diff --git a/.env.example b/.env.example index 119384b5..439df674 100644 --- a/.env.example +++ b/.env.example @@ -1,25 +1,24 @@ # Copy to .env for your LOCAL synthetic test environment; never commit .env. -# These are logical interface suggestions; map actual framework names in REPORT.md. -APP_HOST=0.0.0.0 +# Compose supplies internal PostgreSQL, Redis, broker and S3 addresses. APP_PORT=8080 -APP_ENV=lab SESSION_TTL_SECONDS=3600 -# Choose credentials locally. File paths contain no secret values. -DATABASE_URL_FILE=/run/secrets/database_url -# Optional on 3, required use on 4 in lab2; Redis OR Valkey: -SESSION_STORE=postgres -CACHE_URL_FILE=/run/secrets/cache_url -API_REPLICAS=2 -IDEMPOTENCY_TTL_SECONDS=86400 -S3_ENDPOINT=http://s3:9000 -S3_REGION=us-east-1 -S3_BUCKET=messenger-attachments -S3_ACCESS_KEY_ID_FILE=/run/secrets/s3_access_key_id -S3_SECRET_ACCESS_KEY_FILE=/run/secrets/s3_secret_access_key MAX_UPLOAD_BYTES=10485760 MAX_IMAGE_PIXELS=40000000 -BROKER_URL_FILE=/run/secrets/broker_url +MAX_PENDING_ATTACHMENTS=64 WORKER_CONCURRENCY=2 JOB_MAX_ATTEMPTS=5 JOB_TIMEOUT_SECONDS=60 +JOB_MEMORY_MB=768 STAGING_RETENTION_SECONDS=86400 + +# Choose credentials locally. +POSTGRES_DB=messenger +POSTGRES_USER=messenger +POSTGRES_PASSWORD=replace-with-local-password +CACHE_TTL_SECONDS=30 +MAX_REQUEST_BYTES=65536 +MAX_INFLIGHT=32 +MINIO_ROOT_USER=local-admin +MINIO_ROOT_PASSWORD=replace-with-admin-password +S3_ACCESS_KEY_ID=messenger-api +S3_SECRET_ACCESS_KEY=replace-with-api-password diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 00000000..49819eb8 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,2 @@ +# Shell scripts are mounted into Linux containers, including on Windows hosts. +*.sh text eol=lf diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md index 7d1ff4a4..5a04e06b 100644 --- a/.github/pull_request_template.md +++ b/.github/pull_request_template.md @@ -1,18 +1,22 @@ ## Лабораторная 5 -Автор / группа: TODO -Целевая оценка (3/4/5): TODO -Трек 5, если заявлен: TODO +Автор / группа: Ромашко Владимир, БВТ2301. +Целевая оценка (3/4/5): **5**. +Трек 5, если заявлен: **1 — очередь под перегрузкой**. -Что реализовано и что перенесено: TODO -Команды запуска из чистого clone: TODO -Результаты проверок и ссылка на REPORT.md: TODO -Ограничения / известные ошибки: TODO -Источники и использование ИИ: TODO +Что реализовано и что перенесено: перенесён мессенджер lab4; добавлены Redis Streams, outbox/dispatcher, отдельный worker, thumbnail/crop/WebP, retry с backoff/jitter, lease, failed-реестр/replay, cleanup и общий лимит очереди. -- [ ] Весь обязательный минимум текущей и предыдущих работ сохранён с объявленными переходами. -- [ ] Контракт и публичные тесты не ослаблены. -- [ ] make check и make test выполнены; приложен реальный вывод. -- [ ] Сценарии отказов/безопасности своего уровня воспроизведены. -- [ ] Все секреты и приватные ключи находятся вне Git; отчёт не содержит tokens. -- [ ] README задания сохранён, REPORT.md содержит инструкцию именно моего решения. +Команды запуска из чистого clone: `cp .env.example .env`, задать локальные пароли, затем `docker compose --env-file .env up -d --build`. После готовности API: `python -X utf8 scripts/check_contract.py` и `python -X utf8 tests/smoke.py --base-url http://127.0.0.1:8080` (эквиваленты `make check`/`make test`). + +Результаты проверок и ссылка на REPORT.md: smoke, 5 тестов изображений, сбои/SIGKILL, retry/replay и timeout прошли. Трек 1: 18 замеров, 324 успешные загрузки; проверены backpressure и восстановление принятых ID. Подробности: [REPORT.md](../REPORT.md), [проверки](../evidence/defense-check.md), [эксперимент](../evidence/queue-results.md). + +Ограничения / известные ошибки: хранилища по одному экземпляру; потеря volumes не покрывается. Два повтора нагрузки не дают универсального SLA; чистый clone отдельно не проверялся. + +Источники и использование ИИ: задание и контракт репозитория; FastAPI, SQLAlchemy, Redis, boto3, Pillow, MinIO. Codex использовался для реализации, проверок и оформления. + +- [x] Весь обязательный минимум текущей и предыдущих работ сохранён с объявленными переходами. +- [x] Контракт и публичные тесты не ослаблены. +- [x] Выполнены эквивалентные Python-команды `make check` и `make test`; результаты приведены в отчёте. +- [x] Сценарии отказов/безопасности своего уровня воспроизведены. +- [x] Все секреты и приватные ключи находятся вне Git; отчёт не содержит tokens. +- [x] README задания сохранён, REPORT.md содержит инструкцию именно моего решения. diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 00000000..564995c6 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,24 @@ +FROM python:3.12.8-slim-bookworm + +ENV PYTHONDONTWRITEBYTECODE=1 \ + PYTHONUNBUFFERED=1 \ + APP_HOST=0.0.0.0 \ + APP_PORT=8080 + +WORKDIR /app + +COPY requirements.txt . +RUN pip install --no-cache-dir -r requirements.txt + +COPY src ./src +COPY migrations ./migrations + +RUN useradd --create-home --shell /usr/sbin/nologin appuser +USER appuser + +EXPOSE 8080 +HEALTHCHECK --interval=30s --timeout=3s --start-period=5s --retries=3 \ + CMD python -c "import os, urllib.request; urllib.request.urlopen('http://127.0.0.1:' + os.getenv('APP_PORT', '8080') + '/health/ready', timeout=2).read()" + +STOPSIGNAL SIGTERM +CMD ["python", "-m", "src"] diff --git a/REPORT.md b/REPORT.md index e98f75e9..d87646c8 100644 --- a/REPORT.md +++ b/REPORT.md @@ -1,37 +1,65 @@ # Отчёт — лабораторная 5 -- Автор, группа: TODO -- Целевая оценка; выбранный трек 5, если нужен: TODO -- Commit/PR: TODO после публикации -- Использованные источники, библиотеки и помощь ИИ: TODO +- Автор, группа: Ромашко Владимир, БВТ2301. +- Целевая оценка; выбранный трек 5: **5, трек 1 — очередь под перегрузкой**. +- Commit/PR: проверенная реализация — `ff6d7c1` +- Источники, библиотеки и помощь ИИ: [задание](README.md), [контракт](contracts/README.md); FastAPI, SQLAlchemy, Redis, boto3, Pillow, MinIO. Codex использовался для реализации, тестов и оформления. ## Запуск из чистого clone -TODO: версии runtime/образов, prerequisites, команды создания локальных secrets/.env, build, миграций, запуска, ожидания готовности, тестов и остановки. Указать необходимые действия оператора. Не вставлять секреты. Отдельно указать безопасную остановку и команду намеренного удаления учебных данных. +Нужны Docker с Compose, Python на хосте и свободный порт 8080. В контейнерах: Python 3.12.8, PostgreSQL 17.4, Redis 7.4.2, Nginx 1.28.0; MinIO закреплён digest в `compose.yaml`, зависимости — в `requirements.txt`. + +```sh +cp .env.example .env +# Задать свои POSTGRES_PASSWORD, MINIO_ROOT_PASSWORD и S3_SECRET_ACCESS_KEY. +docker compose --env-file .env config --quiet +docker compose --env-file .env up -d --build +# Дождаться 200 {"status":"ok"}: +curl http://127.0.0.1:8080/health/ready +python -X utf8 scripts/check_contract.py +python -X utf8 tests/smoke.py --base-url http://127.0.0.1:8080 +``` + +Последние две команды эквивалентны `make check` и `make test`. Миграции выполняет сервис `migrate` до запуска API/worker. Остановка с сохранением данных: `docker compose down`. Намеренное удаление учебных данных: `docker compose down -v`. `.env` не входит в Git. ## Архитектура и решения -TODO: схема процессов/хранилищ, источник истины, транзакционные границы, ограничения. Что перенесено из lab4, что изменено в этой работе. Соответствие переменных из .env.example реальной конфигурации. +Из lab4 перенесены API, две реплики за Nginx, PostgreSQL, Redis-сессии и private MinIO. Добавлены Redis Streams broker, dispatcher и worker. PostgreSQL — источник истины: после сохранения оригинала в staging вложение и job/outbox записываются одной транзакцией; затем возвращается `202 queued`. + +Dispatcher публикует job в брокер с AOF/`appendfsync=always`. Worker сохраняет оригинал и варианты, затем атомарно фиксирует ready. Доставка at least once; состояние job, lease-token и постоянные ключи объектов защищают от дублей. Ответ на XADD подтверждает приём брокером, XACK — обработку потребителем. + +Thumbnail — JPEG до 256×256, crop — JPEG 128×128, quality=85; optimized — WebP до 1280×1280, quality=80. Применяется EXIF orientation, прозрачность заменяется белым, EXIF/ICC удаляются; оригинал неизменен. + +Настройки `.env.example` передаются через Compose: 2 обработчика, prefetch=1, 5 попыток с backoff/jitter, timeout 60 с, lease 75 с, 768 MiB на процесс. Файл ограничен 10 MiB и 40 млн пикселей. Общий лимит — 64 queued/processing; превышение даёт 429 с `Retry-After`. Cleanup удаляет ready-staging и просроченные failed/orphan-объекты, retention — сутки. Команды failed/replay и детали — в [infra/async.md](infra/async.md). ## Доказательства критериев +Ниже `pipeline` — `python -X utf8 student-tests/pipeline.py`, `edge_cases` — `python -X utf8 student-tests/edge_cases.py`. + | Критерий README | Команда/сценарий | Наблюдаемый результат | Файл доказательства | | --- | --- | --- | --- | -| Публичный smoke | make test | TODO | TODO | -| Остальные пункты уровня 3 | TODO | TODO | TODO | -| Все пункты уровня 4, если заявлен | TODO | TODO | TODO | -| Выбранный трек 5, если заявлен | TODO | TODO | TODO | - -TODO: добавить отдельную строку для каждого заявленного критерия. PASS без команды и наблюдения не является доказательством. Проверка инфраструктурного hook требует подтверждения, какие реальные процессы/хранилища перезапущены. +| Публичный smoke, 202/queued, доступ, оригинал | Команда smoke выше | PASS, thumbnail соответствует контракту | [Проверка](evidence/defense-check.md) | +| Отдельные broker/worker и сохранность | `pipeline`: остановка worker, рестарт API/broker | Прежний ID становится ready | [Вывод](evidence/defense-pipeline.txt) | +| Ограниченные попытки и дубли | `pipeline` | 5 попыток → failed; дубль ready — no-op | [Вывод](evidence/defense-pipeline.txt) | +| Варианты, EXIF, alpha, размеры | Unittest из `infra/async.md`, `pipeline` | 5/5 OK; проверены варианты и checksum | [Проверка](evidence/defense-check.md) | +| Лимиты и постоянные ошибки | `edge_cases`, unittest | Невалидные файлы отклонены, timeout завершает процесс | [Вывод](evidence/defense-edge-cases.txt) | +| Outbox: crash до publish | `pipeline --outbox-only`: SIGKILL API | Задание восстановлено без нового upload | [Вывод](evidence/defense-outbox-crash.txt) | +| Retry, failed-реестр и replay | `pipeline` | Replay с audit, ready повторять нельзя | [Вывод](evidence/defense-pipeline.txt) | +| Crash после S3, lease и cleanup | `pipeline`, `edge_cases` | Нет лишних вариантов; активный staging сохранён | [Вывод](evidence/defense-pipeline.txt) | +| Трек 1: нагрузка и backpressure | `python -X utf8 scripts/queue_experiment.py` | 18 замеров; при лимите 12 приняты 12/24; все принятые ID восстановлены | [Результаты](evidence/queue-results.md) | ## Эксперименты и отказы -TODO: гипотеза, hardware/лимиты, версии, объём данных, профиль нагрузки, concurrency/arrival rate, длительность/прогрев, повторы, успешные RPS, ошибки, p50/p95/p99, CPU/RAM. Сохранить raw summary без tokens и объяснить ограничения измерения. +Гипотеза: 2 обработчика ускорят обработку относительно 1; 4 дадут меньшую отдачу при большем RSS. Docker: 8 CPU, около 7.76 GiB RAM; worker — 2 CPU и 2 GiB. Профиль: concurrency 1/2/4, prefetch=1; JPEG 320×200, 1280×800, 2560×1600; по 18 файлов, 6 клиентов, 2 повтора, прогрев 6 файлами. Все 324 измеряемые загрузки успешны с первой попытки. + +При concurrency=2 средний throughput — 0.53–0.62 файла/с, p95 до ready — 28.74–32.25 с, пиковый RSS — 357–423 MiB. При concurrency=4 — 0.52–0.58 файла/с и до 713 MiB. Оставлено 2 обработчика. Длительности, queue lag и замеры: [CSV](evidence/queue-load.csv), [JSON](evidence/queue-load.json), [методика](evidence/queue-method.md). p50/p99 и фактическая загрузка CPU отдельно не измерялись. | Воздействие | Что ожидаем | Что наблюдали | Время восстановления / потеря данных | | --- | --- | --- | --- | -| TODO | TODO | TODO | TODO | +| SIGKILL API до publish | Outbox сохранит работу | Прежний ID стал ready | После запуска dispatcher/worker; потерь нет | +| Crash после S3 / до ACK | Безопасный повтор | Нет лишних объектов; ready не обрабатывается заново | Незавершённая попытка — после lease 75 с и backoff; потерь нет | +| Перегрузка, worker остановлен | Ограничение очереди | 12 ответов 202, 12 ответов 429; после рестартов все принятые ID готовы | Наблюдаемое опустошение 18.63 с; потерь нет | ## Ограничения и следующие шаги -TODO: какие отказы выдерживаются и какие нет; что не реализовано; где учебное упрощение; какое улучшение подтверждено, а какое пока гипотеза. +Хранилища работают по одному экземпляру; потеря volumes не покрывается. Лимит очереди действует после приёма HTTP bytes. После истечения failed-retention нужен новый upload. Всего два повтора нагрузки; p95 по 18 файлам равен максимуму, RSS может повторно учитывать общие страницы. Новый чистый clone отдельно не разворачивался. Следующий шаг — более длинный эксперимент на разных изображениях и CPU-профилирование. diff --git a/compose.yaml b/compose.yaml new file mode 100644 index 00000000..31d46a06 --- /dev/null +++ b/compose.yaml @@ -0,0 +1,228 @@ +x-api: &api + image: mtusi2026lab5-api:local + dns_opt: + - timeout:1 + - attempts:1 + environment: + APP_HOST: 0.0.0.0 + APP_PORT: 8080 + POSTGRES_HOST: postgres + POSTGRES_DB: ${POSTGRES_DB:-messenger} + POSTGRES_USER: ${POSTGRES_USER:-messenger} + POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:?Set POSTGRES_PASSWORD in .env} + REDIS_URL: redis://redis:6379/0 + SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600} + CACHE_TTL_SECONDS: ${CACHE_TTL_SECONDS:-30} + MAX_REQUEST_BYTES: ${MAX_REQUEST_BYTES:-65536} + MAX_INFLIGHT: ${MAX_INFLIGHT:-32} + S3_ENDPOINT: http://s3:9000 + S3_REGION: us-east-1 + S3_BUCKET: messenger-attachments + S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID:?Set S3_ACCESS_KEY_ID in .env} + S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY:?Set S3_SECRET_ACCESS_KEY in .env} + MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760} + MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000} + MAX_PENDING_ATTACHMENTS: ${MAX_PENDING_ATTACHMENTS:-64} + BROKER_URL: redis://broker:6379/0 + WORKER_CONCURRENCY: ${WORKER_CONCURRENCY:-2} + JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5} + JOB_TIMEOUT_SECONDS: ${JOB_TIMEOUT_SECONDS:-60} + JOB_MEMORY_MB: ${JOB_MEMORY_MB:-768} + STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:-86400} + networks: [backend] + cpus: 1.0 + mem_limit: 512m + stop_grace_period: 10s + +services: + broker: + image: redis:7.4.2-bookworm + command: [redis-server, --appendonly, 'yes', --appendfsync, always, --maxmemory, 128mb, --maxmemory-policy, noeviction] + volumes: + - broker_data:/data + networks: [backend] + healthcheck: + test: [CMD, redis-cli, ping] + interval: 2s + timeout: 2s + retries: 30 + cpus: 0.5 + mem_limit: 256m + + dispatcher: + <<: *api + command: [python, -m, src.jobs, dispatch] + healthcheck: + disable: true + depends_on: + migrate: + condition: service_completed_successfully + broker: + condition: service_healthy + restart: unless-stopped + mem_limit: 128m + + worker: + <<: *api + command: [python, -m, src.worker] + init: true + healthcheck: + disable: true + depends_on: + migrate: + condition: service_completed_successfully + broker: + condition: service_healthy + s3-init: + condition: service_completed_successfully + restart: unless-stopped + cpus: 2.0 + mem_limit: 2g + pids_limit: 64 + + api: + <<: *api + build: . + deploy: + replicas: 2 + depends_on: + migrate: + condition: service_completed_successfully + redis: + condition: service_healthy + s3-init: + condition: service_completed_successfully + healthcheck: + test: [CMD, python, -c, "import urllib.request; urllib.request.urlopen('http://127.0.0.1:8080/health/ready', timeout=1).read()"] + interval: 2s + timeout: 2s + start_period: 5s + retries: 2 + + migrate: + <<: *api + command: [python, -m, src.database] + healthcheck: + disable: true + restart: 'no' + depends_on: + postgres: + condition: service_healthy + + s3: + # RELEASE.2025-09-07T16-13-09Z, pinned by immutable image digest. + image: minio/minio@sha256:14cea493d9a34af32f524e538b8346cf79f3321eff8e708c1e2960462bd8936e + command: [server, /data, --console-address, '127.0.0.1:9001'] + environment: + MINIO_ROOT_USER: ${MINIO_ROOT_USER:?Set MINIO_ROOT_USER in .env} + MINIO_ROOT_PASSWORD: ${MINIO_ROOT_PASSWORD:?Set MINIO_ROOT_PASSWORD in .env} + MINIO_BROWSER: 'off' + volumes: + - s3_data:/data + networks: [backend] + healthcheck: + test: [CMD, curl, -f, http://127.0.0.1:9000/minio/health/live] + interval: 2s + timeout: 2s + retries: 30 + cpus: 1.0 + mem_limit: 512m + + s3-init: + # The pinned server image also contains mc; no second image is needed. + image: minio/minio@sha256:14cea493d9a34af32f524e538b8346cf79f3321eff8e708c1e2960462bd8936e + entrypoint: [sh, /bootstrap.sh] + environment: + MINIO_ROOT_USER: ${MINIO_ROOT_USER:?Set MINIO_ROOT_USER in .env} + MINIO_ROOT_PASSWORD: ${MINIO_ROOT_PASSWORD:?Set MINIO_ROOT_PASSWORD in .env} + S3_ACCESS_KEY_ID: ${S3_ACCESS_KEY_ID:?Set S3_ACCESS_KEY_ID in .env} + S3_SECRET_ACCESS_KEY: ${S3_SECRET_ACCESS_KEY:?Set S3_SECRET_ACCESS_KEY in .env} + volumes: + - ./infra/s3-bootstrap.sh:/bootstrap.sh:ro + - ./infra/s3-policy.json:/policy.json:ro + depends_on: + s3: + condition: service_healthy + networks: [backend] + restart: 'no' + cpus: 0.25 + mem_limit: 128m + + cleanup: + <<: *api + command: [python, -m, src.cleanup] + healthcheck: + disable: true + depends_on: + migrate: + condition: service_completed_successfully + s3-init: + condition: service_completed_successfully + restart: unless-stopped + cpus: 0.25 + mem_limit: 128m + + nginx: + image: nginx:1.28.0-alpine + entrypoint: [sh, /etc/nginx/readiness.sh] + dns_opt: + - timeout:1 + - attempts:1 + ports: + - '127.0.0.1:${APP_PORT:-8080}:8080' + volumes: + - ./infra/nginx.conf:/etc/nginx/nginx.conf:ro + - ./infra/readiness.sh:/etc/nginx/readiness.sh:ro + networks: [edge, backend] + depends_on: + api: + condition: service_healthy + healthcheck: + test: [CMD-SHELL, 'wget -q -O /dev/null http://127.0.0.1:8080/health/ready'] + interval: 2s + timeout: 2s + retries: 3 + cpus: 0.5 + mem_limit: 128m + stop_grace_period: 10s + + postgres: + image: postgres:17.4-bookworm + environment: + POSTGRES_DB: ${POSTGRES_DB:-messenger} + POSTGRES_USER: ${POSTGRES_USER:-messenger} + POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:?Set POSTGRES_PASSWORD in .env} + volumes: + - postgres_data:/var/lib/postgresql/data + networks: [backend] + healthcheck: + test: ["CMD-SHELL", "pg_isready -U $$POSTGRES_USER -d $$POSTGRES_DB"] + interval: 2s + timeout: 2s + retries: 30 + cpus: 1.0 + mem_limit: 512m + + redis: + image: redis:7.4.2-bookworm + command: ["redis-server", "--appendonly", "yes", "--appendfsync", "always", "--maxmemory", "128mb", "--maxmemory-policy", "noeviction"] + volumes: + - redis_data:/data + networks: [backend] + healthcheck: + test: ["CMD", "redis-cli", "ping"] + interval: 2s + timeout: 2s + retries: 30 + cpus: 0.5 + mem_limit: 256m + +networks: + edge: + backend: + internal: true +volumes: + broker_data: + postgres_data: + redis_data: + s3_data: diff --git a/evidence/defense-check.md b/evidence/defense-check.md new file mode 100644 index 00000000..1befc9a3 --- /dev/null +++ b/evidence/defense-check.md @@ -0,0 +1,37 @@ +# Проверка перед защитой — 6 ноября 2026 + +Техническая реализация покрывает уровни 3, 4 и трек 1 уровня 5. +Результаты проверки включены в [REPORT.md](../REPORT.md) и шаблон PR. +Оценку выставляет преподаватель после защиты. + +| Требование | Проверка и результат | +|---|---| +| Публичный API, 202/queued, доступ, оригинал, thumbnail | `python -X utf8 tests/smoke.py --base-url http://127.0.0.1:8080` — PASS | +| Структура и неизменность контрактов | `python -X utf8 scripts/check_contract.py` — PASS; контракт и публичные тесты не изменены | +| Размеры, округление, EXIF, alpha, pixel limit | `docker compose run --rm --no-deps -v ./student-tests:/checks:ro worker python -m unittest discover -s /checks` — 5/5 OK | +| Outbox, сохранность при остановках, lease, дубли, retry/replay, cleanup | `python -X utf8 student-tests/pipeline.py` — [вывод](defense-pipeline.txt) | +| Постоянные ошибки, retention, идемпотентность сообщения, реальный timeout процесса | `python -X utf8 student-tests/edge_cases.py` — [вывод](defense-edge-cases.txt) | +| Жёсткий сбой после COMMIT до publish | `python -X utf8 student-tests/pipeline.py --outbox-only` — API завершается через SIGKILL при остановленном dispatcher; [вывод](defense-outbox-crash.txt) | +| Трек 1: три настройки, разные размеры, throughput/lag/p95/RSS | Проверена матрица 18 замеров / 324 файла и SHA-256 текущих исходников приложения/эксперимента; [результаты](queue-results.md), [методика](queue-method.md) | +| Backpressure и восстановление | При лимите 12: 12 ответов 202, 12 ответов 429; после перезапусков все 12 ID готовы, исходники и варианты сохранены; новая загрузка принята | + +Полный нагрузочный эксперимент при этой проверке не повторялся: сохранённые +данные соответствуют текущим исходникам, матрица и результаты перепроверены. +Новый чистый clone отдельно не разворачивался. Исправлен обнаруженный риск +Windows-checkout: `.gitattributes` сохраняет LF для `.sh`; Git-фильтры проверены +с `core.autocrlf=true`. Прикладной код и измеренные параметры не менялись. + +## Что объяснить на защите + +- До 202 сохранены staging и транзакция PostgreSQL с вложением и outbox-job. +- Ответ Redis на XADD при AOF/appendfsync=always подтверждает запись в брокер; + XACK подтверждает обработку потребителем. Это разные границы. +- Доставка at least once: дубль возможен. Постоянный job_id, ключи вариантов, + транзакционное состояние и lease-token делают результат идемпотентным. +- Timeout ограничивает отдельный процесс, lease восстанавливает работу после + его смерти; токен и блокировка job защищают фиксацию результата. +- Для этого стенда concurrency=2 даёт меньший RSS, чем 4, без устойчивой потери + throughput. Два повтора и p95 по 18 файлам не доказывают универсальный SLA. + +Автор/группа, целевая оценка, трек, запуск, доказательства, ограничения +и использование ИИ указаны в отчёте и шаблоне PR. diff --git a/evidence/defense-edge-cases.txt b/evidence/defense-edge-cases.txt new file mode 100644 index 00000000..343b6855 --- /dev/null +++ b/evidence/defense-edge-cases.txt @@ -0,0 +1,2 @@ +PASS: upload validation, active staging retention, permanent failure, message replay, expired staging +PASS: real subprocess timeout, termination and successful retry diff --git a/evidence/defense-outbox-crash.txt b/evidence/defense-outbox-crash.txt new file mode 100644 index 00000000..4cb933c4 --- /dev/null +++ b/evidence/defense-outbox-crash.txt @@ -0,0 +1 @@ +PASS: outbox COMMIT/publish gap, stopped worker, API and broker restart diff --git a/evidence/defense-pipeline.txt b/evidence/defense-pipeline.txt new file mode 100644 index 00000000..adfc0fad --- /dev/null +++ b/evidence/defense-pipeline.txt @@ -0,0 +1,5 @@ +PASS: outbox COMMIT/publish gap, stopped worker, API and broker restart +PASS: crash after_objects, redelivery and stable variants +PASS: crash after_commit, redelivery and stable variants +PASS: bounded retries, failed registry, explicit audited replay, ready replay rejected +PASS: staging cleanup preserves ready objects diff --git a/evidence/queue-load.csv b/evidence/queue-load.csv new file mode 100644 index 00000000..61bfe353 --- /dev/null +++ b/evidence/queue-load.csv @@ -0,0 +1,19 @@ +repeat,concurrency,prefetch_per_consumer,width,height,bytes,requests,clients,elapsed_s,throughput_per_s,ready_p95_s,queue_wait_p95_s,queue_lag_max_jobs,queue_oldest_max_s,processing_max,rss_peak_mib +1,1,1,320,200,49354,18,6,45.69717665200005,0.39389742033903496,45.332322,43.354063,18,43.352613,1,220.434 +1,1,1,1280,800,774325,18,6,46.36494216900064,0.38822436000005855,45.690003,43.478215,17,43.483165,1,220.574 +1,1,1,2560,1600,3095842,18,6,50.051750227999946,0.3596277836040675,48.61938,46.288583,17,46.243644,1,254.23 +1,2,1,320,200,49354,18,6,24.970797072000096,0.7208420279136186,24.151489,21.722265,16,21.622827,2,357.164 +1,2,1,1280,800,774325,18,6,27.756625333000557,0.6484938202699787,26.906551,24.179169,16,24.151913,2,357.484 +1,2,1,2560,1600,3095842,18,6,30.89121619800062,0.5826899104466149,29.276858,26.462352,16,26.398178,2,398.773 +1,4,1,320,200,49354,18,6,30.706496757999957,0.5861951671615051,30.198425,27.003696,16,27.005221,4,624.723 +1,4,1,1280,800,774325,18,6,32.03026625700022,0.56196847867495,30.771213,27.799776,14,27.734374,4,629.391 +1,4,1,2560,1600,3095842,18,6,33.556769314999656,0.5364044384318641,31.874479,28.928972,14,28.955958,4,700.137 +2,4,1,2560,1600,3095842,18,6,36.27555272599966,0.4962019500008588,34.628852,31.143277,14,31.074291,4,712.543 +2,4,1,1280,800,774325,18,6,32.433771702999366,0.5549770826787752,31.417533,28.421323,14,28.33212,4,627.523 +2,4,1,320,200,49354,18,6,31.647972769999797,0.568756808874116,30.943396,27.535648,16,27.47535,4,565.867 +2,2,1,2560,1600,3095842,18,6,36.96276580199992,0.4869765454355173,35.219853,31.503015,16,31.49645,2,423.055 +2,2,1,1280,800,774325,18,6,36.61566027800018,0.4915929376484563,35.487861,31.857229,16,31.797539,2,357.262 +2,2,1,320,200,49354,18,6,34.0682360790006,0.5283513933113508,33.333839,28.783239,16,28.790205,2,356.77 +2,1,1,2560,1600,3095842,18,6,61.558325450000666,0.2924056148119248,59.328557,56.653392,17,56.578126,1,254.727 +2,1,1,1280,800,774325,18,6,56.564085449999766,0.3182231243871384,55.765589,52.567299,17,52.510874,1,221.125 +2,1,1,320,200,49354,18,6,52.09092416000021,0.3455496382577507,51.537452,49.49779,18,49.4865,1,221.094 diff --git a/evidence/queue-load.json b/evidence/queue-load.json new file mode 100644 index 00000000..7e342d72 --- /dev/null +++ b/evidence/queue-load.json @@ -0,0 +1,58192 @@ +{ + "started_at": "2026-11-06T15:53:11.147047+00:00", + "base_commit": "482e7ff477c8cdd9c7e6ceae7833ba19f61d9d98", + "source_sha256": "efbadbd8083289bf75ee72ed35469a12a562667af4da6cc83e8ee84e160fec7c", + "host_platform": "Windows-11-10.0.26300-SP0", + "docker": { + "cpus": 8, + "memory_bytes": 8328015872 + }, + "image_id": "sha256:e522776b0933448004006c4791cb26a41e838cb605da1a2f705a7550542cce10", + "profile": { + "sizes": [ + [ + 320, + 200 + ], + [ + 1280, + 800 + ], + [ + 2560, + 1600 + ] + ], + "concurrency": [ + 1, + 2, + 4 + ], + "prefetch_per_consumer": 1, + "requests_per_run": 18, + "clients": 6, + "repeats": 2, + "seed": 202605, + "jpeg_quality": 85, + "worker_cpus": 2, + "worker_memory_mib": 2048, + "sampling_seconds": 0.1, + "baseline_admission_limit": 64, + "overload_admission_limit": 12 + }, + "runs": [ + { + "width": 320, + "height": 200, + "bytes": 49354, + "sha256": "6636468bcbbb41746d377deabc0bf5b4cdcfb76681f8fcab535d7db414162c22", + "requests": 18, + "clients": 6, + "http_statuses": { + "202": 18 + }, + "api_replicas_seen": 2, + "elapsed_s": 45.69717665200005, + "owner_id": "99b10435-ab20-41a7-853b-df3b388b1569", + "attachment_ids": [ + "cdf09845-a8ae-448c-aae3-8b6b82370d6a", + "33ddd889-5295-4c20-baca-ada883f0b89d", + "0261e39b-8057-4e51-9641-b4e49598aa18", + "6c446a38-b370-4256-bf05-33847d05f4a7", + "80532414-6643-4853-ae17-df6d1d360591", + "4a68ada5-8096-4e5e-9034-2ea1d8e11981", + "95f30ad9-b085-4e28-82af-81af41551424", + "7ed93325-4c09-4d65-8e4e-9b8ae9f858b1", + "fe1f4fba-22e6-4d48-b29b-3de5abaa4d8c", + "826a0449-fd60-47f6-b834-9fe828347c82", + "4b289fda-be3e-47cd-9bff-3eaeb8fb0ce5", + "c86a2829-9169-4bc5-8469-f25aea09c3e4", + "ee4f23f6-9663-4d2b-b533-47f6ce3c3afe", + "89a59822-9186-4bb6-8faa-07f05714c8eb", + "d4580ba5-f8fa-47d4-a3ba-f5f50b3c3047", + "5498ef77-c6eb-48a9-9029-e0f5cbdd4940", + "0dd793e5-6621-4079-8a23-5b2fb1945204", + "84882003-6f4e-43ba-a8f7-912a3dc7e45f" + ], + "throughput_per_s": 0.39389742033903496, + "ready_p95_s": 45.332322, + "queue_wait_p95_s": 43.354063, + "queue_lag_max_jobs": 18, + "queue_oldest_max_s": 43.352613, + "processing_max": 1, + "rss_peak_mib": 220.434, + "samples": [ + { + "elapsed_s": 0.037, + "rss_mib": 83.598, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.141, + "rss_mib": 83.598, + "queued": 6, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.097898 + }, + { + "elapsed_s": 0.246, + "rss_mib": 83.598, + "queued": 12, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.202294 + }, + { + "elapsed_s": 0.353, + "rss_mib": 83.598, + "queued": 18, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.30992 + }, + { + "elapsed_s": 0.457, + "rss_mib": 83.598, + "queued": 18, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.413981 + }, + { + "elapsed_s": 0.561, + "rss_mib": 83.598, + "queued": 18, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.517778 + }, + { + "elapsed_s": 0.668, + "rss_mib": 83.598, + "queued": 18, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.624943 + }, + { + "elapsed_s": 0.773, + "rss_mib": 83.598, + "queued": 18, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.730014 + }, + { + "elapsed_s": 0.877, + "rss_mib": 83.598, + "queued": 18, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.833817 + }, + { + "elapsed_s": 0.982, + "rss_mib": 83.598, + "queued": 18, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.938457 + }, + { + "elapsed_s": 1.087, + "rss_mib": 100.043, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.024969 + }, + { + "elapsed_s": 1.192, + "rss_mib": 102.0, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.13029 + }, + { + "elapsed_s": 1.3, + "rss_mib": 108.16, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.237901 + }, + { + "elapsed_s": 1.405, + "rss_mib": 111.121, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.343426 + }, + { + "elapsed_s": 1.511, + "rss_mib": 111.371, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.449526 + }, + { + "elapsed_s": 1.621, + "rss_mib": 112.996, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.559128 + }, + { + "elapsed_s": 1.729, + "rss_mib": 114.996, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.667271 + }, + { + "elapsed_s": 1.837, + "rss_mib": 117.996, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.775734 + }, + { + "elapsed_s": 1.945, + "rss_mib": 122.996, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.883784 + }, + { + "elapsed_s": 2.052, + "rss_mib": 125.246, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.989934 + }, + { + "elapsed_s": 2.157, + "rss_mib": 131.871, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.094939 + }, + { + "elapsed_s": 2.262, + "rss_mib": 136.355, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.19997 + }, + { + "elapsed_s": 2.371, + "rss_mib": 136.73, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.309061 + }, + { + "elapsed_s": 2.477, + "rss_mib": 137.855, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.41514 + }, + { + "elapsed_s": 2.584, + "rss_mib": 142.191, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.522409 + }, + { + "elapsed_s": 2.69, + "rss_mib": 143.82, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.628761 + }, + { + "elapsed_s": 2.797, + "rss_mib": 149.82, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.735217 + }, + { + "elapsed_s": 2.904, + "rss_mib": 153.043, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.842448 + }, + { + "elapsed_s": 3.013, + "rss_mib": 205.793, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.951443 + }, + { + "elapsed_s": 3.146, + "rss_mib": 155.414, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.084576 + }, + { + "elapsed_s": 3.253, + "rss_mib": 164.289, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.191595 + }, + { + "elapsed_s": 3.358, + "rss_mib": 175.461, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.296466 + }, + { + "elapsed_s": 3.463, + "rss_mib": 182.703, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.401018 + }, + { + "elapsed_s": 3.569, + "rss_mib": 186.637, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.507216 + }, + { + "elapsed_s": 3.673, + "rss_mib": 188.512, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.611625 + }, + { + "elapsed_s": 3.777, + "rss_mib": 188.637, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.715853 + }, + { + "elapsed_s": 3.884, + "rss_mib": 184.668, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.822519 + }, + { + "elapsed_s": 3.989, + "rss_mib": 96.223, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.910859 + }, + { + "elapsed_s": 4.094, + "rss_mib": 101.25, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.015843 + }, + { + "elapsed_s": 4.2, + "rss_mib": 105.285, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.122338 + }, + { + "elapsed_s": 4.305, + "rss_mib": 111.121, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.227412 + }, + { + "elapsed_s": 4.411, + "rss_mib": 111.371, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.332884 + }, + { + "elapsed_s": 4.522, + "rss_mib": 113.32, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.443875 + }, + { + "elapsed_s": 4.627, + "rss_mib": 114.086, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.549057 + }, + { + "elapsed_s": 4.734, + "rss_mib": 123.086, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.656168 + }, + { + "elapsed_s": 4.839, + "rss_mib": 125.711, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.761004 + }, + { + "elapsed_s": 4.944, + "rss_mib": 134.836, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.865703 + }, + { + "elapsed_s": 5.05, + "rss_mib": 136.645, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.971752 + }, + { + "elapsed_s": 5.155, + "rss_mib": 139.27, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.076639 + }, + { + "elapsed_s": 5.259, + "rss_mib": 143.578, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.181276 + }, + { + "elapsed_s": 5.365, + "rss_mib": 152.828, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.287473 + }, + { + "elapsed_s": 5.471, + "rss_mib": 155.664, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.393059 + }, + { + "elapsed_s": 5.575, + "rss_mib": 159.293, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.497425 + }, + { + "elapsed_s": 5.681, + "rss_mib": 164.312, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.603001 + }, + { + "elapsed_s": 5.787, + "rss_mib": 175.723, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.708668 + }, + { + "elapsed_s": 5.891, + "rss_mib": 183.039, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.813479 + }, + { + "elapsed_s": 5.996, + "rss_mib": 188.707, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.918135 + }, + { + "elapsed_s": 6.101, + "rss_mib": 188.832, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.023485 + }, + { + "elapsed_s": 6.206, + "rss_mib": 188.957, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.127732 + }, + { + "elapsed_s": 6.31, + "rss_mib": 185.055, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.232102 + }, + { + "elapsed_s": 6.416, + "rss_mib": 93.598, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.322853 + }, + { + "elapsed_s": 6.522, + "rss_mib": 101.375, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.428607 + }, + { + "elapsed_s": 6.627, + "rss_mib": 108.16, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.534422 + }, + { + "elapsed_s": 6.738, + "rss_mib": 111.125, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.644577 + }, + { + "elapsed_s": 6.844, + "rss_mib": 111.25, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.750655 + }, + { + "elapsed_s": 6.952, + "rss_mib": 113.43, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.858717 + }, + { + "elapsed_s": 7.057, + "rss_mib": 117.055, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.964485 + }, + { + "elapsed_s": 7.162, + "rss_mib": 123.055, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.06956 + }, + { + "elapsed_s": 7.268, + "rss_mib": 127.055, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.175567 + }, + { + "elapsed_s": 7.373, + "rss_mib": 134.895, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.280104 + }, + { + "elapsed_s": 7.477, + "rss_mib": 136.645, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.384552 + }, + { + "elapsed_s": 7.582, + "rss_mib": 140.145, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.48956 + }, + { + "elapsed_s": 7.688, + "rss_mib": 144.09, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.594708 + }, + { + "elapsed_s": 7.792, + "rss_mib": 151.938, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.699286 + }, + { + "elapsed_s": 7.898, + "rss_mib": 205.312, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.804725 + }, + { + "elapsed_s": 8.007, + "rss_mib": 158.934, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.913815 + }, + { + "elapsed_s": 8.111, + "rss_mib": 168.434, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.018516 + }, + { + "elapsed_s": 8.218, + "rss_mib": 180.375, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.124695 + }, + { + "elapsed_s": 8.322, + "rss_mib": 183.352, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.229582 + }, + { + "elapsed_s": 8.427, + "rss_mib": 188.559, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.333853 + }, + { + "elapsed_s": 8.534, + "rss_mib": 188.684, + "queued": 15, + "processing": 0, + "ready": 3, + "failed": 0, + "oldest_queued_s": 8.440758 + }, + { + "elapsed_s": 8.639, + "rss_mib": 188.684, + "queued": 15, + "processing": 0, + "ready": 3, + "failed": 0, + "oldest_queued_s": 8.545982 + }, + { + "elapsed_s": 8.743, + "rss_mib": 184.734, + "queued": 15, + "processing": 0, + "ready": 3, + "failed": 0, + "oldest_queued_s": 8.650517 + }, + { + "elapsed_s": 8.849, + "rss_mib": 93.598, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 8.736989 + }, + { + "elapsed_s": 8.956, + "rss_mib": 101.625, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 8.843427 + }, + { + "elapsed_s": 9.061, + "rss_mib": 108.285, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 8.948284 + }, + { + "elapsed_s": 9.168, + "rss_mib": 111.215, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.055282 + }, + { + "elapsed_s": 9.273, + "rss_mib": 111.465, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.160766 + }, + { + "elapsed_s": 9.378, + "rss_mib": 113.613, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.265886 + }, + { + "elapsed_s": 9.486, + "rss_mib": 118.363, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.373451 + }, + { + "elapsed_s": 9.591, + "rss_mib": 123.363, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.478908 + }, + { + "elapsed_s": 9.696, + "rss_mib": 130.863, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.583599 + }, + { + "elapsed_s": 9.802, + "rss_mib": 136.191, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.689802 + }, + { + "elapsed_s": 9.906, + "rss_mib": 137.066, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.794141 + }, + { + "elapsed_s": 10.011, + "rss_mib": 144.316, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.898699 + }, + { + "elapsed_s": 10.118, + "rss_mib": 148.02, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.005843 + }, + { + "elapsed_s": 10.223, + "rss_mib": 154.125, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.110432 + }, + { + "elapsed_s": 10.352, + "rss_mib": 219.625, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.239308 + }, + { + "elapsed_s": 10.456, + "rss_mib": 164.129, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.344138 + }, + { + "elapsed_s": 10.561, + "rss_mib": 176.012, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.44911 + }, + { + "elapsed_s": 10.668, + "rss_mib": 182.84, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.556033 + }, + { + "elapsed_s": 10.773, + "rss_mib": 188.508, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.660649 + }, + { + "elapsed_s": 10.878, + "rss_mib": 188.633, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.765309 + }, + { + "elapsed_s": 10.985, + "rss_mib": 188.883, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.87272 + }, + { + "elapsed_s": 11.089, + "rss_mib": 83.598, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.977163 + }, + { + "elapsed_s": 11.194, + "rss_mib": 100.996, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.065706 + }, + { + "elapsed_s": 11.302, + "rss_mib": 103.496, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.173174 + }, + { + "elapsed_s": 11.407, + "rss_mib": 110.746, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.278453 + }, + { + "elapsed_s": 11.514, + "rss_mib": 110.871, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.3854 + }, + { + "elapsed_s": 11.628, + "rss_mib": 110.996, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.499472 + }, + { + "elapsed_s": 11.736, + "rss_mib": 112.879, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.60742 + }, + { + "elapsed_s": 11.843, + "rss_mib": 113.645, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.714237 + }, + { + "elapsed_s": 11.951, + "rss_mib": 117.77, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.822234 + }, + { + "elapsed_s": 12.056, + "rss_mib": 122.645, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.927729 + }, + { + "elapsed_s": 12.161, + "rss_mib": 126.645, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.032435 + }, + { + "elapsed_s": 12.267, + "rss_mib": 134.125, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.138278 + }, + { + "elapsed_s": 12.371, + "rss_mib": 136.25, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.24285 + }, + { + "elapsed_s": 12.477, + "rss_mib": 139.0, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.348408 + }, + { + "elapsed_s": 12.584, + "rss_mib": 143.074, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.455267 + }, + { + "elapsed_s": 12.691, + "rss_mib": 149.574, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.562284 + }, + { + "elapsed_s": 12.795, + "rss_mib": 154.625, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.666937 + }, + { + "elapsed_s": 12.902, + "rss_mib": 181.559, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.773303 + }, + { + "elapsed_s": 13.006, + "rss_mib": 163.562, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.877788 + }, + { + "elapsed_s": 13.111, + "rss_mib": 174.398, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.982544 + }, + { + "elapsed_s": 13.218, + "rss_mib": 180.711, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.088975 + }, + { + "elapsed_s": 13.322, + "rss_mib": 186.848, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.193576 + }, + { + "elapsed_s": 13.427, + "rss_mib": 188.473, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 13.298241 + }, + { + "elapsed_s": 13.534, + "rss_mib": 188.598, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 13.405013 + }, + { + "elapsed_s": 13.639, + "rss_mib": 185.723, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 13.510177 + }, + { + "elapsed_s": 13.743, + "rss_mib": 83.598, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 13.614381 + }, + { + "elapsed_s": 13.848, + "rss_mib": 101.117, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 13.702945 + }, + { + "elapsed_s": 13.953, + "rss_mib": 105.531, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 13.808223 + }, + { + "elapsed_s": 14.059, + "rss_mib": 111.051, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 13.914234 + }, + { + "elapsed_s": 14.167, + "rss_mib": 111.301, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.022167 + }, + { + "elapsed_s": 14.273, + "rss_mib": 113.141, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.128375 + }, + { + "elapsed_s": 14.379, + "rss_mib": 116.016, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.233921 + }, + { + "elapsed_s": 14.487, + "rss_mib": 123.016, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.340422 + }, + { + "elapsed_s": 14.591, + "rss_mib": 126.266, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.445278 + }, + { + "elapsed_s": 14.696, + "rss_mib": 134.473, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.549918 + }, + { + "elapsed_s": 14.802, + "rss_mib": 136.473, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.65591 + }, + { + "elapsed_s": 14.907, + "rss_mib": 139.348, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.760688 + }, + { + "elapsed_s": 15.012, + "rss_mib": 143.828, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.865589 + }, + { + "elapsed_s": 15.12, + "rss_mib": 152.828, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.97334 + }, + { + "elapsed_s": 15.225, + "rss_mib": 187.578, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.078525 + }, + { + "elapsed_s": 15.33, + "rss_mib": 160.66, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.183746 + }, + { + "elapsed_s": 15.435, + "rss_mib": 169.035, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.289061 + }, + { + "elapsed_s": 15.54, + "rss_mib": 178.324, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.393544 + }, + { + "elapsed_s": 15.644, + "rss_mib": 183.949, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.49794 + }, + { + "elapsed_s": 15.75, + "rss_mib": 189.0, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.603318 + }, + { + "elapsed_s": 15.855, + "rss_mib": 189.0, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.708831 + }, + { + "elapsed_s": 15.96, + "rss_mib": 186.094, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.813559 + }, + { + "elapsed_s": 16.064, + "rss_mib": 83.598, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.918134 + }, + { + "elapsed_s": 16.171, + "rss_mib": 101.121, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.006846 + }, + { + "elapsed_s": 16.276, + "rss_mib": 105.406, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.112087 + }, + { + "elapsed_s": 16.381, + "rss_mib": 111.102, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.217242 + }, + { + "elapsed_s": 16.487, + "rss_mib": 111.352, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.322831 + }, + { + "elapsed_s": 16.592, + "rss_mib": 113.691, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.428019 + }, + { + "elapsed_s": 16.697, + "rss_mib": 118.066, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.533228 + }, + { + "elapsed_s": 16.803, + "rss_mib": 123.066, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.63929 + }, + { + "elapsed_s": 16.909, + "rss_mib": 127.191, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.745071 + }, + { + "elapsed_s": 17.017, + "rss_mib": 134.973, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.853582 + }, + { + "elapsed_s": 17.122, + "rss_mib": 136.723, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.958612 + }, + { + "elapsed_s": 17.227, + "rss_mib": 139.473, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.063295 + }, + { + "elapsed_s": 17.333, + "rss_mib": 143.93, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.169551 + }, + { + "elapsed_s": 17.438, + "rss_mib": 151.863, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.274779 + }, + { + "elapsed_s": 17.544, + "rss_mib": 194.738, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.380098 + }, + { + "elapsed_s": 17.649, + "rss_mib": 155.289, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.485279 + }, + { + "elapsed_s": 17.756, + "rss_mib": 164.414, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.592483 + }, + { + "elapsed_s": 17.861, + "rss_mib": 175.375, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.697116 + }, + { + "elapsed_s": 17.968, + "rss_mib": 182.73, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.803827 + }, + { + "elapsed_s": 18.073, + "rss_mib": 188.496, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.908854 + }, + { + "elapsed_s": 18.177, + "rss_mib": 188.621, + "queued": 11, + "processing": 0, + "ready": 7, + "failed": 0, + "oldest_queued_s": 18.013049 + }, + { + "elapsed_s": 18.282, + "rss_mib": 185.789, + "queued": 11, + "processing": 0, + "ready": 7, + "failed": 0, + "oldest_queued_s": 18.117861 + }, + { + "elapsed_s": 18.387, + "rss_mib": 83.598, + "queued": 11, + "processing": 0, + "ready": 7, + "failed": 0, + "oldest_queued_s": 18.223245 + }, + { + "elapsed_s": 18.491, + "rss_mib": 101.082, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 18.302131 + }, + { + "elapsed_s": 18.596, + "rss_mib": 105.207, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 18.407082 + }, + { + "elapsed_s": 18.702, + "rss_mib": 110.992, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 18.512793 + }, + { + "elapsed_s": 18.807, + "rss_mib": 111.242, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 18.617903 + }, + { + "elapsed_s": 18.912, + "rss_mib": 113.707, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 18.72281 + }, + { + "elapsed_s": 19.019, + "rss_mib": 119.207, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 18.829616 + }, + { + "elapsed_s": 19.124, + "rss_mib": 123.082, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 18.934488 + }, + { + "elapsed_s": 19.229, + "rss_mib": 127.207, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.039414 + }, + { + "elapsed_s": 19.335, + "rss_mib": 134.465, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.145533 + }, + { + "elapsed_s": 19.44, + "rss_mib": 136.59, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.250656 + }, + { + "elapsed_s": 19.545, + "rss_mib": 137.84, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.355434 + }, + { + "elapsed_s": 19.65, + "rss_mib": 143.082, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.460893 + }, + { + "elapsed_s": 19.755, + "rss_mib": 149.707, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.56555 + }, + { + "elapsed_s": 19.859, + "rss_mib": 154.07, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.670249 + }, + { + "elapsed_s": 19.967, + "rss_mib": 181.191, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.778155 + }, + { + "elapsed_s": 20.072, + "rss_mib": 163.82, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.883165 + }, + { + "elapsed_s": 20.178, + "rss_mib": 174.969, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.988303 + }, + { + "elapsed_s": 20.283, + "rss_mib": 182.297, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 20.093693 + }, + { + "elapsed_s": 20.388, + "rss_mib": 187.824, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 20.198717 + }, + { + "elapsed_s": 20.492, + "rss_mib": 187.949, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.302981 + }, + { + "elapsed_s": 20.597, + "rss_mib": 184.164, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.40753 + }, + { + "elapsed_s": 20.704, + "rss_mib": 83.598, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.515094 + }, + { + "elapsed_s": 20.809, + "rss_mib": 100.793, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.602569 + }, + { + "elapsed_s": 20.914, + "rss_mib": 102.625, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.707657 + }, + { + "elapsed_s": 21.021, + "rss_mib": 110.871, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.814496 + }, + { + "elapsed_s": 21.126, + "rss_mib": 111.121, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.919303 + }, + { + "elapsed_s": 21.231, + "rss_mib": 113.207, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.02396 + }, + { + "elapsed_s": 21.337, + "rss_mib": 115.957, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.130704 + }, + { + "elapsed_s": 21.444, + "rss_mib": 122.957, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.237038 + }, + { + "elapsed_s": 21.55, + "rss_mib": 122.957, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.343637 + }, + { + "elapsed_s": 21.661, + "rss_mib": 125.707, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.454698 + }, + { + "elapsed_s": 21.772, + "rss_mib": 131.082, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.565578 + }, + { + "elapsed_s": 21.892, + "rss_mib": 134.879, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.684818 + }, + { + "elapsed_s": 22.003, + "rss_mib": 136.254, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.796808 + }, + { + "elapsed_s": 22.109, + "rss_mib": 136.879, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.902132 + }, + { + "elapsed_s": 22.214, + "rss_mib": 142.129, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.006901 + }, + { + "elapsed_s": 22.32, + "rss_mib": 144.641, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.11303 + }, + { + "elapsed_s": 22.425, + "rss_mib": 151.848, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.218689 + }, + { + "elapsed_s": 22.53, + "rss_mib": 155.348, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.323886 + }, + { + "elapsed_s": 22.651, + "rss_mib": 219.348, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.444645 + }, + { + "elapsed_s": 22.76, + "rss_mib": 163.59, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.553276 + }, + { + "elapsed_s": 22.866, + "rss_mib": 170.766, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.659319 + }, + { + "elapsed_s": 22.972, + "rss_mib": 178.445, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.765629 + }, + { + "elapsed_s": 23.078, + "rss_mib": 183.32, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.870937 + }, + { + "elapsed_s": 23.185, + "rss_mib": 188.453, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.978183 + }, + { + "elapsed_s": 23.292, + "rss_mib": 188.453, + "queued": 9, + "processing": 0, + "ready": 9, + "failed": 0, + "oldest_queued_s": 23.085368 + }, + { + "elapsed_s": 23.397, + "rss_mib": 188.453, + "queued": 9, + "processing": 0, + "ready": 9, + "failed": 0, + "oldest_queued_s": 23.190442 + }, + { + "elapsed_s": 23.504, + "rss_mib": 185.574, + "queued": 9, + "processing": 0, + "ready": 9, + "failed": 0, + "oldest_queued_s": 23.296976 + }, + { + "elapsed_s": 23.609, + "rss_mib": 83.598, + "queued": 9, + "processing": 0, + "ready": 9, + "failed": 0, + "oldest_queued_s": 23.402274 + }, + { + "elapsed_s": 23.714, + "rss_mib": 100.348, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 23.490588 + }, + { + "elapsed_s": 23.823, + "rss_mib": 101.621, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 23.599388 + }, + { + "elapsed_s": 23.93, + "rss_mib": 107.906, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 23.705941 + }, + { + "elapsed_s": 24.041, + "rss_mib": 110.996, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 23.81743 + }, + { + "elapsed_s": 24.148, + "rss_mib": 111.246, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 23.924026 + }, + { + "elapsed_s": 24.254, + "rss_mib": 112.57, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 24.030519 + }, + { + "elapsed_s": 24.362, + "rss_mib": 113.961, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 24.138512 + }, + { + "elapsed_s": 24.47, + "rss_mib": 118.586, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 24.246623 + }, + { + "elapsed_s": 24.576, + "rss_mib": 122.961, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 24.352108 + }, + { + "elapsed_s": 24.682, + "rss_mib": 130.086, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 24.458439 + }, + { + "elapsed_s": 24.788, + "rss_mib": 134.789, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 24.564645 + }, + { + "elapsed_s": 24.893, + "rss_mib": 136.539, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 24.669818 + }, + { + "elapsed_s": 25.0, + "rss_mib": 139.164, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 24.776277 + }, + { + "elapsed_s": 25.108, + "rss_mib": 146.164, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 24.884213 + }, + { + "elapsed_s": 25.215, + "rss_mib": 145.109, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 24.990926 + }, + { + "elapsed_s": 25.32, + "rss_mib": 152.137, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 25.096863 + }, + { + "elapsed_s": 25.427, + "rss_mib": 211.887, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 25.202914 + }, + { + "elapsed_s": 25.535, + "rss_mib": 162.711, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 25.311395 + }, + { + "elapsed_s": 25.64, + "rss_mib": 172.75, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 25.416055 + }, + { + "elapsed_s": 25.745, + "rss_mib": 182.848, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 25.521088 + }, + { + "elapsed_s": 25.849, + "rss_mib": 188.391, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 25.62546 + }, + { + "elapsed_s": 25.954, + "rss_mib": 188.516, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 25.7301 + }, + { + "elapsed_s": 26.058, + "rss_mib": 185.707, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 25.834753 + }, + { + "elapsed_s": 26.164, + "rss_mib": 83.598, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 25.939985 + }, + { + "elapsed_s": 26.27, + "rss_mib": 100.996, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 26.029676 + }, + { + "elapsed_s": 26.375, + "rss_mib": 102.871, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 26.134902 + }, + { + "elapsed_s": 26.48, + "rss_mib": 110.738, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 26.239692 + }, + { + "elapsed_s": 26.586, + "rss_mib": 110.988, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 26.345688 + }, + { + "elapsed_s": 26.691, + "rss_mib": 113.199, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 26.451081 + }, + { + "elapsed_s": 26.796, + "rss_mib": 117.324, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 26.556274 + }, + { + "elapsed_s": 26.903, + "rss_mib": 122.949, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 26.663427 + }, + { + "elapsed_s": 27.009, + "rss_mib": 130.699, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 26.768998 + }, + { + "elapsed_s": 27.114, + "rss_mib": 136.117, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 26.874 + }, + { + "elapsed_s": 27.219, + "rss_mib": 137.367, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 26.97889 + }, + { + "elapsed_s": 27.324, + "rss_mib": 143.188, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 27.083929 + }, + { + "elapsed_s": 27.429, + "rss_mib": 152.02, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 27.189367 + }, + { + "elapsed_s": 27.535, + "rss_mib": 196.395, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 27.295144 + }, + { + "elapsed_s": 27.64, + "rss_mib": 162.469, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 27.400458 + }, + { + "elapsed_s": 27.746, + "rss_mib": 172.863, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 27.505596 + }, + { + "elapsed_s": 27.85, + "rss_mib": 180.832, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 27.610415 + }, + { + "elapsed_s": 27.955, + "rss_mib": 188.195, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 27.71518 + }, + { + "elapsed_s": 28.06, + "rss_mib": 188.32, + "queued": 7, + "processing": 0, + "ready": 11, + "failed": 0, + "oldest_queued_s": 27.819959 + }, + { + "elapsed_s": 28.165, + "rss_mib": 184.512, + "queued": 7, + "processing": 0, + "ready": 11, + "failed": 0, + "oldest_queued_s": 27.924675 + }, + { + "elapsed_s": 28.269, + "rss_mib": 100.043, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 28.01398 + }, + { + "elapsed_s": 28.375, + "rss_mib": 103.125, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 28.119274 + }, + { + "elapsed_s": 28.48, + "rss_mib": 111.246, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 28.224524 + }, + { + "elapsed_s": 28.585, + "rss_mib": 111.496, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 28.32957 + }, + { + "elapsed_s": 28.69, + "rss_mib": 113.961, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 28.434918 + }, + { + "elapsed_s": 28.795, + "rss_mib": 123.336, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 28.53974 + }, + { + "elapsed_s": 28.9, + "rss_mib": 127.461, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 28.644836 + }, + { + "elapsed_s": 29.005, + "rss_mib": 135.914, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 28.749908 + }, + { + "elapsed_s": 29.111, + "rss_mib": 137.164, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 28.855437 + }, + { + "elapsed_s": 29.216, + "rss_mib": 141.414, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 28.960708 + }, + { + "elapsed_s": 29.321, + "rss_mib": 145.141, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 29.066202 + }, + { + "elapsed_s": 29.427, + "rss_mib": 153.629, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 29.17128 + }, + { + "elapsed_s": 29.548, + "rss_mib": 219.754, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 29.292444 + }, + { + "elapsed_s": 29.654, + "rss_mib": 164.098, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 29.398503 + }, + { + "elapsed_s": 29.759, + "rss_mib": 176.973, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 29.503385 + }, + { + "elapsed_s": 29.864, + "rss_mib": 183.52, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 29.608257 + }, + { + "elapsed_s": 29.968, + "rss_mib": 188.766, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 29.712556 + }, + { + "elapsed_s": 30.072, + "rss_mib": 188.891, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 29.817 + }, + { + "elapsed_s": 30.176, + "rss_mib": 83.598, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 29.921014 + }, + { + "elapsed_s": 30.281, + "rss_mib": 100.926, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 30.008906 + }, + { + "elapsed_s": 30.386, + "rss_mib": 107.09, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 30.113719 + }, + { + "elapsed_s": 30.491, + "rss_mib": 111.055, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 30.218603 + }, + { + "elapsed_s": 30.596, + "rss_mib": 112.504, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 30.323651 + }, + { + "elapsed_s": 30.701, + "rss_mib": 116.02, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 30.428583 + }, + { + "elapsed_s": 30.805, + "rss_mib": 123.27, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 30.533106 + }, + { + "elapsed_s": 30.91, + "rss_mib": 131.895, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 30.637807 + }, + { + "elapsed_s": 31.015, + "rss_mib": 136.922, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 30.742611 + }, + { + "elapsed_s": 31.12, + "rss_mib": 140.172, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 30.847478 + }, + { + "elapsed_s": 31.224, + "rss_mib": 145.188, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 30.951973 + }, + { + "elapsed_s": 31.331, + "rss_mib": 152.312, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 31.058841 + }, + { + "elapsed_s": 31.44, + "rss_mib": 155.438, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 31.167939 + }, + { + "elapsed_s": 31.555, + "rss_mib": 219.562, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 31.282585 + }, + { + "elapsed_s": 31.679, + "rss_mib": 159.336, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 31.4065 + }, + { + "elapsed_s": 31.786, + "rss_mib": 163.988, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 31.51412 + }, + { + "elapsed_s": 31.892, + "rss_mib": 171.168, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 31.61942 + }, + { + "elapsed_s": 31.997, + "rss_mib": 178.082, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 31.724992 + }, + { + "elapsed_s": 32.103, + "rss_mib": 183.707, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 31.830987 + }, + { + "elapsed_s": 32.208, + "rss_mib": 188.605, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 31.935444 + }, + { + "elapsed_s": 32.313, + "rss_mib": 188.605, + "queued": 5, + "processing": 0, + "ready": 13, + "failed": 0, + "oldest_queued_s": 32.04094 + }, + { + "elapsed_s": 32.419, + "rss_mib": 184.82, + "queued": 5, + "processing": 0, + "ready": 13, + "failed": 0, + "oldest_queued_s": 32.146782 + }, + { + "elapsed_s": 32.524, + "rss_mib": 83.598, + "queued": 5, + "processing": 0, + "ready": 13, + "failed": 0, + "oldest_queued_s": 32.251699 + }, + { + "elapsed_s": 32.629, + "rss_mib": 101.039, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 32.340796 + }, + { + "elapsed_s": 32.735, + "rss_mib": 103.039, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 32.446878 + }, + { + "elapsed_s": 32.842, + "rss_mib": 110.848, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 32.553422 + }, + { + "elapsed_s": 32.95, + "rss_mib": 110.848, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 32.661606 + }, + { + "elapsed_s": 33.057, + "rss_mib": 111.098, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 32.768931 + }, + { + "elapsed_s": 33.164, + "rss_mib": 112.422, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 32.87537 + }, + { + "elapsed_s": 33.271, + "rss_mib": 113.812, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 32.982841 + }, + { + "elapsed_s": 33.378, + "rss_mib": 119.062, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 33.089509 + }, + { + "elapsed_s": 33.493, + "rss_mib": 123.062, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 33.204247 + }, + { + "elapsed_s": 33.607, + "rss_mib": 125.812, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 33.318307 + }, + { + "elapsed_s": 33.723, + "rss_mib": 130.812, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 33.434611 + }, + { + "elapsed_s": 33.833, + "rss_mib": 134.473, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 33.544111 + }, + { + "elapsed_s": 33.94, + "rss_mib": 136.223, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 33.651784 + }, + { + "elapsed_s": 34.055, + "rss_mib": 136.723, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 33.766208 + }, + { + "elapsed_s": 34.164, + "rss_mib": 137.098, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 33.875339 + }, + { + "elapsed_s": 34.274, + "rss_mib": 140.098, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 33.985593 + }, + { + "elapsed_s": 34.381, + "rss_mib": 143.262, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 34.092511 + }, + { + "elapsed_s": 34.491, + "rss_mib": 148.262, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 34.202038 + }, + { + "elapsed_s": 34.597, + "rss_mib": 153.887, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 34.308237 + }, + { + "elapsed_s": 34.709, + "rss_mib": 201.637, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 34.42058 + }, + { + "elapsed_s": 34.815, + "rss_mib": 220.137, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 34.526581 + }, + { + "elapsed_s": 34.922, + "rss_mib": 161.848, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 34.633196 + }, + { + "elapsed_s": 35.027, + "rss_mib": 168.598, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 34.738299 + }, + { + "elapsed_s": 35.132, + "rss_mib": 179.688, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 34.843282 + }, + { + "elapsed_s": 35.237, + "rss_mib": 182.836, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 34.948989 + }, + { + "elapsed_s": 35.342, + "rss_mib": 188.414, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 35.053819 + }, + { + "elapsed_s": 35.448, + "rss_mib": 188.539, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 35.159243 + }, + { + "elapsed_s": 35.556, + "rss_mib": 188.664, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 35.267633 + }, + { + "elapsed_s": 35.663, + "rss_mib": 185.684, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 35.374223 + }, + { + "elapsed_s": 35.768, + "rss_mib": 83.598, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 35.479206 + }, + { + "elapsed_s": 35.874, + "rss_mib": 101.0, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 35.569467 + }, + { + "elapsed_s": 35.98, + "rss_mib": 103.25, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 35.675182 + }, + { + "elapsed_s": 36.086, + "rss_mib": 110.875, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 35.780954 + }, + { + "elapsed_s": 36.191, + "rss_mib": 111.125, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 35.886502 + }, + { + "elapsed_s": 36.297, + "rss_mib": 113.211, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 35.99215 + }, + { + "elapsed_s": 36.402, + "rss_mib": 117.961, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 36.097756 + }, + { + "elapsed_s": 36.508, + "rss_mib": 123.336, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 36.202901 + }, + { + "elapsed_s": 36.613, + "rss_mib": 130.961, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 36.308329 + }, + { + "elapsed_s": 36.727, + "rss_mib": 134.5, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 36.421814 + }, + { + "elapsed_s": 36.845, + "rss_mib": 136.0, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 36.539801 + }, + { + "elapsed_s": 36.966, + "rss_mib": 136.25, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 36.660806 + }, + { + "elapsed_s": 37.081, + "rss_mib": 137.0, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 36.775826 + }, + { + "elapsed_s": 37.186, + "rss_mib": 142.25, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 36.881243 + }, + { + "elapsed_s": 37.291, + "rss_mib": 145.059, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 36.986193 + }, + { + "elapsed_s": 37.396, + "rss_mib": 153.184, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 37.091172 + }, + { + "elapsed_s": 37.507, + "rss_mib": 220.434, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 37.202379 + }, + { + "elapsed_s": 37.613, + "rss_mib": 159.234, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 37.308439 + }, + { + "elapsed_s": 37.719, + "rss_mib": 164.984, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 37.41438 + }, + { + "elapsed_s": 37.824, + "rss_mib": 175.555, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 37.519625 + }, + { + "elapsed_s": 37.93, + "rss_mib": 182.879, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 37.624951 + }, + { + "elapsed_s": 38.037, + "rss_mib": 187.98, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 37.732729 + }, + { + "elapsed_s": 38.146, + "rss_mib": 188.355, + "queued": 3, + "processing": 0, + "ready": 15, + "failed": 0, + "oldest_queued_s": 37.841329 + }, + { + "elapsed_s": 38.254, + "rss_mib": 188.48, + "queued": 3, + "processing": 0, + "ready": 15, + "failed": 0, + "oldest_queued_s": 37.949579 + }, + { + "elapsed_s": 38.359, + "rss_mib": 185.625, + "queued": 3, + "processing": 0, + "ready": 15, + "failed": 0, + "oldest_queued_s": 38.054312 + }, + { + "elapsed_s": 38.464, + "rss_mib": 83.598, + "queued": 3, + "processing": 0, + "ready": 15, + "failed": 0, + "oldest_queued_s": 38.158814 + }, + { + "elapsed_s": 38.571, + "rss_mib": 101.129, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 38.25144 + }, + { + "elapsed_s": 38.676, + "rss_mib": 103.129, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 38.356511 + }, + { + "elapsed_s": 38.781, + "rss_mib": 111.125, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 38.461318 + }, + { + "elapsed_s": 38.886, + "rss_mib": 111.5, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 38.566413 + }, + { + "elapsed_s": 38.991, + "rss_mib": 113.84, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 38.67143 + }, + { + "elapsed_s": 39.097, + "rss_mib": 119.215, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 38.777255 + }, + { + "elapsed_s": 39.203, + "rss_mib": 123.215, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 38.883544 + }, + { + "elapsed_s": 39.311, + "rss_mib": 126.465, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 38.990737 + }, + { + "elapsed_s": 39.416, + "rss_mib": 134.215, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 39.096396 + }, + { + "elapsed_s": 39.521, + "rss_mib": 136.453, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 39.201549 + }, + { + "elapsed_s": 39.626, + "rss_mib": 137.203, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 39.306568 + }, + { + "elapsed_s": 39.732, + "rss_mib": 142.578, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 39.412249 + }, + { + "elapsed_s": 39.839, + "rss_mib": 145.828, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 39.518999 + }, + { + "elapsed_s": 39.944, + "rss_mib": 152.902, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 39.624631 + }, + { + "elapsed_s": 40.053, + "rss_mib": 201.527, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 39.733398 + }, + { + "elapsed_s": 40.159, + "rss_mib": 181.398, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 39.839112 + }, + { + "elapsed_s": 40.264, + "rss_mib": 164.527, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 39.944071 + }, + { + "elapsed_s": 40.372, + "rss_mib": 175.812, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 40.051914 + }, + { + "elapsed_s": 40.477, + "rss_mib": 183.137, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 40.15692 + }, + { + "elapsed_s": 40.582, + "rss_mib": 188.879, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 40.262526 + }, + { + "elapsed_s": 40.688, + "rss_mib": 188.879, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 40.367816 + }, + { + "elapsed_s": 40.792, + "rss_mib": 189.004, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 40.472438 + }, + { + "elapsed_s": 40.898, + "rss_mib": 185.004, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 40.5784 + }, + { + "elapsed_s": 41.006, + "rss_mib": 83.598, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 40.68571 + }, + { + "elapsed_s": 41.111, + "rss_mib": 99.793, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 40.775982 + }, + { + "elapsed_s": 41.216, + "rss_mib": 101.996, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 40.881411 + }, + { + "elapsed_s": 41.323, + "rss_mib": 111.012, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 40.988284 + }, + { + "elapsed_s": 41.429, + "rss_mib": 111.012, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 41.094159 + }, + { + "elapsed_s": 41.54, + "rss_mib": 111.262, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 41.204643 + }, + { + "elapsed_s": 41.648, + "rss_mib": 112.656, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 41.312646 + }, + { + "elapsed_s": 41.754, + "rss_mib": 113.742, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 41.419434 + }, + { + "elapsed_s": 41.861, + "rss_mib": 117.242, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 41.526603 + }, + { + "elapsed_s": 41.972, + "rss_mib": 123.117, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 41.636743 + }, + { + "elapsed_s": 42.08, + "rss_mib": 124.367, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 41.745183 + }, + { + "elapsed_s": 42.187, + "rss_mib": 131.242, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 41.852618 + }, + { + "elapsed_s": 42.292, + "rss_mib": 136.246, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 41.957474 + }, + { + "elapsed_s": 42.397, + "rss_mib": 136.996, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 42.062486 + }, + { + "elapsed_s": 42.506, + "rss_mib": 143.348, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 42.171066 + }, + { + "elapsed_s": 42.611, + "rss_mib": 149.973, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 42.275825 + }, + { + "elapsed_s": 42.715, + "rss_mib": 155.723, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 42.38037 + }, + { + "elapsed_s": 42.846, + "rss_mib": 182.363, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 42.511018 + }, + { + "elapsed_s": 42.951, + "rss_mib": 163.938, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 42.616168 + }, + { + "elapsed_s": 43.056, + "rss_mib": 175.137, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 42.720999 + }, + { + "elapsed_s": 43.161, + "rss_mib": 182.859, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 42.826163 + }, + { + "elapsed_s": 43.266, + "rss_mib": 188.305, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 42.9315 + }, + { + "elapsed_s": 43.372, + "rss_mib": 188.43, + "queued": 1, + "processing": 0, + "ready": 17, + "failed": 0, + "oldest_queued_s": 43.037558 + }, + { + "elapsed_s": 43.477, + "rss_mib": 188.43, + "queued": 1, + "processing": 0, + "ready": 17, + "failed": 0, + "oldest_queued_s": 43.142524 + }, + { + "elapsed_s": 43.583, + "rss_mib": 184.543, + "queued": 1, + "processing": 0, + "ready": 17, + "failed": 0, + "oldest_queued_s": 43.247923 + }, + { + "elapsed_s": 43.687, + "rss_mib": 83.598, + "queued": 1, + "processing": 0, + "ready": 17, + "failed": 0, + "oldest_queued_s": 43.352613 + }, + { + "elapsed_s": 43.792, + "rss_mib": 101.387, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 43.898, + "rss_mib": 106.16, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 44.006, + "rss_mib": 111.121, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 44.111, + "rss_mib": 111.496, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 44.216, + "rss_mib": 113.707, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 44.322, + "rss_mib": 117.332, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 44.428, + "rss_mib": 123.207, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 44.535, + "rss_mib": 126.082, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 44.641, + "rss_mib": 134.703, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 44.745, + "rss_mib": 136.828, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 44.85, + "rss_mib": 139.203, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 44.955, + "rss_mib": 144.133, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 45.06, + "rss_mib": 152.633, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 45.166, + "rss_mib": 220.133, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 45.276, + "rss_mib": 158.492, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 45.381, + "rss_mib": 168.117, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 45.485, + "rss_mib": 177.785, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 45.59, + "rss_mib": 184.91, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 45.695, + "rss_mib": 188.355, + "queued": 0, + "processing": 0, + "ready": 18, + "failed": 0, + "oldest_queued_s": 0 + } + ], + "repeat": 1, + "concurrency": 1, + "prefetch_per_consumer": 1 + }, + { + "width": 1280, + "height": 800, + "bytes": 774325, + "sha256": "e8f395f1bdf837a475d4c6f11e5d3e8f911e09ce4f2a41f853d403bebef3efcc", + "requests": 18, + "clients": 6, + "http_statuses": { + "202": 18 + }, + "api_replicas_seen": 2, + "elapsed_s": 46.36494216900064, + "owner_id": "fd9548ed-ede4-4a34-bce1-b05e0f9becd5", + "attachment_ids": [ + "94a19de3-7442-4885-937b-acb81a8eccec", + "5d43eb14-d6c9-4a9d-b2a4-1ba9b2936fbe", + "7803e83f-02b0-463f-a006-ec892d7b3930", + "25f284d8-ba0c-4854-bdde-c13fa399ed5c", + "7dd4bcf2-7700-44f9-b7ef-e5ad77254fdb", + "f2136c31-6d24-4f73-93cb-52d96b0bdc09", + "32b326d9-af8d-485a-878c-aa885e8cbea4", + "b95efbac-c51c-4460-a94e-9cab2ba1fbe0", + "d887be2c-ae2d-44c7-b421-b123dc9e7487", + "9ec46d09-0232-46f9-9460-8ad92c129ff7", + "9feb3f18-8c17-482a-8c81-a56c034f674b", + "058f9951-efa2-4dbe-8e4b-42288b7e0b81", + "b4b4cc9a-97e3-4d04-869e-925f8188f45e", + "faccc03b-51d3-46da-b94a-a5949b0402da", + "ecf520da-e5a9-4c5a-a4cc-7efd75e159d4", + "14054f1d-cf5d-474e-b066-b30369f2eb12", + "b342b365-7a11-41b1-91cd-08382f6bc473", + "81991965-ae73-49fc-add7-faca6cdfb50e" + ], + "throughput_per_s": 0.38822436000005855, + "ready_p95_s": 45.690003, + "queue_wait_p95_s": 43.478215, + "queue_lag_max_jobs": 17, + "queue_oldest_max_s": 43.483165, + "processing_max": 1, + "rss_peak_mib": 220.574, + "samples": [ + { + "elapsed_s": 0.038, + "rss_mib": 83.598, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.142, + "rss_mib": 83.598, + "queued": 2, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.060428 + }, + { + "elapsed_s": 0.247, + "rss_mib": 93.473, + "queued": 4, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.131639 + }, + { + "elapsed_s": 0.352, + "rss_mib": 101.117, + "queued": 7, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.237315 + }, + { + "elapsed_s": 0.457, + "rss_mib": 105.285, + "queued": 10, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.342119 + }, + { + "elapsed_s": 0.562, + "rss_mib": 110.746, + "queued": 13, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.447352 + }, + { + "elapsed_s": 0.667, + "rss_mib": 110.996, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.552045 + }, + { + "elapsed_s": 0.771, + "rss_mib": 113.461, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.656481 + }, + { + "elapsed_s": 0.877, + "rss_mib": 122.836, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.761605 + }, + { + "elapsed_s": 0.984, + "rss_mib": 125.086, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.869041 + }, + { + "elapsed_s": 1.089, + "rss_mib": 133.836, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.97399 + }, + { + "elapsed_s": 1.194, + "rss_mib": 136.117, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.079246 + }, + { + "elapsed_s": 1.299, + "rss_mib": 136.867, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.184063 + }, + { + "elapsed_s": 1.404, + "rss_mib": 142.297, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.28891 + }, + { + "elapsed_s": 1.509, + "rss_mib": 146.574, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.393747 + }, + { + "elapsed_s": 1.616, + "rss_mib": 153.746, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.501459 + }, + { + "elapsed_s": 1.722, + "rss_mib": 219.371, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.606578 + }, + { + "elapsed_s": 1.826, + "rss_mib": 164.023, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.711357 + }, + { + "elapsed_s": 1.931, + "rss_mib": 176.371, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.81615 + }, + { + "elapsed_s": 2.036, + "rss_mib": 182.684, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.920946 + }, + { + "elapsed_s": 2.141, + "rss_mib": 196.031, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.025575 + }, + { + "elapsed_s": 2.247, + "rss_mib": 211.957, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.132049 + }, + { + "elapsed_s": 2.352, + "rss_mib": 218.957, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.236994 + }, + { + "elapsed_s": 2.457, + "rss_mib": 193.594, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 2.341645 + }, + { + "elapsed_s": 2.561, + "rss_mib": 193.594, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 2.446063 + }, + { + "elapsed_s": 2.666, + "rss_mib": 187.629, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 2.550986 + }, + { + "elapsed_s": 2.771, + "rss_mib": 101.121, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 2.625479 + }, + { + "elapsed_s": 2.877, + "rss_mib": 102.996, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 2.731165 + }, + { + "elapsed_s": 2.982, + "rss_mib": 111.121, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 2.836538 + }, + { + "elapsed_s": 3.087, + "rss_mib": 111.496, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 2.941079 + }, + { + "elapsed_s": 3.191, + "rss_mib": 113.836, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.045835 + }, + { + "elapsed_s": 3.296, + "rss_mib": 122.836, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.150749 + }, + { + "elapsed_s": 3.402, + "rss_mib": 124.336, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.256207 + }, + { + "elapsed_s": 3.514, + "rss_mib": 130.961, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.368759 + }, + { + "elapsed_s": 3.62, + "rss_mib": 134.793, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.474821 + }, + { + "elapsed_s": 3.73, + "rss_mib": 136.668, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.584541 + }, + { + "elapsed_s": 3.836, + "rss_mib": 136.918, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.690103 + }, + { + "elapsed_s": 3.941, + "rss_mib": 140.043, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.794913 + }, + { + "elapsed_s": 4.047, + "rss_mib": 143.5, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.901409 + }, + { + "elapsed_s": 4.152, + "rss_mib": 152.75, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.006366 + }, + { + "elapsed_s": 4.257, + "rss_mib": 162.812, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.111462 + }, + { + "elapsed_s": 4.362, + "rss_mib": 158.957, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.216408 + }, + { + "elapsed_s": 4.468, + "rss_mib": 165.582, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.322466 + }, + { + "elapsed_s": 4.573, + "rss_mib": 175.684, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.427106 + }, + { + "elapsed_s": 4.678, + "rss_mib": 183.125, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.532726 + }, + { + "elapsed_s": 4.784, + "rss_mib": 198.633, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.638136 + }, + { + "elapsed_s": 4.888, + "rss_mib": 215.508, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.742551 + }, + { + "elapsed_s": 4.993, + "rss_mib": 193.645, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.84704 + }, + { + "elapsed_s": 5.097, + "rss_mib": 193.645, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.951374 + }, + { + "elapsed_s": 5.202, + "rss_mib": 190.758, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.056338 + }, + { + "elapsed_s": 5.306, + "rss_mib": 90.848, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.130543 + }, + { + "elapsed_s": 5.415, + "rss_mib": 101.371, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.238865 + }, + { + "elapsed_s": 5.521, + "rss_mib": 107.656, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.344711 + }, + { + "elapsed_s": 5.626, + "rss_mib": 111.246, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.450042 + }, + { + "elapsed_s": 5.731, + "rss_mib": 111.496, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.554687 + }, + { + "elapsed_s": 5.835, + "rss_mib": 114.086, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.659415 + }, + { + "elapsed_s": 5.943, + "rss_mib": 123.211, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.766731 + }, + { + "elapsed_s": 6.05, + "rss_mib": 124.836, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.87444 + }, + { + "elapsed_s": 6.156, + "rss_mib": 131.586, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.979882 + }, + { + "elapsed_s": 6.261, + "rss_mib": 136.109, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.085044 + }, + { + "elapsed_s": 6.366, + "rss_mib": 136.734, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.189774 + }, + { + "elapsed_s": 6.47, + "rss_mib": 142.359, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.294222 + }, + { + "elapsed_s": 6.574, + "rss_mib": 145.699, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.39857 + }, + { + "elapsed_s": 6.68, + "rss_mib": 153.949, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.504119 + }, + { + "elapsed_s": 6.819, + "rss_mib": 220.574, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.643564 + }, + { + "elapsed_s": 6.924, + "rss_mib": 164.199, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.748442 + }, + { + "elapsed_s": 7.03, + "rss_mib": 175.633, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.853674 + }, + { + "elapsed_s": 7.135, + "rss_mib": 182.957, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.958756 + }, + { + "elapsed_s": 7.239, + "rss_mib": 197.152, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.06342 + }, + { + "elapsed_s": 7.345, + "rss_mib": 213.082, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.168748 + }, + { + "elapsed_s": 7.454, + "rss_mib": 206.301, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.277935 + }, + { + "elapsed_s": 7.558, + "rss_mib": 193.719, + "queued": 15, + "processing": 0, + "ready": 3, + "failed": 0, + "oldest_queued_s": 7.382369 + }, + { + "elapsed_s": 7.663, + "rss_mib": 193.719, + "queued": 15, + "processing": 0, + "ready": 3, + "failed": 0, + "oldest_queued_s": 7.486761 + }, + { + "elapsed_s": 7.767, + "rss_mib": 83.598, + "queued": 15, + "processing": 0, + "ready": 3, + "failed": 0, + "oldest_queued_s": 7.591168 + }, + { + "elapsed_s": 7.872, + "rss_mib": 100.223, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 7.661518 + }, + { + "elapsed_s": 7.979, + "rss_mib": 102.543, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 7.76844 + }, + { + "elapsed_s": 8.085, + "rss_mib": 110.918, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 7.874598 + }, + { + "elapsed_s": 8.19, + "rss_mib": 111.168, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 7.979294 + }, + { + "elapsed_s": 8.295, + "rss_mib": 113.258, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 8.08448 + }, + { + "elapsed_s": 8.401, + "rss_mib": 117.758, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 8.190525 + }, + { + "elapsed_s": 8.506, + "rss_mib": 122.883, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 8.295303 + }, + { + "elapsed_s": 8.614, + "rss_mib": 126.883, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 8.403692 + }, + { + "elapsed_s": 8.723, + "rss_mib": 133.883, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 8.51282 + }, + { + "elapsed_s": 8.829, + "rss_mib": 136.402, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 8.619058 + }, + { + "elapsed_s": 8.934, + "rss_mib": 136.902, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 8.724051 + }, + { + "elapsed_s": 9.039, + "rss_mib": 143.137, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 8.828896 + }, + { + "elapsed_s": 9.147, + "rss_mib": 149.512, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 8.936769 + }, + { + "elapsed_s": 9.252, + "rss_mib": 153.832, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.041962 + }, + { + "elapsed_s": 9.359, + "rss_mib": 219.332, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.148523 + }, + { + "elapsed_s": 9.464, + "rss_mib": 163.949, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.254017 + }, + { + "elapsed_s": 9.57, + "rss_mib": 175.328, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.359166 + }, + { + "elapsed_s": 9.674, + "rss_mib": 182.652, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.463759 + }, + { + "elapsed_s": 9.781, + "rss_mib": 193.227, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.570939 + }, + { + "elapsed_s": 9.887, + "rss_mib": 209.5, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.676299 + }, + { + "elapsed_s": 9.993, + "rss_mib": 218.875, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.782415 + }, + { + "elapsed_s": 10.101, + "rss_mib": 198.715, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.890572 + }, + { + "elapsed_s": 10.206, + "rss_mib": 198.715, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.99563 + }, + { + "elapsed_s": 10.312, + "rss_mib": 198.84, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.101417 + }, + { + "elapsed_s": 10.416, + "rss_mib": 194.953, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.205922 + }, + { + "elapsed_s": 10.521, + "rss_mib": 99.918, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.277505 + }, + { + "elapsed_s": 10.627, + "rss_mib": 102.0, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.382676 + }, + { + "elapsed_s": 10.738, + "rss_mib": 105.91, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.494283 + }, + { + "elapsed_s": 10.847, + "rss_mib": 111.027, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.602824 + }, + { + "elapsed_s": 10.954, + "rss_mib": 111.027, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.709934 + }, + { + "elapsed_s": 11.059, + "rss_mib": 111.527, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.815103 + }, + { + "elapsed_s": 11.166, + "rss_mib": 113.594, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.92179 + }, + { + "elapsed_s": 11.27, + "rss_mib": 119.094, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.026606 + }, + { + "elapsed_s": 11.375, + "rss_mib": 124.219, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.131652 + }, + { + "elapsed_s": 11.482, + "rss_mib": 133.094, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.238061 + }, + { + "elapsed_s": 11.586, + "rss_mib": 136.246, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.342561 + }, + { + "elapsed_s": 11.691, + "rss_mib": 137.996, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.447161 + }, + { + "elapsed_s": 11.796, + "rss_mib": 143.555, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.552312 + }, + { + "elapsed_s": 11.901, + "rss_mib": 152.68, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.657252 + }, + { + "elapsed_s": 12.007, + "rss_mib": 189.828, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.762727 + }, + { + "elapsed_s": 12.116, + "rss_mib": 162.918, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.871622 + }, + { + "elapsed_s": 12.221, + "rss_mib": 168.918, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.977009 + }, + { + "elapsed_s": 12.325, + "rss_mib": 178.477, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.0816 + }, + { + "elapsed_s": 12.43, + "rss_mib": 194.352, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.186565 + }, + { + "elapsed_s": 12.535, + "rss_mib": 207.516, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.291633 + }, + { + "elapsed_s": 12.64, + "rss_mib": 218.891, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.396599 + }, + { + "elapsed_s": 12.747, + "rss_mib": 198.957, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.502732 + }, + { + "elapsed_s": 12.851, + "rss_mib": 198.957, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 12.607634 + }, + { + "elapsed_s": 12.956, + "rss_mib": 198.957, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 12.71247 + }, + { + "elapsed_s": 13.062, + "rss_mib": 195.176, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 12.817688 + }, + { + "elapsed_s": 13.166, + "rss_mib": 91.348, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 12.887873 + }, + { + "elapsed_s": 13.271, + "rss_mib": 101.363, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 12.992957 + }, + { + "elapsed_s": 13.378, + "rss_mib": 105.113, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 13.099555 + }, + { + "elapsed_s": 13.488, + "rss_mib": 111.113, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 13.210388 + }, + { + "elapsed_s": 13.595, + "rss_mib": 111.238, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 13.317091 + }, + { + "elapsed_s": 13.701, + "rss_mib": 111.363, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 13.42279 + }, + { + "elapsed_s": 13.815, + "rss_mib": 113.406, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 13.537384 + }, + { + "elapsed_s": 13.932, + "rss_mib": 116.031, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 13.653871 + }, + { + "elapsed_s": 14.037, + "rss_mib": 123.031, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 13.758787 + }, + { + "elapsed_s": 14.142, + "rss_mib": 125.531, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 13.864277 + }, + { + "elapsed_s": 14.249, + "rss_mib": 134.031, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 13.970834 + }, + { + "elapsed_s": 14.354, + "rss_mib": 136.297, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.076186 + }, + { + "elapsed_s": 14.46, + "rss_mib": 137.047, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.182198 + }, + { + "elapsed_s": 14.566, + "rss_mib": 145.922, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.288209 + }, + { + "elapsed_s": 14.672, + "rss_mib": 145.602, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.393809 + }, + { + "elapsed_s": 14.777, + "rss_mib": 153.875, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.499339 + }, + { + "elapsed_s": 14.922, + "rss_mib": 181.535, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.644495 + }, + { + "elapsed_s": 15.027, + "rss_mib": 164.309, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.749156 + }, + { + "elapsed_s": 15.132, + "rss_mib": 175.543, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.853804 + }, + { + "elapsed_s": 15.236, + "rss_mib": 182.863, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.958377 + }, + { + "elapsed_s": 15.341, + "rss_mib": 197.492, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.063356 + }, + { + "elapsed_s": 15.448, + "rss_mib": 213.363, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.170219 + }, + { + "elapsed_s": 15.553, + "rss_mib": 202.418, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.274953 + }, + { + "elapsed_s": 15.658, + "rss_mib": 198.633, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.379596 + }, + { + "elapsed_s": 15.762, + "rss_mib": 198.633, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.484532 + }, + { + "elapsed_s": 15.868, + "rss_mib": 195.719, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.589603 + }, + { + "elapsed_s": 15.973, + "rss_mib": 83.598, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.694924 + }, + { + "elapsed_s": 16.081, + "rss_mib": 101.199, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.755775 + }, + { + "elapsed_s": 16.187, + "rss_mib": 103.039, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.862041 + }, + { + "elapsed_s": 16.292, + "rss_mib": 111.145, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.966995 + }, + { + "elapsed_s": 16.397, + "rss_mib": 111.395, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.072034 + }, + { + "elapsed_s": 16.502, + "rss_mib": 113.484, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.177068 + }, + { + "elapsed_s": 16.607, + "rss_mib": 117.234, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.28154 + }, + { + "elapsed_s": 16.713, + "rss_mib": 123.359, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.3883 + }, + { + "elapsed_s": 16.818, + "rss_mib": 131.359, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.492947 + }, + { + "elapsed_s": 16.923, + "rss_mib": 136.625, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.597629 + }, + { + "elapsed_s": 17.028, + "rss_mib": 137.875, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.702621 + }, + { + "elapsed_s": 17.133, + "rss_mib": 143.496, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.807587 + }, + { + "elapsed_s": 17.238, + "rss_mib": 149.996, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.912517 + }, + { + "elapsed_s": 17.342, + "rss_mib": 155.137, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.017248 + }, + { + "elapsed_s": 17.448, + "rss_mib": 155.758, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.123199 + }, + { + "elapsed_s": 17.553, + "rss_mib": 165.008, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.227865 + }, + { + "elapsed_s": 17.657, + "rss_mib": 179.191, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.332233 + }, + { + "elapsed_s": 17.762, + "rss_mib": 183.414, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.4371 + }, + { + "elapsed_s": 17.867, + "rss_mib": 203.859, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.542244 + }, + { + "elapsed_s": 17.972, + "rss_mib": 216.234, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.6472 + }, + { + "elapsed_s": 18.079, + "rss_mib": 198.695, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.753587 + }, + { + "elapsed_s": 18.183, + "rss_mib": 198.82, + "queued": 11, + "processing": 0, + "ready": 7, + "failed": 0, + "oldest_queued_s": 17.858378 + }, + { + "elapsed_s": 18.288, + "rss_mib": 198.82, + "queued": 11, + "processing": 0, + "ready": 7, + "failed": 0, + "oldest_queued_s": 17.963373 + }, + { + "elapsed_s": 18.393, + "rss_mib": 194.883, + "queued": 11, + "processing": 0, + "ready": 7, + "failed": 0, + "oldest_queued_s": 18.068424 + }, + { + "elapsed_s": 18.499, + "rss_mib": 83.598, + "queued": 11, + "processing": 0, + "ready": 7, + "failed": 0, + "oldest_queued_s": 18.173505 + }, + { + "elapsed_s": 18.604, + "rss_mib": 101.254, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 18.23121 + }, + { + "elapsed_s": 18.709, + "rss_mib": 104.879, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 18.33613 + }, + { + "elapsed_s": 18.815, + "rss_mib": 111.121, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 18.442959 + }, + { + "elapsed_s": 18.92, + "rss_mib": 111.496, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 18.547602 + }, + { + "elapsed_s": 19.025, + "rss_mib": 113.699, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 18.652758 + }, + { + "elapsed_s": 19.13, + "rss_mib": 123.074, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 18.757639 + }, + { + "elapsed_s": 19.235, + "rss_mib": 125.574, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 18.862302 + }, + { + "elapsed_s": 19.339, + "rss_mib": 134.605, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 18.966837 + }, + { + "elapsed_s": 19.445, + "rss_mib": 136.98, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.072096 + }, + { + "elapsed_s": 19.55, + "rss_mib": 140.605, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.177452 + }, + { + "elapsed_s": 19.655, + "rss_mib": 145.148, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.282415 + }, + { + "elapsed_s": 19.759, + "rss_mib": 154.023, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.386865 + }, + { + "elapsed_s": 19.866, + "rss_mib": 220.273, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.4934 + }, + { + "elapsed_s": 19.972, + "rss_mib": 163.645, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.599309 + }, + { + "elapsed_s": 20.078, + "rss_mib": 175.168, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.705306 + }, + { + "elapsed_s": 20.183, + "rss_mib": 182.613, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.810808 + }, + { + "elapsed_s": 20.288, + "rss_mib": 193.301, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.915375 + }, + { + "elapsed_s": 20.393, + "rss_mib": 210.695, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 20.020139 + }, + { + "elapsed_s": 20.497, + "rss_mib": 218.57, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 20.12495 + }, + { + "elapsed_s": 20.602, + "rss_mib": 193.395, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.229568 + }, + { + "elapsed_s": 20.707, + "rss_mib": 193.395, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.33456 + }, + { + "elapsed_s": 20.814, + "rss_mib": 190.617, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.441585 + }, + { + "elapsed_s": 20.919, + "rss_mib": 180.258, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.546561 + }, + { + "elapsed_s": 21.024, + "rss_mib": 101.414, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.61265 + }, + { + "elapsed_s": 21.128, + "rss_mib": 102.953, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.717469 + }, + { + "elapsed_s": 21.233, + "rss_mib": 110.703, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.822336 + }, + { + "elapsed_s": 21.338, + "rss_mib": 110.953, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.927339 + }, + { + "elapsed_s": 21.443, + "rss_mib": 113.293, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.032475 + }, + { + "elapsed_s": 21.549, + "rss_mib": 118.918, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.138461 + }, + { + "elapsed_s": 21.655, + "rss_mib": 123.918, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.244223 + }, + { + "elapsed_s": 21.76, + "rss_mib": 131.043, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.349417 + }, + { + "elapsed_s": 21.866, + "rss_mib": 135.824, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.45492 + }, + { + "elapsed_s": 21.971, + "rss_mib": 136.574, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.559721 + }, + { + "elapsed_s": 22.076, + "rss_mib": 141.949, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.665088 + }, + { + "elapsed_s": 22.182, + "rss_mib": 144.773, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.77133 + }, + { + "elapsed_s": 22.287, + "rss_mib": 153.523, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.876281 + }, + { + "elapsed_s": 22.4, + "rss_mib": 220.148, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.989203 + }, + { + "elapsed_s": 22.505, + "rss_mib": 162.648, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.094065 + }, + { + "elapsed_s": 22.609, + "rss_mib": 170.941, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.198513 + }, + { + "elapsed_s": 22.715, + "rss_mib": 180.555, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.303787 + }, + { + "elapsed_s": 22.82, + "rss_mib": 193.527, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.409098 + }, + { + "elapsed_s": 22.927, + "rss_mib": 208.957, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.516245 + }, + { + "elapsed_s": 23.032, + "rss_mib": 218.832, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.62104 + }, + { + "elapsed_s": 23.137, + "rss_mib": 198.922, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.726074 + }, + { + "elapsed_s": 23.243, + "rss_mib": 199.047, + "queued": 9, + "processing": 0, + "ready": 9, + "failed": 0, + "oldest_queued_s": 22.831811 + }, + { + "elapsed_s": 23.349, + "rss_mib": 199.047, + "queued": 9, + "processing": 0, + "ready": 9, + "failed": 0, + "oldest_queued_s": 22.937816 + }, + { + "elapsed_s": 23.454, + "rss_mib": 196.078, + "queued": 9, + "processing": 0, + "ready": 9, + "failed": 0, + "oldest_queued_s": 23.043423 + }, + { + "elapsed_s": 23.56, + "rss_mib": 83.598, + "queued": 9, + "processing": 0, + "ready": 9, + "failed": 0, + "oldest_queued_s": 23.148652 + }, + { + "elapsed_s": 23.667, + "rss_mib": 100.473, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 23.217188 + }, + { + "elapsed_s": 23.774, + "rss_mib": 101.359, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 23.324289 + }, + { + "elapsed_s": 23.884, + "rss_mib": 105.859, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 23.43438 + }, + { + "elapsed_s": 23.988, + "rss_mib": 111.219, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 23.538984 + }, + { + "elapsed_s": 24.094, + "rss_mib": 111.469, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 23.644062 + }, + { + "elapsed_s": 24.199, + "rss_mib": 113.684, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 23.749604 + }, + { + "elapsed_s": 24.304, + "rss_mib": 119.309, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 23.854214 + }, + { + "elapsed_s": 24.408, + "rss_mib": 124.434, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 23.95871 + }, + { + "elapsed_s": 24.516, + "rss_mib": 134.184, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 24.066493 + }, + { + "elapsed_s": 24.621, + "rss_mib": 136.973, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 24.171362 + }, + { + "elapsed_s": 24.726, + "rss_mib": 139.348, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 24.276277 + }, + { + "elapsed_s": 24.831, + "rss_mib": 143.934, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 24.381598 + }, + { + "elapsed_s": 24.936, + "rss_mib": 153.059, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 24.486238 + }, + { + "elapsed_s": 25.041, + "rss_mib": 199.934, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 24.59157 + }, + { + "elapsed_s": 25.147, + "rss_mib": 158.934, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 24.697477 + }, + { + "elapsed_s": 25.252, + "rss_mib": 166.809, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 24.802395 + }, + { + "elapsed_s": 25.357, + "rss_mib": 175.805, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 24.907766 + }, + { + "elapsed_s": 25.463, + "rss_mib": 183.129, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 25.01385 + }, + { + "elapsed_s": 25.572, + "rss_mib": 183.754, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 25.122614 + }, + { + "elapsed_s": 25.679, + "rss_mib": 198.949, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 25.229044 + }, + { + "elapsed_s": 25.785, + "rss_mib": 212.324, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 25.335882 + }, + { + "elapsed_s": 25.891, + "rss_mib": 219.199, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 25.44109 + }, + { + "elapsed_s": 25.995, + "rss_mib": 199.293, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 25.545984 + }, + { + "elapsed_s": 26.101, + "rss_mib": 199.293, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 25.651403 + }, + { + "elapsed_s": 26.205, + "rss_mib": 196.312, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 25.755994 + }, + { + "elapsed_s": 26.31, + "rss_mib": 83.598, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 25.860351 + }, + { + "elapsed_s": 26.417, + "rss_mib": 101.246, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 25.933563 + }, + { + "elapsed_s": 26.521, + "rss_mib": 104.371, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 26.037257 + }, + { + "elapsed_s": 26.626, + "rss_mib": 111.246, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 26.142171 + }, + { + "elapsed_s": 26.731, + "rss_mib": 111.496, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 26.247032 + }, + { + "elapsed_s": 26.836, + "rss_mib": 113.961, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 26.351799 + }, + { + "elapsed_s": 26.941, + "rss_mib": 122.961, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 26.456922 + }, + { + "elapsed_s": 27.047, + "rss_mib": 124.836, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 26.56316 + }, + { + "elapsed_s": 27.152, + "rss_mib": 131.961, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 26.668329 + }, + { + "elapsed_s": 27.258, + "rss_mib": 136.496, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 26.774007 + }, + { + "elapsed_s": 27.363, + "rss_mib": 137.121, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 26.879418 + }, + { + "elapsed_s": 27.469, + "rss_mib": 142.121, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 26.984863 + }, + { + "elapsed_s": 27.575, + "rss_mib": 145.055, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 27.091421 + }, + { + "elapsed_s": 27.683, + "rss_mib": 154.055, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 27.199094 + }, + { + "elapsed_s": 27.79, + "rss_mib": 220.555, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 27.305918 + }, + { + "elapsed_s": 27.895, + "rss_mib": 159.551, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 27.411314 + }, + { + "elapsed_s": 28.001, + "rss_mib": 168.926, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 27.516476 + }, + { + "elapsed_s": 28.106, + "rss_mib": 179.738, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 27.621569 + }, + { + "elapsed_s": 28.211, + "rss_mib": 182.961, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 27.727168 + }, + { + "elapsed_s": 28.317, + "rss_mib": 198.852, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 27.832507 + }, + { + "elapsed_s": 28.421, + "rss_mib": 215.977, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 27.937006 + }, + { + "elapsed_s": 28.526, + "rss_mib": 199.047, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 28.041679 + }, + { + "elapsed_s": 28.63, + "rss_mib": 199.297, + "queued": 7, + "processing": 0, + "ready": 11, + "failed": 0, + "oldest_queued_s": 28.146137 + }, + { + "elapsed_s": 28.735, + "rss_mib": 195.465, + "queued": 7, + "processing": 0, + "ready": 11, + "failed": 0, + "oldest_queued_s": 28.250673 + }, + { + "elapsed_s": 28.84, + "rss_mib": 83.598, + "queued": 7, + "processing": 0, + "ready": 11, + "failed": 0, + "oldest_queued_s": 28.355808 + }, + { + "elapsed_s": 28.948, + "rss_mib": 101.246, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 28.432156 + }, + { + "elapsed_s": 29.053, + "rss_mib": 105.285, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 28.537656 + }, + { + "elapsed_s": 29.158, + "rss_mib": 110.996, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 28.642447 + }, + { + "elapsed_s": 29.263, + "rss_mib": 111.371, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 28.747461 + }, + { + "elapsed_s": 29.368, + "rss_mib": 113.938, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 28.852523 + }, + { + "elapsed_s": 29.473, + "rss_mib": 122.938, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 28.957184 + }, + { + "elapsed_s": 29.577, + "rss_mib": 125.688, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 29.061974 + }, + { + "elapsed_s": 29.683, + "rss_mib": 134.559, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 29.167502 + }, + { + "elapsed_s": 29.788, + "rss_mib": 136.684, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 29.272211 + }, + { + "elapsed_s": 29.892, + "rss_mib": 140.184, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 29.376735 + }, + { + "elapsed_s": 29.997, + "rss_mib": 144.859, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 29.481377 + }, + { + "elapsed_s": 30.102, + "rss_mib": 152.887, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 29.586166 + }, + { + "elapsed_s": 30.207, + "rss_mib": 219.262, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 29.691076 + }, + { + "elapsed_s": 30.312, + "rss_mib": 163.008, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 29.796753 + }, + { + "elapsed_s": 30.419, + "rss_mib": 168.383, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 29.903188 + }, + { + "elapsed_s": 30.524, + "rss_mib": 179.965, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 30.008389 + }, + { + "elapsed_s": 30.628, + "rss_mib": 182.441, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 30.112997 + }, + { + "elapsed_s": 30.733, + "rss_mib": 197.777, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 30.217647 + }, + { + "elapsed_s": 30.838, + "rss_mib": 214.277, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 30.32249 + }, + { + "elapsed_s": 30.943, + "rss_mib": 192.914, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 30.427036 + }, + { + "elapsed_s": 31.05, + "rss_mib": 193.039, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 30.534402 + }, + { + "elapsed_s": 31.154, + "rss_mib": 189.254, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 30.638869 + }, + { + "elapsed_s": 31.258, + "rss_mib": 83.598, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 30.742967 + }, + { + "elapsed_s": 31.363, + "rss_mib": 101.129, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 30.821391 + }, + { + "elapsed_s": 31.468, + "rss_mib": 107.887, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 30.926468 + }, + { + "elapsed_s": 31.573, + "rss_mib": 110.973, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 31.031091 + }, + { + "elapsed_s": 31.678, + "rss_mib": 112.723, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 31.13587 + }, + { + "elapsed_s": 31.784, + "rss_mib": 115.43, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 31.2423 + }, + { + "elapsed_s": 31.889, + "rss_mib": 122.93, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 31.347098 + }, + { + "elapsed_s": 31.994, + "rss_mib": 127.305, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 31.452014 + }, + { + "elapsed_s": 32.099, + "rss_mib": 135.035, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 31.557088 + }, + { + "elapsed_s": 32.203, + "rss_mib": 136.66, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 31.661494 + }, + { + "elapsed_s": 32.308, + "rss_mib": 140.16, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 31.766174 + }, + { + "elapsed_s": 32.414, + "rss_mib": 144.648, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 31.87166 + }, + { + "elapsed_s": 32.519, + "rss_mib": 152.211, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 31.976777 + }, + { + "elapsed_s": 32.63, + "rss_mib": 215.211, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 32.088404 + }, + { + "elapsed_s": 32.735, + "rss_mib": 158.957, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 32.193561 + }, + { + "elapsed_s": 32.84, + "rss_mib": 164.582, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 32.298585 + }, + { + "elapsed_s": 32.948, + "rss_mib": 175.867, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 32.406052 + }, + { + "elapsed_s": 33.054, + "rss_mib": 180.051, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 32.51189 + }, + { + "elapsed_s": 33.158, + "rss_mib": 200.426, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 32.61642 + }, + { + "elapsed_s": 33.263, + "rss_mib": 209.293, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 32.721561 + }, + { + "elapsed_s": 33.37, + "rss_mib": 218.668, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 32.827987 + }, + { + "elapsed_s": 33.477, + "rss_mib": 193.18, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 32.935582 + }, + { + "elapsed_s": 33.586, + "rss_mib": 193.305, + "queued": 5, + "processing": 0, + "ready": 13, + "failed": 0, + "oldest_queued_s": 33.043737 + }, + { + "elapsed_s": 33.692, + "rss_mib": 193.305, + "queued": 5, + "processing": 0, + "ready": 13, + "failed": 0, + "oldest_queued_s": 33.150352 + }, + { + "elapsed_s": 33.799, + "rss_mib": 190.453, + "queued": 5, + "processing": 0, + "ready": 13, + "failed": 0, + "oldest_queued_s": 33.257449 + }, + { + "elapsed_s": 33.905, + "rss_mib": 83.598, + "queued": 5, + "processing": 0, + "ready": 13, + "failed": 0, + "oldest_queued_s": 33.362944 + }, + { + "elapsed_s": 34.01, + "rss_mib": 101.508, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 33.439565 + }, + { + "elapsed_s": 34.116, + "rss_mib": 103.062, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 33.546518 + }, + { + "elapsed_s": 34.221, + "rss_mib": 111.102, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 33.651468 + }, + { + "elapsed_s": 34.326, + "rss_mib": 111.352, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 33.756515 + }, + { + "elapsed_s": 34.431, + "rss_mib": 113.816, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 33.861229 + }, + { + "elapsed_s": 34.536, + "rss_mib": 123.066, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 33.9659 + }, + { + "elapsed_s": 34.641, + "rss_mib": 125.941, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 34.070908 + }, + { + "elapsed_s": 34.746, + "rss_mib": 134.75, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 34.175776 + }, + { + "elapsed_s": 34.851, + "rss_mib": 136.75, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 34.280899 + }, + { + "elapsed_s": 34.955, + "rss_mib": 139.5, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 34.385276 + }, + { + "elapsed_s": 35.06, + "rss_mib": 144.129, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 34.489777 + }, + { + "elapsed_s": 35.165, + "rss_mib": 151.887, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 34.594771 + }, + { + "elapsed_s": 35.271, + "rss_mib": 174.012, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 34.700928 + }, + { + "elapsed_s": 35.376, + "rss_mib": 156.762, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 34.806275 + }, + { + "elapsed_s": 35.483, + "rss_mib": 164.0, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 34.913253 + }, + { + "elapsed_s": 35.588, + "rss_mib": 175.207, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 35.018393 + }, + { + "elapsed_s": 35.693, + "rss_mib": 182.793, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 35.123257 + }, + { + "elapsed_s": 35.798, + "rss_mib": 194.715, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 35.228472 + }, + { + "elapsed_s": 35.904, + "rss_mib": 210.953, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 35.334077 + }, + { + "elapsed_s": 36.009, + "rss_mib": 218.953, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 35.439243 + }, + { + "elapsed_s": 36.117, + "rss_mib": 198.465, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 35.547131 + }, + { + "elapsed_s": 36.222, + "rss_mib": 198.465, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 35.652012 + }, + { + "elapsed_s": 36.327, + "rss_mib": 195.68, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 35.757173 + }, + { + "elapsed_s": 36.433, + "rss_mib": 83.598, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 35.862819 + }, + { + "elapsed_s": 36.538, + "rss_mib": 101.125, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 35.935318 + }, + { + "elapsed_s": 36.643, + "rss_mib": 104.125, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 36.04089 + }, + { + "elapsed_s": 36.749, + "rss_mib": 111.0, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 36.146773 + }, + { + "elapsed_s": 36.856, + "rss_mib": 111.25, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 36.253627 + }, + { + "elapsed_s": 36.961, + "rss_mib": 113.715, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 36.358447 + }, + { + "elapsed_s": 37.066, + "rss_mib": 123.09, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 36.463392 + }, + { + "elapsed_s": 37.17, + "rss_mib": 126.465, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 36.567944 + }, + { + "elapsed_s": 37.275, + "rss_mib": 134.824, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 36.672554 + }, + { + "elapsed_s": 37.381, + "rss_mib": 136.824, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 36.778328 + }, + { + "elapsed_s": 37.486, + "rss_mib": 139.449, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 36.883815 + }, + { + "elapsed_s": 37.592, + "rss_mib": 143.316, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 36.989614 + }, + { + "elapsed_s": 37.698, + "rss_mib": 145.816, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 37.095457 + }, + { + "elapsed_s": 37.803, + "rss_mib": 152.875, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 37.200845 + }, + { + "elapsed_s": 37.913, + "rss_mib": 168.5, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 37.31046 + }, + { + "elapsed_s": 38.022, + "rss_mib": 219.5, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 37.420137 + }, + { + "elapsed_s": 38.127, + "rss_mib": 163.293, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 37.525187 + }, + { + "elapsed_s": 38.233, + "rss_mib": 175.633, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 37.630406 + }, + { + "elapsed_s": 38.338, + "rss_mib": 182.676, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 37.735464 + }, + { + "elapsed_s": 38.443, + "rss_mib": 193.0, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 37.840408 + }, + { + "elapsed_s": 38.55, + "rss_mib": 210.262, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 37.947845 + }, + { + "elapsed_s": 38.655, + "rss_mib": 218.762, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 38.052908 + }, + { + "elapsed_s": 38.76, + "rss_mib": 198.711, + "queued": 3, + "processing": 0, + "ready": 15, + "failed": 0, + "oldest_queued_s": 38.15776 + }, + { + "elapsed_s": 38.865, + "rss_mib": 198.711, + "queued": 3, + "processing": 0, + "ready": 15, + "failed": 0, + "oldest_queued_s": 38.262331 + }, + { + "elapsed_s": 38.969, + "rss_mib": 195.801, + "queued": 3, + "processing": 0, + "ready": 15, + "failed": 0, + "oldest_queued_s": 38.366899 + }, + { + "elapsed_s": 39.074, + "rss_mib": 83.598, + "queued": 3, + "processing": 0, + "ready": 15, + "failed": 0, + "oldest_queued_s": 38.47168 + }, + { + "elapsed_s": 39.179, + "rss_mib": 101.121, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 38.550711 + }, + { + "elapsed_s": 39.286, + "rss_mib": 103.246, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 38.657705 + }, + { + "elapsed_s": 39.391, + "rss_mib": 110.996, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 38.762441 + }, + { + "elapsed_s": 39.496, + "rss_mib": 111.246, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 38.867126 + }, + { + "elapsed_s": 39.601, + "rss_mib": 113.582, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 38.972167 + }, + { + "elapsed_s": 39.706, + "rss_mib": 119.207, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 39.077242 + }, + { + "elapsed_s": 39.811, + "rss_mib": 124.582, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 39.182291 + }, + { + "elapsed_s": 39.92, + "rss_mib": 132.332, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 39.290986 + }, + { + "elapsed_s": 40.025, + "rss_mib": 136.281, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 39.39605 + }, + { + "elapsed_s": 40.13, + "rss_mib": 136.906, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 39.501025 + }, + { + "elapsed_s": 40.235, + "rss_mib": 142.281, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 39.606159 + }, + { + "elapsed_s": 40.34, + "rss_mib": 144.922, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 39.711019 + }, + { + "elapsed_s": 40.445, + "rss_mib": 153.055, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 39.815868 + }, + { + "elapsed_s": 40.553, + "rss_mib": 219.555, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 39.924445 + }, + { + "elapsed_s": 40.659, + "rss_mib": 163.785, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 40.030536 + }, + { + "elapsed_s": 40.764, + "rss_mib": 175.164, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 40.135139 + }, + { + "elapsed_s": 40.869, + "rss_mib": 182.758, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 40.239968 + }, + { + "elapsed_s": 40.974, + "rss_mib": 197.855, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 40.345081 + }, + { + "elapsed_s": 41.079, + "rss_mib": 213.23, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 40.449873 + }, + { + "elapsed_s": 41.186, + "rss_mib": 193.246, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 40.557658 + }, + { + "elapsed_s": 41.291, + "rss_mib": 193.371, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 40.662215 + }, + { + "elapsed_s": 41.395, + "rss_mib": 190.59, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 40.766737 + }, + { + "elapsed_s": 41.5, + "rss_mib": 83.598, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 40.871142 + }, + { + "elapsed_s": 41.605, + "rss_mib": 101.668, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 40.949747 + }, + { + "elapsed_s": 41.71, + "rss_mib": 103.25, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 41.054733 + }, + { + "elapsed_s": 41.818, + "rss_mib": 111.027, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 41.162641 + }, + { + "elapsed_s": 41.923, + "rss_mib": 111.277, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 41.268271 + }, + { + "elapsed_s": 42.029, + "rss_mib": 113.488, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 41.373465 + }, + { + "elapsed_s": 42.133, + "rss_mib": 118.988, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 41.478333 + }, + { + "elapsed_s": 42.238, + "rss_mib": 124.363, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 41.582966 + }, + { + "elapsed_s": 42.343, + "rss_mib": 132.988, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 41.687731 + }, + { + "elapsed_s": 42.452, + "rss_mib": 136.348, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 41.796633 + }, + { + "elapsed_s": 42.557, + "rss_mib": 137.098, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 41.901661 + }, + { + "elapsed_s": 42.662, + "rss_mib": 144.473, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 42.006736 + }, + { + "elapsed_s": 42.767, + "rss_mib": 145.738, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 42.111617 + }, + { + "elapsed_s": 42.871, + "rss_mib": 153.941, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 42.216376 + }, + { + "elapsed_s": 42.976, + "rss_mib": 155.684, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 42.32068 + }, + { + "elapsed_s": 43.081, + "rss_mib": 163.809, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 42.426172 + }, + { + "elapsed_s": 43.186, + "rss_mib": 175.016, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 42.531309 + }, + { + "elapsed_s": 43.291, + "rss_mib": 182.859, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 42.636339 + }, + { + "elapsed_s": 43.397, + "rss_mib": 201.359, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 42.741923 + }, + { + "elapsed_s": 43.503, + "rss_mib": 207.438, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 42.848229 + }, + { + "elapsed_s": 43.609, + "rss_mib": 218.562, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 42.95364 + }, + { + "elapsed_s": 43.715, + "rss_mib": 193.531, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 43.060178 + }, + { + "elapsed_s": 43.821, + "rss_mib": 193.656, + "queued": 1, + "processing": 0, + "ready": 17, + "failed": 0, + "oldest_queued_s": 43.166252 + }, + { + "elapsed_s": 43.928, + "rss_mib": 193.656, + "queued": 1, + "processing": 0, + "ready": 17, + "failed": 0, + "oldest_queued_s": 43.2733 + }, + { + "elapsed_s": 44.033, + "rss_mib": 189.695, + "queued": 1, + "processing": 0, + "ready": 17, + "failed": 0, + "oldest_queued_s": 43.378235 + }, + { + "elapsed_s": 44.138, + "rss_mib": 85.098, + "queued": 1, + "processing": 0, + "ready": 17, + "failed": 0, + "oldest_queued_s": 43.483165 + }, + { + "elapsed_s": 44.244, + "rss_mib": 101.246, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 44.351, + "rss_mib": 108.781, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 44.456, + "rss_mib": 111.371, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 44.561, + "rss_mib": 113.32, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 44.667, + "rss_mib": 116.082, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 44.772, + "rss_mib": 123.207, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 44.877, + "rss_mib": 127.207, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 44.987, + "rss_mib": 135.125, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 45.093, + "rss_mib": 137.0, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 45.198, + "rss_mib": 139.625, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 45.303, + "rss_mib": 144.086, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 45.408, + "rss_mib": 152.273, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 45.52, + "rss_mib": 188.023, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 45.625, + "rss_mib": 155.941, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 45.73, + "rss_mib": 165.191, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 45.835, + "rss_mib": 176.16, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 45.939, + "rss_mib": 183.535, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 46.045, + "rss_mib": 202.934, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 46.152, + "rss_mib": 215.184, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 46.258, + "rss_mib": 206.148, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 46.363, + "rss_mib": 193.691, + "queued": 0, + "processing": 0, + "ready": 18, + "failed": 0, + "oldest_queued_s": 0 + } + ], + "repeat": 1, + "concurrency": 1, + "prefetch_per_consumer": 1 + }, + { + "width": 2560, + "height": 1600, + "bytes": 3095842, + "sha256": "aa289df1be43338da2307f697fc4195bcf99426d19b2448d8d9391028156f489", + "requests": 18, + "clients": 6, + "http_statuses": { + "202": 18 + }, + "api_replicas_seen": 2, + "elapsed_s": 50.051750227999946, + "owner_id": "b2fb0270-393e-416d-b55f-fb87851ab99f", + "attachment_ids": [ + "edd168a5-56dd-4e14-93f7-239826165e2c", + "e2e3a763-2458-412b-90a7-6f5ddecf30df", + "66b03de6-97de-41ec-8871-f604e8a0c0f0", + "da5ef493-ce5f-4d5a-83c9-1a0a4d668a41", + "b8bc3660-6d5e-484c-ad0a-696e5a4eb457", + "842cd39c-630e-458e-b34d-9824008ddd00", + "4afd9d2e-e787-499d-b46e-0338395efa7a", + "618d7a0a-41b1-4a70-901f-3d9811581106", + "ab273873-67d6-488c-89ab-a29f2eaa78cb", + "a13d65e2-e324-4d8f-81d3-66ffc8d77b73", + "75a52636-facf-475e-be6c-6c640e7191c9", + "4bcf49c7-f1f7-415c-8e39-067a325a9c56", + "51ced061-4991-4afb-9c4d-5a8435faf79a", + "106d4e4b-ed77-4685-bb12-aceeb58aafca", + "0176e268-9735-476a-af73-d9b4ad9aae25", + "f9ffd774-7d5b-4c8c-ab27-f69b9e12e81a", + "227da379-5566-4619-b85c-65c46a4d5bd2", + "663f6a8c-c573-436b-86af-62963dd5af26" + ], + "throughput_per_s": 0.3596277836040675, + "ready_p95_s": 48.61938, + "queue_wait_p95_s": 46.288583, + "queue_lag_max_jobs": 17, + "queue_oldest_max_s": 46.243644, + "processing_max": 1, + "rss_peak_mib": 254.23, + "samples": [ + { + "elapsed_s": 0.034, + "rss_mib": 83.598, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.139, + "rss_mib": 83.598, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.243, + "rss_mib": 83.598, + "queued": 2, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.066483 + }, + { + "elapsed_s": 0.347, + "rss_mib": 83.598, + "queued": 4, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.170811 + }, + { + "elapsed_s": 0.451, + "rss_mib": 83.598, + "queued": 6, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.274993 + }, + { + "elapsed_s": 0.555, + "rss_mib": 83.598, + "queued": 8, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.379053 + }, + { + "elapsed_s": 0.66, + "rss_mib": 83.598, + "queued": 10, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.484277 + }, + { + "elapsed_s": 0.773, + "rss_mib": 83.598, + "queued": 12, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.596745 + }, + { + "elapsed_s": 0.878, + "rss_mib": 100.223, + "queued": 11, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.659691 + }, + { + "elapsed_s": 0.984, + "rss_mib": 101.375, + "queued": 13, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.765685 + }, + { + "elapsed_s": 1.09, + "rss_mib": 107.535, + "queued": 14, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.871638 + }, + { + "elapsed_s": 1.197, + "rss_mib": 111.0, + "queued": 15, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.978152 + }, + { + "elapsed_s": 1.304, + "rss_mib": 111.25, + "queued": 16, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.085105 + }, + { + "elapsed_s": 1.409, + "rss_mib": 113.59, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.189958 + }, + { + "elapsed_s": 1.514, + "rss_mib": 119.215, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.295602 + }, + { + "elapsed_s": 1.619, + "rss_mib": 124.215, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.400209 + }, + { + "elapsed_s": 1.723, + "rss_mib": 131.465, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.504692 + }, + { + "elapsed_s": 1.828, + "rss_mib": 136.141, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.609397 + }, + { + "elapsed_s": 1.934, + "rss_mib": 137.516, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.715711 + }, + { + "elapsed_s": 2.039, + "rss_mib": 143.109, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.820305 + }, + { + "elapsed_s": 2.144, + "rss_mib": 150.484, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.924996 + }, + { + "elapsed_s": 2.249, + "rss_mib": 168.414, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.030261 + }, + { + "elapsed_s": 2.356, + "rss_mib": 184.586, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.13768 + }, + { + "elapsed_s": 2.461, + "rss_mib": 164.035, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.242368 + }, + { + "elapsed_s": 2.568, + "rss_mib": 173.512, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.348953 + }, + { + "elapsed_s": 2.674, + "rss_mib": 178.273, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.455239 + }, + { + "elapsed_s": 2.78, + "rss_mib": 185.898, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.560947 + }, + { + "elapsed_s": 2.888, + "rss_mib": 203.398, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.669206 + }, + { + "elapsed_s": 2.994, + "rss_mib": 218.211, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.775284 + }, + { + "elapsed_s": 3.1, + "rss_mib": 224.211, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.881744 + }, + { + "elapsed_s": 3.206, + "rss_mib": 232.367, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.98691 + }, + { + "elapsed_s": 3.311, + "rss_mib": 240.242, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.092103 + }, + { + "elapsed_s": 3.417, + "rss_mib": 209.113, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.198416 + }, + { + "elapsed_s": 3.523, + "rss_mib": 206.285, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.304007 + }, + { + "elapsed_s": 3.636, + "rss_mib": 206.285, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.417549 + }, + { + "elapsed_s": 3.742, + "rss_mib": 203.469, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.5237 + }, + { + "elapsed_s": 3.849, + "rss_mib": 202.469, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.62991 + }, + { + "elapsed_s": 3.953, + "rss_mib": 97.098, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.67258 + }, + { + "elapsed_s": 4.059, + "rss_mib": 101.496, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.77798 + }, + { + "elapsed_s": 4.166, + "rss_mib": 107.906, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.885104 + }, + { + "elapsed_s": 4.271, + "rss_mib": 110.871, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.989791 + }, + { + "elapsed_s": 4.375, + "rss_mib": 111.621, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.094614 + }, + { + "elapsed_s": 4.48, + "rss_mib": 113.684, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.19946 + }, + { + "elapsed_s": 4.585, + "rss_mib": 122.809, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.304159 + }, + { + "elapsed_s": 4.692, + "rss_mib": 125.184, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.411111 + }, + { + "elapsed_s": 4.8, + "rss_mib": 130.934, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.5192 + }, + { + "elapsed_s": 4.909, + "rss_mib": 134.348, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.628481 + }, + { + "elapsed_s": 5.019, + "rss_mib": 135.973, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.738103 + }, + { + "elapsed_s": 5.126, + "rss_mib": 136.348, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.844833 + }, + { + "elapsed_s": 5.236, + "rss_mib": 137.473, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.955056 + }, + { + "elapsed_s": 5.342, + "rss_mib": 145.973, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.060987 + }, + { + "elapsed_s": 5.448, + "rss_mib": 145.52, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.166662 + }, + { + "elapsed_s": 5.552, + "rss_mib": 152.5, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.271492 + }, + { + "elapsed_s": 5.658, + "rss_mib": 209.25, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.377474 + }, + { + "elapsed_s": 5.767, + "rss_mib": 155.121, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.48638 + }, + { + "elapsed_s": 5.874, + "rss_mib": 162.371, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.593113 + }, + { + "elapsed_s": 5.98, + "rss_mib": 168.371, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.699012 + }, + { + "elapsed_s": 6.085, + "rss_mib": 178.816, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.804417 + }, + { + "elapsed_s": 6.191, + "rss_mib": 182.473, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.910089 + }, + { + "elapsed_s": 6.296, + "rss_mib": 205.098, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.014735 + }, + { + "elapsed_s": 6.402, + "rss_mib": 218.898, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.120895 + }, + { + "elapsed_s": 6.507, + "rss_mib": 231.273, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.225693 + }, + { + "elapsed_s": 6.612, + "rss_mib": 237.387, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.33112 + }, + { + "elapsed_s": 6.717, + "rss_mib": 208.883, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.435725 + }, + { + "elapsed_s": 6.822, + "rss_mib": 205.992, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.540974 + }, + { + "elapsed_s": 6.926, + "rss_mib": 205.992, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.645377 + }, + { + "elapsed_s": 7.033, + "rss_mib": 83.598, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.751857 + }, + { + "elapsed_s": 7.137, + "rss_mib": 99.098, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.817214 + }, + { + "elapsed_s": 7.242, + "rss_mib": 102.0, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.922176 + }, + { + "elapsed_s": 7.347, + "rss_mib": 110.996, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.027129 + }, + { + "elapsed_s": 7.452, + "rss_mib": 111.246, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.131732 + }, + { + "elapsed_s": 7.557, + "rss_mib": 113.211, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.236427 + }, + { + "elapsed_s": 7.665, + "rss_mib": 116.961, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.344659 + }, + { + "elapsed_s": 7.772, + "rss_mib": 123.086, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.449694 + }, + { + "elapsed_s": 7.877, + "rss_mib": 128.586, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.554772 + }, + { + "elapsed_s": 7.982, + "rss_mib": 135.777, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.659608 + }, + { + "elapsed_s": 8.086, + "rss_mib": 136.902, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.764383 + }, + { + "elapsed_s": 8.192, + "rss_mib": 142.402, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.87028 + }, + { + "elapsed_s": 8.299, + "rss_mib": 145.953, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.976946 + }, + { + "elapsed_s": 8.405, + "rss_mib": 153.406, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.082755 + }, + { + "elapsed_s": 8.536, + "rss_mib": 219.656, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.213541 + }, + { + "elapsed_s": 8.64, + "rss_mib": 162.883, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.318405 + }, + { + "elapsed_s": 8.745, + "rss_mib": 169.258, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.422758 + }, + { + "elapsed_s": 8.849, + "rss_mib": 178.73, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.527312 + }, + { + "elapsed_s": 8.954, + "rss_mib": 190.355, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.63182 + }, + { + "elapsed_s": 9.059, + "rss_mib": 254.23, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.736479 + }, + { + "elapsed_s": 9.164, + "rss_mib": 224.484, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.841687 + }, + { + "elapsed_s": 9.269, + "rss_mib": 234.23, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.946964 + }, + { + "elapsed_s": 9.374, + "rss_mib": 240.855, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 9.051665 + }, + { + "elapsed_s": 9.478, + "rss_mib": 206.852, + "queued": 15, + "processing": 0, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.156043 + }, + { + "elapsed_s": 9.582, + "rss_mib": 206.852, + "queued": 15, + "processing": 0, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.260431 + }, + { + "elapsed_s": 9.687, + "rss_mib": 83.598, + "queued": 15, + "processing": 0, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.364718 + }, + { + "elapsed_s": 9.792, + "rss_mib": 101.422, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.415046 + }, + { + "elapsed_s": 9.896, + "rss_mib": 103.254, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.51986 + }, + { + "elapsed_s": 10.004, + "rss_mib": 111.125, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.627394 + }, + { + "elapsed_s": 10.108, + "rss_mib": 111.375, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.731886 + }, + { + "elapsed_s": 10.213, + "rss_mib": 113.59, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.836762 + }, + { + "elapsed_s": 10.319, + "rss_mib": 118.84, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.941964 + }, + { + "elapsed_s": 10.423, + "rss_mib": 124.215, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.046735 + }, + { + "elapsed_s": 10.528, + "rss_mib": 131.965, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.151536 + }, + { + "elapsed_s": 10.635, + "rss_mib": 136.5, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.258038 + }, + { + "elapsed_s": 10.74, + "rss_mib": 137.25, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.362975 + }, + { + "elapsed_s": 10.845, + "rss_mib": 142.25, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.467958 + }, + { + "elapsed_s": 10.95, + "rss_mib": 144.75, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.573165 + }, + { + "elapsed_s": 11.055, + "rss_mib": 152.074, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.678099 + }, + { + "elapsed_s": 11.16, + "rss_mib": 197.574, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.783412 + }, + { + "elapsed_s": 11.267, + "rss_mib": 159.086, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.890277 + }, + { + "elapsed_s": 11.372, + "rss_mib": 166.711, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.99509 + }, + { + "elapsed_s": 11.476, + "rss_mib": 180.527, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.099738 + }, + { + "elapsed_s": 11.582, + "rss_mib": 186.145, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.20498 + }, + { + "elapsed_s": 11.686, + "rss_mib": 244.52, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.309836 + }, + { + "elapsed_s": 11.791, + "rss_mib": 220.773, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.414761 + }, + { + "elapsed_s": 11.896, + "rss_mib": 232.051, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.519343 + }, + { + "elapsed_s": 12.002, + "rss_mib": 240.426, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.625372 + }, + { + "elapsed_s": 12.106, + "rss_mib": 209.199, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.729868 + }, + { + "elapsed_s": 12.211, + "rss_mib": 206.328, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.834402 + }, + { + "elapsed_s": 12.316, + "rss_mib": 202.363, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.939111 + }, + { + "elapsed_s": 12.42, + "rss_mib": 83.598, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.043429 + }, + { + "elapsed_s": 12.525, + "rss_mib": 100.996, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.107584 + }, + { + "elapsed_s": 12.63, + "rss_mib": 107.906, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.212799 + }, + { + "elapsed_s": 12.737, + "rss_mib": 110.965, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.319725 + }, + { + "elapsed_s": 12.841, + "rss_mib": 112.789, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.424349 + }, + { + "elapsed_s": 12.946, + "rss_mib": 116.301, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.529047 + }, + { + "elapsed_s": 13.051, + "rss_mib": 123.051, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.634457 + }, + { + "elapsed_s": 13.156, + "rss_mib": 128.551, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.739364 + }, + { + "elapsed_s": 13.261, + "rss_mib": 135.254, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.844442 + }, + { + "elapsed_s": 13.368, + "rss_mib": 136.754, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.95114 + }, + { + "elapsed_s": 13.473, + "rss_mib": 140.254, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.056024 + }, + { + "elapsed_s": 13.578, + "rss_mib": 144.609, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.161092 + }, + { + "elapsed_s": 13.683, + "rss_mib": 153.609, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.26583 + }, + { + "elapsed_s": 13.789, + "rss_mib": 220.359, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.372401 + }, + { + "elapsed_s": 13.894, + "rss_mib": 162.758, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.477264 + }, + { + "elapsed_s": 14.001, + "rss_mib": 170.613, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.584348 + }, + { + "elapsed_s": 14.106, + "rss_mib": 179.297, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.688987 + }, + { + "elapsed_s": 14.21, + "rss_mib": 190.172, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.793457 + }, + { + "elapsed_s": 14.315, + "rss_mib": 253.672, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.89819 + }, + { + "elapsed_s": 14.42, + "rss_mib": 225.195, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.002991 + }, + { + "elapsed_s": 14.525, + "rss_mib": 233.555, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.107868 + }, + { + "elapsed_s": 14.631, + "rss_mib": 240.555, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.213765 + }, + { + "elapsed_s": 14.738, + "rss_mib": 209.426, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.32145 + }, + { + "elapsed_s": 14.844, + "rss_mib": 206.609, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.427342 + }, + { + "elapsed_s": 14.952, + "rss_mib": 206.609, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.534605 + }, + { + "elapsed_s": 15.059, + "rss_mib": 203.645, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.642184 + }, + { + "elapsed_s": 15.173, + "rss_mib": 83.598, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.755875 + }, + { + "elapsed_s": 15.278, + "rss_mib": 101.23, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.813886 + }, + { + "elapsed_s": 15.383, + "rss_mib": 105.73, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.91881 + }, + { + "elapsed_s": 15.488, + "rss_mib": 111.062, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.023981 + }, + { + "elapsed_s": 15.593, + "rss_mib": 111.312, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.129213 + }, + { + "elapsed_s": 15.701, + "rss_mib": 113.457, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.23709 + }, + { + "elapsed_s": 15.809, + "rss_mib": 116.207, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.344733 + }, + { + "elapsed_s": 15.914, + "rss_mib": 122.957, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.449354 + }, + { + "elapsed_s": 16.018, + "rss_mib": 130.582, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.554139 + }, + { + "elapsed_s": 16.123, + "rss_mib": 136.48, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.658523 + }, + { + "elapsed_s": 16.227, + "rss_mib": 137.23, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.762913 + }, + { + "elapsed_s": 16.333, + "rss_mib": 146.605, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.868573 + }, + { + "elapsed_s": 16.438, + "rss_mib": 149.934, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.973321 + }, + { + "elapsed_s": 16.542, + "rss_mib": 154.645, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.078305 + }, + { + "elapsed_s": 16.649, + "rss_mib": 219.77, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.184719 + }, + { + "elapsed_s": 16.755, + "rss_mib": 164.27, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.290558 + }, + { + "elapsed_s": 16.86, + "rss_mib": 175.742, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.395538 + }, + { + "elapsed_s": 16.966, + "rss_mib": 183.309, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.502073 + }, + { + "elapsed_s": 17.075, + "rss_mib": 213.809, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.611262 + }, + { + "elapsed_s": 17.18, + "rss_mib": 219.754, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.71598 + }, + { + "elapsed_s": 17.285, + "rss_mib": 229.91, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.820941 + }, + { + "elapsed_s": 17.39, + "rss_mib": 237.91, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.925811 + }, + { + "elapsed_s": 17.495, + "rss_mib": 209.395, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 17.030389 + }, + { + "elapsed_s": 17.603, + "rss_mib": 206.625, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.139217 + }, + { + "elapsed_s": 17.708, + "rss_mib": 202.66, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.243674 + }, + { + "elapsed_s": 17.812, + "rss_mib": 83.598, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.348146 + }, + { + "elapsed_s": 17.917, + "rss_mib": 101.121, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.406079 + }, + { + "elapsed_s": 18.023, + "rss_mib": 102.496, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.511652 + }, + { + "elapsed_s": 18.128, + "rss_mib": 110.754, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.616726 + }, + { + "elapsed_s": 18.237, + "rss_mib": 110.754, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.726022 + }, + { + "elapsed_s": 18.342, + "rss_mib": 112.168, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.830956 + }, + { + "elapsed_s": 18.447, + "rss_mib": 115.559, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.935769 + }, + { + "elapsed_s": 18.551, + "rss_mib": 122.684, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 18.040335 + }, + { + "elapsed_s": 18.656, + "rss_mib": 128.184, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 18.14513 + }, + { + "elapsed_s": 18.761, + "rss_mib": 135.215, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 18.250178 + }, + { + "elapsed_s": 18.868, + "rss_mib": 136.34, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 18.356512 + }, + { + "elapsed_s": 18.972, + "rss_mib": 143.215, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 18.461309 + }, + { + "elapsed_s": 19.077, + "rss_mib": 147.574, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 18.565909 + }, + { + "elapsed_s": 19.182, + "rss_mib": 153.879, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 18.670506 + }, + { + "elapsed_s": 19.286, + "rss_mib": 181.496, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 18.775348 + }, + { + "elapsed_s": 19.392, + "rss_mib": 163.625, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 18.880562 + }, + { + "elapsed_s": 19.496, + "rss_mib": 174.203, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 18.98532 + }, + { + "elapsed_s": 19.603, + "rss_mib": 182.715, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 19.091559 + }, + { + "elapsed_s": 19.707, + "rss_mib": 200.965, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 19.196235 + }, + { + "elapsed_s": 19.812, + "rss_mib": 219.082, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 19.301077 + }, + { + "elapsed_s": 19.917, + "rss_mib": 229.707, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 19.405956 + }, + { + "elapsed_s": 20.022, + "rss_mib": 237.23, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 19.5106 + }, + { + "elapsed_s": 20.126, + "rss_mib": 209.258, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 19.615194 + }, + { + "elapsed_s": 20.232, + "rss_mib": 206.391, + "queued": 11, + "processing": 0, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.720698 + }, + { + "elapsed_s": 20.338, + "rss_mib": 206.391, + "queued": 11, + "processing": 0, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.827247 + }, + { + "elapsed_s": 20.444, + "rss_mib": 203.426, + "queued": 11, + "processing": 0, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.932465 + }, + { + "elapsed_s": 20.549, + "rss_mib": 91.598, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 19.989818 + }, + { + "elapsed_s": 20.655, + "rss_mib": 101.266, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 20.095148 + }, + { + "elapsed_s": 20.759, + "rss_mib": 107.555, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 20.200036 + }, + { + "elapsed_s": 20.866, + "rss_mib": 111.016, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 20.307115 + }, + { + "elapsed_s": 20.972, + "rss_mib": 112.891, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 20.41214 + }, + { + "elapsed_s": 21.076, + "rss_mib": 115.98, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 20.517108 + }, + { + "elapsed_s": 21.181, + "rss_mib": 122.98, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 20.621659 + }, + { + "elapsed_s": 21.286, + "rss_mib": 128.48, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 20.726492 + }, + { + "elapsed_s": 21.391, + "rss_mib": 135.82, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 20.831224 + }, + { + "elapsed_s": 21.495, + "rss_mib": 136.82, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 20.935861 + }, + { + "elapsed_s": 21.602, + "rss_mib": 145.457, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 21.042889 + }, + { + "elapsed_s": 21.707, + "rss_mib": 149.641, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 21.147811 + }, + { + "elapsed_s": 21.812, + "rss_mib": 154.793, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 21.252639 + }, + { + "elapsed_s": 21.94, + "rss_mib": 155.539, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 21.380262 + }, + { + "elapsed_s": 22.044, + "rss_mib": 164.539, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 21.484795 + }, + { + "elapsed_s": 22.149, + "rss_mib": 178.82, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 21.589684 + }, + { + "elapsed_s": 22.254, + "rss_mib": 182.699, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 21.694356 + }, + { + "elapsed_s": 22.359, + "rss_mib": 216.199, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 21.799984 + }, + { + "elapsed_s": 22.467, + "rss_mib": 218.52, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 21.907402 + }, + { + "elapsed_s": 22.574, + "rss_mib": 227.395, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 22.014812 + }, + { + "elapsed_s": 22.68, + "rss_mib": 233.133, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 22.120541 + }, + { + "elapsed_s": 22.785, + "rss_mib": 240.383, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 22.225899 + }, + { + "elapsed_s": 22.89, + "rss_mib": 209.281, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 22.331079 + }, + { + "elapsed_s": 22.996, + "rss_mib": 206.445, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.43628 + }, + { + "elapsed_s": 23.102, + "rss_mib": 206.445, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.542654 + }, + { + "elapsed_s": 23.207, + "rss_mib": 83.598, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.64719 + }, + { + "elapsed_s": 23.311, + "rss_mib": 100.348, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.695238 + }, + { + "elapsed_s": 23.416, + "rss_mib": 102.746, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.800202 + }, + { + "elapsed_s": 23.521, + "rss_mib": 111.121, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.905207 + }, + { + "elapsed_s": 23.626, + "rss_mib": 111.371, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 23.009943 + }, + { + "elapsed_s": 23.731, + "rss_mib": 113.586, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 23.115124 + }, + { + "elapsed_s": 23.836, + "rss_mib": 119.086, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 23.220023 + }, + { + "elapsed_s": 23.94, + "rss_mib": 124.586, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 23.324429 + }, + { + "elapsed_s": 24.045, + "rss_mib": 134.211, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 23.428899 + }, + { + "elapsed_s": 24.15, + "rss_mib": 136.633, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 23.533752 + }, + { + "elapsed_s": 24.254, + "rss_mib": 139.258, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 23.63835 + }, + { + "elapsed_s": 24.359, + "rss_mib": 143.891, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 23.743144 + }, + { + "elapsed_s": 24.463, + "rss_mib": 152.066, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 23.847604 + }, + { + "elapsed_s": 24.576, + "rss_mib": 204.441, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 23.960171 + }, + { + "elapsed_s": 24.681, + "rss_mib": 157.945, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 24.065209 + }, + { + "elapsed_s": 24.786, + "rss_mib": 164.57, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 24.170462 + }, + { + "elapsed_s": 24.892, + "rss_mib": 175.551, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 24.276135 + }, + { + "elapsed_s": 25.0, + "rss_mib": 178.094, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 24.384431 + }, + { + "elapsed_s": 25.107, + "rss_mib": 182.969, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 24.49151 + }, + { + "elapsed_s": 25.214, + "rss_mib": 198.594, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 24.598046 + }, + { + "elapsed_s": 25.32, + "rss_mib": 252.094, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 24.703719 + }, + { + "elapsed_s": 25.425, + "rss_mib": 220.891, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 24.808697 + }, + { + "elapsed_s": 25.529, + "rss_mib": 230.824, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 24.913543 + }, + { + "elapsed_s": 25.636, + "rss_mib": 240.324, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 25.019958 + }, + { + "elapsed_s": 25.741, + "rss_mib": 209.215, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 25.124841 + }, + { + "elapsed_s": 25.846, + "rss_mib": 206.312, + "queued": 9, + "processing": 0, + "ready": 9, + "failed": 0, + "oldest_queued_s": 25.22989 + }, + { + "elapsed_s": 25.95, + "rss_mib": 203.348, + "queued": 9, + "processing": 0, + "ready": 9, + "failed": 0, + "oldest_queued_s": 25.334458 + }, + { + "elapsed_s": 26.054, + "rss_mib": 83.598, + "queued": 9, + "processing": 0, + "ready": 9, + "failed": 0, + "oldest_queued_s": 25.438468 + }, + { + "elapsed_s": 26.159, + "rss_mib": 101.121, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 25.480348 + }, + { + "elapsed_s": 26.265, + "rss_mib": 108.156, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 25.585736 + }, + { + "elapsed_s": 26.37, + "rss_mib": 111.246, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 25.691061 + }, + { + "elapsed_s": 26.475, + "rss_mib": 113.086, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 25.796474 + }, + { + "elapsed_s": 26.58, + "rss_mib": 116.211, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 25.901088 + }, + { + "elapsed_s": 26.685, + "rss_mib": 123.086, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 26.006167 + }, + { + "elapsed_s": 26.789, + "rss_mib": 128.461, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 26.110632 + }, + { + "elapsed_s": 26.894, + "rss_mib": 135.883, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 26.21502 + }, + { + "elapsed_s": 27.0, + "rss_mib": 137.133, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 26.3217 + }, + { + "elapsed_s": 27.107, + "rss_mib": 144.488, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 26.427812 + }, + { + "elapsed_s": 27.212, + "rss_mib": 149.727, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 26.532742 + }, + { + "elapsed_s": 27.316, + "rss_mib": 154.176, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 26.637515 + }, + { + "elapsed_s": 27.44, + "rss_mib": 219.551, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 26.761656 + }, + { + "elapsed_s": 27.546, + "rss_mib": 164.145, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 26.866776 + }, + { + "elapsed_s": 27.651, + "rss_mib": 170.574, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 26.97255 + }, + { + "elapsed_s": 27.757, + "rss_mib": 178.016, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 27.07785 + }, + { + "elapsed_s": 27.862, + "rss_mib": 184.516, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 27.18302 + }, + { + "elapsed_s": 27.968, + "rss_mib": 237.766, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 27.289621 + }, + { + "elapsed_s": 28.073, + "rss_mib": 219.645, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 27.394418 + }, + { + "elapsed_s": 28.178, + "rss_mib": 230.805, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 27.499229 + }, + { + "elapsed_s": 28.283, + "rss_mib": 240.055, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 27.604455 + }, + { + "elapsed_s": 28.388, + "rss_mib": 209.449, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 27.708839 + }, + { + "elapsed_s": 28.492, + "rss_mib": 206.551, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 27.813555 + }, + { + "elapsed_s": 28.597, + "rss_mib": 202.711, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 27.91833 + }, + { + "elapsed_s": 28.702, + "rss_mib": 86.473, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 27.951407 + }, + { + "elapsed_s": 28.807, + "rss_mib": 101.246, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 28.056372 + }, + { + "elapsed_s": 28.911, + "rss_mib": 108.531, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 28.160902 + }, + { + "elapsed_s": 29.016, + "rss_mib": 111.246, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 28.26594 + }, + { + "elapsed_s": 29.121, + "rss_mib": 112.961, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 28.370825 + }, + { + "elapsed_s": 29.226, + "rss_mib": 117.086, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 28.475669 + }, + { + "elapsed_s": 29.332, + "rss_mib": 123.461, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 28.581318 + }, + { + "elapsed_s": 29.437, + "rss_mib": 131.461, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 28.686517 + }, + { + "elapsed_s": 29.543, + "rss_mib": 136.566, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 28.792945 + }, + { + "elapsed_s": 29.649, + "rss_mib": 137.941, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 28.89866 + }, + { + "elapsed_s": 29.754, + "rss_mib": 146.23, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 29.003555 + }, + { + "elapsed_s": 29.859, + "rss_mib": 152.98, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 29.108477 + }, + { + "elapsed_s": 29.967, + "rss_mib": 193.16, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 29.216392 + }, + { + "elapsed_s": 30.073, + "rss_mib": 155.355, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 29.322101 + }, + { + "elapsed_s": 30.178, + "rss_mib": 164.355, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 29.427836 + }, + { + "elapsed_s": 30.284, + "rss_mib": 176.355, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 29.53347 + }, + { + "elapsed_s": 30.389, + "rss_mib": 180.77, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 29.63881 + }, + { + "elapsed_s": 30.495, + "rss_mib": 191.645, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 29.744226 + }, + { + "elapsed_s": 30.601, + "rss_mib": 250.02, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 29.85058 + }, + { + "elapsed_s": 30.706, + "rss_mib": 220.523, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 29.955915 + }, + { + "elapsed_s": 30.811, + "rss_mib": 230.891, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 30.06069 + }, + { + "elapsed_s": 30.917, + "rss_mib": 240.391, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 30.166088 + }, + { + "elapsed_s": 31.021, + "rss_mib": 209.379, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 30.270732 + }, + { + "elapsed_s": 31.126, + "rss_mib": 206.469, + "queued": 7, + "processing": 0, + "ready": 11, + "failed": 0, + "oldest_queued_s": 30.375098 + }, + { + "elapsed_s": 31.23, + "rss_mib": 203.629, + "queued": 7, + "processing": 0, + "ready": 11, + "failed": 0, + "oldest_queued_s": 30.479894 + }, + { + "elapsed_s": 31.336, + "rss_mib": 83.598, + "queued": 7, + "processing": 0, + "ready": 11, + "failed": 0, + "oldest_queued_s": 30.585599 + }, + { + "elapsed_s": 31.441, + "rss_mib": 101.375, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 30.562784 + }, + { + "elapsed_s": 31.546, + "rss_mib": 107.91, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 30.667501 + }, + { + "elapsed_s": 31.651, + "rss_mib": 111.254, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 30.772453 + }, + { + "elapsed_s": 31.756, + "rss_mib": 112.828, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 30.877287 + }, + { + "elapsed_s": 31.86, + "rss_mib": 116.219, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 30.98191 + }, + { + "elapsed_s": 31.965, + "rss_mib": 123.344, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 31.087105 + }, + { + "elapsed_s": 32.071, + "rss_mib": 130.969, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 31.192385 + }, + { + "elapsed_s": 32.175, + "rss_mib": 136.512, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 31.296846 + }, + { + "elapsed_s": 32.28, + "rss_mib": 137.512, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 31.401714 + }, + { + "elapsed_s": 32.385, + "rss_mib": 143.684, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 31.506634 + }, + { + "elapsed_s": 32.49, + "rss_mib": 148.809, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 31.611841 + }, + { + "elapsed_s": 32.595, + "rss_mib": 153.668, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 31.716791 + }, + { + "elapsed_s": 32.706, + "rss_mib": 219.918, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 31.827774 + }, + { + "elapsed_s": 32.811, + "rss_mib": 159.703, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 31.932891 + }, + { + "elapsed_s": 32.916, + "rss_mib": 169.203, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 32.037262 + }, + { + "elapsed_s": 33.02, + "rss_mib": 178.488, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 32.141818 + }, + { + "elapsed_s": 33.124, + "rss_mib": 186.863, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 32.246142 + }, + { + "elapsed_s": 33.23, + "rss_mib": 253.988, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 32.351654 + }, + { + "elapsed_s": 33.335, + "rss_mib": 224.289, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 32.457256 + }, + { + "elapsed_s": 33.44, + "rss_mib": 233.172, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 32.562028 + }, + { + "elapsed_s": 33.545, + "rss_mib": 240.797, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 32.667153 + }, + { + "elapsed_s": 33.65, + "rss_mib": 209.672, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 32.771804 + }, + { + "elapsed_s": 33.754, + "rss_mib": 206.801, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 32.876209 + }, + { + "elapsed_s": 33.859, + "rss_mib": 202.961, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 32.980553 + }, + { + "elapsed_s": 33.964, + "rss_mib": 83.598, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 33.085261 + }, + { + "elapsed_s": 34.072, + "rss_mib": 101.121, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 33.138457 + }, + { + "elapsed_s": 34.177, + "rss_mib": 107.906, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 33.243201 + }, + { + "elapsed_s": 34.282, + "rss_mib": 111.09, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 33.34787 + }, + { + "elapsed_s": 34.387, + "rss_mib": 112.539, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 33.452714 + }, + { + "elapsed_s": 34.491, + "rss_mib": 116.055, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 33.557442 + }, + { + "elapsed_s": 34.596, + "rss_mib": 123.055, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 33.66223 + }, + { + "elapsed_s": 34.705, + "rss_mib": 125.555, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 33.771364 + }, + { + "elapsed_s": 34.811, + "rss_mib": 131.43, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 33.87711 + }, + { + "elapsed_s": 34.943, + "rss_mib": 136.223, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 34.009425 + }, + { + "elapsed_s": 35.061, + "rss_mib": 136.723, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 34.127243 + }, + { + "elapsed_s": 35.172, + "rss_mib": 136.973, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 34.237923 + }, + { + "elapsed_s": 35.279, + "rss_mib": 140.223, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 34.345355 + }, + { + "elapsed_s": 35.384, + "rss_mib": 143.66, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 34.450416 + }, + { + "elapsed_s": 35.489, + "rss_mib": 152.098, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 34.55503 + }, + { + "elapsed_s": 35.594, + "rss_mib": 206.598, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 34.660429 + }, + { + "elapsed_s": 35.7, + "rss_mib": 159.098, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 34.765962 + }, + { + "elapsed_s": 35.805, + "rss_mib": 168.723, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 34.870853 + }, + { + "elapsed_s": 35.91, + "rss_mib": 178.34, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 34.975657 + }, + { + "elapsed_s": 36.014, + "rss_mib": 184.465, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 35.080383 + }, + { + "elapsed_s": 36.119, + "rss_mib": 243.965, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 35.185373 + }, + { + "elapsed_s": 36.224, + "rss_mib": 220.41, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 35.290309 + }, + { + "elapsed_s": 36.329, + "rss_mib": 231.82, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 35.39516 + }, + { + "elapsed_s": 36.436, + "rss_mib": 240.195, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 35.501736 + }, + { + "elapsed_s": 36.54, + "rss_mib": 209.184, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 35.606274 + }, + { + "elapsed_s": 36.645, + "rss_mib": 206.285, + "queued": 5, + "processing": 0, + "ready": 13, + "failed": 0, + "oldest_queued_s": 35.711167 + }, + { + "elapsed_s": 36.751, + "rss_mib": 202.445, + "queued": 5, + "processing": 0, + "ready": 13, + "failed": 0, + "oldest_queued_s": 35.816622 + }, + { + "elapsed_s": 36.855, + "rss_mib": 83.598, + "queued": 5, + "processing": 0, + "ready": 13, + "failed": 0, + "oldest_queued_s": 35.921042 + }, + { + "elapsed_s": 36.96, + "rss_mib": 101.121, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 35.937999 + }, + { + "elapsed_s": 37.065, + "rss_mib": 107.785, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 36.043557 + }, + { + "elapsed_s": 37.171, + "rss_mib": 111.117, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 36.149137 + }, + { + "elapsed_s": 37.277, + "rss_mib": 112.605, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 36.254793 + }, + { + "elapsed_s": 37.382, + "rss_mib": 113.816, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 36.359991 + }, + { + "elapsed_s": 37.487, + "rss_mib": 120.691, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 36.465381 + }, + { + "elapsed_s": 37.593, + "rss_mib": 124.316, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 36.570726 + }, + { + "elapsed_s": 37.697, + "rss_mib": 131.191, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 36.674109 + }, + { + "elapsed_s": 37.804, + "rss_mib": 136.18, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 36.780606 + }, + { + "elapsed_s": 37.908, + "rss_mib": 137.055, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 36.885344 + }, + { + "elapsed_s": 38.013, + "rss_mib": 143.289, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 36.990137 + }, + { + "elapsed_s": 38.118, + "rss_mib": 149.914, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 37.094842 + }, + { + "elapsed_s": 38.223, + "rss_mib": 155.359, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 37.199797 + }, + { + "elapsed_s": 38.341, + "rss_mib": 219.609, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 37.318342 + }, + { + "elapsed_s": 38.447, + "rss_mib": 164.133, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 37.4237 + }, + { + "elapsed_s": 38.552, + "rss_mib": 175.797, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 37.528854 + }, + { + "elapsed_s": 38.657, + "rss_mib": 183.117, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 37.63389 + }, + { + "elapsed_s": 38.762, + "rss_mib": 205.742, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 37.738874 + }, + { + "elapsed_s": 38.871, + "rss_mib": 219.93, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 37.848012 + }, + { + "elapsed_s": 38.976, + "rss_mib": 230.125, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 37.952469 + }, + { + "elapsed_s": 39.081, + "rss_mib": 238.625, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 38.057477 + }, + { + "elapsed_s": 39.185, + "rss_mib": 209.703, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 38.162134 + }, + { + "elapsed_s": 39.29, + "rss_mib": 206.812, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 38.267003 + }, + { + "elapsed_s": 39.395, + "rss_mib": 206.812, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 38.372046 + }, + { + "elapsed_s": 39.501, + "rss_mib": 83.598, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 38.478328 + }, + { + "elapsed_s": 39.606, + "rss_mib": 101.066, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 38.473654 + }, + { + "elapsed_s": 39.711, + "rss_mib": 103.039, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 38.578505 + }, + { + "elapsed_s": 39.816, + "rss_mib": 110.844, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 38.683392 + }, + { + "elapsed_s": 39.921, + "rss_mib": 111.094, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 38.788757 + }, + { + "elapsed_s": 40.027, + "rss_mib": 113.184, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 38.893964 + }, + { + "elapsed_s": 40.131, + "rss_mib": 116.809, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 38.99872 + }, + { + "elapsed_s": 40.237, + "rss_mib": 122.934, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 39.10484 + }, + { + "elapsed_s": 40.342, + "rss_mib": 131.059, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 39.209668 + }, + { + "elapsed_s": 40.447, + "rss_mib": 136.086, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 39.314834 + }, + { + "elapsed_s": 40.552, + "rss_mib": 137.461, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 39.419755 + }, + { + "elapsed_s": 40.657, + "rss_mib": 143.148, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 39.524743 + }, + { + "elapsed_s": 40.762, + "rss_mib": 152.398, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 39.629779 + }, + { + "elapsed_s": 40.872, + "rss_mib": 216.023, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 39.739446 + }, + { + "elapsed_s": 40.977, + "rss_mib": 158.77, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 39.844371 + }, + { + "elapsed_s": 41.081, + "rss_mib": 168.27, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 39.948823 + }, + { + "elapsed_s": 41.189, + "rss_mib": 180.109, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 40.05607 + }, + { + "elapsed_s": 41.294, + "rss_mib": 183.074, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 40.161856 + }, + { + "elapsed_s": 41.402, + "rss_mib": 235.699, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 40.269264 + }, + { + "elapsed_s": 41.508, + "rss_mib": 219.078, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 40.375823 + }, + { + "elapsed_s": 41.613, + "rss_mib": 230.977, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 40.48056 + }, + { + "elapsed_s": 41.719, + "rss_mib": 240.102, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 40.586009 + }, + { + "elapsed_s": 41.823, + "rss_mib": 209.0, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 40.690428 + }, + { + "elapsed_s": 41.927, + "rss_mib": 206.102, + "queued": 3, + "processing": 0, + "ready": 15, + "failed": 0, + "oldest_queued_s": 40.794808 + }, + { + "elapsed_s": 42.033, + "rss_mib": 203.262, + "queued": 3, + "processing": 0, + "ready": 15, + "failed": 0, + "oldest_queued_s": 40.900121 + }, + { + "elapsed_s": 42.139, + "rss_mib": 83.598, + "queued": 3, + "processing": 0, + "ready": 15, + "failed": 0, + "oldest_queued_s": 41.006419 + }, + { + "elapsed_s": 42.244, + "rss_mib": 100.996, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 41.047301 + }, + { + "elapsed_s": 42.35, + "rss_mib": 104.371, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 41.152941 + }, + { + "elapsed_s": 42.455, + "rss_mib": 111.09, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 41.258048 + }, + { + "elapsed_s": 42.56, + "rss_mib": 111.34, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 41.36302 + }, + { + "elapsed_s": 42.665, + "rss_mib": 113.516, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 41.467941 + }, + { + "elapsed_s": 42.77, + "rss_mib": 120.641, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 41.573512 + }, + { + "elapsed_s": 42.875, + "rss_mib": 125.141, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 41.67811 + }, + { + "elapsed_s": 42.98, + "rss_mib": 134.617, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 41.782848 + }, + { + "elapsed_s": 43.085, + "rss_mib": 136.742, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 41.887873 + }, + { + "elapsed_s": 43.189, + "rss_mib": 139.355, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 41.992461 + }, + { + "elapsed_s": 43.294, + "rss_mib": 146.652, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 42.097438 + }, + { + "elapsed_s": 43.4, + "rss_mib": 152.207, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 42.202942 + }, + { + "elapsed_s": 43.508, + "rss_mib": 219.582, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 42.311348 + }, + { + "elapsed_s": 43.613, + "rss_mib": 162.98, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 42.41653 + }, + { + "elapsed_s": 43.718, + "rss_mib": 170.855, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 42.521428 + }, + { + "elapsed_s": 43.823, + "rss_mib": 180.84, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 42.626119 + }, + { + "elapsed_s": 43.928, + "rss_mib": 197.34, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 42.730725 + }, + { + "elapsed_s": 44.033, + "rss_mib": 218.797, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 42.835672 + }, + { + "elapsed_s": 44.139, + "rss_mib": 228.297, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 42.941709 + }, + { + "elapsed_s": 44.243, + "rss_mib": 235.781, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 43.046475 + }, + { + "elapsed_s": 44.348, + "rss_mib": 209.066, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 43.151243 + }, + { + "elapsed_s": 44.453, + "rss_mib": 206.293, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 43.255887 + }, + { + "elapsed_s": 44.557, + "rss_mib": 206.293, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 43.360493 + }, + { + "elapsed_s": 44.663, + "rss_mib": 203.328, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 43.466166 + }, + { + "elapsed_s": 44.773, + "rss_mib": 201.328, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 43.575887 + }, + { + "elapsed_s": 44.88, + "rss_mib": 97.098, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 43.493595 + }, + { + "elapsed_s": 44.987, + "rss_mib": 101.121, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 43.60069 + }, + { + "elapsed_s": 45.093, + "rss_mib": 102.621, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 43.706956 + }, + { + "elapsed_s": 45.2, + "rss_mib": 110.914, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 43.814026 + }, + { + "elapsed_s": 45.307, + "rss_mib": 111.098, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 43.92036 + }, + { + "elapsed_s": 45.411, + "rss_mib": 111.473, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 44.02511 + }, + { + "elapsed_s": 45.516, + "rss_mib": 114.062, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 44.129838 + }, + { + "elapsed_s": 45.621, + "rss_mib": 123.188, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 44.234466 + }, + { + "elapsed_s": 45.725, + "rss_mib": 126.188, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 44.33898 + }, + { + "elapsed_s": 45.83, + "rss_mib": 134.594, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 44.443664 + }, + { + "elapsed_s": 45.938, + "rss_mib": 136.844, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 44.551376 + }, + { + "elapsed_s": 46.042, + "rss_mib": 140.344, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 44.656084 + }, + { + "elapsed_s": 46.147, + "rss_mib": 144.945, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 44.760805 + }, + { + "elapsed_s": 46.253, + "rss_mib": 153.32, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 44.866309 + }, + { + "elapsed_s": 46.359, + "rss_mib": 220.32, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 44.972796 + }, + { + "elapsed_s": 46.464, + "rss_mib": 163.688, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 45.077874 + }, + { + "elapsed_s": 46.572, + "rss_mib": 175.41, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 45.185856 + }, + { + "elapsed_s": 46.677, + "rss_mib": 182.758, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 45.290822 + }, + { + "elapsed_s": 46.783, + "rss_mib": 199.383, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 45.396706 + }, + { + "elapsed_s": 46.888, + "rss_mib": 218.578, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 45.501973 + }, + { + "elapsed_s": 46.993, + "rss_mib": 228.203, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 45.606839 + }, + { + "elapsed_s": 47.098, + "rss_mib": 235.352, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 45.712166 + }, + { + "elapsed_s": 47.207, + "rss_mib": 208.996, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 45.820983 + }, + { + "elapsed_s": 47.314, + "rss_mib": 209.121, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 45.927773 + }, + { + "elapsed_s": 47.421, + "rss_mib": 206.223, + "queued": 1, + "processing": 0, + "ready": 17, + "failed": 0, + "oldest_queued_s": 46.034261 + }, + { + "elapsed_s": 47.525, + "rss_mib": 202.41, + "queued": 1, + "processing": 0, + "ready": 17, + "failed": 0, + "oldest_queued_s": 46.138978 + }, + { + "elapsed_s": 47.63, + "rss_mib": 83.598, + "queued": 1, + "processing": 0, + "ready": 17, + "failed": 0, + "oldest_queued_s": 46.243644 + }, + { + "elapsed_s": 47.735, + "rss_mib": 101.543, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 47.84, + "rss_mib": 103.746, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 47.945, + "rss_mib": 110.996, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 48.05, + "rss_mib": 111.246, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 48.155, + "rss_mib": 113.836, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 48.26, + "rss_mib": 123.086, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 48.365, + "rss_mib": 126.461, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 48.472, + "rss_mib": 134.387, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 48.577, + "rss_mib": 136.387, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 48.682, + "rss_mib": 139.387, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 48.786, + "rss_mib": 143.82, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 48.891, + "rss_mib": 152.0, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 48.996, + "rss_mib": 216.25, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 49.103, + "rss_mib": 162.617, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 49.208, + "rss_mib": 168.492, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 49.312, + "rss_mib": 177.672, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 49.417, + "rss_mib": 188.922, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 49.523, + "rss_mib": 232.297, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 49.628, + "rss_mib": 218.781, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 49.736, + "rss_mib": 228.805, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 49.841, + "rss_mib": 236.555, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 49.946, + "rss_mib": 208.703, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 50.05, + "rss_mib": 205.93, + "queued": 0, + "processing": 0, + "ready": 18, + "failed": 0, + "oldest_queued_s": 0 + } + ], + "repeat": 1, + "concurrency": 1, + "prefetch_per_consumer": 1 + }, + { + "width": 320, + "height": 200, + "bytes": 49354, + "sha256": "6636468bcbbb41746d377deabc0bf5b4cdcfb76681f8fcab535d7db414162c22", + "requests": 18, + "clients": 6, + "http_statuses": { + "202": 18 + }, + "api_replicas_seen": 2, + "elapsed_s": 24.970797072000096, + "owner_id": "46028cc6-952e-4325-a09f-7334994b11cd", + "attachment_ids": [ + "f4201f44-948b-418a-80aa-47a2c18213df", + "6da4f5de-877b-4520-b2e1-07eaddc3cd02", + "2e70dcfd-07d2-48d7-a662-3f84bd974ef9", + "b2eb26a4-5c40-49c5-b2be-6f885384646a", + "bb92c4f8-4582-47e9-9132-8cca16500222", + "4e372571-efb3-429d-98b2-7d337c82a741", + "fab5381f-e52c-447c-aca4-231b16e6e705", + "bbf3edf4-a3bf-4a56-8c2a-693cf920e6be", + "9ed3ac8c-78a7-4b45-94b6-8708664d12d9", + "030db306-3062-43ab-8606-f99202cda9d1", + "42da46a4-8278-4a74-8c0c-a3c89679bca2", + "df1c1222-b2af-46ef-bc14-28a4b5c620d1", + "7e8a5f73-923c-4244-9409-7a77bb594d6c", + "f74a972f-8f75-48aa-b823-fce766dce6ff", + "e6764623-8b40-44ef-848a-7cf832f6e365", + "c3d8728e-38d3-472b-a83a-cd19f07df121", + "79842cc2-9a2c-4d0c-9cad-42cac1228cb8", + "e665d333-7419-4ca1-815f-318e8f374d88" + ], + "throughput_per_s": 0.7208420279136186, + "ready_p95_s": 24.151489, + "queue_wait_p95_s": 21.722265, + "queue_lag_max_jobs": 16, + "queue_oldest_max_s": 21.622827, + "processing_max": 2, + "rss_peak_mib": 357.164, + "samples": [ + { + "elapsed_s": 0.053, + "rss_mib": 84.59, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.163, + "rss_mib": 84.59, + "queued": 1, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.02103 + }, + { + "elapsed_s": 0.275, + "rss_mib": 84.59, + "queued": 5, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.133124 + }, + { + "elapsed_s": 0.382, + "rss_mib": 84.59, + "queued": 7, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.240111 + }, + { + "elapsed_s": 0.489, + "rss_mib": 84.59, + "queued": 9, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.346702 + }, + { + "elapsed_s": 0.597, + "rss_mib": 117.84, + "queued": 11, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.39857 + }, + { + "elapsed_s": 0.704, + "rss_mib": 119.688, + "queued": 14, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.505754 + }, + { + "elapsed_s": 0.809, + "rss_mib": 127.629, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.610652 + }, + { + "elapsed_s": 0.914, + "rss_mib": 139.062, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.71553 + }, + { + "elapsed_s": 1.022, + "rss_mib": 139.562, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.823635 + }, + { + "elapsed_s": 1.127, + "rss_mib": 144.242, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.928674 + }, + { + "elapsed_s": 1.232, + "rss_mib": 152.992, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.033399 + }, + { + "elapsed_s": 1.337, + "rss_mib": 163.867, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.138507 + }, + { + "elapsed_s": 1.441, + "rss_mib": 178.367, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.243112 + }, + { + "elapsed_s": 1.546, + "rss_mib": 187.613, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.348073 + }, + { + "elapsed_s": 1.654, + "rss_mib": 190.363, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.455992 + }, + { + "elapsed_s": 1.76, + "rss_mib": 197.363, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.561217 + }, + { + "elapsed_s": 1.864, + "rss_mib": 205.207, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.666076 + }, + { + "elapsed_s": 1.969, + "rss_mib": 220.934, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.770805 + }, + { + "elapsed_s": 2.098, + "rss_mib": 306.059, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.900028 + }, + { + "elapsed_s": 2.207, + "rss_mib": 355.934, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.008878 + }, + { + "elapsed_s": 2.315, + "rss_mib": 292.051, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.116804 + }, + { + "elapsed_s": 2.422, + "rss_mib": 238.047, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.223196 + }, + { + "elapsed_s": 2.526, + "rss_mib": 250.922, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.327888 + }, + { + "elapsed_s": 2.631, + "rss_mib": 272.184, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.43291 + }, + { + "elapsed_s": 2.738, + "rss_mib": 283.066, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.539838 + }, + { + "elapsed_s": 2.844, + "rss_mib": 292.371, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.645388 + }, + { + "elapsed_s": 2.949, + "rss_mib": 294.246, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 2.75102 + }, + { + "elapsed_s": 3.055, + "rss_mib": 294.246, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 2.855947 + }, + { + "elapsed_s": 3.161, + "rss_mib": 287.418, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 2.961306 + }, + { + "elapsed_s": 3.266, + "rss_mib": 84.59, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.066144 + }, + { + "elapsed_s": 3.37, + "rss_mib": 119.645, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.114409 + }, + { + "elapsed_s": 3.478, + "rss_mib": 123.895, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.221987 + }, + { + "elapsed_s": 3.588, + "rss_mib": 139.621, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.331775 + }, + { + "elapsed_s": 3.693, + "rss_mib": 140.121, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.436981 + }, + { + "elapsed_s": 3.798, + "rss_mib": 144.422, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.541947 + }, + { + "elapsed_s": 3.903, + "rss_mib": 153.547, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.646748 + }, + { + "elapsed_s": 4.008, + "rss_mib": 163.922, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.752203 + }, + { + "elapsed_s": 4.113, + "rss_mib": 179.297, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.857049 + }, + { + "elapsed_s": 4.22, + "rss_mib": 189.457, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.963723 + }, + { + "elapsed_s": 4.325, + "rss_mib": 191.207, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.068635 + }, + { + "elapsed_s": 4.43, + "rss_mib": 200.438, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.173554 + }, + { + "elapsed_s": 4.534, + "rss_mib": 207.035, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.27837 + }, + { + "elapsed_s": 4.64, + "rss_mib": 222.164, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.383502 + }, + { + "elapsed_s": 4.787, + "rss_mib": 291.539, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.530589 + }, + { + "elapsed_s": 4.899, + "rss_mib": 357.164, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.642974 + }, + { + "elapsed_s": 5.007, + "rss_mib": 294.98, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.750843 + }, + { + "elapsed_s": 5.113, + "rss_mib": 235.777, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.856619 + }, + { + "elapsed_s": 5.218, + "rss_mib": 252.527, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.961653 + }, + { + "elapsed_s": 5.324, + "rss_mib": 277.383, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.067919 + }, + { + "elapsed_s": 5.429, + "rss_mib": 283.961, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.172893 + }, + { + "elapsed_s": 5.534, + "rss_mib": 294.559, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.278064 + }, + { + "elapsed_s": 5.639, + "rss_mib": 294.684, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 5.382576 + }, + { + "elapsed_s": 5.744, + "rss_mib": 294.684, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 5.487445 + }, + { + "elapsed_s": 5.849, + "rss_mib": 286.828, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 5.592552 + }, + { + "elapsed_s": 5.955, + "rss_mib": 84.59, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 5.698586 + }, + { + "elapsed_s": 6.06, + "rss_mib": 119.547, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 5.708337 + }, + { + "elapsed_s": 6.165, + "rss_mib": 132.121, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 5.813663 + }, + { + "elapsed_s": 6.27, + "rss_mib": 139.254, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 5.918826 + }, + { + "elapsed_s": 6.375, + "rss_mib": 139.879, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.023771 + }, + { + "elapsed_s": 6.48, + "rss_mib": 144.684, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.128601 + }, + { + "elapsed_s": 6.588, + "rss_mib": 161.059, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.236453 + }, + { + "elapsed_s": 6.692, + "rss_mib": 167.059, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.341161 + }, + { + "elapsed_s": 6.797, + "rss_mib": 182.934, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.445757 + }, + { + "elapsed_s": 6.902, + "rss_mib": 189.832, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.550681 + }, + { + "elapsed_s": 7.007, + "rss_mib": 191.082, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.655553 + }, + { + "elapsed_s": 7.112, + "rss_mib": 205.457, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.760937 + }, + { + "elapsed_s": 7.217, + "rss_mib": 208.289, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.865903 + }, + { + "elapsed_s": 7.324, + "rss_mib": 223.836, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.972326 + }, + { + "elapsed_s": 7.496, + "rss_mib": 356.711, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.144194 + }, + { + "elapsed_s": 7.611, + "rss_mib": 356.711, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.259685 + }, + { + "elapsed_s": 7.719, + "rss_mib": 233.207, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.368038 + }, + { + "elapsed_s": 7.826, + "rss_mib": 245.082, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.474714 + }, + { + "elapsed_s": 7.932, + "rss_mib": 254.582, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.580563 + }, + { + "elapsed_s": 8.038, + "rss_mib": 275.715, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.687175 + }, + { + "elapsed_s": 8.144, + "rss_mib": 283.82, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.792627 + }, + { + "elapsed_s": 8.248, + "rss_mib": 294.027, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.896856 + }, + { + "elapsed_s": 8.354, + "rss_mib": 294.152, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 8.002629 + }, + { + "elapsed_s": 8.459, + "rss_mib": 287.215, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 8.107264 + }, + { + "elapsed_s": 8.563, + "rss_mib": 84.59, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 8.211867 + }, + { + "elapsed_s": 8.668, + "rss_mib": 119.523, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 8.211396 + }, + { + "elapsed_s": 8.774, + "rss_mib": 123.898, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 8.316927 + }, + { + "elapsed_s": 8.879, + "rss_mib": 139.543, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 8.42219 + }, + { + "elapsed_s": 8.986, + "rss_mib": 140.168, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 8.529513 + }, + { + "elapsed_s": 9.092, + "rss_mib": 144.172, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 8.635234 + }, + { + "elapsed_s": 9.197, + "rss_mib": 153.547, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 8.739994 + }, + { + "elapsed_s": 9.301, + "rss_mib": 163.922, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 8.84484 + }, + { + "elapsed_s": 9.407, + "rss_mib": 174.922, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 8.950136 + }, + { + "elapsed_s": 9.512, + "rss_mib": 187.953, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.055278 + }, + { + "elapsed_s": 9.616, + "rss_mib": 190.828, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.15986 + }, + { + "elapsed_s": 9.722, + "rss_mib": 192.578, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.265664 + }, + { + "elapsed_s": 9.828, + "rss_mib": 203.477, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.371074 + }, + { + "elapsed_s": 9.938, + "rss_mib": 207.852, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.481293 + }, + { + "elapsed_s": 10.044, + "rss_mib": 221.766, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.587183 + }, + { + "elapsed_s": 10.16, + "rss_mib": 226.266, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.7035 + }, + { + "elapsed_s": 10.295, + "rss_mib": 304.891, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.838066 + }, + { + "elapsed_s": 10.409, + "rss_mib": 355.266, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.952563 + }, + { + "elapsed_s": 10.521, + "rss_mib": 292.777, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.064894 + }, + { + "elapsed_s": 10.63, + "rss_mib": 233.293, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.173492 + }, + { + "elapsed_s": 10.736, + "rss_mib": 245.168, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.279627 + }, + { + "elapsed_s": 10.841, + "rss_mib": 265.328, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.384679 + }, + { + "elapsed_s": 10.946, + "rss_mib": 280.844, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.489782 + }, + { + "elapsed_s": 11.051, + "rss_mib": 292.488, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.594437 + }, + { + "elapsed_s": 11.157, + "rss_mib": 294.488, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 10.700549 + }, + { + "elapsed_s": 11.262, + "rss_mib": 294.488, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 10.805482 + }, + { + "elapsed_s": 11.367, + "rss_mib": 287.652, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 10.910555 + }, + { + "elapsed_s": 11.472, + "rss_mib": 94.465, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 10.984782 + }, + { + "elapsed_s": 11.577, + "rss_mib": 120.184, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 11.069242 + }, + { + "elapsed_s": 11.686, + "rss_mib": 132.844, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 11.178463 + }, + { + "elapsed_s": 11.794, + "rss_mib": 139.617, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 11.286158 + }, + { + "elapsed_s": 11.899, + "rss_mib": 140.117, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 11.39146 + }, + { + "elapsed_s": 12.004, + "rss_mib": 143.676, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 11.496652 + }, + { + "elapsed_s": 12.109, + "rss_mib": 150.938, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 11.6016 + }, + { + "elapsed_s": 12.214, + "rss_mib": 163.812, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 11.706768 + }, + { + "elapsed_s": 12.322, + "rss_mib": 173.938, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 11.814589 + }, + { + "elapsed_s": 12.428, + "rss_mib": 187.762, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 11.919941 + }, + { + "elapsed_s": 12.532, + "rss_mib": 190.672, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.024789 + }, + { + "elapsed_s": 12.638, + "rss_mib": 197.422, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.12995 + }, + { + "elapsed_s": 12.743, + "rss_mib": 206.434, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.235653 + }, + { + "elapsed_s": 12.849, + "rss_mib": 215.23, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.341669 + }, + { + "elapsed_s": 12.958, + "rss_mib": 227.98, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.450341 + }, + { + "elapsed_s": 13.091, + "rss_mib": 292.73, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.583522 + }, + { + "elapsed_s": 13.199, + "rss_mib": 268.523, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.690981 + }, + { + "elapsed_s": 13.305, + "rss_mib": 299.824, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.797363 + }, + { + "elapsed_s": 13.41, + "rss_mib": 245.574, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.902343 + }, + { + "elapsed_s": 13.514, + "rss_mib": 264.879, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.006863 + }, + { + "elapsed_s": 13.621, + "rss_mib": 278.531, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.113309 + }, + { + "elapsed_s": 13.726, + "rss_mib": 291.262, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.218061 + }, + { + "elapsed_s": 13.83, + "rss_mib": 294.883, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 13.322828 + }, + { + "elapsed_s": 13.936, + "rss_mib": 294.883, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 13.427945 + }, + { + "elapsed_s": 14.04, + "rss_mib": 287.984, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 13.532695 + }, + { + "elapsed_s": 14.145, + "rss_mib": 101.34, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 13.600688 + }, + { + "elapsed_s": 14.251, + "rss_mib": 119.43, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 13.671144 + }, + { + "elapsed_s": 14.359, + "rss_mib": 128.672, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 13.779308 + }, + { + "elapsed_s": 14.465, + "rss_mib": 136.855, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 13.885384 + }, + { + "elapsed_s": 14.571, + "rss_mib": 140.016, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 13.991016 + }, + { + "elapsed_s": 14.676, + "rss_mib": 142.855, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 14.096057 + }, + { + "elapsed_s": 14.781, + "rss_mib": 152.695, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 14.201541 + }, + { + "elapsed_s": 14.888, + "rss_mib": 164.82, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 14.308715 + }, + { + "elapsed_s": 14.993, + "rss_mib": 174.195, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 14.413882 + }, + { + "elapsed_s": 15.098, + "rss_mib": 186.328, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 14.518967 + }, + { + "elapsed_s": 15.205, + "rss_mib": 190.578, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 14.625043 + }, + { + "elapsed_s": 15.31, + "rss_mib": 194.703, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 14.730223 + }, + { + "elapsed_s": 15.415, + "rss_mib": 204.211, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 14.835239 + }, + { + "elapsed_s": 15.52, + "rss_mib": 214.52, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 14.940968 + }, + { + "elapsed_s": 15.629, + "rss_mib": 248.512, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 15.049182 + }, + { + "elapsed_s": 15.79, + "rss_mib": 290.887, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 15.210665 + }, + { + "elapsed_s": 15.897, + "rss_mib": 262.305, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 15.317498 + }, + { + "elapsed_s": 16.004, + "rss_mib": 300.93, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 15.424925 + }, + { + "elapsed_s": 16.109, + "rss_mib": 241.812, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 15.529898 + }, + { + "elapsed_s": 16.214, + "rss_mib": 262.453, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 15.634936 + }, + { + "elapsed_s": 16.321, + "rss_mib": 280.715, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 15.741393 + }, + { + "elapsed_s": 16.426, + "rss_mib": 288.953, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 15.84637 + }, + { + "elapsed_s": 16.53, + "rss_mib": 294.305, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 15.950828 + }, + { + "elapsed_s": 16.635, + "rss_mib": 291.57, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 16.055743 + }, + { + "elapsed_s": 16.741, + "rss_mib": 287.574, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 16.161653 + }, + { + "elapsed_s": 16.847, + "rss_mib": 185.492, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 16.267307 + }, + { + "elapsed_s": 16.953, + "rss_mib": 102.355, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 16.33877 + }, + { + "elapsed_s": 17.06, + "rss_mib": 124.633, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 16.411118 + }, + { + "elapsed_s": 17.165, + "rss_mib": 135.668, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 16.516326 + }, + { + "elapsed_s": 17.27, + "rss_mib": 140.129, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 16.621502 + }, + { + "elapsed_s": 17.375, + "rss_mib": 142.844, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 16.726954 + }, + { + "elapsed_s": 17.481, + "rss_mib": 151.059, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 16.832273 + }, + { + "elapsed_s": 17.592, + "rss_mib": 162.309, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 16.943273 + }, + { + "elapsed_s": 17.697, + "rss_mib": 173.434, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 17.048344 + }, + { + "elapsed_s": 17.802, + "rss_mib": 185.535, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 17.153373 + }, + { + "elapsed_s": 17.907, + "rss_mib": 191.055, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 17.258174 + }, + { + "elapsed_s": 18.011, + "rss_mib": 195.555, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 17.362997 + }, + { + "elapsed_s": 18.116, + "rss_mib": 205.156, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 17.468003 + }, + { + "elapsed_s": 18.225, + "rss_mib": 215.465, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 17.576413 + }, + { + "elapsed_s": 18.331, + "rss_mib": 289.734, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 17.682494 + }, + { + "elapsed_s": 18.436, + "rss_mib": 229.984, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 17.787042 + }, + { + "elapsed_s": 18.586, + "rss_mib": 300.609, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 17.937022 + }, + { + "elapsed_s": 18.692, + "rss_mib": 242.984, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 18.04377 + }, + { + "elapsed_s": 18.797, + "rss_mib": 263.094, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 18.148531 + }, + { + "elapsed_s": 18.902, + "rss_mib": 279.316, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 18.253665 + }, + { + "elapsed_s": 19.007, + "rss_mib": 288.906, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 18.358775 + }, + { + "elapsed_s": 19.113, + "rss_mib": 294.5, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 18.464411 + }, + { + "elapsed_s": 19.218, + "rss_mib": 294.625, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 18.569688 + }, + { + "elapsed_s": 19.324, + "rss_mib": 289.637, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 18.675929 + }, + { + "elapsed_s": 19.43, + "rss_mib": 198.969, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 18.753645 + }, + { + "elapsed_s": 19.535, + "rss_mib": 116.242, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 18.835989 + }, + { + "elapsed_s": 19.641, + "rss_mib": 127.789, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 18.941769 + }, + { + "elapsed_s": 19.746, + "rss_mib": 136.535, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 19.047019 + }, + { + "elapsed_s": 19.852, + "rss_mib": 141.25, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 19.152214 + }, + { + "elapsed_s": 19.96, + "rss_mib": 142.715, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 19.26075 + }, + { + "elapsed_s": 20.07, + "rss_mib": 148.699, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 19.370628 + }, + { + "elapsed_s": 20.183, + "rss_mib": 153.824, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 19.483192 + }, + { + "elapsed_s": 20.291, + "rss_mib": 157.449, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 19.592032 + }, + { + "elapsed_s": 20.399, + "rss_mib": 167.199, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 19.699878 + }, + { + "elapsed_s": 20.509, + "rss_mib": 174.449, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 19.809405 + }, + { + "elapsed_s": 20.615, + "rss_mib": 178.73, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 19.915749 + }, + { + "elapsed_s": 20.723, + "rss_mib": 187.988, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 20.023389 + }, + { + "elapsed_s": 20.828, + "rss_mib": 193.738, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 20.128776 + }, + { + "elapsed_s": 20.933, + "rss_mib": 199.539, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 20.233789 + }, + { + "elapsed_s": 21.038, + "rss_mib": 212.148, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 20.338867 + }, + { + "elapsed_s": 21.144, + "rss_mib": 277.398, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 20.444148 + }, + { + "elapsed_s": 21.288, + "rss_mib": 289.023, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 20.588626 + }, + { + "elapsed_s": 21.395, + "rss_mib": 236.273, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 20.695344 + }, + { + "elapsed_s": 21.502, + "rss_mib": 302.023, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 20.802867 + }, + { + "elapsed_s": 21.608, + "rss_mib": 242.773, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 20.90844 + }, + { + "elapsed_s": 21.713, + "rss_mib": 259.855, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 21.013246 + }, + { + "elapsed_s": 21.817, + "rss_mib": 276.219, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 21.117987 + }, + { + "elapsed_s": 21.926, + "rss_mib": 288.438, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 21.226994 + }, + { + "elapsed_s": 22.032, + "rss_mib": 294.008, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 21.332941 + }, + { + "elapsed_s": 22.138, + "rss_mib": 291.234, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 21.439045 + }, + { + "elapsed_s": 22.244, + "rss_mib": 290.234, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 21.544622 + }, + { + "elapsed_s": 22.349, + "rss_mib": 202.98, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 21.622827 + }, + { + "elapsed_s": 22.458, + "rss_mib": 108.488, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 22.563, + "rss_mib": 129.891, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 22.669, + "rss_mib": 136.551, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 22.775, + "rss_mib": 141.215, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 22.881, + "rss_mib": 144.48, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 22.992, + "rss_mib": 154.105, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 23.097, + "rss_mib": 157.605, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 23.202, + "rss_mib": 171.605, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 23.307, + "rss_mib": 180.469, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 23.412, + "rss_mib": 188.887, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 23.517, + "rss_mib": 196.137, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 23.625, + "rss_mib": 202.359, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 23.73, + "rss_mib": 214.723, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 23.89, + "rss_mib": 288.648, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 23.999, + "rss_mib": 226.645, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 24.109, + "rss_mib": 235.27, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 24.218, + "rss_mib": 301.145, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 24.328, + "rss_mib": 241.762, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 24.434, + "rss_mib": 257.109, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 24.539, + "rss_mib": 275.277, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 24.645, + "rss_mib": 283.684, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 24.751, + "rss_mib": 289.684, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 24.863, + "rss_mib": 294.945, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 24.969, + "rss_mib": 291.98, + "queued": 0, + "processing": 0, + "ready": 18, + "failed": 0, + "oldest_queued_s": 0 + } + ], + "repeat": 1, + "concurrency": 2, + "prefetch_per_consumer": 1 + }, + { + "width": 1280, + "height": 800, + "bytes": 774325, + "sha256": "e8f395f1bdf837a475d4c6f11e5d3e8f911e09ce4f2a41f853d403bebef3efcc", + "requests": 18, + "clients": 6, + "http_statuses": { + "202": 18 + }, + "api_replicas_seen": 2, + "elapsed_s": 27.756625333000557, + "owner_id": "3287063a-8665-4d13-91c0-f6394aff4236", + "attachment_ids": [ + "b55b14b3-4c86-4311-ac52-59d81062dc13", + "7daf98b3-52c1-45f5-96c2-d46e1450c771", + "dfa0a74f-8013-4b33-9c9f-6bfed54ddda3", + "b7b803b2-24f4-497b-9574-0b519a387262", + "16415364-98b5-4032-9c39-c7aa02bfc19a", + "60a3a73d-bc7b-47de-b2d5-3dbb927a96a0", + "3f2e8d9e-2669-4042-9b23-f285e60adaaa", + "54985b32-9669-41cc-aa2b-ed81524f463a", + "dbddd0bc-dd29-4bec-befc-98e31d8e4675", + "0305267f-6214-4dd9-9ece-3d4e4f62cf2c", + "bbfa3fce-ba79-42f6-877f-90141e2b673d", + "80333dd2-94b3-421a-b5f6-c67116b9ad35", + "94c803b3-b4aa-4acd-9e3f-09dbc8f58119", + "a3dff658-4577-4db2-8ecf-f0d666201c6d", + "8a5703a8-dd61-449f-bec5-3399c45f3977", + "f356ac0c-fffb-4d01-ac44-258b69c9e79f", + "05df4926-655c-41e9-addc-bd15fc724a40", + "10d890e2-fbfd-4588-b436-e7cbe3fb2d2e" + ], + "throughput_per_s": 0.6484938202699787, + "ready_p95_s": 26.906551, + "queue_wait_p95_s": 24.179169, + "queue_lag_max_jobs": 16, + "queue_oldest_max_s": 24.151913, + "processing_max": 2, + "rss_peak_mib": 357.484, + "samples": [ + { + "elapsed_s": 0.033, + "rss_mib": 84.715, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.138, + "rss_mib": 84.715, + "queued": 1, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.064038 + }, + { + "elapsed_s": 0.242, + "rss_mib": 84.715, + "queued": 3, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.167839 + }, + { + "elapsed_s": 0.346, + "rss_mib": 118.34, + "queued": 3, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.172445 + }, + { + "elapsed_s": 0.453, + "rss_mib": 120.516, + "queued": 5, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.279719 + }, + { + "elapsed_s": 0.559, + "rss_mib": 132.961, + "queued": 7, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.385395 + }, + { + "elapsed_s": 0.664, + "rss_mib": 139.762, + "queued": 10, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.490907 + }, + { + "elapsed_s": 0.769, + "rss_mib": 140.262, + "queued": 13, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.5958 + }, + { + "elapsed_s": 0.874, + "rss_mib": 144.812, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.700533 + }, + { + "elapsed_s": 0.984, + "rss_mib": 154.938, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.810039 + }, + { + "elapsed_s": 1.089, + "rss_mib": 163.812, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.914974 + }, + { + "elapsed_s": 1.194, + "rss_mib": 175.438, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.019945 + }, + { + "elapsed_s": 1.299, + "rss_mib": 188.219, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.125894 + }, + { + "elapsed_s": 1.405, + "rss_mib": 190.969, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.231001 + }, + { + "elapsed_s": 1.51, + "rss_mib": 196.719, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.33591 + }, + { + "elapsed_s": 1.615, + "rss_mib": 204.734, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.441734 + }, + { + "elapsed_s": 1.72, + "rss_mib": 220.359, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.546781 + }, + { + "elapsed_s": 1.826, + "rss_mib": 249.984, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.65244 + }, + { + "elapsed_s": 1.986, + "rss_mib": 357.484, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.812177 + }, + { + "elapsed_s": 2.094, + "rss_mib": 290.602, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.920142 + }, + { + "elapsed_s": 2.199, + "rss_mib": 245.512, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.025606 + }, + { + "elapsed_s": 2.304, + "rss_mib": 267.094, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.130763 + }, + { + "elapsed_s": 2.409, + "rss_mib": 281.172, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.235684 + }, + { + "elapsed_s": 2.518, + "rss_mib": 314.297, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.344768 + }, + { + "elapsed_s": 2.624, + "rss_mib": 327.559, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.450688 + }, + { + "elapsed_s": 2.733, + "rss_mib": 344.184, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.558965 + }, + { + "elapsed_s": 2.841, + "rss_mib": 354.809, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.66733 + }, + { + "elapsed_s": 2.949, + "rss_mib": 304.199, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.775709 + }, + { + "elapsed_s": 3.059, + "rss_mib": 304.199, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 2.885653 + }, + { + "elapsed_s": 3.179, + "rss_mib": 304.324, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.005466 + }, + { + "elapsed_s": 3.288, + "rss_mib": 304.449, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.114481 + }, + { + "elapsed_s": 3.394, + "rss_mib": 294.582, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.220203 + }, + { + "elapsed_s": 3.499, + "rss_mib": 103.41, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.257622 + }, + { + "elapsed_s": 3.604, + "rss_mib": 121.223, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.319643 + }, + { + "elapsed_s": 3.71, + "rss_mib": 135.883, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.425134 + }, + { + "elapsed_s": 3.816, + "rss_mib": 139.512, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.531202 + }, + { + "elapsed_s": 3.922, + "rss_mib": 141.211, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.637228 + }, + { + "elapsed_s": 4.027, + "rss_mib": 145.727, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.742851 + }, + { + "elapsed_s": 4.133, + "rss_mib": 158.727, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.848434 + }, + { + "elapsed_s": 4.238, + "rss_mib": 166.227, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.95358 + }, + { + "elapsed_s": 4.343, + "rss_mib": 182.227, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.058512 + }, + { + "elapsed_s": 4.451, + "rss_mib": 189.629, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.165938 + }, + { + "elapsed_s": 4.556, + "rss_mib": 192.129, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.271227 + }, + { + "elapsed_s": 4.661, + "rss_mib": 203.52, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.376356 + }, + { + "elapsed_s": 4.767, + "rss_mib": 210.66, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.482603 + }, + { + "elapsed_s": 4.872, + "rss_mib": 221.215, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.587624 + }, + { + "elapsed_s": 4.986, + "rss_mib": 291.84, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.701502 + }, + { + "elapsed_s": 5.093, + "rss_mib": 255.414, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.80819 + }, + { + "elapsed_s": 5.202, + "rss_mib": 297.293, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.917615 + }, + { + "elapsed_s": 5.31, + "rss_mib": 263.754, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.02552 + }, + { + "elapsed_s": 5.416, + "rss_mib": 248.758, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.131843 + }, + { + "elapsed_s": 5.522, + "rss_mib": 261.883, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.237699 + }, + { + "elapsed_s": 5.628, + "rss_mib": 279.473, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.341855 + }, + { + "elapsed_s": 5.733, + "rss_mib": 292.996, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.447171 + }, + { + "elapsed_s": 5.838, + "rss_mib": 318.91, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.552157 + }, + { + "elapsed_s": 5.943, + "rss_mib": 346.34, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.657269 + }, + { + "elapsed_s": 6.052, + "rss_mib": 334.238, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.766086 + }, + { + "elapsed_s": 6.158, + "rss_mib": 309.125, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 5.872168 + }, + { + "elapsed_s": 6.264, + "rss_mib": 309.25, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 5.978014 + }, + { + "elapsed_s": 6.37, + "rss_mib": 305.391, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.083457 + }, + { + "elapsed_s": 6.474, + "rss_mib": 190.555, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.18832 + }, + { + "elapsed_s": 6.579, + "rss_mib": 116.277, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.182805 + }, + { + "elapsed_s": 6.689, + "rss_mib": 121.926, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.29216 + }, + { + "elapsed_s": 6.794, + "rss_mib": 136.875, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.397245 + }, + { + "elapsed_s": 6.899, + "rss_mib": 139.797, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.502205 + }, + { + "elapsed_s": 7.003, + "rss_mib": 143.195, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.607023 + }, + { + "elapsed_s": 7.108, + "rss_mib": 149.086, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.712102 + }, + { + "elapsed_s": 7.214, + "rss_mib": 163.461, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.817539 + }, + { + "elapsed_s": 7.321, + "rss_mib": 170.461, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.924301 + }, + { + "elapsed_s": 7.427, + "rss_mib": 183.633, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.030967 + }, + { + "elapsed_s": 7.534, + "rss_mib": 189.5, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.137237 + }, + { + "elapsed_s": 7.639, + "rss_mib": 191.25, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.242528 + }, + { + "elapsed_s": 7.744, + "rss_mib": 198.875, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.348025 + }, + { + "elapsed_s": 7.853, + "rss_mib": 205.758, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.456291 + }, + { + "elapsed_s": 7.958, + "rss_mib": 219.078, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.561541 + }, + { + "elapsed_s": 8.081, + "rss_mib": 259.512, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.684907 + }, + { + "elapsed_s": 8.188, + "rss_mib": 292.137, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.791768 + }, + { + "elapsed_s": 8.294, + "rss_mib": 296.012, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.897461 + }, + { + "elapsed_s": 8.399, + "rss_mib": 235.898, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.002697 + }, + { + "elapsed_s": 8.504, + "rss_mib": 250.023, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.107849 + }, + { + "elapsed_s": 8.609, + "rss_mib": 264.965, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.212844 + }, + { + "elapsed_s": 8.715, + "rss_mib": 276.59, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.318447 + }, + { + "elapsed_s": 8.822, + "rss_mib": 293.215, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.425838 + }, + { + "elapsed_s": 8.927, + "rss_mib": 330.387, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.53087 + }, + { + "elapsed_s": 9.032, + "rss_mib": 353.637, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.636082 + }, + { + "elapsed_s": 9.137, + "rss_mib": 309.043, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.740938 + }, + { + "elapsed_s": 9.243, + "rss_mib": 309.043, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 8.8463 + }, + { + "elapsed_s": 9.35, + "rss_mib": 305.273, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 8.953724 + }, + { + "elapsed_s": 9.456, + "rss_mib": 299.316, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.059788 + }, + { + "elapsed_s": 9.561, + "rss_mib": 101.34, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.039788 + }, + { + "elapsed_s": 9.668, + "rss_mib": 119.914, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.146348 + }, + { + "elapsed_s": 9.773, + "rss_mib": 128.359, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.251782 + }, + { + "elapsed_s": 9.883, + "rss_mib": 139.664, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.36134 + }, + { + "elapsed_s": 9.988, + "rss_mib": 140.289, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.466628 + }, + { + "elapsed_s": 10.093, + "rss_mib": 144.969, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.571588 + }, + { + "elapsed_s": 10.198, + "rss_mib": 159.219, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.676699 + }, + { + "elapsed_s": 10.303, + "rss_mib": 165.469, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.781747 + }, + { + "elapsed_s": 10.408, + "rss_mib": 180.094, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.887017 + }, + { + "elapsed_s": 10.513, + "rss_mib": 189.68, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.991791 + }, + { + "elapsed_s": 10.619, + "rss_mib": 191.555, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.097198 + }, + { + "elapsed_s": 10.725, + "rss_mib": 204.68, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.203927 + }, + { + "elapsed_s": 10.83, + "rss_mib": 209.613, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.308917 + }, + { + "elapsed_s": 10.935, + "rss_mib": 224.648, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.413932 + }, + { + "elapsed_s": 11.088, + "rss_mib": 323.648, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.566463 + }, + { + "elapsed_s": 11.196, + "rss_mib": 357.023, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.67466 + }, + { + "elapsed_s": 11.303, + "rss_mib": 231.5, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.781911 + }, + { + "elapsed_s": 11.409, + "rss_mib": 246.125, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.887071 + }, + { + "elapsed_s": 11.514, + "rss_mib": 265.301, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.992394 + }, + { + "elapsed_s": 11.621, + "rss_mib": 280.777, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.099406 + }, + { + "elapsed_s": 11.726, + "rss_mib": 313.727, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.204314 + }, + { + "elapsed_s": 11.831, + "rss_mib": 334.078, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.309247 + }, + { + "elapsed_s": 11.936, + "rss_mib": 354.453, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.414184 + }, + { + "elapsed_s": 12.04, + "rss_mib": 303.723, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 11.518859 + }, + { + "elapsed_s": 12.145, + "rss_mib": 303.723, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 11.623802 + }, + { + "elapsed_s": 12.252, + "rss_mib": 298.027, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 11.730561 + }, + { + "elapsed_s": 12.357, + "rss_mib": 84.715, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 11.835266 + }, + { + "elapsed_s": 12.462, + "rss_mib": 120.023, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 11.869463 + }, + { + "elapsed_s": 12.569, + "rss_mib": 120.977, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 11.976159 + }, + { + "elapsed_s": 12.679, + "rss_mib": 133.672, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.085905 + }, + { + "elapsed_s": 12.789, + "rss_mib": 139.309, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.195667 + }, + { + "elapsed_s": 12.895, + "rss_mib": 139.559, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.30246 + }, + { + "elapsed_s": 13.002, + "rss_mib": 141.059, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.409545 + }, + { + "elapsed_s": 13.111, + "rss_mib": 143.902, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.517657 + }, + { + "elapsed_s": 13.222, + "rss_mib": 146.918, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.628778 + }, + { + "elapsed_s": 13.328, + "rss_mib": 159.418, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.735185 + }, + { + "elapsed_s": 13.434, + "rss_mib": 166.293, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.840606 + }, + { + "elapsed_s": 13.539, + "rss_mib": 181.668, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.946088 + }, + { + "elapsed_s": 13.65, + "rss_mib": 188.012, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.057436 + }, + { + "elapsed_s": 13.756, + "rss_mib": 190.762, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.162907 + }, + { + "elapsed_s": 13.861, + "rss_mib": 204.137, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.268571 + }, + { + "elapsed_s": 13.967, + "rss_mib": 206.383, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.374195 + }, + { + "elapsed_s": 14.072, + "rss_mib": 222.785, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.479422 + }, + { + "elapsed_s": 14.184, + "rss_mib": 279.035, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.591317 + }, + { + "elapsed_s": 14.291, + "rss_mib": 339.035, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.697929 + }, + { + "elapsed_s": 14.398, + "rss_mib": 294.688, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.804729 + }, + { + "elapsed_s": 14.503, + "rss_mib": 243.078, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.909669 + }, + { + "elapsed_s": 14.607, + "rss_mib": 260.035, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.01436 + }, + { + "elapsed_s": 14.713, + "rss_mib": 276.355, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.119678 + }, + { + "elapsed_s": 14.818, + "rss_mib": 290.98, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.22542 + }, + { + "elapsed_s": 14.924, + "rss_mib": 328.527, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.330639 + }, + { + "elapsed_s": 15.029, + "rss_mib": 352.402, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.435852 + }, + { + "elapsed_s": 15.134, + "rss_mib": 309.629, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.541397 + }, + { + "elapsed_s": 15.239, + "rss_mib": 309.879, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 14.646357 + }, + { + "elapsed_s": 15.345, + "rss_mib": 309.879, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 14.751891 + }, + { + "elapsed_s": 15.452, + "rss_mib": 302.977, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 14.85871 + }, + { + "elapsed_s": 15.558, + "rss_mib": 84.715, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 14.965492 + }, + { + "elapsed_s": 15.664, + "rss_mib": 117.66, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 14.996688 + }, + { + "elapsed_s": 15.77, + "rss_mib": 120.516, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 15.102655 + }, + { + "elapsed_s": 15.879, + "rss_mib": 136.5, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 15.211339 + }, + { + "elapsed_s": 15.986, + "rss_mib": 139.461, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 15.318126 + }, + { + "elapsed_s": 16.091, + "rss_mib": 140.711, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 15.423091 + }, + { + "elapsed_s": 16.196, + "rss_mib": 145.266, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 15.528081 + }, + { + "elapsed_s": 16.301, + "rss_mib": 163.391, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 15.633079 + }, + { + "elapsed_s": 16.406, + "rss_mib": 169.016, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 15.737996 + }, + { + "elapsed_s": 16.511, + "rss_mib": 186.148, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 15.842913 + }, + { + "elapsed_s": 16.617, + "rss_mib": 190.234, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 15.949669 + }, + { + "elapsed_s": 16.723, + "rss_mib": 192.359, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 16.054768 + }, + { + "elapsed_s": 16.827, + "rss_mib": 203.836, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 16.159578 + }, + { + "elapsed_s": 16.933, + "rss_mib": 217.086, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 16.265098 + }, + { + "elapsed_s": 17.038, + "rss_mib": 226.297, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 16.370506 + }, + { + "elapsed_s": 17.188, + "rss_mib": 345.047, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 16.520628 + }, + { + "elapsed_s": 17.295, + "rss_mib": 318.539, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 16.627573 + }, + { + "elapsed_s": 17.4, + "rss_mib": 235.789, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 16.732699 + }, + { + "elapsed_s": 17.505, + "rss_mib": 254.289, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 16.837476 + }, + { + "elapsed_s": 17.612, + "rss_mib": 271.02, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 16.944551 + }, + { + "elapsed_s": 17.721, + "rss_mib": 280.691, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.05366 + }, + { + "elapsed_s": 17.828, + "rss_mib": 286.816, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.16018 + }, + { + "elapsed_s": 17.934, + "rss_mib": 319.129, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.266087 + }, + { + "elapsed_s": 18.039, + "rss_mib": 348.879, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.371402 + }, + { + "elapsed_s": 18.145, + "rss_mib": 314.211, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.477421 + }, + { + "elapsed_s": 18.254, + "rss_mib": 314.336, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 17.586492 + }, + { + "elapsed_s": 18.36, + "rss_mib": 314.336, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 17.692243 + }, + { + "elapsed_s": 18.465, + "rss_mib": 307.613, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 17.797702 + }, + { + "elapsed_s": 18.57, + "rss_mib": 84.715, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 17.902721 + }, + { + "elapsed_s": 18.676, + "rss_mib": 120.016, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 17.95005 + }, + { + "elapsed_s": 18.782, + "rss_mib": 129.016, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 18.056495 + }, + { + "elapsed_s": 18.889, + "rss_mib": 139.652, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 18.163665 + }, + { + "elapsed_s": 18.995, + "rss_mib": 140.152, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 18.268959 + }, + { + "elapsed_s": 19.101, + "rss_mib": 144.832, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 18.374779 + }, + { + "elapsed_s": 19.206, + "rss_mib": 152.707, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 18.480679 + }, + { + "elapsed_s": 19.312, + "rss_mib": 163.332, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 18.586047 + }, + { + "elapsed_s": 19.419, + "rss_mib": 170.457, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 18.693078 + }, + { + "elapsed_s": 19.524, + "rss_mib": 186.984, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 18.798122 + }, + { + "elapsed_s": 19.629, + "rss_mib": 190.859, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 18.903111 + }, + { + "elapsed_s": 19.734, + "rss_mib": 197.484, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 19.008154 + }, + { + "elapsed_s": 19.84, + "rss_mib": 205.215, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 19.114094 + }, + { + "elapsed_s": 19.945, + "rss_mib": 222.098, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 19.219315 + }, + { + "elapsed_s": 20.052, + "rss_mib": 259.535, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 19.326416 + }, + { + "elapsed_s": 20.186, + "rss_mib": 356.16, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 19.459878 + }, + { + "elapsed_s": 20.295, + "rss_mib": 356.16, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 19.569116 + }, + { + "elapsed_s": 20.4, + "rss_mib": 235.48, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 19.674577 + }, + { + "elapsed_s": 20.506, + "rss_mib": 249.98, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 19.779863 + }, + { + "elapsed_s": 20.611, + "rss_mib": 274.98, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 19.885337 + }, + { + "elapsed_s": 20.717, + "rss_mib": 282.809, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 19.991659 + }, + { + "elapsed_s": 20.823, + "rss_mib": 310.77, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.096913 + }, + { + "elapsed_s": 20.928, + "rss_mib": 341.105, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.201924 + }, + { + "elapsed_s": 21.033, + "rss_mib": 354.855, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.30706 + }, + { + "elapsed_s": 21.138, + "rss_mib": 304.18, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 20.41217 + }, + { + "elapsed_s": 21.243, + "rss_mib": 304.43, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 20.517348 + }, + { + "elapsed_s": 21.35, + "rss_mib": 297.582, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 20.624255 + }, + { + "elapsed_s": 21.455, + "rss_mib": 84.715, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 20.729739 + }, + { + "elapsed_s": 21.561, + "rss_mib": 119.762, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 20.744721 + }, + { + "elapsed_s": 21.667, + "rss_mib": 124.137, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 20.850905 + }, + { + "elapsed_s": 21.772, + "rss_mib": 139.594, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 20.956196 + }, + { + "elapsed_s": 21.879, + "rss_mib": 139.844, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 21.062534 + }, + { + "elapsed_s": 21.986, + "rss_mib": 142.492, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 21.170148 + }, + { + "elapsed_s": 22.092, + "rss_mib": 147.273, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 21.275421 + }, + { + "elapsed_s": 22.197, + "rss_mib": 163.773, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 21.38055 + }, + { + "elapsed_s": 22.302, + "rss_mib": 168.648, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 21.485677 + }, + { + "elapsed_s": 22.408, + "rss_mib": 181.773, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 21.592137 + }, + { + "elapsed_s": 22.517, + "rss_mib": 189.492, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 21.7006 + }, + { + "elapsed_s": 22.624, + "rss_mib": 190.992, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 21.807558 + }, + { + "elapsed_s": 22.734, + "rss_mib": 191.617, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 21.917416 + }, + { + "elapsed_s": 22.841, + "rss_mib": 196.242, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 22.025167 + }, + { + "elapsed_s": 22.958, + "rss_mib": 205.211, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 22.142066 + }, + { + "elapsed_s": 23.075, + "rss_mib": 206.719, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 22.259111 + }, + { + "elapsed_s": 23.184, + "rss_mib": 217.344, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 22.368174 + }, + { + "elapsed_s": 23.293, + "rss_mib": 222.484, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 22.476524 + }, + { + "elapsed_s": 23.404, + "rss_mib": 277.734, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 22.588259 + }, + { + "elapsed_s": 23.582, + "rss_mib": 353.359, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 22.765826 + }, + { + "elapsed_s": 23.69, + "rss_mib": 293.605, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 22.873731 + }, + { + "elapsed_s": 23.796, + "rss_mib": 243.387, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 22.980081 + }, + { + "elapsed_s": 23.903, + "rss_mib": 255.012, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 23.086594 + }, + { + "elapsed_s": 24.01, + "rss_mib": 271.684, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 23.193494 + }, + { + "elapsed_s": 24.116, + "rss_mib": 281.137, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 23.299772 + }, + { + "elapsed_s": 24.224, + "rss_mib": 293.992, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 23.407661 + }, + { + "elapsed_s": 24.333, + "rss_mib": 319.348, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 23.517227 + }, + { + "elapsed_s": 24.439, + "rss_mib": 344.148, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 23.622989 + }, + { + "elapsed_s": 24.545, + "rss_mib": 334.664, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 23.72833 + }, + { + "elapsed_s": 24.65, + "rss_mib": 314.734, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 23.833736 + }, + { + "elapsed_s": 24.757, + "rss_mib": 314.734, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 23.940848 + }, + { + "elapsed_s": 24.863, + "rss_mib": 308.898, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 24.046496 + }, + { + "elapsed_s": 24.968, + "rss_mib": 180.355, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 24.151913 + }, + { + "elapsed_s": 25.073, + "rss_mib": 119.656, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 25.183, + "rss_mib": 123.906, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 25.294, + "rss_mib": 139.5, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 25.402, + "rss_mib": 139.5, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 25.509, + "rss_mib": 140.0, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 25.619, + "rss_mib": 144.305, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 25.725, + "rss_mib": 149.43, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 25.831, + "rss_mib": 163.68, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 25.936, + "rss_mib": 167.93, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 26.042, + "rss_mib": 183.18, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 26.146, + "rss_mib": 190.238, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 26.252, + "rss_mib": 192.238, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 26.357, + "rss_mib": 207.082, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 26.462, + "rss_mib": 213.617, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 26.567, + "rss_mib": 224.84, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 26.686, + "rss_mib": 312.215, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 26.799, + "rss_mib": 356.715, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 26.908, + "rss_mib": 265.652, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 27.014, + "rss_mib": 243.086, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 27.12, + "rss_mib": 254.961, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 27.225, + "rss_mib": 273.586, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 27.331, + "rss_mib": 286.461, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 27.436, + "rss_mib": 327.133, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 27.541, + "rss_mib": 351.383, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 27.647, + "rss_mib": 309.043, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 27.755, + "rss_mib": 309.418, + "queued": 0, + "processing": 0, + "ready": 18, + "failed": 0, + "oldest_queued_s": 0 + } + ], + "repeat": 1, + "concurrency": 2, + "prefetch_per_consumer": 1 + }, + { + "width": 2560, + "height": 1600, + "bytes": 3095842, + "sha256": "aa289df1be43338da2307f697fc4195bcf99426d19b2448d8d9391028156f489", + "requests": 18, + "clients": 6, + "http_statuses": { + "202": 18 + }, + "api_replicas_seen": 2, + "elapsed_s": 30.89121619800062, + "owner_id": "12c9d3a3-ab8b-49ca-a753-1be4623ce9eb", + "attachment_ids": [ + "6e5fc261-1e0d-4e39-bc2b-7a6dc0a08f32", + "818f8d95-8413-41d9-a3df-bad9dd75b307", + "9be9bcbc-09a8-4f24-b38a-a96f8376ee87", + "6afe7ff8-0871-4e02-ab86-7df32a6740bf", + "cb4013da-cdf6-4b72-a77c-87ca99431bf9", + "414ec4d9-37a4-464e-b63b-0be54842d26d", + "20d5a98b-856a-4b80-95f8-d4e570143b0f", + "f2ba8bc3-e699-4a88-8943-fcd912244a03", + "ab3d2c49-f38d-4355-903b-06d2e77c6aff", + "673f321b-d980-435c-9ab1-8cc7d6e2ae81", + "f8a2b4a5-17b8-41ea-ae90-4c82e05c82bf", + "50afd0f1-05b4-444e-9a16-6e0015f65ef6", + "14cc001e-cfee-401c-a010-9427aaca86dc", + "8d5b4d48-27ef-4740-a9fc-ed5644a1936f", + "66fdaf0d-1065-48a0-ae71-ee05c8eb5b48", + "93bb43c5-198b-4fdd-8267-967ab7b3ba7a", + "dfa6ea2a-91d4-419a-8c2d-e25dbde1b538", + "e317108d-1ffc-44ce-aeb7-c2bc203f9a87" + ], + "throughput_per_s": 0.5826899104466149, + "ready_p95_s": 29.276858, + "queue_wait_p95_s": 26.462352, + "queue_lag_max_jobs": 16, + "queue_oldest_max_s": 26.398178, + "processing_max": 2, + "rss_peak_mib": 398.773, + "samples": [ + { + "elapsed_s": 0.047, + "rss_mib": 84.715, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.152, + "rss_mib": 84.715, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.255, + "rss_mib": 84.715, + "queued": 1, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.067443 + }, + { + "elapsed_s": 0.36, + "rss_mib": 84.715, + "queued": 3, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.171641 + }, + { + "elapsed_s": 0.464, + "rss_mib": 84.715, + "queued": 4, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.275949 + }, + { + "elapsed_s": 0.568, + "rss_mib": 84.715, + "queued": 4, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.379602 + }, + { + "elapsed_s": 0.672, + "rss_mib": 84.715, + "queued": 6, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.48357 + }, + { + "elapsed_s": 0.777, + "rss_mib": 84.715, + "queued": 7, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.588813 + }, + { + "elapsed_s": 0.882, + "rss_mib": 84.715, + "queued": 8, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.693981 + }, + { + "elapsed_s": 0.986, + "rss_mib": 84.715, + "queued": 10, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.798179 + }, + { + "elapsed_s": 1.091, + "rss_mib": 119.918, + "queued": 9, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.756497 + }, + { + "elapsed_s": 1.198, + "rss_mib": 123.793, + "queued": 10, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.8627 + }, + { + "elapsed_s": 1.303, + "rss_mib": 139.793, + "queued": 12, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.967928 + }, + { + "elapsed_s": 1.412, + "rss_mib": 139.543, + "queued": 13, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.077528 + }, + { + "elapsed_s": 1.524, + "rss_mib": 139.793, + "queued": 15, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.188666 + }, + { + "elapsed_s": 1.63, + "rss_mib": 143.168, + "queued": 15, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.294909 + }, + { + "elapsed_s": 1.735, + "rss_mib": 147.543, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.400409 + }, + { + "elapsed_s": 1.841, + "rss_mib": 163.543, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.505573 + }, + { + "elapsed_s": 1.947, + "rss_mib": 166.293, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.612544 + }, + { + "elapsed_s": 2.054, + "rss_mib": 175.668, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.718904 + }, + { + "elapsed_s": 2.161, + "rss_mib": 186.133, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.826298 + }, + { + "elapsed_s": 2.269, + "rss_mib": 190.082, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.934291 + }, + { + "elapsed_s": 2.377, + "rss_mib": 190.957, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.041241 + }, + { + "elapsed_s": 2.493, + "rss_mib": 192.832, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.157888 + }, + { + "elapsed_s": 2.6, + "rss_mib": 200.832, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.264953 + }, + { + "elapsed_s": 2.707, + "rss_mib": 204.375, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.371604 + }, + { + "elapsed_s": 2.815, + "rss_mib": 217.125, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.479906 + }, + { + "elapsed_s": 2.92, + "rss_mib": 226.723, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.585052 + }, + { + "elapsed_s": 3.028, + "rss_mib": 324.473, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.692706 + }, + { + "elapsed_s": 3.208, + "rss_mib": 357.223, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.872971 + }, + { + "elapsed_s": 3.318, + "rss_mib": 258.031, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.983326 + }, + { + "elapsed_s": 3.423, + "rss_mib": 245.68, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.088222 + }, + { + "elapsed_s": 3.528, + "rss_mib": 267.562, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.19311 + }, + { + "elapsed_s": 3.633, + "rss_mib": 282.66, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.298048 + }, + { + "elapsed_s": 3.738, + "rss_mib": 321.285, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.402793 + }, + { + "elapsed_s": 3.843, + "rss_mib": 389.617, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.508497 + }, + { + "elapsed_s": 3.95, + "rss_mib": 361.562, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.614721 + }, + { + "elapsed_s": 4.055, + "rss_mib": 381.109, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.719693 + }, + { + "elapsed_s": 4.16, + "rss_mib": 398.109, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.824781 + }, + { + "elapsed_s": 4.265, + "rss_mib": 335.867, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.929666 + }, + { + "elapsed_s": 4.37, + "rss_mib": 330.168, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.035057 + }, + { + "elapsed_s": 4.475, + "rss_mib": 330.168, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.139962 + }, + { + "elapsed_s": 4.582, + "rss_mib": 324.363, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.246853 + }, + { + "elapsed_s": 4.689, + "rss_mib": 84.715, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.35363 + }, + { + "elapsed_s": 4.794, + "rss_mib": 117.73, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.246857 + }, + { + "elapsed_s": 4.9, + "rss_mib": 123.391, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.352885 + }, + { + "elapsed_s": 5.006, + "rss_mib": 139.852, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.457701 + }, + { + "elapsed_s": 5.115, + "rss_mib": 140.102, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.565822 + }, + { + "elapsed_s": 5.22, + "rss_mib": 140.727, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.670998 + }, + { + "elapsed_s": 5.325, + "rss_mib": 144.891, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.77613 + }, + { + "elapsed_s": 5.43, + "rss_mib": 158.141, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.881328 + }, + { + "elapsed_s": 5.535, + "rss_mib": 164.891, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.986164 + }, + { + "elapsed_s": 5.64, + "rss_mib": 179.641, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.090911 + }, + { + "elapsed_s": 5.746, + "rss_mib": 189.941, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.197179 + }, + { + "elapsed_s": 5.851, + "rss_mib": 191.316, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.302127 + }, + { + "elapsed_s": 5.957, + "rss_mib": 200.691, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.407887 + }, + { + "elapsed_s": 6.062, + "rss_mib": 207.73, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.513257 + }, + { + "elapsed_s": 6.167, + "rss_mib": 223.328, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.617945 + }, + { + "elapsed_s": 6.314, + "rss_mib": 318.328, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.765477 + }, + { + "elapsed_s": 6.423, + "rss_mib": 357.578, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.874351 + }, + { + "elapsed_s": 6.531, + "rss_mib": 258.477, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.982087 + }, + { + "elapsed_s": 6.636, + "rss_mib": 244.457, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.086796 + }, + { + "elapsed_s": 6.74, + "rss_mib": 260.016, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.19169 + }, + { + "elapsed_s": 6.849, + "rss_mib": 277.582, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.300299 + }, + { + "elapsed_s": 6.954, + "rss_mib": 288.551, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.405677 + }, + { + "elapsed_s": 7.059, + "rss_mib": 372.676, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.510635 + }, + { + "elapsed_s": 7.164, + "rss_mib": 356.215, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.615572 + }, + { + "elapsed_s": 7.269, + "rss_mib": 377.992, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.720448 + }, + { + "elapsed_s": 7.374, + "rss_mib": 392.859, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.825345 + }, + { + "elapsed_s": 7.48, + "rss_mib": 335.832, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.931606 + }, + { + "elapsed_s": 7.586, + "rss_mib": 330.164, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.037393 + }, + { + "elapsed_s": 7.694, + "rss_mib": 330.164, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.145465 + }, + { + "elapsed_s": 7.8, + "rss_mib": 324.359, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.251358 + }, + { + "elapsed_s": 7.906, + "rss_mib": 322.359, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.357723 + }, + { + "elapsed_s": 8.013, + "rss_mib": 108.215, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.274655 + }, + { + "elapsed_s": 8.118, + "rss_mib": 119.949, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.379964 + }, + { + "elapsed_s": 8.223, + "rss_mib": 135.77, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.484889 + }, + { + "elapsed_s": 8.328, + "rss_mib": 139.812, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.589894 + }, + { + "elapsed_s": 8.433, + "rss_mib": 142.711, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.69488 + }, + { + "elapsed_s": 8.538, + "rss_mib": 149.367, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.799743 + }, + { + "elapsed_s": 8.643, + "rss_mib": 163.617, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.90479 + }, + { + "elapsed_s": 8.753, + "rss_mib": 171.492, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.015049 + }, + { + "elapsed_s": 8.859, + "rss_mib": 186.852, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.120484 + }, + { + "elapsed_s": 8.964, + "rss_mib": 190.602, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.225719 + }, + { + "elapsed_s": 9.069, + "rss_mib": 196.879, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.330558 + }, + { + "elapsed_s": 9.173, + "rss_mib": 205.578, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.435375 + }, + { + "elapsed_s": 9.282, + "rss_mib": 222.293, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.544324 + }, + { + "elapsed_s": 9.407, + "rss_mib": 256.543, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.668491 + }, + { + "elapsed_s": 9.518, + "rss_mib": 357.168, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.779391 + }, + { + "elapsed_s": 9.628, + "rss_mib": 319.301, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.890237 + }, + { + "elapsed_s": 9.733, + "rss_mib": 234.691, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.995244 + }, + { + "elapsed_s": 9.838, + "rss_mib": 253.941, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.099824 + }, + { + "elapsed_s": 9.944, + "rss_mib": 275.43, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.205455 + }, + { + "elapsed_s": 10.052, + "rss_mib": 283.527, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.31427 + }, + { + "elapsed_s": 10.158, + "rss_mib": 324.027, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.419923 + }, + { + "elapsed_s": 10.264, + "rss_mib": 354.391, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.525419 + }, + { + "elapsed_s": 10.368, + "rss_mib": 372.516, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.630232 + }, + { + "elapsed_s": 10.473, + "rss_mib": 386.137, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.735041 + }, + { + "elapsed_s": 10.579, + "rss_mib": 397.762, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.840804 + }, + { + "elapsed_s": 10.684, + "rss_mib": 335.527, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.9463 + }, + { + "elapsed_s": 10.789, + "rss_mib": 329.766, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.051355 + }, + { + "elapsed_s": 10.895, + "rss_mib": 323.977, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.156402 + }, + { + "elapsed_s": 11.0, + "rss_mib": 203.383, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.261459 + }, + { + "elapsed_s": 11.104, + "rss_mib": 115.621, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.214044 + }, + { + "elapsed_s": 11.21, + "rss_mib": 124.785, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.319645 + }, + { + "elapsed_s": 11.318, + "rss_mib": 139.645, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.427195 + }, + { + "elapsed_s": 11.422, + "rss_mib": 140.145, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.532004 + }, + { + "elapsed_s": 11.528, + "rss_mib": 143.969, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.637222 + }, + { + "elapsed_s": 11.632, + "rss_mib": 151.969, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.742092 + }, + { + "elapsed_s": 11.738, + "rss_mib": 163.969, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.847591 + }, + { + "elapsed_s": 11.843, + "rss_mib": 174.719, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.952642 + }, + { + "elapsed_s": 11.949, + "rss_mib": 187.285, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.058851 + }, + { + "elapsed_s": 12.059, + "rss_mib": 190.398, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.168465 + }, + { + "elapsed_s": 12.167, + "rss_mib": 191.273, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.2768 + }, + { + "elapsed_s": 12.274, + "rss_mib": 194.398, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.383782 + }, + { + "elapsed_s": 12.381, + "rss_mib": 202.637, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.491015 + }, + { + "elapsed_s": 12.492, + "rss_mib": 205.453, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.601199 + }, + { + "elapsed_s": 12.601, + "rss_mib": 212.703, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.710461 + }, + { + "elapsed_s": 12.712, + "rss_mib": 222.191, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.821408 + }, + { + "elapsed_s": 12.821, + "rss_mib": 275.066, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.93016 + }, + { + "elapsed_s": 12.93, + "rss_mib": 331.691, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.03979 + }, + { + "elapsed_s": 13.037, + "rss_mib": 294.312, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.146731 + }, + { + "elapsed_s": 13.143, + "rss_mib": 238.195, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.252136 + }, + { + "elapsed_s": 13.25, + "rss_mib": 249.945, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.359849 + }, + { + "elapsed_s": 13.355, + "rss_mib": 272.953, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.465015 + }, + { + "elapsed_s": 13.46, + "rss_mib": 283.629, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.569999 + }, + { + "elapsed_s": 13.566, + "rss_mib": 361.504, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.675339 + }, + { + "elapsed_s": 13.671, + "rss_mib": 355.961, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.7805 + }, + { + "elapsed_s": 13.776, + "rss_mib": 376.57, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.885645 + }, + { + "elapsed_s": 13.884, + "rss_mib": 391.043, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.993539 + }, + { + "elapsed_s": 13.989, + "rss_mib": 366.977, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.09884 + }, + { + "elapsed_s": 14.095, + "rss_mib": 333.078, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 13.204263 + }, + { + "elapsed_s": 14.2, + "rss_mib": 330.176, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.309865 + }, + { + "elapsed_s": 14.309, + "rss_mib": 326.352, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.418899 + }, + { + "elapsed_s": 14.42, + "rss_mib": 321.613, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.529313 + }, + { + "elapsed_s": 14.525, + "rss_mib": 102.789, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.565491 + }, + { + "elapsed_s": 14.63, + "rss_mib": 122.023, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.579928 + }, + { + "elapsed_s": 14.736, + "rss_mib": 136.305, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.685487 + }, + { + "elapsed_s": 14.841, + "rss_mib": 140.141, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.791003 + }, + { + "elapsed_s": 14.95, + "rss_mib": 142.477, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.900298 + }, + { + "elapsed_s": 15.057, + "rss_mib": 146.875, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.006464 + }, + { + "elapsed_s": 15.163, + "rss_mib": 156.5, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.112467 + }, + { + "elapsed_s": 15.268, + "rss_mib": 165.0, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.218057 + }, + { + "elapsed_s": 15.373, + "rss_mib": 173.75, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.323425 + }, + { + "elapsed_s": 15.482, + "rss_mib": 187.723, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.43211 + }, + { + "elapsed_s": 15.588, + "rss_mib": 190.781, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.537742 + }, + { + "elapsed_s": 15.694, + "rss_mib": 197.156, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.643538 + }, + { + "elapsed_s": 15.799, + "rss_mib": 208.719, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.749019 + }, + { + "elapsed_s": 15.908, + "rss_mib": 218.883, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.857673 + }, + { + "elapsed_s": 16.016, + "rss_mib": 267.438, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.966194 + }, + { + "elapsed_s": 16.122, + "rss_mib": 292.562, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.072196 + }, + { + "elapsed_s": 16.23, + "rss_mib": 295.953, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.179505 + }, + { + "elapsed_s": 16.335, + "rss_mib": 262.316, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.285366 + }, + { + "elapsed_s": 16.441, + "rss_mib": 244.945, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.390739 + }, + { + "elapsed_s": 16.549, + "rss_mib": 261.473, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.499122 + }, + { + "elapsed_s": 16.655, + "rss_mib": 280.453, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.60517 + }, + { + "elapsed_s": 16.761, + "rss_mib": 294.555, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.710825 + }, + { + "elapsed_s": 16.866, + "rss_mib": 372.305, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.816276 + }, + { + "elapsed_s": 16.971, + "rss_mib": 360.605, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.921162 + }, + { + "elapsed_s": 17.076, + "rss_mib": 380.508, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.026312 + }, + { + "elapsed_s": 17.182, + "rss_mib": 393.414, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.132447 + }, + { + "elapsed_s": 17.287, + "rss_mib": 335.371, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.237154 + }, + { + "elapsed_s": 17.394, + "rss_mib": 329.578, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 16.343442 + }, + { + "elapsed_s": 17.499, + "rss_mib": 329.703, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 16.44901 + }, + { + "elapsed_s": 17.605, + "rss_mib": 321.895, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 16.554683 + }, + { + "elapsed_s": 17.71, + "rss_mib": 202.387, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 16.660225 + }, + { + "elapsed_s": 17.817, + "rss_mib": 115.98, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 16.605204 + }, + { + "elapsed_s": 17.923, + "rss_mib": 121.879, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 16.711463 + }, + { + "elapsed_s": 18.03, + "rss_mib": 134.164, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 16.817629 + }, + { + "elapsed_s": 18.135, + "rss_mib": 139.754, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 16.923447 + }, + { + "elapsed_s": 18.241, + "rss_mib": 141.879, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.028501 + }, + { + "elapsed_s": 18.346, + "rss_mib": 145.309, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.13403 + }, + { + "elapsed_s": 18.452, + "rss_mib": 158.434, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.239921 + }, + { + "elapsed_s": 18.557, + "rss_mib": 165.059, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.344867 + }, + { + "elapsed_s": 18.662, + "rss_mib": 182.309, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.44985 + }, + { + "elapsed_s": 18.767, + "rss_mib": 189.621, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.555047 + }, + { + "elapsed_s": 18.873, + "rss_mib": 191.496, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.660536 + }, + { + "elapsed_s": 18.981, + "rss_mib": 196.996, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.769361 + }, + { + "elapsed_s": 19.09, + "rss_mib": 204.312, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.877518 + }, + { + "elapsed_s": 19.196, + "rss_mib": 208.438, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.984405 + }, + { + "elapsed_s": 19.303, + "rss_mib": 221.688, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 18.091391 + }, + { + "elapsed_s": 19.415, + "rss_mib": 244.496, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 18.20292 + }, + { + "elapsed_s": 19.523, + "rss_mib": 300.121, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 18.311397 + }, + { + "elapsed_s": 19.634, + "rss_mib": 330.93, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 18.421664 + }, + { + "elapsed_s": 19.742, + "rss_mib": 296.238, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 18.529765 + }, + { + "elapsed_s": 19.849, + "rss_mib": 238.926, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 18.636518 + }, + { + "elapsed_s": 19.954, + "rss_mib": 250.078, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 18.741691 + }, + { + "elapsed_s": 20.06, + "rss_mib": 271.559, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 18.847851 + }, + { + "elapsed_s": 20.165, + "rss_mib": 281.25, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 18.953224 + }, + { + "elapsed_s": 20.27, + "rss_mib": 313.125, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.058021 + }, + { + "elapsed_s": 20.375, + "rss_mib": 390.105, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.163049 + }, + { + "elapsed_s": 20.482, + "rss_mib": 370.012, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.269998 + }, + { + "elapsed_s": 20.594, + "rss_mib": 384.023, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.381517 + }, + { + "elapsed_s": 20.699, + "rss_mib": 398.773, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.486756 + }, + { + "elapsed_s": 20.804, + "rss_mib": 336.391, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.591676 + }, + { + "elapsed_s": 20.908, + "rss_mib": 330.656, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 19.696311 + }, + { + "elapsed_s": 21.016, + "rss_mib": 327.691, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 19.803712 + }, + { + "elapsed_s": 21.121, + "rss_mib": 322.727, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 19.908846 + }, + { + "elapsed_s": 21.225, + "rss_mib": 84.715, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.013048 + }, + { + "elapsed_s": 21.33, + "rss_mib": 119.41, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 19.990948 + }, + { + "elapsed_s": 21.436, + "rss_mib": 128.938, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.096752 + }, + { + "elapsed_s": 21.541, + "rss_mib": 138.863, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.202081 + }, + { + "elapsed_s": 21.649, + "rss_mib": 139.363, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.309666 + }, + { + "elapsed_s": 21.754, + "rss_mib": 143.785, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.415151 + }, + { + "elapsed_s": 21.859, + "rss_mib": 153.035, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.520128 + }, + { + "elapsed_s": 21.965, + "rss_mib": 162.91, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.625982 + }, + { + "elapsed_s": 22.072, + "rss_mib": 169.41, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.73326 + }, + { + "elapsed_s": 22.183, + "rss_mib": 179.785, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.843619 + }, + { + "elapsed_s": 22.29, + "rss_mib": 186.055, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.951446 + }, + { + "elapsed_s": 22.399, + "rss_mib": 189.305, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.060136 + }, + { + "elapsed_s": 22.512, + "rss_mib": 190.055, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.173328 + }, + { + "elapsed_s": 22.624, + "rss_mib": 192.555, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.284864 + }, + { + "elapsed_s": 22.731, + "rss_mib": 201.055, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.391677 + }, + { + "elapsed_s": 22.836, + "rss_mib": 204.223, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.49724 + }, + { + "elapsed_s": 22.941, + "rss_mib": 221.16, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.602458 + }, + { + "elapsed_s": 23.052, + "rss_mib": 291.535, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.712741 + }, + { + "elapsed_s": 23.215, + "rss_mib": 356.285, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.876319 + }, + { + "elapsed_s": 23.326, + "rss_mib": 287.758, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.987412 + }, + { + "elapsed_s": 23.431, + "rss_mib": 243.406, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.092232 + }, + { + "elapsed_s": 23.536, + "rss_mib": 258.328, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.197217 + }, + { + "elapsed_s": 23.641, + "rss_mib": 276.086, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.302104 + }, + { + "elapsed_s": 23.749, + "rss_mib": 290.086, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.410087 + }, + { + "elapsed_s": 23.855, + "rss_mib": 384.336, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.515799 + }, + { + "elapsed_s": 23.96, + "rss_mib": 355.699, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.621165 + }, + { + "elapsed_s": 24.065, + "rss_mib": 377.332, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.726415 + }, + { + "elapsed_s": 24.171, + "rss_mib": 390.707, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.831609 + }, + { + "elapsed_s": 24.276, + "rss_mib": 397.832, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.93694 + }, + { + "elapsed_s": 24.382, + "rss_mib": 335.73, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.042968 + }, + { + "elapsed_s": 24.487, + "rss_mib": 329.977, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 23.148089 + }, + { + "elapsed_s": 24.592, + "rss_mib": 324.172, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 23.25343 + }, + { + "elapsed_s": 24.698, + "rss_mib": 84.715, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 23.359416 + }, + { + "elapsed_s": 24.805, + "rss_mib": 110.34, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 23.300198 + }, + { + "elapsed_s": 24.913, + "rss_mib": 119.883, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 23.407613 + }, + { + "elapsed_s": 25.019, + "rss_mib": 130.828, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 23.514108 + }, + { + "elapsed_s": 25.125, + "rss_mib": 139.508, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 23.620061 + }, + { + "elapsed_s": 25.235, + "rss_mib": 140.133, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 23.729607 + }, + { + "elapsed_s": 25.341, + "rss_mib": 143.934, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 23.835607 + }, + { + "elapsed_s": 25.448, + "rss_mib": 151.434, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 23.942249 + }, + { + "elapsed_s": 25.553, + "rss_mib": 163.684, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 24.047639 + }, + { + "elapsed_s": 25.658, + "rss_mib": 175.684, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 24.152611 + }, + { + "elapsed_s": 25.763, + "rss_mib": 188.355, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 24.258118 + }, + { + "elapsed_s": 25.868, + "rss_mib": 190.855, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 24.363017 + }, + { + "elapsed_s": 25.973, + "rss_mib": 201.73, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 24.468099 + }, + { + "elapsed_s": 26.08, + "rss_mib": 207.625, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 24.574502 + }, + { + "elapsed_s": 26.185, + "rss_mib": 222.953, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 24.679766 + }, + { + "elapsed_s": 26.311, + "rss_mib": 275.703, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 24.805869 + }, + { + "elapsed_s": 26.421, + "rss_mib": 340.953, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 24.915605 + }, + { + "elapsed_s": 26.529, + "rss_mib": 319.07, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 25.023829 + }, + { + "elapsed_s": 26.634, + "rss_mib": 235.523, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 25.128989 + }, + { + "elapsed_s": 26.739, + "rss_mib": 251.523, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 25.233666 + }, + { + "elapsed_s": 26.847, + "rss_mib": 273.645, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 25.341939 + }, + { + "elapsed_s": 26.953, + "rss_mib": 283.562, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 25.447419 + }, + { + "elapsed_s": 27.058, + "rss_mib": 335.812, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 25.552851 + }, + { + "elapsed_s": 27.163, + "rss_mib": 355.969, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 25.657781 + }, + { + "elapsed_s": 27.268, + "rss_mib": 376.844, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 25.763113 + }, + { + "elapsed_s": 27.374, + "rss_mib": 386.191, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 25.868739 + }, + { + "elapsed_s": 27.482, + "rss_mib": 398.441, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 25.976579 + }, + { + "elapsed_s": 27.588, + "rss_mib": 336.156, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 26.082521 + }, + { + "elapsed_s": 27.693, + "rss_mib": 330.414, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 26.187708 + }, + { + "elapsed_s": 27.798, + "rss_mib": 330.414, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 26.293082 + }, + { + "elapsed_s": 27.903, + "rss_mib": 322.484, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 26.398178 + }, + { + "elapsed_s": 28.009, + "rss_mib": 108.34, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.118, + "rss_mib": 120.145, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.225, + "rss_mib": 128.809, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.33, + "rss_mib": 139.895, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.435, + "rss_mib": 140.395, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.541, + "rss_mib": 144.816, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.649, + "rss_mib": 151.691, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.754, + "rss_mib": 164.066, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.86, + "rss_mib": 173.066, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.965, + "rss_mib": 186.828, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.07, + "rss_mib": 191.363, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.175, + "rss_mib": 194.688, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.281, + "rss_mib": 204.836, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.386, + "rss_mib": 220.461, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.491, + "rss_mib": 227.977, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.615, + "rss_mib": 328.477, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.726, + "rss_mib": 319.469, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.832, + "rss_mib": 233.094, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.937, + "rss_mib": 247.094, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.043, + "rss_mib": 265.367, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.15, + "rss_mib": 279.949, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.256, + "rss_mib": 301.449, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.361, + "rss_mib": 378.914, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.466, + "rss_mib": 365.27, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.572, + "rss_mib": 383.062, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.677, + "rss_mib": 398.312, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.785, + "rss_mib": 336.688, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.889, + "rss_mib": 330.934, + "queued": 0, + "processing": 0, + "ready": 18, + "failed": 0, + "oldest_queued_s": 0 + } + ], + "repeat": 1, + "concurrency": 2, + "prefetch_per_consumer": 1 + }, + { + "width": 320, + "height": 200, + "bytes": 49354, + "sha256": "6636468bcbbb41746d377deabc0bf5b4cdcfb76681f8fcab535d7db414162c22", + "requests": 18, + "clients": 6, + "http_statuses": { + "202": 18 + }, + "api_replicas_seen": 2, + "elapsed_s": 30.706496757999957, + "owner_id": "46206df0-133f-40f7-8fc2-2a0a1a83c6b1", + "attachment_ids": [ + "19c4e6b6-dabe-4b53-bfd7-b7d18101dbc5", + "d7e229f6-1b94-4a6a-883a-a95341f4ebd7", + "c9cd7f7b-e2ba-4890-8182-9b6dbbaaae51", + "4a2c6e55-8c2d-4928-96cd-104e63a74ece", + "cf449576-4516-47a7-94e0-07de938113ec", + "2fefbad3-8046-44ea-a4c5-d51de1c50990", + "e6fdee54-dd91-4f26-b341-5c62605cd53e", + "a841af85-cede-475b-9556-48af60f7d1f2", + "a69506f4-cc1b-4c89-bdb2-8e8e49113faa", + "d8bd872f-7293-40ad-b134-36c4b64faa01", + "dee16558-5ff1-436c-bc27-5c9d02c468d4", + "221314e4-7e94-4a88-a50e-62b3e90e83cf", + "78734fa5-47eb-4c18-b657-b3fb0fed3bcc", + "1d644cd0-1349-4e8d-93bf-9782158c5465", + "065cd63b-303e-4fea-974d-3f6486255279", + "af5fe0f1-cfe3-4a9b-87c3-7be0dfed3ba7", + "c46f1dd3-19ed-438b-b51c-a8e6b31cc378", + "486cf4ec-7ee1-4fda-8634-bdf9e4a332fa" + ], + "throughput_per_s": 0.5861951671615051, + "ready_p95_s": 30.198425, + "queue_wait_p95_s": 27.003696, + "queue_lag_max_jobs": 16, + "queue_oldest_max_s": 27.005221, + "processing_max": 4, + "rss_peak_mib": 624.723, + "samples": [ + { + "elapsed_s": 0.049, + "rss_mib": 83.91, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.154, + "rss_mib": 83.91, + "queued": 4, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.100373 + }, + { + "elapsed_s": 0.261, + "rss_mib": 83.91, + "queued": 8, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.207425 + }, + { + "elapsed_s": 0.366, + "rss_mib": 83.91, + "queued": 11, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.311936 + }, + { + "elapsed_s": 0.47, + "rss_mib": 83.91, + "queued": 16, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.416165 + }, + { + "elapsed_s": 0.575, + "rss_mib": 103.91, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.465237 + }, + { + "elapsed_s": 0.683, + "rss_mib": 150.559, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.520094 + }, + { + "elapsed_s": 0.789, + "rss_mib": 154.629, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.625722 + }, + { + "elapsed_s": 0.896, + "rss_mib": 156.629, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.733432 + }, + { + "elapsed_s": 1.003, + "rss_mib": 169.879, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.84012 + }, + { + "elapsed_s": 1.109, + "rss_mib": 188.098, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.946007 + }, + { + "elapsed_s": 1.215, + "rss_mib": 194.043, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.051856 + }, + { + "elapsed_s": 1.321, + "rss_mib": 194.293, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.157895 + }, + { + "elapsed_s": 1.482, + "rss_mib": 194.793, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.318951 + }, + { + "elapsed_s": 1.587, + "rss_mib": 198.871, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.424011 + }, + { + "elapsed_s": 1.694, + "rss_mib": 203.512, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.531309 + }, + { + "elapsed_s": 1.801, + "rss_mib": 207.527, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.637988 + }, + { + "elapsed_s": 1.907, + "rss_mib": 219.027, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.743769 + }, + { + "elapsed_s": 2.018, + "rss_mib": 236.652, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.855394 + }, + { + "elapsed_s": 2.126, + "rss_mib": 241.902, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.96267 + }, + { + "elapsed_s": 2.281, + "rss_mib": 247.902, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.118662 + }, + { + "elapsed_s": 2.386, + "rss_mib": 262.277, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.223562 + }, + { + "elapsed_s": 2.495, + "rss_mib": 273.16, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.332578 + }, + { + "elapsed_s": 2.601, + "rss_mib": 285.062, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.438379 + }, + { + "elapsed_s": 2.707, + "rss_mib": 291.723, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.544249 + }, + { + "elapsed_s": 2.813, + "rss_mib": 294.848, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.650226 + }, + { + "elapsed_s": 2.919, + "rss_mib": 295.973, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.756224 + }, + { + "elapsed_s": 3.081, + "rss_mib": 299.098, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.91829 + }, + { + "elapsed_s": 3.186, + "rss_mib": 310.723, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.023469 + }, + { + "elapsed_s": 3.293, + "rss_mib": 319.504, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.129972 + }, + { + "elapsed_s": 3.398, + "rss_mib": 327.555, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.235215 + }, + { + "elapsed_s": 3.503, + "rss_mib": 344.18, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.340641 + }, + { + "elapsed_s": 3.609, + "rss_mib": 359.207, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.446636 + }, + { + "elapsed_s": 3.715, + "rss_mib": 366.867, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.552535 + }, + { + "elapsed_s": 3.882, + "rss_mib": 458.742, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.718954 + }, + { + "elapsed_s": 3.988, + "rss_mib": 531.992, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.825257 + }, + { + "elapsed_s": 4.099, + "rss_mib": 563.742, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.935761 + }, + { + "elapsed_s": 4.297, + "rss_mib": 589.867, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.133985 + }, + { + "elapsed_s": 4.479, + "rss_mib": 489.496, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.315978 + }, + { + "elapsed_s": 4.595, + "rss_mib": 445.754, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.431935 + }, + { + "elapsed_s": 4.708, + "rss_mib": 394.16, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.544965 + }, + { + "elapsed_s": 4.814, + "rss_mib": 400.785, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.651098 + }, + { + "elapsed_s": 4.922, + "rss_mib": 411.535, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.75874 + }, + { + "elapsed_s": 5.029, + "rss_mib": 425.66, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.866308 + }, + { + "elapsed_s": 5.181, + "rss_mib": 443.848, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.018264 + }, + { + "elapsed_s": 5.287, + "rss_mib": 458.516, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.124551 + }, + { + "elapsed_s": 5.396, + "rss_mib": 473.957, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.233265 + }, + { + "elapsed_s": 5.502, + "rss_mib": 479.055, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.339174 + }, + { + "elapsed_s": 5.608, + "rss_mib": 493.215, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.44485 + }, + { + "elapsed_s": 5.714, + "rss_mib": 499.465, + "queued": 14, + "processing": 3, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.550673 + }, + { + "elapsed_s": 5.821, + "rss_mib": 502.82, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 5.657848 + }, + { + "elapsed_s": 5.979, + "rss_mib": 502.945, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 5.816288 + }, + { + "elapsed_s": 6.087, + "rss_mib": 502.945, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 5.92446 + }, + { + "elapsed_s": 6.21, + "rss_mib": 503.07, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.04705 + }, + { + "elapsed_s": 6.319, + "rss_mib": 496.309, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.155656 + }, + { + "elapsed_s": 6.428, + "rss_mib": 493.336, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.265514 + }, + { + "elapsed_s": 6.587, + "rss_mib": 490.434, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.423953 + }, + { + "elapsed_s": 6.696, + "rss_mib": 487.484, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.533511 + }, + { + "elapsed_s": 6.803, + "rss_mib": 191.848, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.59101 + }, + { + "elapsed_s": 6.909, + "rss_mib": 127.355, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.636147 + }, + { + "elapsed_s": 7.017, + "rss_mib": 153.84, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.74379 + }, + { + "elapsed_s": 7.179, + "rss_mib": 155.207, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.905687 + }, + { + "elapsed_s": 7.286, + "rss_mib": 161.457, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.013024 + }, + { + "elapsed_s": 7.394, + "rss_mib": 173.227, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.12082 + }, + { + "elapsed_s": 7.501, + "rss_mib": 187.613, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.228136 + }, + { + "elapsed_s": 7.611, + "rss_mib": 193.914, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.3372 + }, + { + "elapsed_s": 7.718, + "rss_mib": 193.789, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.444756 + }, + { + "elapsed_s": 7.881, + "rss_mib": 194.539, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.607307 + }, + { + "elapsed_s": 7.987, + "rss_mib": 195.164, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.714022 + }, + { + "elapsed_s": 8.096, + "rss_mib": 197.855, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.822261 + }, + { + "elapsed_s": 8.202, + "rss_mib": 202.066, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.92892 + }, + { + "elapsed_s": 8.31, + "rss_mib": 206.332, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.036882 + }, + { + "elapsed_s": 8.418, + "rss_mib": 213.707, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.144492 + }, + { + "elapsed_s": 8.579, + "rss_mib": 226.832, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.305558 + }, + { + "elapsed_s": 8.685, + "rss_mib": 238.207, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.411475 + }, + { + "elapsed_s": 8.793, + "rss_mib": 243.957, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.519888 + }, + { + "elapsed_s": 8.899, + "rss_mib": 251.082, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.625963 + }, + { + "elapsed_s": 9.005, + "rss_mib": 268.332, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.731421 + }, + { + "elapsed_s": 9.11, + "rss_mib": 284.102, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.837195 + }, + { + "elapsed_s": 9.216, + "rss_mib": 292.016, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.943085 + }, + { + "elapsed_s": 9.322, + "rss_mib": 295.766, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.048689 + }, + { + "elapsed_s": 9.482, + "rss_mib": 297.391, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.208497 + }, + { + "elapsed_s": 9.587, + "rss_mib": 302.516, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.313443 + }, + { + "elapsed_s": 9.693, + "rss_mib": 314.98, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.419773 + }, + { + "elapsed_s": 9.8, + "rss_mib": 321.656, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.526227 + }, + { + "elapsed_s": 9.906, + "rss_mib": 330.871, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.63299 + }, + { + "elapsed_s": 10.012, + "rss_mib": 339.996, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.739112 + }, + { + "elapsed_s": 10.119, + "rss_mib": 350.332, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.845658 + }, + { + "elapsed_s": 10.282, + "rss_mib": 359.547, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.008855 + }, + { + "elapsed_s": 10.393, + "rss_mib": 393.922, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.12008 + }, + { + "elapsed_s": 10.503, + "rss_mib": 434.422, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.229976 + }, + { + "elapsed_s": 10.684, + "rss_mib": 510.047, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.411 + }, + { + "elapsed_s": 10.799, + "rss_mib": 544.031, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.52564 + }, + { + "elapsed_s": 10.982, + "rss_mib": 531.926, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.708701 + }, + { + "elapsed_s": 11.09, + "rss_mib": 523.043, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.816683 + }, + { + "elapsed_s": 11.202, + "rss_mib": 446.727, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.928212 + }, + { + "elapsed_s": 11.308, + "rss_mib": 390.938, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.034371 + }, + { + "elapsed_s": 11.414, + "rss_mib": 403.062, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.140234 + }, + { + "elapsed_s": 11.519, + "rss_mib": 423.023, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.245703 + }, + { + "elapsed_s": 11.627, + "rss_mib": 445.344, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.353546 + }, + { + "elapsed_s": 11.781, + "rss_mib": 463.125, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.507653 + }, + { + "elapsed_s": 11.886, + "rss_mib": 473.918, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.612758 + }, + { + "elapsed_s": 11.993, + "rss_mib": 484.168, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.720065 + }, + { + "elapsed_s": 12.099, + "rss_mib": 495.637, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.826012 + }, + { + "elapsed_s": 12.205, + "rss_mib": 503.191, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.931436 + }, + { + "elapsed_s": 12.311, + "rss_mib": 503.316, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.037697 + }, + { + "elapsed_s": 12.417, + "rss_mib": 503.691, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.144183 + }, + { + "elapsed_s": 12.53, + "rss_mib": 503.691, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.25661 + }, + { + "elapsed_s": 12.684, + "rss_mib": 503.691, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.410775 + }, + { + "elapsed_s": 12.79, + "rss_mib": 493.871, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.516934 + }, + { + "elapsed_s": 12.898, + "rss_mib": 490.961, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.625199 + }, + { + "elapsed_s": 13.004, + "rss_mib": 488.961, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.730859 + }, + { + "elapsed_s": 13.109, + "rss_mib": 283.059, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.836048 + }, + { + "elapsed_s": 13.215, + "rss_mib": 143.645, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.817708 + }, + { + "elapsed_s": 13.322, + "rss_mib": 154.02, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 12.924452 + }, + { + "elapsed_s": 13.482, + "rss_mib": 159.395, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.084393 + }, + { + "elapsed_s": 13.588, + "rss_mib": 174.691, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.190411 + }, + { + "elapsed_s": 13.698, + "rss_mib": 188.074, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.300884 + }, + { + "elapsed_s": 13.812, + "rss_mib": 193.094, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.414632 + }, + { + "elapsed_s": 13.919, + "rss_mib": 193.469, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.521607 + }, + { + "elapsed_s": 14.081, + "rss_mib": 194.094, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.683637 + }, + { + "elapsed_s": 14.188, + "rss_mib": 197.168, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.79042 + }, + { + "elapsed_s": 14.3, + "rss_mib": 200.75, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.9026 + }, + { + "elapsed_s": 14.408, + "rss_mib": 202.73, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.010811 + }, + { + "elapsed_s": 14.522, + "rss_mib": 204.105, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.124261 + }, + { + "elapsed_s": 14.682, + "rss_mib": 210.855, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.284734 + }, + { + "elapsed_s": 14.808, + "rss_mib": 218.105, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.410271 + }, + { + "elapsed_s": 14.931, + "rss_mib": 230.98, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.533359 + }, + { + "elapsed_s": 15.082, + "rss_mib": 239.605, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.685043 + }, + { + "elapsed_s": 15.19, + "rss_mib": 239.855, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.792162 + }, + { + "elapsed_s": 15.299, + "rss_mib": 244.48, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.901805 + }, + { + "elapsed_s": 15.406, + "rss_mib": 252.73, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.008544 + }, + { + "elapsed_s": 15.512, + "rss_mib": 268.98, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.11436 + }, + { + "elapsed_s": 15.618, + "rss_mib": 283.617, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.22059 + }, + { + "elapsed_s": 15.779, + "rss_mib": 291.043, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.381461 + }, + { + "elapsed_s": 15.884, + "rss_mib": 294.168, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.486814 + }, + { + "elapsed_s": 15.99, + "rss_mib": 295.543, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.592332 + }, + { + "elapsed_s": 16.097, + "rss_mib": 299.793, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.69946 + }, + { + "elapsed_s": 16.203, + "rss_mib": 312.668, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.805194 + }, + { + "elapsed_s": 16.309, + "rss_mib": 321.199, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.911386 + }, + { + "elapsed_s": 16.414, + "rss_mib": 325.949, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.017092 + }, + { + "elapsed_s": 16.52, + "rss_mib": 341.449, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.123045 + }, + { + "elapsed_s": 16.681, + "rss_mib": 354.301, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.283619 + }, + { + "elapsed_s": 16.787, + "rss_mib": 360.723, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.389771 + }, + { + "elapsed_s": 16.901, + "rss_mib": 425.223, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.503762 + }, + { + "elapsed_s": 17.085, + "rss_mib": 518.348, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.687777 + }, + { + "elapsed_s": 17.196, + "rss_mib": 581.973, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.798667 + }, + { + "elapsed_s": 17.399, + "rss_mib": 624.723, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.000395 + }, + { + "elapsed_s": 17.598, + "rss_mib": 611.0, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.198739 + }, + { + "elapsed_s": 17.714, + "rss_mib": 502.504, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.315364 + }, + { + "elapsed_s": 17.884, + "rss_mib": 381.297, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.485212 + }, + { + "elapsed_s": 17.993, + "rss_mib": 396.672, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.594389 + }, + { + "elapsed_s": 18.101, + "rss_mib": 404.547, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.702348 + }, + { + "elapsed_s": 18.214, + "rss_mib": 415.047, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.814924 + }, + { + "elapsed_s": 18.32, + "rss_mib": 437.492, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.92162 + }, + { + "elapsed_s": 18.482, + "rss_mib": 449.523, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.08313 + }, + { + "elapsed_s": 18.589, + "rss_mib": 461.59, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.190433 + }, + { + "elapsed_s": 18.702, + "rss_mib": 470.137, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.303739 + }, + { + "elapsed_s": 18.816, + "rss_mib": 472.742, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.416877 + }, + { + "elapsed_s": 18.98, + "rss_mib": 477.367, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.581718 + }, + { + "elapsed_s": 19.089, + "rss_mib": 484.367, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.690659 + }, + { + "elapsed_s": 19.204, + "rss_mib": 490.84, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.805621 + }, + { + "elapsed_s": 19.315, + "rss_mib": 498.641, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.916136 + }, + { + "elapsed_s": 19.424, + "rss_mib": 502.094, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.025421 + }, + { + "elapsed_s": 19.58, + "rss_mib": 502.219, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 19.181434 + }, + { + "elapsed_s": 19.688, + "rss_mib": 502.219, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 19.289289 + }, + { + "elapsed_s": 19.802, + "rss_mib": 502.469, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 19.403056 + }, + { + "elapsed_s": 19.912, + "rss_mib": 502.594, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 19.512844 + }, + { + "elapsed_s": 20.021, + "rss_mib": 502.594, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 19.622041 + }, + { + "elapsed_s": 20.183, + "rss_mib": 502.594, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 19.784662 + }, + { + "elapsed_s": 20.292, + "rss_mib": 494.637, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 19.893022 + }, + { + "elapsed_s": 20.402, + "rss_mib": 488.816, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.003322 + }, + { + "elapsed_s": 20.511, + "rss_mib": 486.816, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.111884 + }, + { + "elapsed_s": 20.618, + "rss_mib": 385.074, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.219489 + }, + { + "elapsed_s": 20.724, + "rss_mib": 84.035, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.325376 + }, + { + "elapsed_s": 20.832, + "rss_mib": 145.238, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.35945 + }, + { + "elapsed_s": 20.983, + "rss_mib": 154.758, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.51036 + }, + { + "elapsed_s": 21.089, + "rss_mib": 156.633, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.616229 + }, + { + "elapsed_s": 21.199, + "rss_mib": 166.258, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.726561 + }, + { + "elapsed_s": 21.31, + "rss_mib": 179.438, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.837006 + }, + { + "elapsed_s": 21.48, + "rss_mib": 191.207, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.00803 + }, + { + "elapsed_s": 21.589, + "rss_mib": 194.043, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.116016 + }, + { + "elapsed_s": 21.697, + "rss_mib": 194.293, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.224169 + }, + { + "elapsed_s": 21.803, + "rss_mib": 194.918, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.330555 + }, + { + "elapsed_s": 21.913, + "rss_mib": 195.168, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.440039 + }, + { + "elapsed_s": 22.022, + "rss_mib": 199.566, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.549842 + }, + { + "elapsed_s": 22.183, + "rss_mib": 203.648, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.710114 + }, + { + "elapsed_s": 22.288, + "rss_mib": 207.648, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.816002 + }, + { + "elapsed_s": 22.408, + "rss_mib": 221.023, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.935283 + }, + { + "elapsed_s": 22.515, + "rss_mib": 241.523, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.04301 + }, + { + "elapsed_s": 22.622, + "rss_mib": 242.773, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.149387 + }, + { + "elapsed_s": 22.782, + "rss_mib": 249.273, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.309706 + }, + { + "elapsed_s": 22.889, + "rss_mib": 259.773, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.41651 + }, + { + "elapsed_s": 22.996, + "rss_mib": 272.898, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.523585 + }, + { + "elapsed_s": 23.106, + "rss_mib": 283.406, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.633335 + }, + { + "elapsed_s": 23.213, + "rss_mib": 290.152, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.740526 + }, + { + "elapsed_s": 23.319, + "rss_mib": 295.402, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.846907 + }, + { + "elapsed_s": 23.482, + "rss_mib": 296.652, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.0094 + }, + { + "elapsed_s": 23.587, + "rss_mib": 301.902, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.11459 + }, + { + "elapsed_s": 23.693, + "rss_mib": 313.688, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.220761 + }, + { + "elapsed_s": 23.8, + "rss_mib": 326.219, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.327568 + }, + { + "elapsed_s": 23.91, + "rss_mib": 329.742, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.437115 + }, + { + "elapsed_s": 24.017, + "rss_mib": 337.367, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.544517 + }, + { + "elapsed_s": 24.179, + "rss_mib": 354.867, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.706497 + }, + { + "elapsed_s": 24.288, + "rss_mib": 358.844, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.815543 + }, + { + "elapsed_s": 24.401, + "rss_mib": 393.922, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.928073 + }, + { + "elapsed_s": 24.583, + "rss_mib": 430.547, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.110614 + }, + { + "elapsed_s": 24.711, + "rss_mib": 434.422, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.238856 + }, + { + "elapsed_s": 24.886, + "rss_mib": 413.609, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.413509 + }, + { + "elapsed_s": 25.002, + "rss_mib": 483.609, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.529355 + }, + { + "elapsed_s": 25.189, + "rss_mib": 555.734, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.716201 + }, + { + "elapsed_s": 25.384, + "rss_mib": 551.852, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.911868 + }, + { + "elapsed_s": 25.515, + "rss_mib": 511.484, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.042714 + }, + { + "elapsed_s": 25.622, + "rss_mib": 396.238, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.149802 + }, + { + "elapsed_s": 25.783, + "rss_mib": 415.523, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.31031 + }, + { + "elapsed_s": 25.888, + "rss_mib": 428.367, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.415992 + }, + { + "elapsed_s": 25.998, + "rss_mib": 445.691, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.525582 + }, + { + "elapsed_s": 26.104, + "rss_mib": 467.52, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.631466 + }, + { + "elapsed_s": 26.21, + "rss_mib": 477.578, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.737415 + }, + { + "elapsed_s": 26.316, + "rss_mib": 486.703, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.843336 + }, + { + "elapsed_s": 26.422, + "rss_mib": 499.113, + "queued": 2, + "processing": 3, + "ready": 13, + "failed": 0, + "oldest_queued_s": 25.949592 + }, + { + "elapsed_s": 26.529, + "rss_mib": 502.988, + "queued": 2, + "processing": 3, + "ready": 13, + "failed": 0, + "oldest_queued_s": 26.056161 + }, + { + "elapsed_s": 26.685, + "rss_mib": 503.113, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 26.212246 + }, + { + "elapsed_s": 26.793, + "rss_mib": 503.363, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 26.320224 + }, + { + "elapsed_s": 26.899, + "rss_mib": 499.449, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 26.426792 + }, + { + "elapsed_s": 27.012, + "rss_mib": 496.559, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 26.539094 + }, + { + "elapsed_s": 27.119, + "rss_mib": 488.82, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 26.646823 + }, + { + "elapsed_s": 27.28, + "rss_mib": 388.875, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 26.80739 + }, + { + "elapsed_s": 27.387, + "rss_mib": 399.406, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 26.898017 + }, + { + "elapsed_s": 27.494, + "rss_mib": 101.547, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 27.005221 + }, + { + "elapsed_s": 27.601, + "rss_mib": 118.422, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 27.707, + "rss_mib": 123.48, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 27.818, + "rss_mib": 133.582, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 27.924, + "rss_mib": 139.176, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.032, + "rss_mib": 140.75, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.137, + "rss_mib": 143.516, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.243, + "rss_mib": 153.605, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.349, + "rss_mib": 163.855, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.455, + "rss_mib": 172.73, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.561, + "rss_mib": 184.141, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.667, + "rss_mib": 189.059, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.773, + "rss_mib": 193.184, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.88, + "rss_mib": 199.336, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.986, + "rss_mib": 209.715, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.1, + "rss_mib": 219.312, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.214, + "rss_mib": 272.645, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.38, + "rss_mib": 290.145, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.488, + "rss_mib": 251.148, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.603, + "rss_mib": 299.148, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.71, + "rss_mib": 237.258, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.821, + "rss_mib": 248.508, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.931, + "rss_mib": 257.766, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.039, + "rss_mib": 263.957, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.148, + "rss_mib": 275.387, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.261, + "rss_mib": 278.457, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.379, + "rss_mib": 284.336, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.488, + "rss_mib": 288.336, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.595, + "rss_mib": 293.949, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.703, + "rss_mib": 294.074, + "queued": 0, + "processing": 0, + "ready": 18, + "failed": 0, + "oldest_queued_s": 0 + } + ], + "repeat": 1, + "concurrency": 4, + "prefetch_per_consumer": 1 + }, + { + "width": 1280, + "height": 800, + "bytes": 774325, + "sha256": "e8f395f1bdf837a475d4c6f11e5d3e8f911e09ce4f2a41f853d403bebef3efcc", + "requests": 18, + "clients": 6, + "http_statuses": { + "202": 18 + }, + "api_replicas_seen": 2, + "elapsed_s": 32.03026625700022, + "owner_id": "561f1efd-ebfe-4435-8730-e988f88bada6", + "attachment_ids": [ + "66db4c70-452b-4317-9ce8-04002d4d1d21", + "d9aa21a6-4307-4112-9f12-b49224ccf9b7", + "4c46fe36-ee21-406e-b4f6-9bbec85cb7dc", + "fcc6e936-f52a-4c67-83bb-c934be755d43", + "b8eeae7e-eb82-43aa-9aac-f17360e70c4f", + "0cf47c60-da4a-41b4-a91c-b0a94fa5eb37", + "d08d8573-891a-4ba2-ac43-fb1d3c5e9d7c", + "98be9b6b-f721-4289-81d6-25c4d40f6281", + "0794b77a-10a1-46f3-a18d-0f90e59c2ce4", + "64a0bbbf-4527-450c-a793-9d8afb4a4b5c", + "cd6c52d7-c286-4ea5-a09c-4753320d04a8", + "1f8ecc43-e902-4d78-9cba-9781f9bbad01", + "81fd8848-3fd7-4678-b6cb-ff43c84a352b", + "a0a52b3b-1a25-45a9-8727-bfc6d7222ce2", + "2aeac174-8e1b-451e-a9f3-641b1478ec02", + "61aa140f-894b-4c91-873e-fca5c2a4908e", + "5301f4ef-2ca5-45f9-a641-95a3029f18fe", + "a152f2d1-dae5-44f3-af7b-bd2496b5120f" + ], + "throughput_per_s": 0.56196847867495, + "ready_p95_s": 30.771213, + "queue_wait_p95_s": 27.799776, + "queue_lag_max_jobs": 14, + "queue_oldest_max_s": 27.734374, + "processing_max": 4, + "rss_peak_mib": 629.391, + "samples": [ + { + "elapsed_s": 0.049, + "rss_mib": 84.035, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.157, + "rss_mib": 84.035, + "queued": 2, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.051923 + }, + { + "elapsed_s": 0.264, + "rss_mib": 84.035, + "queued": 4, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.15913 + }, + { + "elapsed_s": 0.386, + "rss_mib": 84.035, + "queued": 5, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.281479 + }, + { + "elapsed_s": 0.495, + "rss_mib": 84.035, + "queued": 6, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.390428 + }, + { + "elapsed_s": 0.621, + "rss_mib": 84.035, + "queued": 8, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.515752 + }, + { + "elapsed_s": 0.733, + "rss_mib": 84.035, + "queued": 9, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.628548 + }, + { + "elapsed_s": 0.842, + "rss_mib": 84.035, + "queued": 11, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.736736 + }, + { + "elapsed_s": 0.955, + "rss_mib": 118.16, + "queued": 9, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.659341 + }, + { + "elapsed_s": 1.083, + "rss_mib": 149.059, + "queued": 11, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.787652 + }, + { + "elapsed_s": 1.224, + "rss_mib": 153.797, + "queued": 13, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.928344 + }, + { + "elapsed_s": 1.331, + "rss_mib": 153.922, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.035816 + }, + { + "elapsed_s": 1.439, + "rss_mib": 160.672, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.143518 + }, + { + "elapsed_s": 1.545, + "rss_mib": 177.965, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.249859 + }, + { + "elapsed_s": 1.652, + "rss_mib": 193.539, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.356759 + }, + { + "elapsed_s": 1.762, + "rss_mib": 193.414, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.466651 + }, + { + "elapsed_s": 1.918, + "rss_mib": 193.664, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.622665 + }, + { + "elapsed_s": 2.024, + "rss_mib": 194.289, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.728759 + }, + { + "elapsed_s": 2.13, + "rss_mib": 195.789, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.834735 + }, + { + "elapsed_s": 2.239, + "rss_mib": 201.211, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.943644 + }, + { + "elapsed_s": 2.345, + "rss_mib": 203.938, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.04974 + }, + { + "elapsed_s": 2.452, + "rss_mib": 211.938, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.156585 + }, + { + "elapsed_s": 2.558, + "rss_mib": 226.938, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.262691 + }, + { + "elapsed_s": 2.664, + "rss_mib": 241.312, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.368374 + }, + { + "elapsed_s": 2.824, + "rss_mib": 245.438, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.528928 + }, + { + "elapsed_s": 2.93, + "rss_mib": 255.812, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.634548 + }, + { + "elapsed_s": 3.04, + "rss_mib": 274.812, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.744289 + }, + { + "elapsed_s": 3.146, + "rss_mib": 287.422, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.850399 + }, + { + "elapsed_s": 3.252, + "rss_mib": 293.422, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.956244 + }, + { + "elapsed_s": 3.359, + "rss_mib": 294.922, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.063575 + }, + { + "elapsed_s": 3.467, + "rss_mib": 295.797, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.171168 + }, + { + "elapsed_s": 3.622, + "rss_mib": 299.922, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.326535 + }, + { + "elapsed_s": 3.729, + "rss_mib": 310.422, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.433866 + }, + { + "elapsed_s": 3.842, + "rss_mib": 322.379, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.546578 + }, + { + "elapsed_s": 3.95, + "rss_mib": 322.898, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.653987 + }, + { + "elapsed_s": 4.056, + "rss_mib": 328.023, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.760452 + }, + { + "elapsed_s": 4.162, + "rss_mib": 344.148, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.866846 + }, + { + "elapsed_s": 4.32, + "rss_mib": 358.773, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.024227 + }, + { + "elapsed_s": 4.425, + "rss_mib": 364.641, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.129899 + }, + { + "elapsed_s": 4.538, + "rss_mib": 387.891, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.242104 + }, + { + "elapsed_s": 4.724, + "rss_mib": 522.391, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.428811 + }, + { + "elapsed_s": 4.842, + "rss_mib": 626.266, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.546687 + }, + { + "elapsed_s": 5.025, + "rss_mib": 629.391, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.729424 + }, + { + "elapsed_s": 5.144, + "rss_mib": 616.203, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.848341 + }, + { + "elapsed_s": 5.328, + "rss_mib": 502.184, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.032732 + }, + { + "elapsed_s": 5.438, + "rss_mib": 388.441, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.142154 + }, + { + "elapsed_s": 5.543, + "rss_mib": 404.316, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.247539 + }, + { + "elapsed_s": 5.648, + "rss_mib": 422.691, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.352772 + }, + { + "elapsed_s": 5.754, + "rss_mib": 448.367, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.45851 + }, + { + "elapsed_s": 5.86, + "rss_mib": 469.094, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.564908 + }, + { + "elapsed_s": 6.02, + "rss_mib": 472.738, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.724479 + }, + { + "elapsed_s": 6.126, + "rss_mib": 479.988, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.830457 + }, + { + "elapsed_s": 6.235, + "rss_mib": 507.738, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.937503 + }, + { + "elapsed_s": 6.343, + "rss_mib": 534.512, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.047581 + }, + { + "elapsed_s": 6.45, + "rss_mib": 568.98, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.154504 + }, + { + "elapsed_s": 6.556, + "rss_mib": 588.23, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.260752 + }, + { + "elapsed_s": 6.664, + "rss_mib": 607.98, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.368873 + }, + { + "elapsed_s": 6.822, + "rss_mib": 623.73, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.526223 + }, + { + "elapsed_s": 6.927, + "rss_mib": 565.293, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.631709 + }, + { + "elapsed_s": 7.034, + "rss_mib": 537.703, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.738934 + }, + { + "elapsed_s": 7.141, + "rss_mib": 537.828, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.845315 + }, + { + "elapsed_s": 7.247, + "rss_mib": 537.828, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.951105 + }, + { + "elapsed_s": 7.353, + "rss_mib": 537.828, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.056975 + }, + { + "elapsed_s": 7.459, + "rss_mib": 534.246, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.16333 + }, + { + "elapsed_s": 7.62, + "rss_mib": 525.328, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.324716 + }, + { + "elapsed_s": 7.726, + "rss_mib": 522.398, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.430654 + }, + { + "elapsed_s": 7.834, + "rss_mib": 298.406, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.538442 + }, + { + "elapsed_s": 7.941, + "rss_mib": 121.91, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.301713 + }, + { + "elapsed_s": 8.048, + "rss_mib": 154.391, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.408516 + }, + { + "elapsed_s": 8.159, + "rss_mib": 154.641, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.51921 + }, + { + "elapsed_s": 8.267, + "rss_mib": 160.141, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.62703 + }, + { + "elapsed_s": 8.422, + "rss_mib": 173.691, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.782522 + }, + { + "elapsed_s": 8.528, + "rss_mib": 194.027, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.888088 + }, + { + "elapsed_s": 8.635, + "rss_mib": 193.977, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.995726 + }, + { + "elapsed_s": 8.743, + "rss_mib": 194.352, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.103577 + }, + { + "elapsed_s": 8.85, + "rss_mib": 194.977, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.210201 + }, + { + "elapsed_s": 8.956, + "rss_mib": 198.047, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.316813 + }, + { + "elapsed_s": 9.118, + "rss_mib": 202.453, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.478698 + }, + { + "elapsed_s": 9.225, + "rss_mib": 204.344, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.585031 + }, + { + "elapsed_s": 9.332, + "rss_mib": 212.094, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.691973 + }, + { + "elapsed_s": 9.438, + "rss_mib": 226.594, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.798782 + }, + { + "elapsed_s": 9.544, + "rss_mib": 241.844, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.904793 + }, + { + "elapsed_s": 9.65, + "rss_mib": 243.969, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.010916 + }, + { + "elapsed_s": 9.757, + "rss_mib": 252.219, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.116942 + }, + { + "elapsed_s": 9.918, + "rss_mib": 269.844, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.27882 + }, + { + "elapsed_s": 10.024, + "rss_mib": 284.258, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.384232 + }, + { + "elapsed_s": 10.129, + "rss_mib": 290.883, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.489801 + }, + { + "elapsed_s": 10.241, + "rss_mib": 295.008, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.601253 + }, + { + "elapsed_s": 10.353, + "rss_mib": 295.758, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.713695 + }, + { + "elapsed_s": 10.468, + "rss_mib": 296.508, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.828122 + }, + { + "elapsed_s": 10.627, + "rss_mib": 298.758, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.986884 + }, + { + "elapsed_s": 10.742, + "rss_mib": 303.258, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.102791 + }, + { + "elapsed_s": 10.852, + "rss_mib": 311.383, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.212498 + }, + { + "elapsed_s": 10.959, + "rss_mib": 316.422, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.319802 + }, + { + "elapsed_s": 11.125, + "rss_mib": 321.652, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.485759 + }, + { + "elapsed_s": 11.232, + "rss_mib": 325.562, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.591982 + }, + { + "elapsed_s": 11.34, + "rss_mib": 335.062, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.700451 + }, + { + "elapsed_s": 11.448, + "rss_mib": 353.938, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.808183 + }, + { + "elapsed_s": 11.554, + "rss_mib": 358.277, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.914766 + }, + { + "elapsed_s": 11.662, + "rss_mib": 371.988, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.022621 + }, + { + "elapsed_s": 11.827, + "rss_mib": 454.363, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.187072 + }, + { + "elapsed_s": 11.94, + "rss_mib": 536.988, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.300341 + }, + { + "elapsed_s": 12.134, + "rss_mib": 601.488, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.494689 + }, + { + "elapsed_s": 12.328, + "rss_mib": 624.309, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.687983 + }, + { + "elapsed_s": 12.439, + "rss_mib": 467.875, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.799399 + }, + { + "elapsed_s": 12.545, + "rss_mib": 387.848, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.905823 + }, + { + "elapsed_s": 12.652, + "rss_mib": 402.223, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.012033 + }, + { + "elapsed_s": 12.757, + "rss_mib": 415.348, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.117907 + }, + { + "elapsed_s": 12.863, + "rss_mib": 439.48, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.22368 + }, + { + "elapsed_s": 13.022, + "rss_mib": 461.348, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.382422 + }, + { + "elapsed_s": 13.129, + "rss_mib": 468.812, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.488944 + }, + { + "elapsed_s": 13.238, + "rss_mib": 480.938, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.598086 + }, + { + "elapsed_s": 13.345, + "rss_mib": 505.562, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.703717 + }, + { + "elapsed_s": 13.451, + "rss_mib": 532.512, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.810335 + }, + { + "elapsed_s": 13.557, + "rss_mib": 558.406, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.916332 + }, + { + "elapsed_s": 13.718, + "rss_mib": 590.906, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.077245 + }, + { + "elapsed_s": 13.824, + "rss_mib": 613.531, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.182959 + }, + { + "elapsed_s": 13.93, + "rss_mib": 624.656, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.28884 + }, + { + "elapsed_s": 14.04, + "rss_mib": 574.031, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.399071 + }, + { + "elapsed_s": 14.147, + "rss_mib": 523.391, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.506187 + }, + { + "elapsed_s": 14.254, + "rss_mib": 523.641, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.613006 + }, + { + "elapsed_s": 14.361, + "rss_mib": 523.641, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.719968 + }, + { + "elapsed_s": 14.518, + "rss_mib": 523.641, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.877447 + }, + { + "elapsed_s": 14.624, + "rss_mib": 517.746, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.983234 + }, + { + "elapsed_s": 14.73, + "rss_mib": 510.812, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.088985 + }, + { + "elapsed_s": 14.838, + "rss_mib": 508.812, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.1965 + }, + { + "elapsed_s": 14.943, + "rss_mib": 188.734, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.301553 + }, + { + "elapsed_s": 15.048, + "rss_mib": 134.16, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.124488 + }, + { + "elapsed_s": 15.156, + "rss_mib": 154.145, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.232197 + }, + { + "elapsed_s": 15.264, + "rss_mib": 154.645, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.340052 + }, + { + "elapsed_s": 15.424, + "rss_mib": 160.895, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.500528 + }, + { + "elapsed_s": 15.53, + "rss_mib": 177.672, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.606581 + }, + { + "elapsed_s": 15.64, + "rss_mib": 193.773, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.715822 + }, + { + "elapsed_s": 15.746, + "rss_mib": 194.023, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.822032 + }, + { + "elapsed_s": 15.852, + "rss_mib": 194.648, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.928483 + }, + { + "elapsed_s": 15.959, + "rss_mib": 195.148, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.034875 + }, + { + "elapsed_s": 16.122, + "rss_mib": 200.883, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.198101 + }, + { + "elapsed_s": 16.228, + "rss_mib": 204.27, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.3042 + }, + { + "elapsed_s": 16.337, + "rss_mib": 211.27, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.412986 + }, + { + "elapsed_s": 16.444, + "rss_mib": 222.77, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.520506 + }, + { + "elapsed_s": 16.555, + "rss_mib": 240.145, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.631609 + }, + { + "elapsed_s": 16.718, + "rss_mib": 242.27, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.794411 + }, + { + "elapsed_s": 16.824, + "rss_mib": 250.02, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.900596 + }, + { + "elapsed_s": 16.93, + "rss_mib": 264.645, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.006179 + }, + { + "elapsed_s": 17.037, + "rss_mib": 283.914, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.112861 + }, + { + "elapsed_s": 17.142, + "rss_mib": 290.938, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.218579 + }, + { + "elapsed_s": 17.248, + "rss_mib": 295.688, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.324354 + }, + { + "elapsed_s": 17.355, + "rss_mib": 296.938, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.430834 + }, + { + "elapsed_s": 17.461, + "rss_mib": 299.688, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.536845 + }, + { + "elapsed_s": 17.618, + "rss_mib": 309.438, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.694543 + }, + { + "elapsed_s": 17.724, + "rss_mib": 321.664, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.800247 + }, + { + "elapsed_s": 17.829, + "rss_mib": 325.273, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.905412 + }, + { + "elapsed_s": 17.938, + "rss_mib": 339.898, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.014006 + }, + { + "elapsed_s": 18.045, + "rss_mib": 354.898, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.121157 + }, + { + "elapsed_s": 18.152, + "rss_mib": 360.547, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.227917 + }, + { + "elapsed_s": 18.258, + "rss_mib": 373.297, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.3344 + }, + { + "elapsed_s": 18.43, + "rss_mib": 501.672, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.505956 + }, + { + "elapsed_s": 18.54, + "rss_mib": 568.547, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.616138 + }, + { + "elapsed_s": 18.651, + "rss_mib": 609.047, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.727474 + }, + { + "elapsed_s": 18.831, + "rss_mib": 628.297, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.907263 + }, + { + "elapsed_s": 18.942, + "rss_mib": 552.668, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.01778 + }, + { + "elapsed_s": 19.048, + "rss_mib": 378.668, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.124327 + }, + { + "elapsed_s": 19.155, + "rss_mib": 393.168, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.2309 + }, + { + "elapsed_s": 19.261, + "rss_mib": 405.418, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.337301 + }, + { + "elapsed_s": 19.369, + "rss_mib": 416.793, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.445348 + }, + { + "elapsed_s": 19.521, + "rss_mib": 445.062, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.597588 + }, + { + "elapsed_s": 19.627, + "rss_mib": 460.066, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.70341 + }, + { + "elapsed_s": 19.734, + "rss_mib": 473.262, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.810585 + }, + { + "elapsed_s": 19.84, + "rss_mib": 481.512, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.91663 + }, + { + "elapsed_s": 19.947, + "rss_mib": 516.184, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.023372 + }, + { + "elapsed_s": 20.054, + "rss_mib": 549.387, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.130335 + }, + { + "elapsed_s": 20.16, + "rss_mib": 578.402, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.236672 + }, + { + "elapsed_s": 20.318, + "rss_mib": 600.527, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.394514 + }, + { + "elapsed_s": 20.436, + "rss_mib": 616.402, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.511777 + }, + { + "elapsed_s": 20.554, + "rss_mib": 622.652, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.6299 + }, + { + "elapsed_s": 20.674, + "rss_mib": 591.027, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.749738 + }, + { + "elapsed_s": 20.83, + "rss_mib": 543.656, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.90653 + }, + { + "elapsed_s": 20.952, + "rss_mib": 543.781, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.028439 + }, + { + "elapsed_s": 21.063, + "rss_mib": 543.781, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.139167 + }, + { + "elapsed_s": 21.222, + "rss_mib": 543.781, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.298006 + }, + { + "elapsed_s": 21.334, + "rss_mib": 543.781, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.40979 + }, + { + "elapsed_s": 21.441, + "rss_mib": 533.188, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.516996 + }, + { + "elapsed_s": 21.548, + "rss_mib": 530.203, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.62446 + }, + { + "elapsed_s": 21.655, + "rss_mib": 529.203, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.731445 + }, + { + "elapsed_s": 21.761, + "rss_mib": 415.289, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.837493 + }, + { + "elapsed_s": 21.867, + "rss_mib": 100.785, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.880836 + }, + { + "elapsed_s": 22.021, + "rss_mib": 155.395, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.83309 + }, + { + "elapsed_s": 22.129, + "rss_mib": 156.016, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.940978 + }, + { + "elapsed_s": 22.238, + "rss_mib": 162.801, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.049954 + }, + { + "elapsed_s": 22.345, + "rss_mib": 176.281, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.156289 + }, + { + "elapsed_s": 22.451, + "rss_mib": 193.566, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.262968 + }, + { + "elapsed_s": 22.559, + "rss_mib": 193.438, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.371149 + }, + { + "elapsed_s": 22.718, + "rss_mib": 194.062, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.530056 + }, + { + "elapsed_s": 22.827, + "rss_mib": 195.762, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.638708 + }, + { + "elapsed_s": 22.933, + "rss_mib": 198.336, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.744666 + }, + { + "elapsed_s": 23.04, + "rss_mib": 203.465, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.8518 + }, + { + "elapsed_s": 23.149, + "rss_mib": 208.215, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.960646 + }, + { + "elapsed_s": 23.256, + "rss_mib": 221.09, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.068092 + }, + { + "elapsed_s": 23.42, + "rss_mib": 232.09, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.232254 + }, + { + "elapsed_s": 23.527, + "rss_mib": 241.965, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.338607 + }, + { + "elapsed_s": 23.633, + "rss_mib": 245.215, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.444828 + }, + { + "elapsed_s": 23.741, + "rss_mib": 253.215, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.552609 + }, + { + "elapsed_s": 23.853, + "rss_mib": 266.215, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.664491 + }, + { + "elapsed_s": 23.96, + "rss_mib": 279.77, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.772245 + }, + { + "elapsed_s": 24.118, + "rss_mib": 289.02, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.930009 + }, + { + "elapsed_s": 24.226, + "rss_mib": 292.137, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.037637 + }, + { + "elapsed_s": 24.335, + "rss_mib": 295.012, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.146835 + }, + { + "elapsed_s": 24.444, + "rss_mib": 296.012, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.255919 + }, + { + "elapsed_s": 24.553, + "rss_mib": 298.762, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.364624 + }, + { + "elapsed_s": 24.662, + "rss_mib": 301.262, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.473952 + }, + { + "elapsed_s": 24.82, + "rss_mib": 307.969, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.631341 + }, + { + "elapsed_s": 24.929, + "rss_mib": 313.805, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.741241 + }, + { + "elapsed_s": 25.037, + "rss_mib": 321.727, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.849264 + }, + { + "elapsed_s": 25.144, + "rss_mib": 329.492, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.955664 + }, + { + "elapsed_s": 25.25, + "rss_mib": 339.293, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.061894 + }, + { + "elapsed_s": 25.357, + "rss_mib": 353.293, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.168473 + }, + { + "elapsed_s": 25.466, + "rss_mib": 369.152, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.277478 + }, + { + "elapsed_s": 25.624, + "rss_mib": 425.277, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.435675 + }, + { + "elapsed_s": 25.731, + "rss_mib": 462.527, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.543159 + }, + { + "elapsed_s": 25.919, + "rss_mib": 530.027, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.730516 + }, + { + "elapsed_s": 26.038, + "rss_mib": 517.461, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.849448 + }, + { + "elapsed_s": 26.221, + "rss_mib": 567.086, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.032295 + }, + { + "elapsed_s": 26.331, + "rss_mib": 507.465, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.142776 + }, + { + "elapsed_s": 26.443, + "rss_mib": 447.18, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.255241 + }, + { + "elapsed_s": 26.55, + "rss_mib": 396.109, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.361974 + }, + { + "elapsed_s": 26.656, + "rss_mib": 412.609, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.467895 + }, + { + "elapsed_s": 26.762, + "rss_mib": 427.395, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.5738 + }, + { + "elapsed_s": 26.918, + "rss_mib": 446.422, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.729978 + }, + { + "elapsed_s": 27.024, + "rss_mib": 462.973, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.83619 + }, + { + "elapsed_s": 27.131, + "rss_mib": 473.668, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.943062 + }, + { + "elapsed_s": 27.241, + "rss_mib": 489.367, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.05294 + }, + { + "elapsed_s": 27.347, + "rss_mib": 506.703, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.159198 + }, + { + "elapsed_s": 27.454, + "rss_mib": 546.129, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.26568 + }, + { + "elapsed_s": 27.56, + "rss_mib": 573.367, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.371891 + }, + { + "elapsed_s": 27.723, + "rss_mib": 597.992, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.534365 + }, + { + "elapsed_s": 27.828, + "rss_mib": 588.629, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.639507 + }, + { + "elapsed_s": 27.933, + "rss_mib": 578.531, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.745263 + }, + { + "elapsed_s": 28.042, + "rss_mib": 532.555, + "queued": 2, + "processing": 3, + "ready": 13, + "failed": 0, + "oldest_queued_s": 26.853648 + }, + { + "elapsed_s": 28.15, + "rss_mib": 532.68, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 26.962276 + }, + { + "elapsed_s": 28.259, + "rss_mib": 532.68, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 27.070599 + }, + { + "elapsed_s": 28.423, + "rss_mib": 528.766, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 27.234611 + }, + { + "elapsed_s": 28.531, + "rss_mib": 525.766, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 27.342614 + }, + { + "elapsed_s": 28.639, + "rss_mib": 524.887, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 27.450417 + }, + { + "elapsed_s": 28.747, + "rss_mib": 413.793, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 27.558729 + }, + { + "elapsed_s": 28.856, + "rss_mib": 420.168, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 27.627504 + }, + { + "elapsed_s": 28.962, + "rss_mib": 318.191, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 27.734374 + }, + { + "elapsed_s": 29.071, + "rss_mib": 111.688, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.178, + "rss_mib": 119.965, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.284, + "rss_mib": 128.258, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.389, + "rss_mib": 138.949, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.495, + "rss_mib": 139.574, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.6, + "rss_mib": 143.191, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.707, + "rss_mib": 155.832, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.818, + "rss_mib": 165.582, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.923, + "rss_mib": 178.109, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.028, + "rss_mib": 188.18, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.134, + "rss_mib": 192.805, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.242, + "rss_mib": 199.422, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.348, + "rss_mib": 205.781, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.461, + "rss_mib": 213.762, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.57, + "rss_mib": 220.637, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.679, + "rss_mib": 268.094, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.826, + "rss_mib": 290.594, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.942, + "rss_mib": 270.719, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.053, + "rss_mib": 298.844, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.16, + "rss_mib": 239.559, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.28, + "rss_mib": 252.086, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.387, + "rss_mib": 266.801, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.493, + "rss_mib": 277.949, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.598, + "rss_mib": 296.934, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.707, + "rss_mib": 326.699, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.818, + "rss_mib": 349.699, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.923, + "rss_mib": 309.297, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.028, + "rss_mib": 309.422, + "queued": 0, + "processing": 0, + "ready": 18, + "failed": 0, + "oldest_queued_s": 0 + } + ], + "repeat": 1, + "concurrency": 4, + "prefetch_per_consumer": 1 + }, + { + "width": 2560, + "height": 1600, + "bytes": 3095842, + "sha256": "aa289df1be43338da2307f697fc4195bcf99426d19b2448d8d9391028156f489", + "requests": 18, + "clients": 6, + "http_statuses": { + "202": 18 + }, + "api_replicas_seen": 2, + "elapsed_s": 33.556769314999656, + "owner_id": "50f1ded6-0481-4cf8-9b20-36a5f5ead5ed", + "attachment_ids": [ + "42efef79-ccfb-406b-9fb4-0f3684a3d970", + "98c81f82-d934-4f1e-8e39-d177e908385f", + "6898cdb9-f5e3-49ee-928d-78d15f0051df", + "b776edb5-2020-4eab-a9ee-f77398c70856", + "f1c31f63-ae97-4a94-8f74-3d258b38d0a0", + "3cccca33-f043-40c7-b694-66bba7e20376", + "9c5ec8d5-30f2-48b6-ae49-dde6de99b4fd", + "dbbb2bb9-bdd4-497d-8849-881a1be5fb86", + "5207acdf-1c94-4610-a084-2d355c533e9b", + "8653c2df-ab0e-464a-9a24-62f2f610fa8d", + "a716eea1-320b-4839-a0e2-8a5256b6c70b", + "bea20330-fad6-4e3e-8894-fe2a64b11b9e", + "c8642df2-ca45-484d-a183-4e6d1341e393", + "6e89cf0e-371d-4c59-b995-096cee608ce5", + "bd1af161-d064-4948-9d38-d739e5029840", + "7d34671b-bba2-4f2e-87a1-6a7d62d58152", + "a9feb308-f966-4fdc-8a54-16c7669a20cb", + "0ceafb12-b24d-412b-b861-dcd4977cb464" + ], + "throughput_per_s": 0.5364044384318641, + "ready_p95_s": 31.874479, + "queue_wait_p95_s": 28.928972, + "queue_lag_max_jobs": 14, + "queue_oldest_max_s": 28.955958, + "processing_max": 4, + "rss_peak_mib": 700.137, + "samples": [ + { + "elapsed_s": 0.046, + "rss_mib": 84.035, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.152, + "rss_mib": 84.035, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.256, + "rss_mib": 84.035, + "queued": 1, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.062936 + }, + { + "elapsed_s": 0.362, + "rss_mib": 84.035, + "queued": 3, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.168525 + }, + { + "elapsed_s": 0.473, + "rss_mib": 129.977, + "queued": 2, + "processing": 3, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.072596 + }, + { + "elapsed_s": 0.581, + "rss_mib": 136.609, + "queued": 3, + "processing": 3, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.181032 + }, + { + "elapsed_s": 0.692, + "rss_mib": 137.234, + "queued": 4, + "processing": 3, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.291846 + }, + { + "elapsed_s": 0.803, + "rss_mib": 142.484, + "queued": 5, + "processing": 3, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.40328 + }, + { + "elapsed_s": 0.916, + "rss_mib": 155.367, + "queued": 7, + "processing": 3, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.51554 + }, + { + "elapsed_s": 1.028, + "rss_mib": 165.504, + "queued": 8, + "processing": 3, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.627372 + }, + { + "elapsed_s": 1.136, + "rss_mib": 165.504, + "queued": 10, + "processing": 3, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.735317 + }, + { + "elapsed_s": 1.275, + "rss_mib": 165.629, + "queued": 11, + "processing": 3, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.875025 + }, + { + "elapsed_s": 1.382, + "rss_mib": 166.379, + "queued": 12, + "processing": 3, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.981782 + }, + { + "elapsed_s": 1.49, + "rss_mib": 168.379, + "queued": 13, + "processing": 3, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.090167 + }, + { + "elapsed_s": 1.598, + "rss_mib": 180.164, + "queued": 13, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.133568 + }, + { + "elapsed_s": 1.706, + "rss_mib": 190.754, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.241419 + }, + { + "elapsed_s": 1.813, + "rss_mib": 196.086, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.348483 + }, + { + "elapsed_s": 1.973, + "rss_mib": 202.211, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.508585 + }, + { + "elapsed_s": 2.079, + "rss_mib": 220.461, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.614388 + }, + { + "elapsed_s": 2.185, + "rss_mib": 224.758, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.720104 + }, + { + "elapsed_s": 2.292, + "rss_mib": 232.094, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.82724 + }, + { + "elapsed_s": 2.398, + "rss_mib": 238.719, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.933585 + }, + { + "elapsed_s": 2.505, + "rss_mib": 250.594, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.04056 + }, + { + "elapsed_s": 2.612, + "rss_mib": 260.469, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.147737 + }, + { + "elapsed_s": 2.775, + "rss_mib": 266.672, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.31014 + }, + { + "elapsed_s": 2.882, + "rss_mib": 270.543, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.416879 + }, + { + "elapsed_s": 2.99, + "rss_mib": 272.293, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.524836 + }, + { + "elapsed_s": 3.095, + "rss_mib": 274.918, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.630563 + }, + { + "elapsed_s": 3.201, + "rss_mib": 284.418, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.736417 + }, + { + "elapsed_s": 3.307, + "rss_mib": 297.531, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.842332 + }, + { + "elapsed_s": 3.413, + "rss_mib": 305.93, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.948394 + }, + { + "elapsed_s": 3.572, + "rss_mib": 314.43, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.107336 + }, + { + "elapsed_s": 3.678, + "rss_mib": 333.055, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.213024 + }, + { + "elapsed_s": 3.785, + "rss_mib": 341.16, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.319984 + }, + { + "elapsed_s": 3.893, + "rss_mib": 347.16, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.427831 + }, + { + "elapsed_s": 4.004, + "rss_mib": 383.285, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.539481 + }, + { + "elapsed_s": 4.19, + "rss_mib": 491.41, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.725046 + }, + { + "elapsed_s": 4.305, + "rss_mib": 536.785, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.839731 + }, + { + "elapsed_s": 4.476, + "rss_mib": 514.461, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.010861 + }, + { + "elapsed_s": 4.586, + "rss_mib": 485.293, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.121152 + }, + { + "elapsed_s": 4.699, + "rss_mib": 362.738, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.234739 + }, + { + "elapsed_s": 4.806, + "rss_mib": 378.258, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.341061 + }, + { + "elapsed_s": 4.936, + "rss_mib": 388.113, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.471238 + }, + { + "elapsed_s": 5.077, + "rss_mib": 397.02, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.612685 + }, + { + "elapsed_s": 5.184, + "rss_mib": 417.547, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.71952 + }, + { + "elapsed_s": 5.294, + "rss_mib": 436.102, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.829361 + }, + { + "elapsed_s": 5.4, + "rss_mib": 446.766, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.935704 + }, + { + "elapsed_s": 5.57, + "rss_mib": 482.141, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.105329 + }, + { + "elapsed_s": 5.678, + "rss_mib": 532.141, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.213131 + }, + { + "elapsed_s": 5.795, + "rss_mib": 552.016, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.329866 + }, + { + "elapsed_s": 5.906, + "rss_mib": 530.387, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.441384 + }, + { + "elapsed_s": 6.079, + "rss_mib": 606.992, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.614634 + }, + { + "elapsed_s": 6.192, + "rss_mib": 573.859, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.727146 + }, + { + "elapsed_s": 6.308, + "rss_mib": 605.359, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.843676 + }, + { + "elapsed_s": 6.417, + "rss_mib": 579.035, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.952283 + }, + { + "elapsed_s": 6.573, + "rss_mib": 598.453, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.107885 + }, + { + "elapsed_s": 6.679, + "rss_mib": 615.035, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.214242 + }, + { + "elapsed_s": 6.798, + "rss_mib": 625.164, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.332902 + }, + { + "elapsed_s": 6.904, + "rss_mib": 640.539, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.439132 + }, + { + "elapsed_s": 7.012, + "rss_mib": 653.414, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.546785 + }, + { + "elapsed_s": 7.173, + "rss_mib": 609.113, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.708332 + }, + { + "elapsed_s": 7.279, + "rss_mib": 623.84, + "queued": 14, + "processing": 3, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.814368 + }, + { + "elapsed_s": 7.385, + "rss_mib": 587.746, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 6.92069 + }, + { + "elapsed_s": 7.493, + "rss_mib": 595.496, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 7.028035 + }, + { + "elapsed_s": 7.598, + "rss_mib": 600.441, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 7.133743 + }, + { + "elapsed_s": 7.704, + "rss_mib": 597.887, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 7.23952 + }, + { + "elapsed_s": 7.813, + "rss_mib": 600.297, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 7.348316 + }, + { + "elapsed_s": 7.97, + "rss_mib": 564.105, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 7.505546 + }, + { + "elapsed_s": 8.075, + "rss_mib": 209.809, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 7.610704 + }, + { + "elapsed_s": 8.18, + "rss_mib": 251.629, + "queued": 11, + "processing": 3, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.452791 + }, + { + "elapsed_s": 8.288, + "rss_mib": 260.246, + "queued": 11, + "processing": 3, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.559947 + }, + { + "elapsed_s": 8.395, + "rss_mib": 263.621, + "queued": 11, + "processing": 3, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.667328 + }, + { + "elapsed_s": 8.503, + "rss_mib": 269.129, + "queued": 11, + "processing": 3, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.774084 + }, + { + "elapsed_s": 8.611, + "rss_mib": 280.773, + "queued": 11, + "processing": 3, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.882031 + }, + { + "elapsed_s": 8.718, + "rss_mib": 285.508, + "queued": 11, + "processing": 3, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.988825 + }, + { + "elapsed_s": 8.873, + "rss_mib": 166.719, + "queued": 11, + "processing": 3, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.144524 + }, + { + "elapsed_s": 8.98, + "rss_mib": 167.219, + "queued": 11, + "processing": 3, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.250774 + }, + { + "elapsed_s": 9.092, + "rss_mib": 184.969, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.295117 + }, + { + "elapsed_s": 9.204, + "rss_mib": 188.238, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.407561 + }, + { + "elapsed_s": 9.372, + "rss_mib": 191.219, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.575117 + }, + { + "elapsed_s": 9.48, + "rss_mib": 194.609, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.683105 + }, + { + "elapsed_s": 9.59, + "rss_mib": 201.895, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.793134 + }, + { + "elapsed_s": 9.701, + "rss_mib": 218.984, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.904463 + }, + { + "elapsed_s": 9.807, + "rss_mib": 229.484, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.010601 + }, + { + "elapsed_s": 9.914, + "rss_mib": 232.984, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.116978 + }, + { + "elapsed_s": 10.074, + "rss_mib": 240.734, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.276955 + }, + { + "elapsed_s": 10.179, + "rss_mib": 254.699, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.382511 + }, + { + "elapsed_s": 10.284, + "rss_mib": 267.035, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.487686 + }, + { + "elapsed_s": 10.393, + "rss_mib": 274.57, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.596243 + }, + { + "elapsed_s": 10.499, + "rss_mib": 282.445, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.702533 + }, + { + "elapsed_s": 10.606, + "rss_mib": 283.32, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.809224 + }, + { + "elapsed_s": 10.712, + "rss_mib": 289.195, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.915889 + }, + { + "elapsed_s": 10.874, + "rss_mib": 299.82, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.077519 + }, + { + "elapsed_s": 10.981, + "rss_mib": 308.957, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.184138 + }, + { + "elapsed_s": 11.087, + "rss_mib": 315.391, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.290656 + }, + { + "elapsed_s": 11.198, + "rss_mib": 322.996, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.400909 + }, + { + "elapsed_s": 11.304, + "rss_mib": 333.121, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.507381 + }, + { + "elapsed_s": 11.411, + "rss_mib": 341.484, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.614278 + }, + { + "elapsed_s": 11.57, + "rss_mib": 348.145, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.773434 + }, + { + "elapsed_s": 11.69, + "rss_mib": 413.52, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.893392 + }, + { + "elapsed_s": 11.878, + "rss_mib": 496.77, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.080867 + }, + { + "elapsed_s": 11.994, + "rss_mib": 535.02, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.196861 + }, + { + "elapsed_s": 12.178, + "rss_mib": 513.09, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.381447 + }, + { + "elapsed_s": 12.287, + "rss_mib": 404.164, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.490823 + }, + { + "elapsed_s": 12.394, + "rss_mib": 378.684, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.597231 + }, + { + "elapsed_s": 12.5, + "rss_mib": 393.684, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.702908 + }, + { + "elapsed_s": 12.605, + "rss_mib": 412.094, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.808823 + }, + { + "elapsed_s": 12.712, + "rss_mib": 436.0, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.915063 + }, + { + "elapsed_s": 12.875, + "rss_mib": 468.844, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.07824 + }, + { + "elapsed_s": 12.981, + "rss_mib": 509.797, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.184191 + }, + { + "elapsed_s": 13.09, + "rss_mib": 508.074, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.293809 + }, + { + "elapsed_s": 13.199, + "rss_mib": 465.219, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.402806 + }, + { + "elapsed_s": 13.311, + "rss_mib": 500.219, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.514257 + }, + { + "elapsed_s": 13.471, + "rss_mib": 593.844, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.674903 + }, + { + "elapsed_s": 13.577, + "rss_mib": 639.27, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.780684 + }, + { + "elapsed_s": 13.683, + "rss_mib": 586.621, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.886051 + }, + { + "elapsed_s": 13.79, + "rss_mib": 604.375, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.99376 + }, + { + "elapsed_s": 13.903, + "rss_mib": 624.195, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.106441 + }, + { + "elapsed_s": 14.011, + "rss_mib": 630.773, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.213914 + }, + { + "elapsed_s": 14.173, + "rss_mib": 646.023, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.376814 + }, + { + "elapsed_s": 14.281, + "rss_mib": 666.898, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.483935 + }, + { + "elapsed_s": 14.388, + "rss_mib": 672.184, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.591471 + }, + { + "elapsed_s": 14.495, + "rss_mib": 627.395, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.697999 + }, + { + "elapsed_s": 14.602, + "rss_mib": 593.781, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.805712 + }, + { + "elapsed_s": 14.709, + "rss_mib": 598.641, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 13.912377 + }, + { + "elapsed_s": 14.87, + "rss_mib": 602.266, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 14.073764 + }, + { + "elapsed_s": 14.976, + "rss_mib": 603.859, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 14.17915 + }, + { + "elapsed_s": 15.081, + "rss_mib": 602.77, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 14.284457 + }, + { + "elapsed_s": 15.186, + "rss_mib": 567.742, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 14.389819 + }, + { + "elapsed_s": 15.293, + "rss_mib": 329.055, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 14.496245 + }, + { + "elapsed_s": 15.401, + "rss_mib": 233.461, + "queued": 7, + "processing": 3, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.358409 + }, + { + "elapsed_s": 15.51, + "rss_mib": 260.086, + "queued": 7, + "processing": 3, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.467271 + }, + { + "elapsed_s": 15.67, + "rss_mib": 259.918, + "queued": 7, + "processing": 3, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.627421 + }, + { + "elapsed_s": 15.779, + "rss_mib": 258.453, + "queued": 7, + "processing": 3, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.736485 + }, + { + "elapsed_s": 15.891, + "rss_mib": 262.453, + "queued": 7, + "processing": 3, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.848065 + }, + { + "elapsed_s": 16.0, + "rss_mib": 273.297, + "queued": 7, + "processing": 3, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.956895 + }, + { + "elapsed_s": 16.109, + "rss_mib": 280.781, + "queued": 7, + "processing": 3, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.06597 + }, + { + "elapsed_s": 16.217, + "rss_mib": 165.996, + "queued": 7, + "processing": 3, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.174183 + }, + { + "elapsed_s": 16.375, + "rss_mib": 177.246, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.273777 + }, + { + "elapsed_s": 16.482, + "rss_mib": 184.086, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.38005 + }, + { + "elapsed_s": 16.59, + "rss_mib": 184.336, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.488467 + }, + { + "elapsed_s": 16.698, + "rss_mib": 190.039, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.596806 + }, + { + "elapsed_s": 16.807, + "rss_mib": 193.699, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.705434 + }, + { + "elapsed_s": 16.917, + "rss_mib": 200.074, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.815505 + }, + { + "elapsed_s": 17.074, + "rss_mib": 207.785, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.972584 + }, + { + "elapsed_s": 17.181, + "rss_mib": 213.16, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.079614 + }, + { + "elapsed_s": 17.289, + "rss_mib": 229.285, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.187622 + }, + { + "elapsed_s": 17.395, + "rss_mib": 231.91, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.293655 + }, + { + "elapsed_s": 17.506, + "rss_mib": 239.625, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.404138 + }, + { + "elapsed_s": 17.613, + "rss_mib": 254.375, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.51142 + }, + { + "elapsed_s": 17.772, + "rss_mib": 270.234, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.670968 + }, + { + "elapsed_s": 17.878, + "rss_mib": 278.004, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.776525 + }, + { + "elapsed_s": 17.983, + "rss_mib": 281.879, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.881947 + }, + { + "elapsed_s": 18.091, + "rss_mib": 284.754, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.989411 + }, + { + "elapsed_s": 18.197, + "rss_mib": 288.504, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.095341 + }, + { + "elapsed_s": 18.303, + "rss_mib": 303.809, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.2013 + }, + { + "elapsed_s": 18.409, + "rss_mib": 318.75, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.307975 + }, + { + "elapsed_s": 18.57, + "rss_mib": 317.141, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.468637 + }, + { + "elapsed_s": 18.676, + "rss_mib": 323.516, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.574048 + }, + { + "elapsed_s": 18.782, + "rss_mib": 342.641, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.680159 + }, + { + "elapsed_s": 18.889, + "rss_mib": 346.125, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.787952 + }, + { + "elapsed_s": 18.998, + "rss_mib": 354.25, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.896488 + }, + { + "elapsed_s": 19.177, + "rss_mib": 442.434, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.075855 + }, + { + "elapsed_s": 19.298, + "rss_mib": 526.309, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.196764 + }, + { + "elapsed_s": 19.476, + "rss_mib": 551.809, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.374033 + }, + { + "elapsed_s": 19.585, + "rss_mib": 552.684, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.483725 + }, + { + "elapsed_s": 19.693, + "rss_mib": 367.055, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.591166 + }, + { + "elapsed_s": 19.798, + "rss_mib": 386.805, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.697004 + }, + { + "elapsed_s": 19.904, + "rss_mib": 397.305, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.80298 + }, + { + "elapsed_s": 20.01, + "rss_mib": 414.973, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.90879 + }, + { + "elapsed_s": 20.172, + "rss_mib": 493.137, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.070781 + }, + { + "elapsed_s": 20.28, + "rss_mib": 504.191, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.178284 + }, + { + "elapsed_s": 20.385, + "rss_mib": 442.68, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.2839 + }, + { + "elapsed_s": 20.493, + "rss_mib": 461.68, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.391681 + }, + { + "elapsed_s": 20.599, + "rss_mib": 472.18, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.497886 + }, + { + "elapsed_s": 20.706, + "rss_mib": 522.156, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.604584 + }, + { + "elapsed_s": 20.813, + "rss_mib": 645.27, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.711661 + }, + { + "elapsed_s": 20.972, + "rss_mib": 619.016, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.870745 + }, + { + "elapsed_s": 21.078, + "rss_mib": 591.121, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.976653 + }, + { + "elapsed_s": 21.184, + "rss_mib": 603.996, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.082544 + }, + { + "elapsed_s": 21.291, + "rss_mib": 628.48, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.189311 + }, + { + "elapsed_s": 21.397, + "rss_mib": 655.68, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.295274 + }, + { + "elapsed_s": 21.504, + "rss_mib": 697.805, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.40286 + }, + { + "elapsed_s": 21.612, + "rss_mib": 682.359, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.51035 + }, + { + "elapsed_s": 21.722, + "rss_mib": 689.484, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.620133 + }, + { + "elapsed_s": 21.875, + "rss_mib": 630.551, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.773064 + }, + { + "elapsed_s": 21.981, + "rss_mib": 604.539, + "queued": 6, + "processing": 3, + "ready": 9, + "failed": 0, + "oldest_queued_s": 20.879105 + }, + { + "elapsed_s": 22.088, + "rss_mib": 603.859, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 20.986309 + }, + { + "elapsed_s": 22.194, + "rss_mib": 609.359, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 21.092319 + }, + { + "elapsed_s": 22.299, + "rss_mib": 574.168, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 21.197544 + }, + { + "elapsed_s": 22.406, + "rss_mib": 571.328, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 21.304182 + }, + { + "elapsed_s": 22.571, + "rss_mib": 563.449, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.469776 + }, + { + "elapsed_s": 22.677, + "rss_mib": 444.895, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.575465 + }, + { + "elapsed_s": 22.782, + "rss_mib": 223.395, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.553459 + }, + { + "elapsed_s": 22.888, + "rss_mib": 234.512, + "queued": 3, + "processing": 3, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.501374 + }, + { + "elapsed_s": 22.994, + "rss_mib": 258.781, + "queued": 3, + "processing": 3, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.60776 + }, + { + "elapsed_s": 23.101, + "rss_mib": 143.898, + "queued": 3, + "processing": 3, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.71435 + }, + { + "elapsed_s": 23.208, + "rss_mib": 158.613, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.661788 + }, + { + "elapsed_s": 23.315, + "rss_mib": 173.398, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.768709 + }, + { + "elapsed_s": 23.473, + "rss_mib": 184.598, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.92673 + }, + { + "elapsed_s": 23.58, + "rss_mib": 185.094, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.033949 + }, + { + "elapsed_s": 23.686, + "rss_mib": 190.207, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.139121 + }, + { + "elapsed_s": 23.793, + "rss_mib": 195.473, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.246507 + }, + { + "elapsed_s": 23.9, + "rss_mib": 199.016, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.353418 + }, + { + "elapsed_s": 24.009, + "rss_mib": 204.641, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.462772 + }, + { + "elapsed_s": 24.172, + "rss_mib": 210.891, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.625401 + }, + { + "elapsed_s": 24.282, + "rss_mib": 211.766, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.73579 + }, + { + "elapsed_s": 24.391, + "rss_mib": 217.891, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.844136 + }, + { + "elapsed_s": 24.497, + "rss_mib": 227.605, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.950248 + }, + { + "elapsed_s": 24.603, + "rss_mib": 240.23, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.056627 + }, + { + "elapsed_s": 24.713, + "rss_mib": 248.23, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.16635 + }, + { + "elapsed_s": 24.873, + "rss_mib": 261.508, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.326989 + }, + { + "elapsed_s": 24.979, + "rss_mib": 272.008, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.432911 + }, + { + "elapsed_s": 25.085, + "rss_mib": 280.836, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.53902 + }, + { + "elapsed_s": 25.191, + "rss_mib": 287.211, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.644939 + }, + { + "elapsed_s": 25.297, + "rss_mib": 293.887, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.750841 + }, + { + "elapsed_s": 25.403, + "rss_mib": 300.508, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.85684 + }, + { + "elapsed_s": 25.512, + "rss_mib": 307.754, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.965787 + }, + { + "elapsed_s": 25.679, + "rss_mib": 314.129, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.132744 + }, + { + "elapsed_s": 25.795, + "rss_mib": 325.754, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.246713 + }, + { + "elapsed_s": 25.918, + "rss_mib": 325.574, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.371464 + }, + { + "elapsed_s": 26.078, + "rss_mib": 328.379, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.531959 + }, + { + "elapsed_s": 26.187, + "rss_mib": 337.629, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.640497 + }, + { + "elapsed_s": 26.299, + "rss_mib": 349.742, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.752824 + }, + { + "elapsed_s": 26.478, + "rss_mib": 402.98, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.931913 + }, + { + "elapsed_s": 26.587, + "rss_mib": 419.832, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.040921 + }, + { + "elapsed_s": 26.697, + "rss_mib": 423.707, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.150358 + }, + { + "elapsed_s": 26.809, + "rss_mib": 409.988, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.262387 + }, + { + "elapsed_s": 26.978, + "rss_mib": 467.488, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.431232 + }, + { + "elapsed_s": 27.086, + "rss_mib": 505.07, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.539321 + }, + { + "elapsed_s": 27.193, + "rss_mib": 445.816, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.647041 + }, + { + "elapsed_s": 27.3, + "rss_mib": 394.926, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.753163 + }, + { + "elapsed_s": 27.477, + "rss_mib": 456.328, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.930214 + }, + { + "elapsed_s": 27.583, + "rss_mib": 477.566, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.037047 + }, + { + "elapsed_s": 27.69, + "rss_mib": 419.609, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.143324 + }, + { + "elapsed_s": 27.797, + "rss_mib": 441.523, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.250388 + }, + { + "elapsed_s": 27.903, + "rss_mib": 451.262, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.356684 + }, + { + "elapsed_s": 28.015, + "rss_mib": 467.797, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.468686 + }, + { + "elapsed_s": 28.175, + "rss_mib": 487.734, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.62901 + }, + { + "elapsed_s": 28.281, + "rss_mib": 548.852, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.734366 + }, + { + "elapsed_s": 28.387, + "rss_mib": 541.336, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.840561 + }, + { + "elapsed_s": 28.494, + "rss_mib": 598.211, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.947399 + }, + { + "elapsed_s": 28.6, + "rss_mib": 606.926, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 27.054031 + }, + { + "elapsed_s": 28.709, + "rss_mib": 609.41, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 27.162467 + }, + { + "elapsed_s": 28.816, + "rss_mib": 633.285, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 27.269081 + }, + { + "elapsed_s": 28.979, + "rss_mib": 676.035, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 27.43234 + }, + { + "elapsed_s": 29.086, + "rss_mib": 700.137, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 27.539856 + }, + { + "elapsed_s": 29.193, + "rss_mib": 673.387, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 27.646534 + }, + { + "elapsed_s": 29.303, + "rss_mib": 648.477, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 27.756087 + }, + { + "elapsed_s": 29.411, + "rss_mib": 664.977, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 27.864184 + }, + { + "elapsed_s": 29.518, + "rss_mib": 636.441, + "queued": 2, + "processing": 3, + "ready": 13, + "failed": 0, + "oldest_queued_s": 27.971259 + }, + { + "elapsed_s": 29.671, + "rss_mib": 608.223, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 28.124492 + }, + { + "elapsed_s": 29.779, + "rss_mib": 609.43, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 28.232485 + }, + { + "elapsed_s": 29.886, + "rss_mib": 575.324, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 28.339609 + }, + { + "elapsed_s": 29.992, + "rss_mib": 575.324, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 28.446042 + }, + { + "elapsed_s": 30.101, + "rss_mib": 571.57, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 28.55429 + }, + { + "elapsed_s": 30.209, + "rss_mib": 448.574, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 28.662885 + }, + { + "elapsed_s": 30.316, + "rss_mib": 457.82, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 28.692104 + }, + { + "elapsed_s": 30.474, + "rss_mib": 460.898, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 28.850499 + }, + { + "elapsed_s": 30.58, + "rss_mib": 338.934, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 28.955958 + }, + { + "elapsed_s": 30.685, + "rss_mib": 244.727, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.791, + "rss_mib": 128.754, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.897, + "rss_mib": 134.664, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.002, + "rss_mib": 140.602, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.11, + "rss_mib": 144.102, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.215, + "rss_mib": 153.402, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.321, + "rss_mib": 162.527, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.427, + "rss_mib": 174.555, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.533, + "rss_mib": 179.805, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.642, + "rss_mib": 187.836, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.749, + "rss_mib": 191.211, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.854, + "rss_mib": 197.004, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.96, + "rss_mib": 211.379, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.065, + "rss_mib": 215.945, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.178, + "rss_mib": 281.32, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.286, + "rss_mib": 287.883, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.393, + "rss_mib": 299.695, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.499, + "rss_mib": 263.652, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.604, + "rss_mib": 248.281, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.71, + "rss_mib": 263.5, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.815, + "rss_mib": 281.258, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.92, + "rss_mib": 353.133, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.025, + "rss_mib": 385.449, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.13, + "rss_mib": 367.195, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.236, + "rss_mib": 387.316, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.343, + "rss_mib": 364.305, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.449, + "rss_mib": 332.508, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.555, + "rss_mib": 329.758, + "queued": 0, + "processing": 0, + "ready": 18, + "failed": 0, + "oldest_queued_s": 0 + } + ], + "repeat": 1, + "concurrency": 4, + "prefetch_per_consumer": 1 + }, + { + "width": 2560, + "height": 1600, + "bytes": 3095842, + "sha256": "aa289df1be43338da2307f697fc4195bcf99426d19b2448d8d9391028156f489", + "requests": 18, + "clients": 6, + "http_statuses": { + "202": 18 + }, + "api_replicas_seen": 2, + "elapsed_s": 36.27555272599966, + "owner_id": "7b48eb2a-7c6c-4077-a37d-f53281b1e79b", + "attachment_ids": [ + "61311cda-1f92-4fbe-8ca1-7984f3f889a0", + "78a930bb-954a-498f-82a5-cc147c8650a8", + "903e01f5-041e-4b26-84bc-72e9676a92a0", + "e29bec43-4785-4228-8657-a1540489a189", + "a7d9fb25-b675-4785-9c2b-ef3f34a9201f", + "9a65d37a-339c-464d-bd60-d355487535b1", + "fe4d7701-a0a3-47f4-9bfa-181d7d4216cc", + "5ce2a811-d5b6-4780-90fb-ff2275b793e9", + "755cc259-eabf-474c-a38b-1f90f87c6db4", + "b8c02fdd-40cf-4333-b41f-cbea395255dc", + "23c1986b-f44f-4003-9a1f-0996ab81a8b5", + "b4ba4285-b550-46f8-b9e0-e48d40ad66ea", + "96d7c1ed-3389-4190-9edc-ea9c2e491945", + "97b016dd-4f0c-4b56-b771-7f9911125964", + "dc4c764f-a4d8-4002-827c-661d4be029e2", + "c7c67c76-723d-4ef3-845d-e9cdc3b60884", + "d8100cae-3a32-47a3-a421-c2b7c085c63d", + "16f98496-476b-4c91-9e59-89f693e07ea0" + ], + "throughput_per_s": 0.4962019500008588, + "ready_p95_s": 34.628852, + "queue_wait_p95_s": 31.143277, + "queue_lag_max_jobs": 14, + "queue_oldest_max_s": 31.074291, + "processing_max": 4, + "rss_peak_mib": 712.543, + "samples": [ + { + "elapsed_s": 0.045, + "rss_mib": 83.75, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.156, + "rss_mib": 83.75, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.265, + "rss_mib": 83.75, + "queued": 2, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.090668 + }, + { + "elapsed_s": 0.37, + "rss_mib": 83.75, + "queued": 3, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.195436 + }, + { + "elapsed_s": 0.475, + "rss_mib": 83.75, + "queued": 5, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.300707 + }, + { + "elapsed_s": 0.581, + "rss_mib": 83.75, + "queued": 7, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.406296 + }, + { + "elapsed_s": 0.688, + "rss_mib": 83.75, + "queued": 9, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.513171 + }, + { + "elapsed_s": 0.793, + "rss_mib": 83.75, + "queued": 10, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.618291 + }, + { + "elapsed_s": 0.897, + "rss_mib": 83.75, + "queued": 11, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.722512 + }, + { + "elapsed_s": 1.002, + "rss_mib": 83.75, + "queued": 12, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.827806 + }, + { + "elapsed_s": 1.108, + "rss_mib": 114.5, + "queued": 9, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.667016 + }, + { + "elapsed_s": 1.239, + "rss_mib": 154.289, + "queued": 10, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.798248 + }, + { + "elapsed_s": 1.347, + "rss_mib": 153.867, + "queued": 11, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.905786 + }, + { + "elapsed_s": 1.462, + "rss_mib": 155.617, + "queued": 12, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.021588 + }, + { + "elapsed_s": 1.57, + "rss_mib": 162.492, + "queued": 13, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.129586 + }, + { + "elapsed_s": 1.677, + "rss_mib": 178.473, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.236361 + }, + { + "elapsed_s": 1.837, + "rss_mib": 193.609, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.396804 + }, + { + "elapsed_s": 1.943, + "rss_mib": 193.609, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.502384 + }, + { + "elapsed_s": 2.051, + "rss_mib": 194.109, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.610708 + }, + { + "elapsed_s": 2.157, + "rss_mib": 194.734, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.716685 + }, + { + "elapsed_s": 2.264, + "rss_mib": 201.113, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.822892 + }, + { + "elapsed_s": 2.37, + "rss_mib": 203.184, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.92957 + }, + { + "elapsed_s": 2.477, + "rss_mib": 205.434, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.03594 + }, + { + "elapsed_s": 2.637, + "rss_mib": 218.559, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.196741 + }, + { + "elapsed_s": 2.743, + "rss_mib": 238.309, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.301983 + }, + { + "elapsed_s": 2.85, + "rss_mib": 241.809, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.409383 + }, + { + "elapsed_s": 2.956, + "rss_mib": 248.184, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.515213 + }, + { + "elapsed_s": 3.062, + "rss_mib": 261.059, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.620858 + }, + { + "elapsed_s": 3.167, + "rss_mib": 279.059, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.726731 + }, + { + "elapsed_s": 3.274, + "rss_mib": 288.633, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.833053 + }, + { + "elapsed_s": 3.435, + "rss_mib": 294.633, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.994667 + }, + { + "elapsed_s": 3.544, + "rss_mib": 296.508, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.103397 + }, + { + "elapsed_s": 3.656, + "rss_mib": 297.258, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.215433 + }, + { + "elapsed_s": 3.764, + "rss_mib": 301.008, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.323059 + }, + { + "elapsed_s": 3.87, + "rss_mib": 310.383, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.429527 + }, + { + "elapsed_s": 3.979, + "rss_mib": 323.625, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.537908 + }, + { + "elapsed_s": 4.137, + "rss_mib": 323.328, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.696134 + }, + { + "elapsed_s": 4.243, + "rss_mib": 327.953, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.802366 + }, + { + "elapsed_s": 4.349, + "rss_mib": 344.453, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.908659 + }, + { + "elapsed_s": 4.457, + "rss_mib": 360.328, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.016182 + }, + { + "elapsed_s": 4.563, + "rss_mib": 364.957, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.122544 + }, + { + "elapsed_s": 4.735, + "rss_mib": 409.082, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.294632 + }, + { + "elapsed_s": 4.843, + "rss_mib": 471.457, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.402679 + }, + { + "elapsed_s": 4.958, + "rss_mib": 551.082, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.516792 + }, + { + "elapsed_s": 5.136, + "rss_mib": 611.582, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.694801 + }, + { + "elapsed_s": 5.246, + "rss_mib": 626.582, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.805491 + }, + { + "elapsed_s": 5.366, + "rss_mib": 628.832, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.924885 + }, + { + "elapsed_s": 5.542, + "rss_mib": 545.742, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.101083 + }, + { + "elapsed_s": 5.651, + "rss_mib": 385.824, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.21008 + }, + { + "elapsed_s": 5.756, + "rss_mib": 403.324, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.315658 + }, + { + "elapsed_s": 5.862, + "rss_mib": 412.574, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.421398 + }, + { + "elapsed_s": 5.971, + "rss_mib": 431.957, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.530181 + }, + { + "elapsed_s": 6.081, + "rss_mib": 454.52, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.640705 + }, + { + "elapsed_s": 6.242, + "rss_mib": 468.602, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.800813 + }, + { + "elapsed_s": 6.349, + "rss_mib": 473.418, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.90788 + }, + { + "elapsed_s": 6.466, + "rss_mib": 481.168, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.024848 + }, + { + "elapsed_s": 6.575, + "rss_mib": 498.793, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.134272 + }, + { + "elapsed_s": 6.736, + "rss_mib": 566.418, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.295274 + }, + { + "elapsed_s": 6.842, + "rss_mib": 712.543, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.401015 + }, + { + "elapsed_s": 6.947, + "rss_mib": 624.727, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.506583 + }, + { + "elapsed_s": 7.055, + "rss_mib": 627.102, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.613814 + }, + { + "elapsed_s": 7.161, + "rss_mib": 643.977, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.72006 + }, + { + "elapsed_s": 7.267, + "rss_mib": 670.758, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.826217 + }, + { + "elapsed_s": 7.373, + "rss_mib": 678.332, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.931992 + }, + { + "elapsed_s": 7.536, + "rss_mib": 698.207, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 7.094952 + }, + { + "elapsed_s": 7.641, + "rss_mib": 710.207, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 7.200702 + }, + { + "elapsed_s": 7.748, + "rss_mib": 615.348, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 7.306889 + }, + { + "elapsed_s": 7.854, + "rss_mib": 585.844, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 7.413177 + }, + { + "elapsed_s": 7.961, + "rss_mib": 574.531, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.520171 + }, + { + "elapsed_s": 8.067, + "rss_mib": 574.531, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.626775 + }, + { + "elapsed_s": 8.174, + "rss_mib": 574.531, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.732865 + }, + { + "elapsed_s": 8.335, + "rss_mib": 571.66, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.894719 + }, + { + "elapsed_s": 8.441, + "rss_mib": 561.035, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.000574 + }, + { + "elapsed_s": 8.548, + "rss_mib": 561.035, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.107382 + }, + { + "elapsed_s": 8.66, + "rss_mib": 559.035, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.218952 + }, + { + "elapsed_s": 8.768, + "rss_mib": 319.348, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.327002 + }, + { + "elapsed_s": 8.875, + "rss_mib": 102.375, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.317766 + }, + { + "elapsed_s": 9.035, + "rss_mib": 149.801, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.360162 + }, + { + "elapsed_s": 9.143, + "rss_mib": 154.355, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.468313 + }, + { + "elapsed_s": 9.253, + "rss_mib": 157.98, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.57761 + }, + { + "elapsed_s": 9.359, + "rss_mib": 169.438, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.684032 + }, + { + "elapsed_s": 9.465, + "rss_mib": 186.309, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.790198 + }, + { + "elapsed_s": 9.572, + "rss_mib": 193.609, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.896815 + }, + { + "elapsed_s": 9.679, + "rss_mib": 193.859, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.004251 + }, + { + "elapsed_s": 9.838, + "rss_mib": 194.234, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.162608 + }, + { + "elapsed_s": 9.943, + "rss_mib": 195.734, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.268315 + }, + { + "elapsed_s": 10.051, + "rss_mib": 199.859, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.376206 + }, + { + "elapsed_s": 10.158, + "rss_mib": 203.461, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.482572 + }, + { + "elapsed_s": 10.265, + "rss_mib": 209.211, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.590155 + }, + { + "elapsed_s": 10.374, + "rss_mib": 216.711, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.698453 + }, + { + "elapsed_s": 10.535, + "rss_mib": 231.211, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.860284 + }, + { + "elapsed_s": 10.643, + "rss_mib": 237.836, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.967879 + }, + { + "elapsed_s": 10.755, + "rss_mib": 242.961, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.07938 + }, + { + "elapsed_s": 10.862, + "rss_mib": 249.086, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.186836 + }, + { + "elapsed_s": 10.968, + "rss_mib": 262.836, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.292963 + }, + { + "elapsed_s": 11.075, + "rss_mib": 275.711, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.400159 + }, + { + "elapsed_s": 11.241, + "rss_mib": 284.078, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.565748 + }, + { + "elapsed_s": 11.348, + "rss_mib": 290.453, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.672441 + }, + { + "elapsed_s": 11.456, + "rss_mib": 293.422, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.78092 + }, + { + "elapsed_s": 11.564, + "rss_mib": 295.547, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.88886 + }, + { + "elapsed_s": 11.67, + "rss_mib": 297.172, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.995143 + }, + { + "elapsed_s": 11.777, + "rss_mib": 304.156, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.101611 + }, + { + "elapsed_s": 11.938, + "rss_mib": 316.738, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.262501 + }, + { + "elapsed_s": 12.043, + "rss_mib": 326.492, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.36786 + }, + { + "elapsed_s": 12.149, + "rss_mib": 331.332, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.473459 + }, + { + "elapsed_s": 12.256, + "rss_mib": 346.707, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.581265 + }, + { + "elapsed_s": 12.363, + "rss_mib": 356.184, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.687967 + }, + { + "elapsed_s": 12.47, + "rss_mib": 363.25, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.794659 + }, + { + "elapsed_s": 12.64, + "rss_mib": 413.875, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.964645 + }, + { + "elapsed_s": 12.835, + "rss_mib": 522.5, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.160188 + }, + { + "elapsed_s": 12.957, + "rss_mib": 583.25, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.282041 + }, + { + "elapsed_s": 13.143, + "rss_mib": 611.375, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.467433 + }, + { + "elapsed_s": 13.262, + "rss_mib": 546.039, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.586591 + }, + { + "elapsed_s": 13.454, + "rss_mib": 450.301, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.779068 + }, + { + "elapsed_s": 13.562, + "rss_mib": 385.227, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.887329 + }, + { + "elapsed_s": 13.67, + "rss_mib": 400.477, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.994695 + }, + { + "elapsed_s": 13.777, + "rss_mib": 410.852, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.101658 + }, + { + "elapsed_s": 13.935, + "rss_mib": 423.176, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.260307 + }, + { + "elapsed_s": 14.057, + "rss_mib": 448.824, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.382315 + }, + { + "elapsed_s": 14.167, + "rss_mib": 456.402, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.491548 + }, + { + "elapsed_s": 14.335, + "rss_mib": 464.645, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.660318 + }, + { + "elapsed_s": 14.444, + "rss_mib": 472.0, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.768961 + }, + { + "elapsed_s": 14.557, + "rss_mib": 482.125, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.882009 + }, + { + "elapsed_s": 14.665, + "rss_mib": 499.5, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.989146 + }, + { + "elapsed_s": 14.775, + "rss_mib": 550.25, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.099873 + }, + { + "elapsed_s": 14.936, + "rss_mib": 632.375, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.260399 + }, + { + "elapsed_s": 15.074, + "rss_mib": 658.574, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.399013 + }, + { + "elapsed_s": 15.187, + "rss_mib": 670.996, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.511385 + }, + { + "elapsed_s": 15.342, + "rss_mib": 629.824, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.666865 + }, + { + "elapsed_s": 15.462, + "rss_mib": 640.254, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.786433 + }, + { + "elapsed_s": 15.571, + "rss_mib": 650.086, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.896127 + }, + { + "elapsed_s": 15.737, + "rss_mib": 668.863, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.061466 + }, + { + "elapsed_s": 15.842, + "rss_mib": 683.043, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.166669 + }, + { + "elapsed_s": 15.947, + "rss_mib": 695.543, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.272314 + }, + { + "elapsed_s": 16.055, + "rss_mib": 672.93, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.379851 + }, + { + "elapsed_s": 16.162, + "rss_mib": 647.285, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.487039 + }, + { + "elapsed_s": 16.27, + "rss_mib": 582.145, + "queued": 10, + "processing": 3, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.594911 + }, + { + "elapsed_s": 16.379, + "rss_mib": 576.477, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 15.703928 + }, + { + "elapsed_s": 16.539, + "rss_mib": 573.609, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.864307 + }, + { + "elapsed_s": 16.646, + "rss_mib": 573.609, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.970597 + }, + { + "elapsed_s": 16.754, + "rss_mib": 570.77, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.078532 + }, + { + "elapsed_s": 16.86, + "rss_mib": 565.016, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.184774 + }, + { + "elapsed_s": 16.967, + "rss_mib": 561.051, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.291393 + }, + { + "elapsed_s": 17.077, + "rss_mib": 440.773, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.401496 + }, + { + "elapsed_s": 17.185, + "rss_mib": 208.902, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.453727 + }, + { + "elapsed_s": 17.335, + "rss_mib": 116.199, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.443573 + }, + { + "elapsed_s": 17.441, + "rss_mib": 148.973, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.387726 + }, + { + "elapsed_s": 17.547, + "rss_mib": 155.652, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.493869 + }, + { + "elapsed_s": 17.657, + "rss_mib": 161.059, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.603727 + }, + { + "elapsed_s": 17.764, + "rss_mib": 171.137, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.710601 + }, + { + "elapsed_s": 17.871, + "rss_mib": 179.332, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.817468 + }, + { + "elapsed_s": 17.978, + "rss_mib": 193.477, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.923984 + }, + { + "elapsed_s": 18.138, + "rss_mib": 193.352, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.084817 + }, + { + "elapsed_s": 18.245, + "rss_mib": 194.352, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.191473 + }, + { + "elapsed_s": 18.356, + "rss_mib": 195.773, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.302589 + }, + { + "elapsed_s": 18.47, + "rss_mib": 197.648, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.415866 + }, + { + "elapsed_s": 18.636, + "rss_mib": 200.422, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.582595 + }, + { + "elapsed_s": 18.746, + "rss_mib": 203.184, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.692008 + }, + { + "elapsed_s": 18.859, + "rss_mib": 206.305, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.804958 + }, + { + "elapsed_s": 18.967, + "rss_mib": 211.305, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.912884 + }, + { + "elapsed_s": 19.074, + "rss_mib": 221.18, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.020119 + }, + { + "elapsed_s": 19.242, + "rss_mib": 233.18, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.18791 + }, + { + "elapsed_s": 19.348, + "rss_mib": 241.68, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.294107 + }, + { + "elapsed_s": 19.456, + "rss_mib": 245.055, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.402444 + }, + { + "elapsed_s": 19.562, + "rss_mib": 256.43, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.508878 + }, + { + "elapsed_s": 19.669, + "rss_mib": 273.305, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.615378 + }, + { + "elapsed_s": 19.776, + "rss_mib": 283.949, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.722153 + }, + { + "elapsed_s": 19.883, + "rss_mib": 288.473, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.829321 + }, + { + "elapsed_s": 20.037, + "rss_mib": 293.723, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.983899 + }, + { + "elapsed_s": 20.143, + "rss_mib": 295.598, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.089017 + }, + { + "elapsed_s": 20.248, + "rss_mib": 299.598, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.194769 + }, + { + "elapsed_s": 20.355, + "rss_mib": 307.973, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.301787 + }, + { + "elapsed_s": 20.463, + "rss_mib": 319.754, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.409036 + }, + { + "elapsed_s": 20.569, + "rss_mib": 323.773, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.515389 + }, + { + "elapsed_s": 20.675, + "rss_mib": 332.148, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.621782 + }, + { + "elapsed_s": 20.839, + "rss_mib": 347.273, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.785007 + }, + { + "elapsed_s": 20.944, + "rss_mib": 359.926, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.89065 + }, + { + "elapsed_s": 21.053, + "rss_mib": 415.117, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.999818 + }, + { + "elapsed_s": 21.235, + "rss_mib": 460.492, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.181753 + }, + { + "elapsed_s": 21.364, + "rss_mib": 526.117, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.310133 + }, + { + "elapsed_s": 21.541, + "rss_mib": 530.738, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.487757 + }, + { + "elapsed_s": 21.659, + "rss_mib": 565.363, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.60482 + }, + { + "elapsed_s": 21.838, + "rss_mib": 505.324, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.784203 + }, + { + "elapsed_s": 21.944, + "rss_mib": 411.824, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.889957 + }, + { + "elapsed_s": 22.05, + "rss_mib": 398.48, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.996301 + }, + { + "elapsed_s": 22.159, + "rss_mib": 409.98, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.105246 + }, + { + "elapsed_s": 22.265, + "rss_mib": 427.535, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.211291 + }, + { + "elapsed_s": 22.371, + "rss_mib": 450.453, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.317198 + }, + { + "elapsed_s": 22.477, + "rss_mib": 466.695, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.423451 + }, + { + "elapsed_s": 22.637, + "rss_mib": 478.418, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.583737 + }, + { + "elapsed_s": 22.743, + "rss_mib": 497.918, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.688977 + }, + { + "elapsed_s": 22.849, + "rss_mib": 563.793, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.795151 + }, + { + "elapsed_s": 22.956, + "rss_mib": 637.195, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 21.902729 + }, + { + "elapsed_s": 23.063, + "rss_mib": 691.445, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.008969 + }, + { + "elapsed_s": 23.169, + "rss_mib": 631.215, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.115077 + }, + { + "elapsed_s": 23.275, + "rss_mib": 646.227, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.221356 + }, + { + "elapsed_s": 23.435, + "rss_mib": 671.004, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.381643 + }, + { + "elapsed_s": 23.541, + "rss_mib": 678.059, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.48771 + }, + { + "elapsed_s": 23.647, + "rss_mib": 694.309, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.593442 + }, + { + "elapsed_s": 23.757, + "rss_mib": 673.898, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.703366 + }, + { + "elapsed_s": 23.864, + "rss_mib": 647.895, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 22.810694 + }, + { + "elapsed_s": 23.972, + "rss_mib": 582.691, + "queued": 6, + "processing": 3, + "ready": 9, + "failed": 0, + "oldest_queued_s": 22.918157 + }, + { + "elapsed_s": 24.08, + "rss_mib": 579.914, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 23.025923 + }, + { + "elapsed_s": 24.235, + "rss_mib": 574.324, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.181796 + }, + { + "elapsed_s": 24.343, + "rss_mib": 571.504, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.288945 + }, + { + "elapsed_s": 24.45, + "rss_mib": 571.504, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.396145 + }, + { + "elapsed_s": 24.559, + "rss_mib": 567.559, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.505665 + }, + { + "elapsed_s": 24.669, + "rss_mib": 441.703, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.615276 + }, + { + "elapsed_s": 24.777, + "rss_mib": 440.703, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.72329 + }, + { + "elapsed_s": 24.938, + "rss_mib": 329.809, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.746652 + }, + { + "elapsed_s": 25.048, + "rss_mib": 109.566, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.795518 + }, + { + "elapsed_s": 25.161, + "rss_mib": 117.699, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.90858 + }, + { + "elapsed_s": 25.276, + "rss_mib": 146.906, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.781827 + }, + { + "elapsed_s": 25.389, + "rss_mib": 154.145, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.895728 + }, + { + "elapsed_s": 25.544, + "rss_mib": 159.848, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.04858 + }, + { + "elapsed_s": 25.659, + "rss_mib": 164.633, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.165322 + }, + { + "elapsed_s": 25.768, + "rss_mib": 173.73, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.274073 + }, + { + "elapsed_s": 25.874, + "rss_mib": 186.656, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.38018 + }, + { + "elapsed_s": 25.98, + "rss_mib": 193.0, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.486687 + }, + { + "elapsed_s": 26.139, + "rss_mib": 193.5, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.644809 + }, + { + "elapsed_s": 26.245, + "rss_mib": 195.074, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.751399 + }, + { + "elapsed_s": 26.355, + "rss_mib": 197.422, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.861432 + }, + { + "elapsed_s": 26.462, + "rss_mib": 199.086, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.968196 + }, + { + "elapsed_s": 26.569, + "rss_mib": 205.094, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.075224 + }, + { + "elapsed_s": 26.675, + "rss_mib": 212.359, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.181736 + }, + { + "elapsed_s": 26.782, + "rss_mib": 225.484, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.28874 + }, + { + "elapsed_s": 26.938, + "rss_mib": 231.609, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.444257 + }, + { + "elapsed_s": 27.051, + "rss_mib": 245.609, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.557102 + }, + { + "elapsed_s": 27.16, + "rss_mib": 252.734, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.665812 + }, + { + "elapsed_s": 27.266, + "rss_mib": 263.984, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.772062 + }, + { + "elapsed_s": 27.372, + "rss_mib": 272.398, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.87837 + }, + { + "elapsed_s": 27.478, + "rss_mib": 285.398, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.984543 + }, + { + "elapsed_s": 27.639, + "rss_mib": 290.918, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.145731 + }, + { + "elapsed_s": 27.747, + "rss_mib": 294.168, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.253363 + }, + { + "elapsed_s": 27.855, + "rss_mib": 298.043, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.36083 + }, + { + "elapsed_s": 27.961, + "rss_mib": 303.27, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.467529 + }, + { + "elapsed_s": 28.068, + "rss_mib": 309.164, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.574105 + }, + { + "elapsed_s": 28.175, + "rss_mib": 320.336, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.680889 + }, + { + "elapsed_s": 28.335, + "rss_mib": 333.41, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.841581 + }, + { + "elapsed_s": 28.441, + "rss_mib": 338.824, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.947688 + }, + { + "elapsed_s": 28.547, + "rss_mib": 346.98, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 27.053491 + }, + { + "elapsed_s": 28.658, + "rss_mib": 396.855, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 27.163866 + }, + { + "elapsed_s": 28.838, + "rss_mib": 428.055, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 27.344115 + }, + { + "elapsed_s": 28.963, + "rss_mib": 473.777, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 27.469582 + }, + { + "elapsed_s": 29.072, + "rss_mib": 435.871, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 27.577823 + }, + { + "elapsed_s": 29.245, + "rss_mib": 420.613, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 27.751044 + }, + { + "elapsed_s": 29.361, + "rss_mib": 458.492, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 27.867506 + }, + { + "elapsed_s": 29.547, + "rss_mib": 513.367, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 28.053624 + }, + { + "elapsed_s": 29.737, + "rss_mib": 477.754, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 28.243157 + }, + { + "elapsed_s": 29.845, + "rss_mib": 419.535, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 28.351703 + }, + { + "elapsed_s": 29.954, + "rss_mib": 408.078, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 28.459908 + }, + { + "elapsed_s": 30.06, + "rss_mib": 425.43, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 28.566567 + }, + { + "elapsed_s": 30.167, + "rss_mib": 440.707, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 28.673028 + }, + { + "elapsed_s": 30.273, + "rss_mib": 458.953, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 28.779147 + }, + { + "elapsed_s": 30.379, + "rss_mib": 472.328, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 28.885211 + }, + { + "elapsed_s": 30.537, + "rss_mib": 494.879, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 29.043429 + }, + { + "elapsed_s": 30.645, + "rss_mib": 539.254, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 29.151097 + }, + { + "elapsed_s": 30.755, + "rss_mib": 633.879, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 29.261091 + }, + { + "elapsed_s": 30.861, + "rss_mib": 627.648, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 29.367428 + }, + { + "elapsed_s": 30.967, + "rss_mib": 655.242, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 29.473756 + }, + { + "elapsed_s": 31.074, + "rss_mib": 644.207, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 29.580087 + }, + { + "elapsed_s": 31.181, + "rss_mib": 655.605, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 29.686951 + }, + { + "elapsed_s": 31.341, + "rss_mib": 670.754, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 29.846863 + }, + { + "elapsed_s": 31.447, + "rss_mib": 686.379, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 29.953542 + }, + { + "elapsed_s": 31.557, + "rss_mib": 695.547, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 30.062888 + }, + { + "elapsed_s": 31.663, + "rss_mib": 644.688, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 30.16972 + }, + { + "elapsed_s": 31.77, + "rss_mib": 630.953, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 30.275941 + }, + { + "elapsed_s": 31.879, + "rss_mib": 579.797, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 30.385422 + }, + { + "elapsed_s": 31.989, + "rss_mib": 577.047, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 30.494853 + }, + { + "elapsed_s": 32.139, + "rss_mib": 574.168, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 30.644825 + }, + { + "elapsed_s": 32.244, + "rss_mib": 571.402, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 30.75079 + }, + { + "elapsed_s": 32.354, + "rss_mib": 568.438, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 30.860756 + }, + { + "elapsed_s": 32.461, + "rss_mib": 563.508, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 30.967781 + }, + { + "elapsed_s": 32.568, + "rss_mib": 438.641, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 31.074291 + }, + { + "elapsed_s": 32.675, + "rss_mib": 337.465, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.783, + "rss_mib": 237.219, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.891, + "rss_mib": 119.555, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.996, + "rss_mib": 131.512, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.101, + "rss_mib": 138.801, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.207, + "rss_mib": 139.301, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.312, + "rss_mib": 143.605, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.42, + "rss_mib": 150.855, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.526, + "rss_mib": 162.605, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.632, + "rss_mib": 169.355, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.739, + "rss_mib": 182.883, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.845, + "rss_mib": 188.559, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.954, + "rss_mib": 189.809, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.06, + "rss_mib": 193.059, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.166, + "rss_mib": 202.281, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.271, + "rss_mib": 211.137, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.377, + "rss_mib": 223.465, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.535, + "rss_mib": 291.84, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.641, + "rss_mib": 294.258, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.749, + "rss_mib": 280.102, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.858, + "rss_mib": 239.629, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.969, + "rss_mib": 249.129, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.082, + "rss_mib": 260.168, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.193, + "rss_mib": 270.758, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.302, + "rss_mib": 279.566, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.411, + "rss_mib": 280.473, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.524, + "rss_mib": 302.723, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.632, + "rss_mib": 380.223, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.738, + "rss_mib": 356.875, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.843, + "rss_mib": 376.645, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.949, + "rss_mib": 391.301, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 36.058, + "rss_mib": 365.984, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 36.164, + "rss_mib": 332.023, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 36.272, + "rss_mib": 329.32, + "queued": 0, + "processing": 0, + "ready": 18, + "failed": 0, + "oldest_queued_s": 0 + } + ], + "repeat": 2, + "concurrency": 4, + "prefetch_per_consumer": 1 + }, + { + "width": 1280, + "height": 800, + "bytes": 774325, + "sha256": "e8f395f1bdf837a475d4c6f11e5d3e8f911e09ce4f2a41f853d403bebef3efcc", + "requests": 18, + "clients": 6, + "http_statuses": { + "202": 18 + }, + "api_replicas_seen": 2, + "elapsed_s": 32.433771702999366, + "owner_id": "98aa3ad3-df24-4e75-a6f5-1b037e3dfb56", + "attachment_ids": [ + "48c91f86-d59a-4e04-85d7-4f24d917b0fc", + "1fc07f40-6e89-40f8-9f4a-9d957cb2be76", + "481ec03c-f11b-41a3-b9ca-df702cd82a94", + "63907041-50e9-4c82-908d-66c9a60e20e8", + "a17c1844-cee6-4b04-bbc4-40d180aa104b", + "8660d427-4eb1-4254-bdaa-eb4db9afb977", + "aa6f6c48-4a4f-4d25-a62d-cd4e695aaf02", + "30283754-c829-47c0-a099-70ff4832568d", + "344bbfbb-1114-4fc4-ae79-bb1f0dd2c652", + "de1ef7cf-8260-4e5e-b7c6-7d7907002155", + "5c045a9e-e68e-46ff-bc48-bb7430af3897", + "63de0450-9e76-405a-9fcf-068a08ea687d", + "de073628-b28b-4d06-9ff7-b31e47e5ba39", + "789279cf-5b4f-4594-a270-fe279a6d2b4d", + "56b75f0e-4b0c-4eba-a3e8-0b13f6308d3c", + "a635b46b-6c02-47e7-a7ab-3bbd814cdfcd", + "8b3fe407-e26b-4afd-a940-c57b796a5b4f", + "7ade82d0-92d6-413a-84f2-7dcf27f4906c" + ], + "throughput_per_s": 0.5549770826787752, + "ready_p95_s": 31.417533, + "queue_wait_p95_s": 28.421323, + "queue_lag_max_jobs": 14, + "queue_oldest_max_s": 28.33212, + "processing_max": 4, + "rss_peak_mib": 627.523, + "samples": [ + { + "elapsed_s": 0.045, + "rss_mib": 83.75, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.152, + "rss_mib": 83.75, + "queued": 1, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.04552 + }, + { + "elapsed_s": 0.257, + "rss_mib": 83.75, + "queued": 4, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.15086 + }, + { + "elapsed_s": 0.362, + "rss_mib": 138.75, + "queued": 1, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.08811 + }, + { + "elapsed_s": 0.521, + "rss_mib": 154.035, + "queued": 4, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.246537 + }, + { + "elapsed_s": 0.634, + "rss_mib": 154.285, + "queued": 5, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.359845 + }, + { + "elapsed_s": 0.743, + "rss_mib": 155.285, + "queued": 7, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.468388 + }, + { + "elapsed_s": 0.852, + "rss_mib": 162.91, + "queued": 10, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.57807 + }, + { + "elapsed_s": 0.959, + "rss_mib": 178.262, + "queued": 13, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.685166 + }, + { + "elapsed_s": 1.117, + "rss_mib": 193.016, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.842788 + }, + { + "elapsed_s": 1.227, + "rss_mib": 193.266, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.952823 + }, + { + "elapsed_s": 1.335, + "rss_mib": 193.516, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.060615 + }, + { + "elapsed_s": 1.441, + "rss_mib": 194.141, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.166952 + }, + { + "elapsed_s": 1.547, + "rss_mib": 198.484, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.273146 + }, + { + "elapsed_s": 1.654, + "rss_mib": 202.363, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.379471 + }, + { + "elapsed_s": 1.76, + "rss_mib": 204.738, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.485828 + }, + { + "elapsed_s": 1.919, + "rss_mib": 216.863, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.644357 + }, + { + "elapsed_s": 2.024, + "rss_mib": 238.863, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.74967 + }, + { + "elapsed_s": 2.13, + "rss_mib": 241.238, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.856268 + }, + { + "elapsed_s": 2.241, + "rss_mib": 246.613, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.966775 + }, + { + "elapsed_s": 2.35, + "rss_mib": 253.613, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.07569 + }, + { + "elapsed_s": 2.458, + "rss_mib": 269.363, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.183559 + }, + { + "elapsed_s": 2.617, + "rss_mib": 286.238, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.34324 + }, + { + "elapsed_s": 2.722, + "rss_mib": 291.398, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.448255 + }, + { + "elapsed_s": 2.831, + "rss_mib": 295.023, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.556762 + }, + { + "elapsed_s": 2.938, + "rss_mib": 296.523, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.664244 + }, + { + "elapsed_s": 3.045, + "rss_mib": 297.148, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.770778 + }, + { + "elapsed_s": 3.151, + "rss_mib": 304.148, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.877173 + }, + { + "elapsed_s": 3.259, + "rss_mib": 316.148, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.985291 + }, + { + "elapsed_s": 3.416, + "rss_mib": 322.422, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.14181 + }, + { + "elapsed_s": 3.522, + "rss_mib": 326.172, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.247695 + }, + { + "elapsed_s": 3.628, + "rss_mib": 345.047, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.353803 + }, + { + "elapsed_s": 3.735, + "rss_mib": 358.68, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.460451 + }, + { + "elapsed_s": 3.841, + "rss_mib": 363.773, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.566837 + }, + { + "elapsed_s": 4.017, + "rss_mib": 422.898, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.742821 + }, + { + "elapsed_s": 4.133, + "rss_mib": 567.523, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.8588 + }, + { + "elapsed_s": 4.32, + "rss_mib": 626.648, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.045527 + }, + { + "elapsed_s": 4.432, + "rss_mib": 627.523, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.15817 + }, + { + "elapsed_s": 4.549, + "rss_mib": 589.672, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.274611 + }, + { + "elapsed_s": 4.722, + "rss_mib": 439.223, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.447494 + }, + { + "elapsed_s": 4.829, + "rss_mib": 390.172, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.555047 + }, + { + "elapsed_s": 4.939, + "rss_mib": 403.547, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.664915 + }, + { + "elapsed_s": 5.045, + "rss_mib": 415.297, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.770999 + }, + { + "elapsed_s": 5.152, + "rss_mib": 439.918, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.877438 + }, + { + "elapsed_s": 5.315, + "rss_mib": 458.5, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.041219 + }, + { + "elapsed_s": 5.435, + "rss_mib": 466.023, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.160779 + }, + { + "elapsed_s": 5.543, + "rss_mib": 475.754, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.268423 + }, + { + "elapsed_s": 5.65, + "rss_mib": 485.129, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.375374 + }, + { + "elapsed_s": 5.757, + "rss_mib": 500.473, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.482692 + }, + { + "elapsed_s": 5.921, + "rss_mib": 536.098, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.646407 + }, + { + "elapsed_s": 6.047, + "rss_mib": 558.785, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.772447 + }, + { + "elapsed_s": 6.155, + "rss_mib": 579.785, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.880446 + }, + { + "elapsed_s": 6.342, + "rss_mib": 596.66, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.067913 + }, + { + "elapsed_s": 6.454, + "rss_mib": 612.66, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.179746 + }, + { + "elapsed_s": 6.564, + "rss_mib": 621.035, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.289365 + }, + { + "elapsed_s": 6.718, + "rss_mib": 578.352, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 6.444336 + }, + { + "elapsed_s": 6.824, + "rss_mib": 538.02, + "queued": 14, + "processing": 3, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.550169 + }, + { + "elapsed_s": 6.931, + "rss_mib": 538.02, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.656904 + }, + { + "elapsed_s": 7.041, + "rss_mib": 538.145, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.766693 + }, + { + "elapsed_s": 7.148, + "rss_mib": 538.27, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.873837 + }, + { + "elapsed_s": 7.256, + "rss_mib": 538.27, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.981403 + }, + { + "elapsed_s": 7.419, + "rss_mib": 527.566, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.144498 + }, + { + "elapsed_s": 7.524, + "rss_mib": 523.582, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.250217 + }, + { + "elapsed_s": 7.63, + "rss_mib": 520.699, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.356003 + }, + { + "elapsed_s": 7.737, + "rss_mib": 193.492, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.462667 + }, + { + "elapsed_s": 7.846, + "rss_mib": 130.625, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.300447 + }, + { + "elapsed_s": 7.954, + "rss_mib": 153.715, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.40865 + }, + { + "elapsed_s": 8.062, + "rss_mib": 153.84, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.516251 + }, + { + "elapsed_s": 8.219, + "rss_mib": 156.84, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.673289 + }, + { + "elapsed_s": 8.324, + "rss_mib": 167.699, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.778755 + }, + { + "elapsed_s": 8.43, + "rss_mib": 187.547, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.88483 + }, + { + "elapsed_s": 8.537, + "rss_mib": 193.59, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.991711 + }, + { + "elapsed_s": 8.644, + "rss_mib": 193.84, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.097681 + }, + { + "elapsed_s": 8.752, + "rss_mib": 194.34, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.205623 + }, + { + "elapsed_s": 8.86, + "rss_mib": 195.34, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.313034 + }, + { + "elapsed_s": 9.018, + "rss_mib": 200.633, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.471695 + }, + { + "elapsed_s": 9.125, + "rss_mib": 202.715, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.578614 + }, + { + "elapsed_s": 9.232, + "rss_mib": 207.34, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.685029 + }, + { + "elapsed_s": 9.338, + "rss_mib": 218.715, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.791278 + }, + { + "elapsed_s": 9.445, + "rss_mib": 235.715, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.89811 + }, + { + "elapsed_s": 9.551, + "rss_mib": 241.59, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.004684 + }, + { + "elapsed_s": 9.663, + "rss_mib": 244.84, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.116607 + }, + { + "elapsed_s": 9.818, + "rss_mib": 251.965, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.271074 + }, + { + "elapsed_s": 9.923, + "rss_mib": 264.59, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.376179 + }, + { + "elapsed_s": 10.029, + "rss_mib": 279.781, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.482075 + }, + { + "elapsed_s": 10.137, + "rss_mib": 289.355, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.590674 + }, + { + "elapsed_s": 10.244, + "rss_mib": 293.605, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.697178 + }, + { + "elapsed_s": 10.351, + "rss_mib": 295.23, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.804304 + }, + { + "elapsed_s": 10.458, + "rss_mib": 296.605, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.911349 + }, + { + "elapsed_s": 10.618, + "rss_mib": 300.73, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.070916 + }, + { + "elapsed_s": 10.724, + "rss_mib": 310.105, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.177201 + }, + { + "elapsed_s": 10.831, + "rss_mib": 322.781, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.284526 + }, + { + "elapsed_s": 10.94, + "rss_mib": 324.5, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.392757 + }, + { + "elapsed_s": 11.046, + "rss_mib": 332.875, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.499699 + }, + { + "elapsed_s": 11.154, + "rss_mib": 346.406, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.607111 + }, + { + "elapsed_s": 11.315, + "rss_mib": 356.914, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.768427 + }, + { + "elapsed_s": 11.421, + "rss_mib": 376.906, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.874107 + }, + { + "elapsed_s": 11.527, + "rss_mib": 459.156, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.98071 + }, + { + "elapsed_s": 11.718, + "rss_mib": 549.281, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.171106 + }, + { + "elapsed_s": 11.829, + "rss_mib": 579.156, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.282011 + }, + { + "elapsed_s": 12.019, + "rss_mib": 562.473, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.472099 + }, + { + "elapsed_s": 12.13, + "rss_mib": 505.512, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.582785 + }, + { + "elapsed_s": 12.241, + "rss_mib": 449.152, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.694385 + }, + { + "elapsed_s": 12.348, + "rss_mib": 399.027, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.801587 + }, + { + "elapsed_s": 12.454, + "rss_mib": 410.402, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.907623 + }, + { + "elapsed_s": 12.561, + "rss_mib": 429.508, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.01401 + }, + { + "elapsed_s": 12.718, + "rss_mib": 452.211, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.171664 + }, + { + "elapsed_s": 12.824, + "rss_mib": 462.758, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.277597 + }, + { + "elapsed_s": 12.931, + "rss_mib": 476.391, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.38422 + }, + { + "elapsed_s": 13.039, + "rss_mib": 496.141, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.492084 + }, + { + "elapsed_s": 13.146, + "rss_mib": 522.391, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.59913 + }, + { + "elapsed_s": 13.253, + "rss_mib": 547.098, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.705965 + }, + { + "elapsed_s": 13.359, + "rss_mib": 574.277, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.812506 + }, + { + "elapsed_s": 13.517, + "rss_mib": 601.652, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.970587 + }, + { + "elapsed_s": 13.623, + "rss_mib": 619.277, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.075999 + }, + { + "elapsed_s": 13.728, + "rss_mib": 578.055, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.181177 + }, + { + "elapsed_s": 13.839, + "rss_mib": 527.664, + "queued": 10, + "processing": 3, + "ready": 5, + "failed": 0, + "oldest_queued_s": 13.292087 + }, + { + "elapsed_s": 13.947, + "rss_mib": 527.789, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.40002 + }, + { + "elapsed_s": 14.054, + "rss_mib": 527.789, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.507205 + }, + { + "elapsed_s": 14.215, + "rss_mib": 524.844, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.668565 + }, + { + "elapsed_s": 14.324, + "rss_mib": 524.844, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.777432 + }, + { + "elapsed_s": 14.435, + "rss_mib": 517.277, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.888251 + }, + { + "elapsed_s": 14.546, + "rss_mib": 514.332, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.999573 + }, + { + "elapsed_s": 14.656, + "rss_mib": 402.309, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.108819 + }, + { + "elapsed_s": 14.815, + "rss_mib": 409.309, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.169154 + }, + { + "elapsed_s": 14.922, + "rss_mib": 101.852, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.275517 + }, + { + "elapsed_s": 15.027, + "rss_mib": 143.348, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.236207 + }, + { + "elapsed_s": 15.137, + "rss_mib": 156.453, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.345861 + }, + { + "elapsed_s": 15.244, + "rss_mib": 161.941, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.452928 + }, + { + "elapsed_s": 15.351, + "rss_mib": 172.387, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.560434 + }, + { + "elapsed_s": 15.458, + "rss_mib": 179.832, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.66743 + }, + { + "elapsed_s": 15.619, + "rss_mib": 189.418, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.827446 + }, + { + "elapsed_s": 15.725, + "rss_mib": 193.883, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.934184 + }, + { + "elapsed_s": 15.835, + "rss_mib": 195.633, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.044143 + }, + { + "elapsed_s": 15.964, + "rss_mib": 196.008, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.173116 + }, + { + "elapsed_s": 16.144, + "rss_mib": 199.816, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.35323 + }, + { + "elapsed_s": 16.258, + "rss_mib": 201.082, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.467348 + }, + { + "elapsed_s": 16.42, + "rss_mib": 203.957, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.628493 + }, + { + "elapsed_s": 16.539, + "rss_mib": 208.34, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.747694 + }, + { + "elapsed_s": 16.646, + "rss_mib": 217.48, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.855291 + }, + { + "elapsed_s": 16.753, + "rss_mib": 223.48, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.961985 + }, + { + "elapsed_s": 16.86, + "rss_mib": 236.73, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.068514 + }, + { + "elapsed_s": 17.019, + "rss_mib": 244.98, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.227508 + }, + { + "elapsed_s": 17.125, + "rss_mib": 252.855, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.333917 + }, + { + "elapsed_s": 17.232, + "rss_mib": 261.531, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.441348 + }, + { + "elapsed_s": 17.34, + "rss_mib": 274.281, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.548564 + }, + { + "elapsed_s": 17.447, + "rss_mib": 285.0, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.65579 + }, + { + "elapsed_s": 17.553, + "rss_mib": 291.25, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.762352 + }, + { + "elapsed_s": 17.715, + "rss_mib": 294.461, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.924201 + }, + { + "elapsed_s": 17.822, + "rss_mib": 296.461, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.030512 + }, + { + "elapsed_s": 17.928, + "rss_mib": 301.211, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.136535 + }, + { + "elapsed_s": 18.035, + "rss_mib": 307.012, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.243841 + }, + { + "elapsed_s": 18.142, + "rss_mib": 314.512, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.35074 + }, + { + "elapsed_s": 18.248, + "rss_mib": 323.199, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.457425 + }, + { + "elapsed_s": 18.354, + "rss_mib": 334.02, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.563431 + }, + { + "elapsed_s": 18.515, + "rss_mib": 348.895, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.724166 + }, + { + "elapsed_s": 18.625, + "rss_mib": 386.738, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.833663 + }, + { + "elapsed_s": 18.738, + "rss_mib": 425.238, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.946743 + }, + { + "elapsed_s": 18.915, + "rss_mib": 429.277, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.124327 + }, + { + "elapsed_s": 19.023, + "rss_mib": 415.754, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.232426 + }, + { + "elapsed_s": 19.134, + "rss_mib": 468.629, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.342605 + }, + { + "elapsed_s": 19.315, + "rss_mib": 505.379, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.524174 + }, + { + "elapsed_s": 19.426, + "rss_mib": 465.5, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.634807 + }, + { + "elapsed_s": 19.552, + "rss_mib": 451.211, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.760799 + }, + { + "elapsed_s": 19.72, + "rss_mib": 463.086, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.928546 + }, + { + "elapsed_s": 19.825, + "rss_mib": 409.949, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.034161 + }, + { + "elapsed_s": 19.931, + "rss_mib": 429.566, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.139667 + }, + { + "elapsed_s": 20.038, + "rss_mib": 446.863, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.247301 + }, + { + "elapsed_s": 20.145, + "rss_mib": 460.93, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.35409 + }, + { + "elapsed_s": 20.252, + "rss_mib": 469.039, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.460751 + }, + { + "elapsed_s": 20.358, + "rss_mib": 486.418, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.56738 + }, + { + "elapsed_s": 20.515, + "rss_mib": 500.348, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.724127 + }, + { + "elapsed_s": 20.622, + "rss_mib": 526.156, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.830448 + }, + { + "elapsed_s": 20.728, + "rss_mib": 562.191, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.937275 + }, + { + "elapsed_s": 20.838, + "rss_mib": 581.906, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.046457 + }, + { + "elapsed_s": 20.944, + "rss_mib": 600.781, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.153114 + }, + { + "elapsed_s": 21.051, + "rss_mib": 591.34, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.259926 + }, + { + "elapsed_s": 21.158, + "rss_mib": 597.34, + "queued": 6, + "processing": 3, + "ready": 9, + "failed": 0, + "oldest_queued_s": 20.366524 + }, + { + "elapsed_s": 21.264, + "rss_mib": 558.711, + "queued": 6, + "processing": 3, + "ready": 9, + "failed": 0, + "oldest_queued_s": 20.473352 + }, + { + "elapsed_s": 21.373, + "rss_mib": 533.551, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 20.581449 + }, + { + "elapsed_s": 21.519, + "rss_mib": 533.676, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.727507 + }, + { + "elapsed_s": 21.625, + "rss_mib": 530.777, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.833511 + }, + { + "elapsed_s": 21.734, + "rss_mib": 530.777, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.94294 + }, + { + "elapsed_s": 21.841, + "rss_mib": 512.629, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.04986 + }, + { + "elapsed_s": 21.947, + "rss_mib": 412.914, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.155863 + }, + { + "elapsed_s": 22.054, + "rss_mib": 419.789, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.232243 + }, + { + "elapsed_s": 22.161, + "rss_mib": 206.289, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.338998 + }, + { + "elapsed_s": 22.271, + "rss_mib": 120.738, + "queued": 3, + "processing": 3, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.373252 + }, + { + "elapsed_s": 22.42, + "rss_mib": 154.293, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.468913 + }, + { + "elapsed_s": 22.527, + "rss_mib": 160.219, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.575037 + }, + { + "elapsed_s": 22.638, + "rss_mib": 167.82, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.686292 + }, + { + "elapsed_s": 22.746, + "rss_mib": 178.645, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.794832 + }, + { + "elapsed_s": 22.854, + "rss_mib": 189.805, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.902175 + }, + { + "elapsed_s": 23.015, + "rss_mib": 193.137, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.063718 + }, + { + "elapsed_s": 23.121, + "rss_mib": 194.637, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.169421 + }, + { + "elapsed_s": 23.226, + "rss_mib": 196.098, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.274844 + }, + { + "elapsed_s": 23.334, + "rss_mib": 199.898, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.381988 + }, + { + "elapsed_s": 23.441, + "rss_mib": 205.875, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.489855 + }, + { + "elapsed_s": 23.548, + "rss_mib": 216.25, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.596646 + }, + { + "elapsed_s": 23.655, + "rss_mib": 225.125, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.703746 + }, + { + "elapsed_s": 23.819, + "rss_mib": 238.375, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.867404 + }, + { + "elapsed_s": 23.925, + "rss_mib": 246.125, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.973095 + }, + { + "elapsed_s": 24.031, + "rss_mib": 257.0, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.079119 + }, + { + "elapsed_s": 24.137, + "rss_mib": 267.789, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.185822 + }, + { + "elapsed_s": 24.244, + "rss_mib": 278.43, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.292616 + }, + { + "elapsed_s": 24.353, + "rss_mib": 286.895, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.401598 + }, + { + "elapsed_s": 24.461, + "rss_mib": 292.168, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.509675 + }, + { + "elapsed_s": 24.621, + "rss_mib": 295.543, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.66947 + }, + { + "elapsed_s": 24.728, + "rss_mib": 298.543, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.77679 + }, + { + "elapsed_s": 24.835, + "rss_mib": 305.246, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.883921 + }, + { + "elapsed_s": 24.942, + "rss_mib": 311.734, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.990011 + }, + { + "elapsed_s": 25.05, + "rss_mib": 320.391, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.098091 + }, + { + "elapsed_s": 25.157, + "rss_mib": 334.938, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.204971 + }, + { + "elapsed_s": 25.319, + "rss_mib": 342.301, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.367495 + }, + { + "elapsed_s": 25.425, + "rss_mib": 350.281, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.473184 + }, + { + "elapsed_s": 25.531, + "rss_mib": 397.289, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.579523 + }, + { + "elapsed_s": 25.641, + "rss_mib": 429.664, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.689598 + }, + { + "elapsed_s": 25.829, + "rss_mib": 408.406, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.877566 + }, + { + "elapsed_s": 26.019, + "rss_mib": 451.781, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.067022 + }, + { + "elapsed_s": 26.127, + "rss_mib": 490.656, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.175387 + }, + { + "elapsed_s": 26.243, + "rss_mib": 468.082, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.291331 + }, + { + "elapsed_s": 26.418, + "rss_mib": 474.086, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.466591 + }, + { + "elapsed_s": 26.531, + "rss_mib": 447.027, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.578949 + }, + { + "elapsed_s": 26.647, + "rss_mib": 458.277, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.695155 + }, + { + "elapsed_s": 26.755, + "rss_mib": 396.809, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.803071 + }, + { + "elapsed_s": 26.862, + "rss_mib": 415.266, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.910289 + }, + { + "elapsed_s": 27.022, + "rss_mib": 426.262, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.070173 + }, + { + "elapsed_s": 27.129, + "rss_mib": 439.434, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.177253 + }, + { + "elapsed_s": 27.236, + "rss_mib": 455.926, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.284813 + }, + { + "elapsed_s": 27.343, + "rss_mib": 465.082, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.391578 + }, + { + "elapsed_s": 27.45, + "rss_mib": 483.984, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.498229 + }, + { + "elapsed_s": 27.557, + "rss_mib": 495.625, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.604955 + }, + { + "elapsed_s": 27.72, + "rss_mib": 527.238, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.768401 + }, + { + "elapsed_s": 27.826, + "rss_mib": 551.672, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.874483 + }, + { + "elapsed_s": 27.933, + "rss_mib": 579.305, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.980952 + }, + { + "elapsed_s": 28.047, + "rss_mib": 577.879, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 27.095515 + }, + { + "elapsed_s": 28.156, + "rss_mib": 591.629, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 27.203955 + }, + { + "elapsed_s": 28.262, + "rss_mib": 600.379, + "queued": 2, + "processing": 3, + "ready": 13, + "failed": 0, + "oldest_queued_s": 27.310667 + }, + { + "elapsed_s": 28.415, + "rss_mib": 553.801, + "queued": 2, + "processing": 3, + "ready": 13, + "failed": 0, + "oldest_queued_s": 27.463757 + }, + { + "elapsed_s": 28.523, + "rss_mib": 528.379, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 27.57181 + }, + { + "elapsed_s": 28.637, + "rss_mib": 528.629, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 27.685865 + }, + { + "elapsed_s": 28.745, + "rss_mib": 525.723, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 27.793486 + }, + { + "elapsed_s": 28.852, + "rss_mib": 525.723, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 27.900348 + }, + { + "elapsed_s": 28.959, + "rss_mib": 520.645, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 28.00778 + }, + { + "elapsed_s": 29.116, + "rss_mib": 406.426, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 28.16479 + }, + { + "elapsed_s": 29.222, + "rss_mib": 417.977, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 28.224847 + }, + { + "elapsed_s": 29.329, + "rss_mib": 408.77, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 28.33212 + }, + { + "elapsed_s": 29.438, + "rss_mib": 214.5, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.546, + "rss_mib": 122.348, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.653, + "rss_mib": 129.285, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.758, + "rss_mib": 136.07, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.864, + "rss_mib": 140.41, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.971, + "rss_mib": 141.75, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.08, + "rss_mib": 148.57, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.186, + "rss_mib": 155.57, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.293, + "rss_mib": 166.195, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.399, + "rss_mib": 176.07, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.504, + "rss_mib": 184.602, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.61, + "rss_mib": 190.09, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.721, + "rss_mib": 194.34, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.826, + "rss_mib": 199.523, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.932, + "rss_mib": 209.672, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.038, + "rss_mib": 221.297, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.152, + "rss_mib": 289.242, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.258, + "rss_mib": 226.789, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.364, + "rss_mib": 298.789, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.471, + "rss_mib": 238.406, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.576, + "rss_mib": 250.762, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.683, + "rss_mib": 265.84, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.79, + "rss_mib": 279.859, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.897, + "rss_mib": 293.055, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.004, + "rss_mib": 323.605, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.111, + "rss_mib": 338.043, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.217, + "rss_mib": 337.574, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.323, + "rss_mib": 321.418, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.43, + "rss_mib": 314.223, + "queued": 0, + "processing": 0, + "ready": 18, + "failed": 0, + "oldest_queued_s": 0 + } + ], + "repeat": 2, + "concurrency": 4, + "prefetch_per_consumer": 1 + }, + { + "width": 320, + "height": 200, + "bytes": 49354, + "sha256": "6636468bcbbb41746d377deabc0bf5b4cdcfb76681f8fcab535d7db414162c22", + "requests": 18, + "clients": 6, + "http_statuses": { + "202": 18 + }, + "api_replicas_seen": 2, + "elapsed_s": 31.647972769999797, + "owner_id": "7b70c5a0-12ef-41b4-bbfe-989552e4818b", + "attachment_ids": [ + "7388e311-4874-45a4-8020-1550a5056895", + "e34378de-01a0-4665-97e4-31eaf6aa7c7d", + "d40a0369-44fd-4a08-b8b7-fffdeb8ff2f7", + "b8fb8c7a-88f7-4d27-8f82-1cb26709b485", + "c703078a-0d49-4bf9-aed2-0988cf5cdcbc", + "f32842f4-1af0-4a10-bd56-475827bce430", + "815d3bfe-7e02-4b90-84ee-8275d9a3d848", + "48ba4475-bef3-4d10-b3b8-1f9a224424ae", + "d2e7224e-eefa-4991-acf6-93d61657f3b4", + "6ef833fb-5483-4527-8d5a-d4a3e7caeb26", + "59bce042-f0b5-4308-b708-9680be5b9781", + "86cc87c0-8516-444c-8d9d-792891dda841", + "2d288a1f-2d23-450e-8326-79e36c5e81b2", + "ffbb4f8c-b6ab-41b7-bd8f-253a5921c67c", + "d7111a36-f465-46c9-9664-e2b67f4bb983", + "5678bd11-0fb6-42fa-acee-7fecf6f8396d", + "99a0ebd6-4ee0-4c91-9adc-762d2c1387be", + "c81de154-82fe-49e9-baed-bf6e4632d3ad" + ], + "throughput_per_s": 0.568756808874116, + "ready_p95_s": 30.943396, + "queue_wait_p95_s": 27.535648, + "queue_lag_max_jobs": 16, + "queue_oldest_max_s": 27.47535, + "processing_max": 4, + "rss_peak_mib": 565.867, + "samples": [ + { + "elapsed_s": 0.044, + "rss_mib": 83.75, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.15, + "rss_mib": 105.875, + "queued": 2, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.052362 + }, + { + "elapsed_s": 0.257, + "rss_mib": 118.809, + "queued": 4, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.159781 + }, + { + "elapsed_s": 0.372, + "rss_mib": 122.184, + "queued": 8, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.27392 + }, + { + "elapsed_s": 0.486, + "rss_mib": 132.137, + "queued": 11, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.388245 + }, + { + "elapsed_s": 0.595, + "rss_mib": 138.617, + "queued": 14, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.497111 + }, + { + "elapsed_s": 0.705, + "rss_mib": 138.617, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.607476 + }, + { + "elapsed_s": 0.824, + "rss_mib": 139.117, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.726028 + }, + { + "elapsed_s": 0.939, + "rss_mib": 141.242, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.841539 + }, + { + "elapsed_s": 1.049, + "rss_mib": 142.91, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.950998 + }, + { + "elapsed_s": 1.161, + "rss_mib": 144.285, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.063849 + }, + { + "elapsed_s": 1.269, + "rss_mib": 148.91, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.171116 + }, + { + "elapsed_s": 1.383, + "rss_mib": 184.66, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.201137 + }, + { + "elapsed_s": 1.498, + "rss_mib": 197.699, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.315759 + }, + { + "elapsed_s": 1.606, + "rss_mib": 197.699, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.423973 + }, + { + "elapsed_s": 1.715, + "rss_mib": 198.824, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.532675 + }, + { + "elapsed_s": 1.877, + "rss_mib": 205.699, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.69534 + }, + { + "elapsed_s": 1.986, + "rss_mib": 213.48, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.803878 + }, + { + "elapsed_s": 2.095, + "rss_mib": 227.855, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.912841 + }, + { + "elapsed_s": 2.204, + "rss_mib": 238.906, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.021526 + }, + { + "elapsed_s": 2.312, + "rss_mib": 240.785, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.12958 + }, + { + "elapsed_s": 2.473, + "rss_mib": 243.41, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.290632 + }, + { + "elapsed_s": 2.58, + "rss_mib": 244.16, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.397823 + }, + { + "elapsed_s": 2.693, + "rss_mib": 245.035, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.510481 + }, + { + "elapsed_s": 2.804, + "rss_mib": 247.41, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.62217 + }, + { + "elapsed_s": 2.911, + "rss_mib": 252.262, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.729376 + }, + { + "elapsed_s": 3.018, + "rss_mib": 259.387, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.836297 + }, + { + "elapsed_s": 3.175, + "rss_mib": 270.234, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.99273 + }, + { + "elapsed_s": 3.283, + "rss_mib": 276.863, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.099442 + }, + { + "elapsed_s": 3.39, + "rss_mib": 284.863, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.206661 + }, + { + "elapsed_s": 3.499, + "rss_mib": 294.363, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.315883 + }, + { + "elapsed_s": 3.614, + "rss_mib": 302.246, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.430754 + }, + { + "elapsed_s": 3.772, + "rss_mib": 305.43, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.588982 + }, + { + "elapsed_s": 3.879, + "rss_mib": 315.305, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.69551 + }, + { + "elapsed_s": 3.986, + "rss_mib": 360.555, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.802181 + }, + { + "elapsed_s": 4.099, + "rss_mib": 438.711, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.915793 + }, + { + "elapsed_s": 4.277, + "rss_mib": 457.402, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.093401 + }, + { + "elapsed_s": 4.385, + "rss_mib": 421.258, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.201382 + }, + { + "elapsed_s": 4.493, + "rss_mib": 357.285, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.309344 + }, + { + "elapsed_s": 4.599, + "rss_mib": 344.688, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.415906 + }, + { + "elapsed_s": 4.706, + "rss_mib": 352.062, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.522161 + }, + { + "elapsed_s": 4.812, + "rss_mib": 364.688, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.628292 + }, + { + "elapsed_s": 4.918, + "rss_mib": 382.375, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.734518 + }, + { + "elapsed_s": 5.074, + "rss_mib": 392.523, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.890963 + }, + { + "elapsed_s": 5.182, + "rss_mib": 397.258, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.998609 + }, + { + "elapsed_s": 5.294, + "rss_mib": 410.258, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.111035 + }, + { + "elapsed_s": 5.402, + "rss_mib": 418.883, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.21859 + }, + { + "elapsed_s": 5.51, + "rss_mib": 429.117, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.32644 + }, + { + "elapsed_s": 5.616, + "rss_mib": 435.992, + "queued": 14, + "processing": 4, + "ready": 0, + "failed": 0, + "oldest_queued_s": 5.432997 + }, + { + "elapsed_s": 5.728, + "rss_mib": 480.492, + "queued": 14, + "processing": 3, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.544251 + }, + { + "elapsed_s": 5.877, + "rss_mib": 534.117, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.694109 + }, + { + "elapsed_s": 5.991, + "rss_mib": 565.867, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.807994 + }, + { + "elapsed_s": 6.174, + "rss_mib": 501.961, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.990593 + }, + { + "elapsed_s": 6.281, + "rss_mib": 444.957, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.097488 + }, + { + "elapsed_s": 6.388, + "rss_mib": 452.207, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.204555 + }, + { + "elapsed_s": 6.496, + "rss_mib": 458.082, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.312751 + }, + { + "elapsed_s": 6.603, + "rss_mib": 458.902, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.419168 + }, + { + "elapsed_s": 6.709, + "rss_mib": 471.465, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.526043 + }, + { + "elapsed_s": 6.872, + "rss_mib": 375.812, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.688322 + }, + { + "elapsed_s": 6.978, + "rss_mib": 283.457, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.794463 + }, + { + "elapsed_s": 7.084, + "rss_mib": 316.184, + "queued": 12, + "processing": 4, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.852274 + }, + { + "elapsed_s": 7.191, + "rss_mib": 326.551, + "queued": 12, + "processing": 4, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.95913 + }, + { + "elapsed_s": 7.297, + "rss_mib": 330.301, + "queued": 12, + "processing": 4, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.065163 + }, + { + "elapsed_s": 7.405, + "rss_mib": 337.34, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.173518 + }, + { + "elapsed_s": 7.512, + "rss_mib": 346.25, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.280894 + }, + { + "elapsed_s": 7.675, + "rss_mib": 348.551, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.443006 + }, + { + "elapsed_s": 7.784, + "rss_mib": 348.551, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.552237 + }, + { + "elapsed_s": 7.91, + "rss_mib": 342.988, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.678215 + }, + { + "elapsed_s": 8.074, + "rss_mib": 342.363, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.842629 + }, + { + "elapsed_s": 8.18, + "rss_mib": 241.621, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.948116 + }, + { + "elapsed_s": 8.285, + "rss_mib": 159.594, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.965929 + }, + { + "elapsed_s": 8.394, + "rss_mib": 187.473, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.074896 + }, + { + "elapsed_s": 8.504, + "rss_mib": 197.262, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.184111 + }, + { + "elapsed_s": 8.61, + "rss_mib": 200.012, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.290885 + }, + { + "elapsed_s": 8.717, + "rss_mib": 210.957, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.397427 + }, + { + "elapsed_s": 8.876, + "rss_mib": 225.637, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.556279 + }, + { + "elapsed_s": 8.981, + "rss_mib": 235.012, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.661761 + }, + { + "elapsed_s": 9.087, + "rss_mib": 240.531, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.767729 + }, + { + "elapsed_s": 9.194, + "rss_mib": 244.156, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.875014 + }, + { + "elapsed_s": 9.305, + "rss_mib": 246.531, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.985307 + }, + { + "elapsed_s": 9.417, + "rss_mib": 249.039, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.097705 + }, + { + "elapsed_s": 9.577, + "rss_mib": 249.961, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.257943 + }, + { + "elapsed_s": 9.683, + "rss_mib": 253.586, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.363893 + }, + { + "elapsed_s": 9.789, + "rss_mib": 265.336, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.470025 + }, + { + "elapsed_s": 9.897, + "rss_mib": 280.738, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.577988 + }, + { + "elapsed_s": 10.009, + "rss_mib": 282.543, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.689707 + }, + { + "elapsed_s": 10.117, + "rss_mib": 285.543, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.797304 + }, + { + "elapsed_s": 10.275, + "rss_mib": 299.043, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.95575 + }, + { + "elapsed_s": 10.387, + "rss_mib": 312.168, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.067316 + }, + { + "elapsed_s": 10.497, + "rss_mib": 319.793, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.177842 + }, + { + "elapsed_s": 10.616, + "rss_mib": 327.945, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.296213 + }, + { + "elapsed_s": 10.776, + "rss_mib": 360.746, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.456858 + }, + { + "elapsed_s": 10.896, + "rss_mib": 418.621, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.576182 + }, + { + "elapsed_s": 11.015, + "rss_mib": 444.621, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.695905 + }, + { + "elapsed_s": 11.186, + "rss_mib": 462.121, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.866544 + }, + { + "elapsed_s": 11.296, + "rss_mib": 399.215, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.976178 + }, + { + "elapsed_s": 11.403, + "rss_mib": 343.719, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.083142 + }, + { + "elapsed_s": 11.509, + "rss_mib": 349.594, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.189514 + }, + { + "elapsed_s": 11.672, + "rss_mib": 360.004, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.352298 + }, + { + "elapsed_s": 11.778, + "rss_mib": 373.32, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.458591 + }, + { + "elapsed_s": 11.885, + "rss_mib": 384.902, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.565226 + }, + { + "elapsed_s": 11.996, + "rss_mib": 392.637, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.677068 + }, + { + "elapsed_s": 12.106, + "rss_mib": 399.215, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.786478 + }, + { + "elapsed_s": 12.214, + "rss_mib": 410.754, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.894194 + }, + { + "elapsed_s": 12.374, + "rss_mib": 420.129, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.054916 + }, + { + "elapsed_s": 12.479, + "rss_mib": 427.484, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.159945 + }, + { + "elapsed_s": 12.585, + "rss_mib": 436.367, + "queued": 10, + "processing": 4, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.265477 + }, + { + "elapsed_s": 12.695, + "rss_mib": 538.492, + "queued": 10, + "processing": 3, + "ready": 5, + "failed": 0, + "oldest_queued_s": 12.375765 + }, + { + "elapsed_s": 12.877, + "rss_mib": 564.617, + "queued": 10, + "processing": 3, + "ready": 5, + "failed": 0, + "oldest_queued_s": 12.557247 + }, + { + "elapsed_s": 12.988, + "rss_mib": 564.617, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.668303 + }, + { + "elapsed_s": 13.095, + "rss_mib": 443.676, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.775335 + }, + { + "elapsed_s": 13.202, + "rss_mib": 451.176, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.882466 + }, + { + "elapsed_s": 13.31, + "rss_mib": 454.551, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.990275 + }, + { + "elapsed_s": 13.416, + "rss_mib": 455.312, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.096985 + }, + { + "elapsed_s": 13.574, + "rss_mib": 470.922, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.254896 + }, + { + "elapsed_s": 13.68, + "rss_mib": 476.801, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.360831 + }, + { + "elapsed_s": 13.786, + "rss_mib": 274.305, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.466467 + }, + { + "elapsed_s": 13.894, + "rss_mib": 302.68, + "queued": 8, + "processing": 4, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.51052 + }, + { + "elapsed_s": 14.001, + "rss_mib": 324.848, + "queued": 8, + "processing": 4, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.617347 + }, + { + "elapsed_s": 14.108, + "rss_mib": 328.348, + "queued": 8, + "processing": 4, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.724764 + }, + { + "elapsed_s": 14.22, + "rss_mib": 331.723, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.836388 + }, + { + "elapsed_s": 14.381, + "rss_mib": 338.711, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.997872 + }, + { + "elapsed_s": 14.489, + "rss_mib": 345.043, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.105527 + }, + { + "elapsed_s": 14.599, + "rss_mib": 347.629, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.215477 + }, + { + "elapsed_s": 14.705, + "rss_mib": 340.887, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.322162 + }, + { + "elapsed_s": 14.813, + "rss_mib": 341.137, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.429339 + }, + { + "elapsed_s": 14.975, + "rss_mib": 340.59, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.591844 + }, + { + "elapsed_s": 15.081, + "rss_mib": 149.297, + "queued": 7, + "processing": 3, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.661811 + }, + { + "elapsed_s": 15.188, + "rss_mib": 178.457, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.725452 + }, + { + "elapsed_s": 15.298, + "rss_mib": 185.613, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.835651 + }, + { + "elapsed_s": 15.405, + "rss_mib": 194.613, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.942446 + }, + { + "elapsed_s": 15.511, + "rss_mib": 203.988, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.049072 + }, + { + "elapsed_s": 15.618, + "rss_mib": 215.551, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.155415 + }, + { + "elapsed_s": 15.775, + "rss_mib": 225.863, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.312888 + }, + { + "elapsed_s": 15.881, + "rss_mib": 235.113, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.419069 + }, + { + "elapsed_s": 15.988, + "rss_mib": 240.801, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.525485 + }, + { + "elapsed_s": 16.097, + "rss_mib": 243.66, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.63486 + }, + { + "elapsed_s": 16.204, + "rss_mib": 248.559, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.741479 + }, + { + "elapsed_s": 16.375, + "rss_mib": 250.949, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.912797 + }, + { + "elapsed_s": 16.481, + "rss_mib": 259.199, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.018666 + }, + { + "elapsed_s": 16.587, + "rss_mib": 275.824, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.125077 + }, + { + "elapsed_s": 16.695, + "rss_mib": 281.117, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.233034 + }, + { + "elapsed_s": 16.802, + "rss_mib": 284.562, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.339891 + }, + { + "elapsed_s": 16.91, + "rss_mib": 293.062, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.448078 + }, + { + "elapsed_s": 17.072, + "rss_mib": 302.391, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.609452 + }, + { + "elapsed_s": 17.178, + "rss_mib": 316.141, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.715544 + }, + { + "elapsed_s": 17.284, + "rss_mib": 358.059, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.821742 + }, + { + "elapsed_s": 17.392, + "rss_mib": 393.434, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.930003 + }, + { + "elapsed_s": 17.5, + "rss_mib": 342.41, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.037215 + }, + { + "elapsed_s": 17.607, + "rss_mib": 344.055, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.144894 + }, + { + "elapsed_s": 17.779, + "rss_mib": 406.555, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.316947 + }, + { + "elapsed_s": 17.893, + "rss_mib": 408.055, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.430511 + }, + { + "elapsed_s": 18.002, + "rss_mib": 346.051, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.539779 + }, + { + "elapsed_s": 18.109, + "rss_mib": 355.801, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.646383 + }, + { + "elapsed_s": 18.215, + "rss_mib": 372.609, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.753037 + }, + { + "elapsed_s": 18.372, + "rss_mib": 385.477, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.909336 + }, + { + "elapsed_s": 18.478, + "rss_mib": 393.098, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.015388 + }, + { + "elapsed_s": 18.585, + "rss_mib": 402.961, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.122509 + }, + { + "elapsed_s": 18.692, + "rss_mib": 416.789, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.229767 + }, + { + "elapsed_s": 18.805, + "rss_mib": 425.426, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.342151 + }, + { + "elapsed_s": 18.915, + "rss_mib": 428.613, + "queued": 6, + "processing": 4, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.452929 + }, + { + "elapsed_s": 19.083, + "rss_mib": 494.738, + "queued": 6, + "processing": 3, + "ready": 9, + "failed": 0, + "oldest_queued_s": 18.620624 + }, + { + "elapsed_s": 19.201, + "rss_mib": 496.738, + "queued": 6, + "processing": 3, + "ready": 9, + "failed": 0, + "oldest_queued_s": 18.738381 + }, + { + "elapsed_s": 19.377, + "rss_mib": 436.508, + "queued": 6, + "processing": 3, + "ready": 9, + "failed": 0, + "oldest_queued_s": 18.914364 + }, + { + "elapsed_s": 19.488, + "rss_mib": 493.133, + "queued": 6, + "processing": 3, + "ready": 9, + "failed": 0, + "oldest_queued_s": 19.025503 + }, + { + "elapsed_s": 19.598, + "rss_mib": 509.383, + "queued": 6, + "processing": 3, + "ready": 9, + "failed": 0, + "oldest_queued_s": 19.135529 + }, + { + "elapsed_s": 19.705, + "rss_mib": 446.559, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.24258 + }, + { + "elapsed_s": 19.817, + "rss_mib": 451.309, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.354348 + }, + { + "elapsed_s": 19.976, + "rss_mib": 461.75, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.513209 + }, + { + "elapsed_s": 20.084, + "rss_mib": 470.914, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.621207 + }, + { + "elapsed_s": 20.191, + "rss_mib": 471.496, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.728394 + }, + { + "elapsed_s": 20.298, + "rss_mib": 376.277, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.835577 + }, + { + "elapsed_s": 20.412, + "rss_mib": 389.672, + "queued": 5, + "processing": 3, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.918544 + }, + { + "elapsed_s": 20.578, + "rss_mib": 397.09, + "queued": 5, + "processing": 3, + "ready": 10, + "failed": 0, + "oldest_queued_s": 20.084559 + }, + { + "elapsed_s": 20.691, + "rss_mib": 302.688, + "queued": 5, + "processing": 3, + "ready": 10, + "failed": 0, + "oldest_queued_s": 20.197474 + }, + { + "elapsed_s": 20.822, + "rss_mib": 307.688, + "queued": 5, + "processing": 3, + "ready": 10, + "failed": 0, + "oldest_queued_s": 20.328488 + }, + { + "elapsed_s": 20.993, + "rss_mib": 321.062, + "queued": 4, + "processing": 3, + "ready": 11, + "failed": 0, + "oldest_queued_s": 20.474007 + }, + { + "elapsed_s": 21.122, + "rss_mib": 328.387, + "queued": 4, + "processing": 3, + "ready": 11, + "failed": 0, + "oldest_queued_s": 20.602226 + }, + { + "elapsed_s": 21.279, + "rss_mib": 330.594, + "queued": 4, + "processing": 3, + "ready": 11, + "failed": 0, + "oldest_queued_s": 20.759415 + }, + { + "elapsed_s": 21.392, + "rss_mib": 334.625, + "queued": 4, + "processing": 3, + "ready": 11, + "failed": 0, + "oldest_queued_s": 20.872547 + }, + { + "elapsed_s": 21.499, + "rss_mib": 340.34, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.979964 + }, + { + "elapsed_s": 21.606, + "rss_mib": 342.168, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.086342 + }, + { + "elapsed_s": 21.714, + "rss_mib": 345.758, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.194256 + }, + { + "elapsed_s": 21.872, + "rss_mib": 344.883, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.352325 + }, + { + "elapsed_s": 21.979, + "rss_mib": 244.367, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.459703 + }, + { + "elapsed_s": 22.089, + "rss_mib": 243.059, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.569244 + }, + { + "elapsed_s": 22.202, + "rss_mib": 257.309, + "queued": 3, + "processing": 3, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.651016 + }, + { + "elapsed_s": 22.311, + "rss_mib": 261.734, + "queued": 3, + "processing": 3, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.760532 + }, + { + "elapsed_s": 22.476, + "rss_mib": 163.277, + "queued": 3, + "processing": 3, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.92469 + }, + { + "elapsed_s": 22.586, + "rss_mib": 182.777, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.998975 + }, + { + "elapsed_s": 22.702, + "rss_mib": 192.836, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.115365 + }, + { + "elapsed_s": 22.818, + "rss_mib": 197.586, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.23112 + }, + { + "elapsed_s": 22.978, + "rss_mib": 205.797, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.390521 + }, + { + "elapsed_s": 23.084, + "rss_mib": 214.797, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.497288 + }, + { + "elapsed_s": 23.192, + "rss_mib": 223.441, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.604439 + }, + { + "elapsed_s": 23.299, + "rss_mib": 229.672, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.711497 + }, + { + "elapsed_s": 23.407, + "rss_mib": 233.152, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.819496 + }, + { + "elapsed_s": 23.516, + "rss_mib": 238.852, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.928989 + }, + { + "elapsed_s": 23.676, + "rss_mib": 244.117, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.088507 + }, + { + "elapsed_s": 23.783, + "rss_mib": 245.242, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.195851 + }, + { + "elapsed_s": 23.89, + "rss_mib": 250.957, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.30287 + }, + { + "elapsed_s": 24.003, + "rss_mib": 255.457, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.416268 + }, + { + "elapsed_s": 24.115, + "rss_mib": 265.207, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.52761 + }, + { + "elapsed_s": 24.277, + "rss_mib": 270.914, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.69015 + }, + { + "elapsed_s": 24.385, + "rss_mib": 278.664, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.797776 + }, + { + "elapsed_s": 24.503, + "rss_mib": 284.289, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.915472 + }, + { + "elapsed_s": 24.614, + "rss_mib": 289.758, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.026645 + }, + { + "elapsed_s": 24.778, + "rss_mib": 297.758, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.191212 + }, + { + "elapsed_s": 24.888, + "rss_mib": 303.461, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.301273 + }, + { + "elapsed_s": 24.997, + "rss_mib": 315.387, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.409811 + }, + { + "elapsed_s": 25.106, + "rss_mib": 337.512, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.518865 + }, + { + "elapsed_s": 25.282, + "rss_mib": 392.137, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.694552 + }, + { + "elapsed_s": 25.392, + "rss_mib": 394.762, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.804751 + }, + { + "elapsed_s": 25.5, + "rss_mib": 333.629, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.91276 + }, + { + "elapsed_s": 25.677, + "rss_mib": 393.879, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.089922 + }, + { + "elapsed_s": 25.787, + "rss_mib": 407.379, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.199826 + }, + { + "elapsed_s": 25.894, + "rss_mib": 345.629, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.307251 + }, + { + "elapsed_s": 26.001, + "rss_mib": 359.129, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.414346 + }, + { + "elapsed_s": 26.108, + "rss_mib": 371.844, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.521122 + }, + { + "elapsed_s": 26.215, + "rss_mib": 386.062, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.627716 + }, + { + "elapsed_s": 26.372, + "rss_mib": 400.551, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.784858 + }, + { + "elapsed_s": 26.478, + "rss_mib": 414.168, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.891339 + }, + { + "elapsed_s": 26.584, + "rss_mib": 421.27, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.997274 + }, + { + "elapsed_s": 26.691, + "rss_mib": 470.777, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.103615 + }, + { + "elapsed_s": 26.807, + "rss_mib": 496.027, + "queued": 2, + "processing": 4, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.220186 + }, + { + "elapsed_s": 26.978, + "rss_mib": 546.406, + "queued": 2, + "processing": 3, + "ready": 13, + "failed": 0, + "oldest_queued_s": 26.391023 + }, + { + "elapsed_s": 27.086, + "rss_mib": 505.09, + "queued": 2, + "processing": 3, + "ready": 13, + "failed": 0, + "oldest_queued_s": 26.499059 + }, + { + "elapsed_s": 27.199, + "rss_mib": 470.949, + "queued": 2, + "processing": 3, + "ready": 13, + "failed": 0, + "oldest_queued_s": 26.611864 + }, + { + "elapsed_s": 27.306, + "rss_mib": 448.711, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 26.719094 + }, + { + "elapsed_s": 27.413, + "rss_mib": 457.461, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 26.826173 + }, + { + "elapsed_s": 27.572, + "rss_mib": 462.156, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 26.984976 + }, + { + "elapsed_s": 27.678, + "rss_mib": 471.125, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.090998 + }, + { + "elapsed_s": 27.785, + "rss_mib": 472.801, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.197658 + }, + { + "elapsed_s": 27.893, + "rss_mib": 386.746, + "queued": 1, + "processing": 3, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.259408 + }, + { + "elapsed_s": 28.001, + "rss_mib": 400.449, + "queued": 1, + "processing": 3, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.367507 + }, + { + "elapsed_s": 28.109, + "rss_mib": 305.008, + "queued": 1, + "processing": 3, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.47535 + }, + { + "elapsed_s": 28.216, + "rss_mib": 321.676, + "queued": 0, + "processing": 3, + "ready": 15, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.323, + "rss_mib": 333.367, + "queued": 0, + "processing": 3, + "ready": 15, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.477, + "rss_mib": 338.078, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.584, + "rss_mib": 341.703, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.69, + "rss_mib": 341.105, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.798, + "rss_mib": 341.555, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 28.906, + "rss_mib": 342.02, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.016, + "rss_mib": 242.469, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.122, + "rss_mib": 144.273, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.23, + "rss_mib": 153.086, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.336, + "rss_mib": 157.711, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.442, + "rss_mib": 170.211, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.548, + "rss_mib": 176.203, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.655, + "rss_mib": 184.328, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.763, + "rss_mib": 189.344, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.87, + "rss_mib": 193.34, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.977, + "rss_mib": 199.391, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.083, + "rss_mib": 208.824, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.19, + "rss_mib": 214.727, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.3, + "rss_mib": 286.102, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.411, + "rss_mib": 288.852, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.519, + "rss_mib": 228.637, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.63, + "rss_mib": 235.387, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.74, + "rss_mib": 295.387, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.885, + "rss_mib": 281.68, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.003, + "rss_mib": 251.051, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.113, + "rss_mib": 258.359, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.221, + "rss_mib": 267.734, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.329, + "rss_mib": 283.059, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.434, + "rss_mib": 287.375, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.54, + "rss_mib": 293.32, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.646, + "rss_mib": 290.602, + "queued": 0, + "processing": 0, + "ready": 18, + "failed": 0, + "oldest_queued_s": 0 + } + ], + "repeat": 2, + "concurrency": 4, + "prefetch_per_consumer": 1 + }, + { + "width": 2560, + "height": 1600, + "bytes": 3095842, + "sha256": "aa289df1be43338da2307f697fc4195bcf99426d19b2448d8d9391028156f489", + "requests": 18, + "clients": 6, + "http_statuses": { + "202": 18 + }, + "api_replicas_seen": 2, + "elapsed_s": 36.96276580199992, + "owner_id": "b83680c6-d5c6-437c-8a3e-eebabed6699e", + "attachment_ids": [ + "3dd1c62f-da8c-46ed-adf2-b01aae73e7fa", + "ab8c4063-1871-4970-a618-f3badde68f31", + "f404711d-8610-4716-84d9-08fd9cc5b173", + "3f3f1320-48ca-4e6f-a1aa-0dd4b2a8fc11", + "f7584732-c3c3-42c1-9e1b-487cb326e516", + "98584f2f-764a-4a1c-99c2-ef46f1508f35", + "e407109f-ca35-4a7c-a6c0-bd8e026f4b88", + "db483aa9-c832-4656-a84d-da4111b4acd4", + "f8d12335-3fe9-4a73-808b-10bdd6a0b1e4", + "d6e41426-35a9-4fda-9598-d2ce87d3e725", + "2ac799d2-0d80-4b4f-a1d9-3e7564518372", + "a2f873e0-e97d-4c5b-9e37-7fe060cbfb5d", + "6a49989d-0ffa-4987-b493-6dc9dd2c2837", + "715dac6f-9142-444d-bf4d-467de057d6ba", + "2dbaf4b1-591c-4079-85c6-3b6b504d2ac7", + "4e65cdaa-535f-4344-b247-4ba2deb3b340", + "e52198b4-39cd-4a06-854f-ff75cc7f9ced", + "a63e3e89-5d63-40d9-b5d6-100f27375a69" + ], + "throughput_per_s": 0.4869765454355173, + "ready_p95_s": 35.219853, + "queue_wait_p95_s": 31.503015, + "queue_lag_max_jobs": 16, + "queue_oldest_max_s": 31.49645, + "processing_max": 2, + "rss_peak_mib": 423.055, + "samples": [ + { + "elapsed_s": 0.056, + "rss_mib": 83.934, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.162, + "rss_mib": 83.934, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.266, + "rss_mib": 83.934, + "queued": 1, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.057557 + }, + { + "elapsed_s": 0.372, + "rss_mib": 83.934, + "queued": 3, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.162999 + }, + { + "elapsed_s": 0.48, + "rss_mib": 83.934, + "queued": 4, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.270866 + }, + { + "elapsed_s": 0.585, + "rss_mib": 83.934, + "queued": 6, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.376277 + }, + { + "elapsed_s": 0.69, + "rss_mib": 83.934, + "queued": 7, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.480696 + }, + { + "elapsed_s": 0.796, + "rss_mib": 83.934, + "queued": 9, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.58736 + }, + { + "elapsed_s": 0.904, + "rss_mib": 83.934, + "queued": 11, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.695214 + }, + { + "elapsed_s": 1.013, + "rss_mib": 83.934, + "queued": 12, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.804301 + }, + { + "elapsed_s": 1.13, + "rss_mib": 98.309, + "queued": 11, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.812999 + }, + { + "elapsed_s": 1.244, + "rss_mib": 117.406, + "queued": 12, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.927059 + }, + { + "elapsed_s": 1.364, + "rss_mib": 118.809, + "queued": 13, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.047026 + }, + { + "elapsed_s": 1.474, + "rss_mib": 123.434, + "queued": 14, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.157463 + }, + { + "elapsed_s": 1.607, + "rss_mib": 133.004, + "queued": 15, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.289864 + }, + { + "elapsed_s": 1.718, + "rss_mib": 138.289, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.400917 + }, + { + "elapsed_s": 1.825, + "rss_mib": 138.539, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.507738 + }, + { + "elapsed_s": 1.93, + "rss_mib": 139.414, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.613597 + }, + { + "elapsed_s": 2.039, + "rss_mib": 143.578, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.722108 + }, + { + "elapsed_s": 2.145, + "rss_mib": 149.828, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.82835 + }, + { + "elapsed_s": 2.252, + "rss_mib": 162.078, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.935226 + }, + { + "elapsed_s": 2.358, + "rss_mib": 165.953, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.041482 + }, + { + "elapsed_s": 2.465, + "rss_mib": 178.328, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.148105 + }, + { + "elapsed_s": 2.574, + "rss_mib": 185.395, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.256961 + }, + { + "elapsed_s": 2.68, + "rss_mib": 189.145, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.362898 + }, + { + "elapsed_s": 2.785, + "rss_mib": 191.52, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.468107 + }, + { + "elapsed_s": 2.89, + "rss_mib": 202.738, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.573392 + }, + { + "elapsed_s": 2.995, + "rss_mib": 215.363, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.678618 + }, + { + "elapsed_s": 3.103, + "rss_mib": 223.578, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.786498 + }, + { + "elapsed_s": 3.255, + "rss_mib": 304.828, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.937836 + }, + { + "elapsed_s": 3.363, + "rss_mib": 355.953, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.04578 + }, + { + "elapsed_s": 3.474, + "rss_mib": 330.945, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.15761 + }, + { + "elapsed_s": 3.581, + "rss_mib": 233.664, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.264676 + }, + { + "elapsed_s": 3.689, + "rss_mib": 244.164, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.372358 + }, + { + "elapsed_s": 3.796, + "rss_mib": 253.164, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.479353 + }, + { + "elapsed_s": 3.904, + "rss_mib": 275.168, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.587185 + }, + { + "elapsed_s": 4.01, + "rss_mib": 281.781, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.693447 + }, + { + "elapsed_s": 4.117, + "rss_mib": 303.031, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.799884 + }, + { + "elapsed_s": 4.223, + "rss_mib": 402.531, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.906044 + }, + { + "elapsed_s": 4.329, + "rss_mib": 354.523, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.01209 + }, + { + "elapsed_s": 4.435, + "rss_mib": 369.648, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.118456 + }, + { + "elapsed_s": 4.541, + "rss_mib": 381.039, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.224351 + }, + { + "elapsed_s": 4.651, + "rss_mib": 395.414, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.334263 + }, + { + "elapsed_s": 4.758, + "rss_mib": 334.219, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.441602 + }, + { + "elapsed_s": 4.865, + "rss_mib": 328.719, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.547972 + }, + { + "elapsed_s": 4.972, + "rss_mib": 328.719, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.655067 + }, + { + "elapsed_s": 5.078, + "rss_mib": 323.039, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.76151 + }, + { + "elapsed_s": 5.184, + "rss_mib": 83.934, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.867628 + }, + { + "elapsed_s": 5.29, + "rss_mib": 101.559, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.818344 + }, + { + "elapsed_s": 5.396, + "rss_mib": 119.113, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.924192 + }, + { + "elapsed_s": 5.502, + "rss_mib": 127.793, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.030372 + }, + { + "elapsed_s": 5.608, + "rss_mib": 138.984, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.136628 + }, + { + "elapsed_s": 5.714, + "rss_mib": 139.484, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.242881 + }, + { + "elapsed_s": 5.82, + "rss_mib": 142.66, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.348395 + }, + { + "elapsed_s": 5.925, + "rss_mib": 147.91, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.454025 + }, + { + "elapsed_s": 6.031, + "rss_mib": 162.91, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.55938 + }, + { + "elapsed_s": 6.137, + "rss_mib": 167.41, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.66612 + }, + { + "elapsed_s": 6.243, + "rss_mib": 184.66, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.771589 + }, + { + "elapsed_s": 6.348, + "rss_mib": 189.754, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.876763 + }, + { + "elapsed_s": 6.454, + "rss_mib": 190.754, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.98242 + }, + { + "elapsed_s": 6.56, + "rss_mib": 199.379, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.088382 + }, + { + "elapsed_s": 6.666, + "rss_mib": 204.922, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.195069 + }, + { + "elapsed_s": 6.775, + "rss_mib": 216.672, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.30403 + }, + { + "elapsed_s": 6.882, + "rss_mib": 223.809, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.410229 + }, + { + "elapsed_s": 7.065, + "rss_mib": 354.934, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.593435 + }, + { + "elapsed_s": 7.176, + "rss_mib": 355.434, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.704574 + }, + { + "elapsed_s": 7.283, + "rss_mib": 229.555, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.811225 + }, + { + "elapsed_s": 7.389, + "rss_mib": 243.305, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.917288 + }, + { + "elapsed_s": 7.494, + "rss_mib": 254.18, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.022819 + }, + { + "elapsed_s": 7.599, + "rss_mib": 272.73, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.127805 + }, + { + "elapsed_s": 7.707, + "rss_mib": 286.23, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.235563 + }, + { + "elapsed_s": 7.812, + "rss_mib": 385.355, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.340809 + }, + { + "elapsed_s": 7.918, + "rss_mib": 355.168, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.446279 + }, + { + "elapsed_s": 8.023, + "rss_mib": 375.723, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.551812 + }, + { + "elapsed_s": 8.129, + "rss_mib": 387.723, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.657511 + }, + { + "elapsed_s": 8.235, + "rss_mib": 379.945, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.763181 + }, + { + "elapsed_s": 8.341, + "rss_mib": 329.156, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.870104 + }, + { + "elapsed_s": 8.447, + "rss_mib": 329.156, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.975488 + }, + { + "elapsed_s": 8.553, + "rss_mib": 321.473, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.081619 + }, + { + "elapsed_s": 8.658, + "rss_mib": 200.848, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.186797 + }, + { + "elapsed_s": 8.763, + "rss_mib": 117.559, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.167747 + }, + { + "elapsed_s": 8.871, + "rss_mib": 119.617, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.275362 + }, + { + "elapsed_s": 8.977, + "rss_mib": 129.688, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.381795 + }, + { + "elapsed_s": 9.083, + "rss_mib": 139.113, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.487692 + }, + { + "elapsed_s": 9.189, + "rss_mib": 139.738, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.594052 + }, + { + "elapsed_s": 9.296, + "rss_mib": 142.262, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.700334 + }, + { + "elapsed_s": 9.404, + "rss_mib": 145.043, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.808411 + }, + { + "elapsed_s": 9.51, + "rss_mib": 155.918, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.914356 + }, + { + "elapsed_s": 9.616, + "rss_mib": 164.043, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.020365 + }, + { + "elapsed_s": 9.722, + "rss_mib": 174.793, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.126246 + }, + { + "elapsed_s": 9.827, + "rss_mib": 186.156, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.231755 + }, + { + "elapsed_s": 9.932, + "rss_mib": 189.906, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.337107 + }, + { + "elapsed_s": 10.041, + "rss_mib": 191.406, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.445134 + }, + { + "elapsed_s": 10.152, + "rss_mib": 197.281, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.556297 + }, + { + "elapsed_s": 10.261, + "rss_mib": 203.547, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.665126 + }, + { + "elapsed_s": 10.367, + "rss_mib": 207.047, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.771189 + }, + { + "elapsed_s": 10.473, + "rss_mib": 223.305, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.877854 + }, + { + "elapsed_s": 10.653, + "rss_mib": 333.055, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.058099 + }, + { + "elapsed_s": 10.764, + "rss_mib": 356.43, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.168348 + }, + { + "elapsed_s": 10.878, + "rss_mib": 254.598, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.28291 + }, + { + "elapsed_s": 10.99, + "rss_mib": 238.727, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.395011 + }, + { + "elapsed_s": 11.098, + "rss_mib": 245.602, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.502829 + }, + { + "elapsed_s": 11.208, + "rss_mib": 254.102, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.612471 + }, + { + "elapsed_s": 11.316, + "rss_mib": 267.527, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.720663 + }, + { + "elapsed_s": 11.424, + "rss_mib": 272.824, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.829015 + }, + { + "elapsed_s": 11.534, + "rss_mib": 282.324, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.939077 + }, + { + "elapsed_s": 11.647, + "rss_mib": 301.324, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.051304 + }, + { + "elapsed_s": 11.756, + "rss_mib": 389.699, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.160571 + }, + { + "elapsed_s": 11.862, + "rss_mib": 355.953, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.266652 + }, + { + "elapsed_s": 11.969, + "rss_mib": 370.953, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.373582 + }, + { + "elapsed_s": 12.075, + "rss_mib": 382.777, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.47982 + }, + { + "elapsed_s": 12.181, + "rss_mib": 397.027, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.585602 + }, + { + "elapsed_s": 12.287, + "rss_mib": 335.391, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.69203 + }, + { + "elapsed_s": 12.395, + "rss_mib": 329.602, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.799136 + }, + { + "elapsed_s": 12.5, + "rss_mib": 329.602, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.905039 + }, + { + "elapsed_s": 12.607, + "rss_mib": 323.797, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.011847 + }, + { + "elapsed_s": 12.713, + "rss_mib": 84.059, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.117456 + }, + { + "elapsed_s": 12.818, + "rss_mib": 118.973, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.061418 + }, + { + "elapsed_s": 12.924, + "rss_mib": 122.848, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.167513 + }, + { + "elapsed_s": 13.032, + "rss_mib": 138.598, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.275116 + }, + { + "elapsed_s": 13.144, + "rss_mib": 138.723, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.38676 + }, + { + "elapsed_s": 13.25, + "rss_mib": 139.223, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.493503 + }, + { + "elapsed_s": 13.356, + "rss_mib": 143.805, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.59872 + }, + { + "elapsed_s": 13.461, + "rss_mib": 152.93, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.703982 + }, + { + "elapsed_s": 13.566, + "rss_mib": 162.93, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.80961 + }, + { + "elapsed_s": 13.678, + "rss_mib": 169.555, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.919448 + }, + { + "elapsed_s": 13.786, + "rss_mib": 179.805, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.028097 + }, + { + "elapsed_s": 13.893, + "rss_mib": 186.488, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.134985 + }, + { + "elapsed_s": 14.001, + "rss_mib": 189.613, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.242901 + }, + { + "elapsed_s": 14.113, + "rss_mib": 190.113, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.354571 + }, + { + "elapsed_s": 14.221, + "rss_mib": 193.863, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.462969 + }, + { + "elapsed_s": 14.328, + "rss_mib": 204.375, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.569697 + }, + { + "elapsed_s": 14.435, + "rss_mib": 206.242, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.677276 + }, + { + "elapsed_s": 14.544, + "rss_mib": 217.742, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.785725 + }, + { + "elapsed_s": 14.651, + "rss_mib": 223.977, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.892379 + }, + { + "elapsed_s": 14.761, + "rss_mib": 268.477, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 14.002493 + }, + { + "elapsed_s": 14.87, + "rss_mib": 339.227, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 14.111348 + }, + { + "elapsed_s": 14.978, + "rss_mib": 356.102, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 14.219545 + }, + { + "elapsed_s": 15.084, + "rss_mib": 254.492, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 14.325805 + }, + { + "elapsed_s": 15.195, + "rss_mib": 238.246, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 14.437176 + }, + { + "elapsed_s": 15.302, + "rss_mib": 245.246, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 14.543778 + }, + { + "elapsed_s": 15.408, + "rss_mib": 267.152, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 14.649825 + }, + { + "elapsed_s": 15.514, + "rss_mib": 272.531, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 14.755848 + }, + { + "elapsed_s": 15.621, + "rss_mib": 282.656, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 14.86259 + }, + { + "elapsed_s": 15.727, + "rss_mib": 323.656, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 14.969072 + }, + { + "elapsed_s": 15.833, + "rss_mib": 353.621, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.075217 + }, + { + "elapsed_s": 15.94, + "rss_mib": 360.371, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.181707 + }, + { + "elapsed_s": 16.046, + "rss_mib": 377.477, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.2874 + }, + { + "elapsed_s": 16.152, + "rss_mib": 391.602, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.393708 + }, + { + "elapsed_s": 16.259, + "rss_mib": 344.535, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.500834 + }, + { + "elapsed_s": 16.365, + "rss_mib": 331.719, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 15.607261 + }, + { + "elapsed_s": 16.472, + "rss_mib": 328.895, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.713372 + }, + { + "elapsed_s": 16.58, + "rss_mib": 321.164, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.821736 + }, + { + "elapsed_s": 16.689, + "rss_mib": 320.164, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.930862 + }, + { + "elapsed_s": 16.795, + "rss_mib": 84.059, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.03727 + }, + { + "elapsed_s": 16.904, + "rss_mib": 117.129, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.025738 + }, + { + "elapsed_s": 17.012, + "rss_mib": 119.418, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.133326 + }, + { + "elapsed_s": 17.119, + "rss_mib": 128.168, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.240743 + }, + { + "elapsed_s": 17.229, + "rss_mib": 138.992, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.350532 + }, + { + "elapsed_s": 17.336, + "rss_mib": 138.992, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.457583 + }, + { + "elapsed_s": 17.442, + "rss_mib": 139.492, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.564003 + }, + { + "elapsed_s": 17.549, + "rss_mib": 143.445, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.670388 + }, + { + "elapsed_s": 17.657, + "rss_mib": 149.945, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.779032 + }, + { + "elapsed_s": 17.762, + "rss_mib": 162.695, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.88416 + }, + { + "elapsed_s": 17.868, + "rss_mib": 170.945, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.989376 + }, + { + "elapsed_s": 17.973, + "rss_mib": 186.5, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.094808 + }, + { + "elapsed_s": 18.079, + "rss_mib": 189.75, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.200318 + }, + { + "elapsed_s": 18.184, + "rss_mib": 194.75, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.30554 + }, + { + "elapsed_s": 18.29, + "rss_mib": 203.094, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.411586 + }, + { + "elapsed_s": 18.395, + "rss_mib": 216.219, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.517177 + }, + { + "elapsed_s": 18.501, + "rss_mib": 226.449, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.622679 + }, + { + "elapsed_s": 18.606, + "rss_mib": 338.574, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.728009 + }, + { + "elapsed_s": 18.76, + "rss_mib": 356.574, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.881314 + }, + { + "elapsed_s": 18.865, + "rss_mib": 229.477, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.987117 + }, + { + "elapsed_s": 18.971, + "rss_mib": 244.922, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.092514 + }, + { + "elapsed_s": 19.077, + "rss_mib": 263.684, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.198842 + }, + { + "elapsed_s": 19.183, + "rss_mib": 272.672, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.304741 + }, + { + "elapsed_s": 19.292, + "rss_mib": 285.922, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.41375 + }, + { + "elapsed_s": 19.399, + "rss_mib": 322.797, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.520665 + }, + { + "elapsed_s": 19.506, + "rss_mib": 388.516, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.627424 + }, + { + "elapsed_s": 19.612, + "rss_mib": 357.406, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.733807 + }, + { + "elapsed_s": 19.718, + "rss_mib": 377.68, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.839503 + }, + { + "elapsed_s": 19.825, + "rss_mib": 386.039, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.946988 + }, + { + "elapsed_s": 19.931, + "rss_mib": 397.289, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.052575 + }, + { + "elapsed_s": 20.037, + "rss_mib": 334.906, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.15825 + }, + { + "elapsed_s": 20.142, + "rss_mib": 329.305, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.263953 + }, + { + "elapsed_s": 20.248, + "rss_mib": 325.465, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.369387 + }, + { + "elapsed_s": 20.355, + "rss_mib": 202.82, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.476228 + }, + { + "elapsed_s": 20.462, + "rss_mib": 111.309, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.3662 + }, + { + "elapsed_s": 20.568, + "rss_mib": 119.988, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.471969 + }, + { + "elapsed_s": 20.674, + "rss_mib": 133.309, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.577408 + }, + { + "elapsed_s": 20.78, + "rss_mib": 139.223, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.683657 + }, + { + "elapsed_s": 20.893, + "rss_mib": 139.598, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.797292 + }, + { + "elapsed_s": 21.003, + "rss_mib": 141.988, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.906447 + }, + { + "elapsed_s": 21.112, + "rss_mib": 143.91, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 20.015794 + }, + { + "elapsed_s": 21.226, + "rss_mib": 148.785, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 20.1294 + }, + { + "elapsed_s": 21.334, + "rss_mib": 157.785, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 20.237981 + }, + { + "elapsed_s": 21.446, + "rss_mib": 163.035, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 20.349492 + }, + { + "elapsed_s": 21.57, + "rss_mib": 165.41, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 20.473701 + }, + { + "elapsed_s": 21.685, + "rss_mib": 170.66, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 20.588524 + }, + { + "elapsed_s": 21.795, + "rss_mib": 184.035, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 20.699226 + }, + { + "elapsed_s": 21.902, + "rss_mib": 189.094, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 20.80549 + }, + { + "elapsed_s": 22.009, + "rss_mib": 190.219, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 20.912784 + }, + { + "elapsed_s": 22.116, + "rss_mib": 193.844, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 21.019884 + }, + { + "elapsed_s": 22.224, + "rss_mib": 208.113, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 21.127528 + }, + { + "elapsed_s": 22.33, + "rss_mib": 206.637, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 21.233926 + }, + { + "elapsed_s": 22.436, + "rss_mib": 221.582, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 21.340012 + }, + { + "elapsed_s": 22.542, + "rss_mib": 226.832, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 21.446131 + }, + { + "elapsed_s": 22.656, + "rss_mib": 297.082, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 21.560301 + }, + { + "elapsed_s": 22.765, + "rss_mib": 356.707, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 21.669317 + }, + { + "elapsed_s": 22.874, + "rss_mib": 356.707, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 21.777505 + }, + { + "elapsed_s": 22.98, + "rss_mib": 234.508, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 21.883362 + }, + { + "elapsed_s": 23.086, + "rss_mib": 245.508, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 21.990019 + }, + { + "elapsed_s": 23.194, + "rss_mib": 256.953, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 22.097968 + }, + { + "elapsed_s": 23.301, + "rss_mib": 276.352, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 22.204356 + }, + { + "elapsed_s": 23.407, + "rss_mib": 282.305, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 22.310741 + }, + { + "elapsed_s": 23.513, + "rss_mib": 306.055, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 22.416668 + }, + { + "elapsed_s": 23.621, + "rss_mib": 423.055, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 22.524781 + }, + { + "elapsed_s": 23.731, + "rss_mib": 355.008, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 22.635043 + }, + { + "elapsed_s": 23.838, + "rss_mib": 367.508, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 22.741661 + }, + { + "elapsed_s": 23.944, + "rss_mib": 380.996, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 22.847682 + }, + { + "elapsed_s": 24.052, + "rss_mib": 394.746, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 22.956238 + }, + { + "elapsed_s": 24.161, + "rss_mib": 335.184, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 23.064357 + }, + { + "elapsed_s": 24.268, + "rss_mib": 332.531, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 23.172025 + }, + { + "elapsed_s": 24.376, + "rss_mib": 329.629, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.279985 + }, + { + "elapsed_s": 24.483, + "rss_mib": 329.629, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.386647 + }, + { + "elapsed_s": 24.592, + "rss_mib": 323.82, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.495999 + }, + { + "elapsed_s": 24.699, + "rss_mib": 84.059, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.602835 + }, + { + "elapsed_s": 24.806, + "rss_mib": 103.809, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.518682 + }, + { + "elapsed_s": 24.912, + "rss_mib": 119.109, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.625454 + }, + { + "elapsed_s": 25.02, + "rss_mib": 125.734, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.73255 + }, + { + "elapsed_s": 25.126, + "rss_mib": 138.871, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.839336 + }, + { + "elapsed_s": 25.233, + "rss_mib": 139.371, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.946473 + }, + { + "elapsed_s": 25.351, + "rss_mib": 139.496, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.063666 + }, + { + "elapsed_s": 25.461, + "rss_mib": 143.141, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.173818 + }, + { + "elapsed_s": 25.569, + "rss_mib": 144.617, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.281584 + }, + { + "elapsed_s": 25.677, + "rss_mib": 153.742, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.389925 + }, + { + "elapsed_s": 25.792, + "rss_mib": 163.117, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.504771 + }, + { + "elapsed_s": 25.902, + "rss_mib": 164.242, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.614691 + }, + { + "elapsed_s": 26.01, + "rss_mib": 170.617, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.722894 + }, + { + "elapsed_s": 26.117, + "rss_mib": 184.867, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.829957 + }, + { + "elapsed_s": 26.226, + "rss_mib": 189.23, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.938769 + }, + { + "elapsed_s": 26.331, + "rss_mib": 190.105, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.044351 + }, + { + "elapsed_s": 26.437, + "rss_mib": 197.355, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.150227 + }, + { + "elapsed_s": 26.543, + "rss_mib": 204.527, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.255658 + }, + { + "elapsed_s": 26.65, + "rss_mib": 218.902, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.363363 + }, + { + "elapsed_s": 26.758, + "rss_mib": 226.457, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.47144 + }, + { + "elapsed_s": 26.865, + "rss_mib": 306.582, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.578179 + }, + { + "elapsed_s": 26.972, + "rss_mib": 356.457, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.685511 + }, + { + "elapsed_s": 27.082, + "rss_mib": 318.805, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.794613 + }, + { + "elapsed_s": 27.19, + "rss_mib": 231.812, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.90276 + }, + { + "elapsed_s": 27.297, + "rss_mib": 243.438, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.010135 + }, + { + "elapsed_s": 27.405, + "rss_mib": 254.188, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.118165 + }, + { + "elapsed_s": 27.513, + "rss_mib": 267.531, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.225933 + }, + { + "elapsed_s": 27.622, + "rss_mib": 273.816, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.33488 + }, + { + "elapsed_s": 27.729, + "rss_mib": 283.316, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.442002 + }, + { + "elapsed_s": 27.84, + "rss_mib": 353.066, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.55305 + }, + { + "elapsed_s": 27.947, + "rss_mib": 354.703, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.660014 + }, + { + "elapsed_s": 28.054, + "rss_mib": 365.328, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.767424 + }, + { + "elapsed_s": 28.16, + "rss_mib": 380.137, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.872871 + }, + { + "elapsed_s": 28.266, + "rss_mib": 395.887, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.9788 + }, + { + "elapsed_s": 28.372, + "rss_mib": 335.066, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 27.08477 + }, + { + "elapsed_s": 28.478, + "rss_mib": 329.426, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.190668 + }, + { + "elapsed_s": 28.583, + "rss_mib": 329.426, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.296176 + }, + { + "elapsed_s": 28.69, + "rss_mib": 323.617, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.402974 + }, + { + "elapsed_s": 28.796, + "rss_mib": 84.059, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.5088 + }, + { + "elapsed_s": 28.902, + "rss_mib": 119.238, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.38387 + }, + { + "elapsed_s": 29.008, + "rss_mib": 122.613, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.490282 + }, + { + "elapsed_s": 29.114, + "rss_mib": 139.148, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.595976 + }, + { + "elapsed_s": 29.222, + "rss_mib": 139.148, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.703776 + }, + { + "elapsed_s": 29.328, + "rss_mib": 139.773, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.81041 + }, + { + "elapsed_s": 29.435, + "rss_mib": 143.949, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.916911 + }, + { + "elapsed_s": 29.541, + "rss_mib": 149.949, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 28.023147 + }, + { + "elapsed_s": 29.65, + "rss_mib": 161.949, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 28.132374 + }, + { + "elapsed_s": 29.758, + "rss_mib": 163.449, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 28.240269 + }, + { + "elapsed_s": 29.865, + "rss_mib": 169.824, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 28.34696 + }, + { + "elapsed_s": 29.976, + "rss_mib": 183.199, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 28.457502 + }, + { + "elapsed_s": 30.083, + "rss_mib": 188.168, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 28.564924 + }, + { + "elapsed_s": 30.191, + "rss_mib": 190.168, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 28.672587 + }, + { + "elapsed_s": 30.297, + "rss_mib": 193.543, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 28.778962 + }, + { + "elapsed_s": 30.403, + "rss_mib": 203.473, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 28.885032 + }, + { + "elapsed_s": 30.509, + "rss_mib": 212.09, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 28.991019 + }, + { + "elapsed_s": 30.615, + "rss_mib": 224.012, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 29.097008 + }, + { + "elapsed_s": 30.76, + "rss_mib": 292.137, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 29.242235 + }, + { + "elapsed_s": 30.869, + "rss_mib": 303.137, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 29.351392 + }, + { + "elapsed_s": 30.98, + "rss_mib": 295.293, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 29.462051 + }, + { + "elapsed_s": 31.098, + "rss_mib": 297.043, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 29.580171 + }, + { + "elapsed_s": 31.265, + "rss_mib": 239.906, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 29.746685 + }, + { + "elapsed_s": 31.374, + "rss_mib": 249.406, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 29.855456 + }, + { + "elapsed_s": 31.487, + "rss_mib": 262.051, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 29.968424 + }, + { + "elapsed_s": 31.605, + "rss_mib": 270.199, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 30.086891 + }, + { + "elapsed_s": 31.712, + "rss_mib": 277.676, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 30.194024 + }, + { + "elapsed_s": 31.819, + "rss_mib": 286.301, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 30.301022 + }, + { + "elapsed_s": 31.928, + "rss_mib": 330.926, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 30.409931 + }, + { + "elapsed_s": 32.049, + "rss_mib": 385.953, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 30.530867 + }, + { + "elapsed_s": 32.161, + "rss_mib": 359.727, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 30.642637 + }, + { + "elapsed_s": 32.268, + "rss_mib": 373.961, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 30.749631 + }, + { + "elapsed_s": 32.374, + "rss_mib": 382.746, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 30.856035 + }, + { + "elapsed_s": 32.48, + "rss_mib": 394.496, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 30.962136 + }, + { + "elapsed_s": 32.588, + "rss_mib": 358.094, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 31.069415 + }, + { + "elapsed_s": 32.697, + "rss_mib": 332.68, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 31.178518 + }, + { + "elapsed_s": 32.803, + "rss_mib": 329.836, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 31.285086 + }, + { + "elapsed_s": 32.909, + "rss_mib": 323.902, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 31.390936 + }, + { + "elapsed_s": 33.014, + "rss_mib": 202.945, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 31.49645 + }, + { + "elapsed_s": 33.124, + "rss_mib": 115.332, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.235, + "rss_mib": 120.234, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.341, + "rss_mib": 133.895, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.447, + "rss_mib": 138.984, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.553, + "rss_mib": 139.609, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.662, + "rss_mib": 143.016, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.769, + "rss_mib": 146.906, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.876, + "rss_mib": 157.906, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.983, + "rss_mib": 164.031, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.092, + "rss_mib": 169.031, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.21, + "rss_mib": 178.031, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.317, + "rss_mib": 184.895, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.428, + "rss_mib": 189.227, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.535, + "rss_mib": 190.477, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.643, + "rss_mib": 194.227, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.751, + "rss_mib": 200.375, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.859, + "rss_mib": 205.973, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.97, + "rss_mib": 213.887, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.077, + "rss_mib": 224.012, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.187, + "rss_mib": 289.688, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.35, + "rss_mib": 253.055, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.461, + "rss_mib": 299.309, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.569, + "rss_mib": 262.305, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.675, + "rss_mib": 248.309, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.781, + "rss_mib": 260.98, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.889, + "rss_mib": 274.918, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.997, + "rss_mib": 289.613, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 36.103, + "rss_mib": 336.863, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 36.211, + "rss_mib": 355.938, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 36.318, + "rss_mib": 360.945, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 36.427, + "rss_mib": 367.0, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 36.533, + "rss_mib": 383.809, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 36.639, + "rss_mib": 388.281, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 36.745, + "rss_mib": 363.52, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 36.851, + "rss_mib": 332.535, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 36.961, + "rss_mib": 326.676, + "queued": 0, + "processing": 0, + "ready": 18, + "failed": 0, + "oldest_queued_s": 0 + } + ], + "repeat": 2, + "concurrency": 2, + "prefetch_per_consumer": 1 + }, + { + "width": 1280, + "height": 800, + "bytes": 774325, + "sha256": "e8f395f1bdf837a475d4c6f11e5d3e8f911e09ce4f2a41f853d403bebef3efcc", + "requests": 18, + "clients": 6, + "http_statuses": { + "202": 18 + }, + "api_replicas_seen": 2, + "elapsed_s": 36.61566027800018, + "owner_id": "1426c6f9-1344-4a31-ba88-0cb674783805", + "attachment_ids": [ + "26579b92-12d5-40c7-aa7a-aacb8fb8c861", + "57b680ee-6b44-4cfb-b189-019bf0b95944", + "3c00344f-92e6-4e00-9585-50c5bf64aa97", + "3696e311-69d8-43ad-a183-469fef8002e2", + "0ebe65db-c903-437b-aa5f-4cfa83207c61", + "0e5a5643-0f29-48d1-8f3f-c20b0f2e55a5", + "81a2bde8-28c2-4cc3-b1a7-cdc902e8db6d", + "49e63523-3790-4f51-9eae-12ca80e09621", + "d6bc94a4-e6ad-4c86-8755-bc349be22174", + "321da001-726a-4ea1-a4a4-554091b4740f", + "6643471e-c9be-4edb-9c53-37b3dc57f03e", + "46c58d90-ba48-41c1-9e44-a621eb47df3b", + "3db181cd-f2f1-481f-af74-8fd0413ce903", + "293b6abd-5148-47ac-a162-8c664cc73c7a", + "b57dd6f9-e836-4fdd-98ed-dfd53cdc17b1", + "d2526acd-139e-4185-82de-8a0bbbf248ec", + "7e876928-4fdf-46d7-97ff-e695dec7780d", + "830c5707-8974-413c-ad74-89b27f32512a" + ], + "throughput_per_s": 0.4915929376484563, + "ready_p95_s": 35.487861, + "queue_wait_p95_s": 31.857229, + "queue_lag_max_jobs": 16, + "queue_oldest_max_s": 31.797539, + "processing_max": 2, + "rss_peak_mib": 357.262, + "samples": [ + { + "elapsed_s": 0.04, + "rss_mib": 84.059, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.146, + "rss_mib": 84.059, + "queued": 2, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.061277 + }, + { + "elapsed_s": 0.251, + "rss_mib": 84.059, + "queued": 4, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.166276 + }, + { + "elapsed_s": 0.357, + "rss_mib": 84.059, + "queued": 5, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.272645 + }, + { + "elapsed_s": 0.464, + "rss_mib": 84.059, + "queued": 7, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.379643 + }, + { + "elapsed_s": 0.57, + "rss_mib": 84.059, + "queued": 9, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.484914 + }, + { + "elapsed_s": 0.678, + "rss_mib": 119.441, + "queued": 7, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.468115 + }, + { + "elapsed_s": 0.787, + "rss_mib": 119.23, + "queued": 9, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.577265 + }, + { + "elapsed_s": 0.896, + "rss_mib": 120.73, + "queued": 11, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.686498 + }, + { + "elapsed_s": 1.004, + "rss_mib": 132.461, + "queued": 14, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.793946 + }, + { + "elapsed_s": 1.112, + "rss_mib": 138.762, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.901849 + }, + { + "elapsed_s": 1.219, + "rss_mib": 138.887, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.00961 + }, + { + "elapsed_s": 1.333, + "rss_mib": 139.262, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.123137 + }, + { + "elapsed_s": 1.442, + "rss_mib": 141.012, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.231738 + }, + { + "elapsed_s": 1.553, + "rss_mib": 143.441, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.342961 + }, + { + "elapsed_s": 1.669, + "rss_mib": 144.566, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.459534 + }, + { + "elapsed_s": 1.777, + "rss_mib": 152.066, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.567619 + }, + { + "elapsed_s": 1.884, + "rss_mib": 162.816, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.674017 + }, + { + "elapsed_s": 1.992, + "rss_mib": 166.316, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.782487 + }, + { + "elapsed_s": 2.098, + "rss_mib": 179.691, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.888233 + }, + { + "elapsed_s": 2.203, + "rss_mib": 189.199, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.993405 + }, + { + "elapsed_s": 2.309, + "rss_mib": 190.199, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.099305 + }, + { + "elapsed_s": 2.414, + "rss_mib": 196.449, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.204519 + }, + { + "elapsed_s": 2.52, + "rss_mib": 203.719, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.309979 + }, + { + "elapsed_s": 2.626, + "rss_mib": 215.969, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.416498 + }, + { + "elapsed_s": 2.733, + "rss_mib": 222.496, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.52278 + }, + { + "elapsed_s": 2.866, + "rss_mib": 269.871, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.655685 + }, + { + "elapsed_s": 2.975, + "rss_mib": 354.746, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.764965 + }, + { + "elapsed_s": 3.157, + "rss_mib": 355.371, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.947294 + }, + { + "elapsed_s": 3.264, + "rss_mib": 234.766, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.054534 + }, + { + "elapsed_s": 3.374, + "rss_mib": 244.766, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.164323 + }, + { + "elapsed_s": 3.481, + "rss_mib": 253.891, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.271207 + }, + { + "elapsed_s": 3.586, + "rss_mib": 274.898, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.376562 + }, + { + "elapsed_s": 3.693, + "rss_mib": 282.156, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.482993 + }, + { + "elapsed_s": 3.799, + "rss_mib": 309.488, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.58903 + }, + { + "elapsed_s": 3.909, + "rss_mib": 329.93, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.698295 + }, + { + "elapsed_s": 4.018, + "rss_mib": 341.055, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.806663 + }, + { + "elapsed_s": 4.125, + "rss_mib": 354.055, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.914505 + }, + { + "elapsed_s": 4.231, + "rss_mib": 303.168, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.020442 + }, + { + "elapsed_s": 4.339, + "rss_mib": 303.293, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.1278 + }, + { + "elapsed_s": 4.445, + "rss_mib": 303.418, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.233669 + }, + { + "elapsed_s": 4.55, + "rss_mib": 296.77, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.339128 + }, + { + "elapsed_s": 4.657, + "rss_mib": 188.062, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.445701 + }, + { + "elapsed_s": 4.762, + "rss_mib": 116.184, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.489914 + }, + { + "elapsed_s": 4.869, + "rss_mib": 119.605, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.596634 + }, + { + "elapsed_s": 4.977, + "rss_mib": 128.016, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.704537 + }, + { + "elapsed_s": 5.086, + "rss_mib": 139.355, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.813559 + }, + { + "elapsed_s": 5.198, + "rss_mib": 139.23, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.925535 + }, + { + "elapsed_s": 5.304, + "rss_mib": 139.73, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.031477 + }, + { + "elapsed_s": 5.41, + "rss_mib": 143.887, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.137957 + }, + { + "elapsed_s": 5.517, + "rss_mib": 147.887, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.244618 + }, + { + "elapsed_s": 5.626, + "rss_mib": 159.262, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.353579 + }, + { + "elapsed_s": 5.734, + "rss_mib": 163.637, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.461447 + }, + { + "elapsed_s": 5.84, + "rss_mib": 170.012, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.567753 + }, + { + "elapsed_s": 5.946, + "rss_mib": 183.051, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.674101 + }, + { + "elapsed_s": 6.052, + "rss_mib": 188.516, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.780076 + }, + { + "elapsed_s": 6.16, + "rss_mib": 190.391, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.887694 + }, + { + "elapsed_s": 6.266, + "rss_mib": 195.766, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.993414 + }, + { + "elapsed_s": 6.371, + "rss_mib": 203.742, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.099248 + }, + { + "elapsed_s": 6.477, + "rss_mib": 212.492, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.204619 + }, + { + "elapsed_s": 6.582, + "rss_mib": 224.051, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.310001 + }, + { + "elapsed_s": 6.753, + "rss_mib": 321.176, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.480988 + }, + { + "elapsed_s": 6.87, + "rss_mib": 355.801, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.598227 + }, + { + "elapsed_s": 6.98, + "rss_mib": 255.535, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.707857 + }, + { + "elapsed_s": 7.09, + "rss_mib": 239.555, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.817336 + }, + { + "elapsed_s": 7.21, + "rss_mib": 244.18, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.936945 + }, + { + "elapsed_s": 7.323, + "rss_mib": 245.93, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.050736 + }, + { + "elapsed_s": 7.432, + "rss_mib": 255.391, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.1596 + }, + { + "elapsed_s": 7.539, + "rss_mib": 273.105, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.266339 + }, + { + "elapsed_s": 7.645, + "rss_mib": 282.59, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.373027 + }, + { + "elapsed_s": 7.754, + "rss_mib": 304.148, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.482254 + }, + { + "elapsed_s": 7.863, + "rss_mib": 325.656, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.590762 + }, + { + "elapsed_s": 7.969, + "rss_mib": 341.656, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.696931 + }, + { + "elapsed_s": 8.078, + "rss_mib": 354.406, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.805345 + }, + { + "elapsed_s": 8.197, + "rss_mib": 309.25, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.92433 + }, + { + "elapsed_s": 8.312, + "rss_mib": 309.25, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.039958 + }, + { + "elapsed_s": 8.422, + "rss_mib": 309.25, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.149866 + }, + { + "elapsed_s": 8.53, + "rss_mib": 309.25, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.258018 + }, + { + "elapsed_s": 8.637, + "rss_mib": 309.25, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.364431 + }, + { + "elapsed_s": 8.762, + "rss_mib": 302.523, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.489571 + }, + { + "elapsed_s": 8.87, + "rss_mib": 84.059, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.597366 + }, + { + "elapsed_s": 8.977, + "rss_mib": 116.477, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.537733 + }, + { + "elapsed_s": 9.084, + "rss_mib": 119.625, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.644855 + }, + { + "elapsed_s": 9.192, + "rss_mib": 127.41, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.75269 + }, + { + "elapsed_s": 9.301, + "rss_mib": 136.285, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.861888 + }, + { + "elapsed_s": 9.409, + "rss_mib": 138.75, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.970019 + }, + { + "elapsed_s": 9.521, + "rss_mib": 139.25, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.081638 + }, + { + "elapsed_s": 9.628, + "rss_mib": 143.004, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.18862 + }, + { + "elapsed_s": 9.733, + "rss_mib": 150.379, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.294189 + }, + { + "elapsed_s": 9.839, + "rss_mib": 162.629, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.400307 + }, + { + "elapsed_s": 9.946, + "rss_mib": 166.504, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.506787 + }, + { + "elapsed_s": 10.054, + "rss_mib": 179.254, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.615083 + }, + { + "elapsed_s": 10.16, + "rss_mib": 188.07, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.720666 + }, + { + "elapsed_s": 10.266, + "rss_mib": 190.195, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.826468 + }, + { + "elapsed_s": 10.371, + "rss_mib": 194.695, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.931987 + }, + { + "elapsed_s": 10.477, + "rss_mib": 203.914, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.037645 + }, + { + "elapsed_s": 10.583, + "rss_mib": 212.039, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.143822 + }, + { + "elapsed_s": 10.689, + "rss_mib": 222.625, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.24998 + }, + { + "elapsed_s": 10.797, + "rss_mib": 286.125, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.357562 + }, + { + "elapsed_s": 10.956, + "rss_mib": 335.25, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.516499 + }, + { + "elapsed_s": 11.086, + "rss_mib": 318.492, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.647112 + }, + { + "elapsed_s": 11.197, + "rss_mib": 241.703, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.758056 + }, + { + "elapsed_s": 11.307, + "rss_mib": 239.113, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.868116 + }, + { + "elapsed_s": 11.429, + "rss_mib": 244.113, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 10.990064 + }, + { + "elapsed_s": 11.556, + "rss_mib": 249.613, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.11687 + }, + { + "elapsed_s": 11.677, + "rss_mib": 256.766, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.237862 + }, + { + "elapsed_s": 11.786, + "rss_mib": 272.527, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.346386 + }, + { + "elapsed_s": 11.898, + "rss_mib": 277.469, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.45862 + }, + { + "elapsed_s": 12.008, + "rss_mib": 280.316, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.568772 + }, + { + "elapsed_s": 12.123, + "rss_mib": 294.855, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.68364 + }, + { + "elapsed_s": 12.232, + "rss_mib": 321.617, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.792721 + }, + { + "elapsed_s": 12.338, + "rss_mib": 345.242, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.898365 + }, + { + "elapsed_s": 12.446, + "rss_mib": 354.492, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.006431 + }, + { + "elapsed_s": 12.552, + "rss_mib": 313.852, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.112782 + }, + { + "elapsed_s": 12.659, + "rss_mib": 314.102, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.219487 + }, + { + "elapsed_s": 12.764, + "rss_mib": 314.102, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.324562 + }, + { + "elapsed_s": 12.868, + "rss_mib": 307.266, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.429234 + }, + { + "elapsed_s": 12.974, + "rss_mib": 84.059, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.535109 + }, + { + "elapsed_s": 13.081, + "rss_mib": 116.707, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.536044 + }, + { + "elapsed_s": 13.189, + "rss_mib": 119.863, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.644025 + }, + { + "elapsed_s": 13.296, + "rss_mib": 130.527, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.751326 + }, + { + "elapsed_s": 13.403, + "rss_mib": 138.984, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.85762 + }, + { + "elapsed_s": 13.512, + "rss_mib": 139.109, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.96689 + }, + { + "elapsed_s": 13.622, + "rss_mib": 140.734, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.076763 + }, + { + "elapsed_s": 13.73, + "rss_mib": 141.68, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.185168 + }, + { + "elapsed_s": 13.837, + "rss_mib": 146.207, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.291746 + }, + { + "elapsed_s": 13.953, + "rss_mib": 155.707, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.407871 + }, + { + "elapsed_s": 14.06, + "rss_mib": 159.457, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.515376 + }, + { + "elapsed_s": 14.167, + "rss_mib": 166.457, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.621703 + }, + { + "elapsed_s": 14.275, + "rss_mib": 175.207, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.729459 + }, + { + "elapsed_s": 14.382, + "rss_mib": 186.871, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.836677 + }, + { + "elapsed_s": 14.488, + "rss_mib": 189.523, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.943212 + }, + { + "elapsed_s": 14.595, + "rss_mib": 191.773, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 14.04984 + }, + { + "elapsed_s": 14.701, + "rss_mib": 199.082, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 14.155726 + }, + { + "elapsed_s": 14.807, + "rss_mib": 205.059, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 14.262359 + }, + { + "elapsed_s": 14.913, + "rss_mib": 214.285, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 14.368093 + }, + { + "elapsed_s": 15.02, + "rss_mib": 223.91, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 14.474936 + }, + { + "elapsed_s": 15.157, + "rss_mib": 290.285, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 14.611826 + }, + { + "elapsed_s": 15.264, + "rss_mib": 253.781, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 14.718746 + }, + { + "elapsed_s": 15.377, + "rss_mib": 292.285, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 14.831619 + }, + { + "elapsed_s": 15.553, + "rss_mib": 299.41, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.007829 + }, + { + "elapsed_s": 15.664, + "rss_mib": 237.195, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.119037 + }, + { + "elapsed_s": 15.784, + "rss_mib": 239.629, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.238788 + }, + { + "elapsed_s": 15.896, + "rss_mib": 247.879, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.351122 + }, + { + "elapsed_s": 16.006, + "rss_mib": 253.203, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.460561 + }, + { + "elapsed_s": 16.118, + "rss_mib": 264.32, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.572952 + }, + { + "elapsed_s": 16.229, + "rss_mib": 269.617, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.684399 + }, + { + "elapsed_s": 16.337, + "rss_mib": 277.18, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.792095 + }, + { + "elapsed_s": 16.446, + "rss_mib": 284.43, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 15.90132 + }, + { + "elapsed_s": 16.553, + "rss_mib": 305.328, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.008299 + }, + { + "elapsed_s": 16.662, + "rss_mib": 325.098, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.11726 + }, + { + "elapsed_s": 16.774, + "rss_mib": 340.973, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.229048 + }, + { + "elapsed_s": 16.885, + "rss_mib": 350.473, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.340229 + }, + { + "elapsed_s": 16.993, + "rss_mib": 333.496, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 16.448384 + }, + { + "elapsed_s": 17.101, + "rss_mib": 312.895, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 16.555961 + }, + { + "elapsed_s": 17.212, + "rss_mib": 313.02, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.666725 + }, + { + "elapsed_s": 17.32, + "rss_mib": 310.219, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.774788 + }, + { + "elapsed_s": 17.427, + "rss_mib": 305.402, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.882344 + }, + { + "elapsed_s": 17.533, + "rss_mib": 200.848, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.907628 + }, + { + "elapsed_s": 17.639, + "rss_mib": 110.082, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.905083 + }, + { + "elapsed_s": 17.748, + "rss_mib": 121.359, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.014552 + }, + { + "elapsed_s": 17.857, + "rss_mib": 131.359, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.122865 + }, + { + "elapsed_s": 17.966, + "rss_mib": 136.773, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.231762 + }, + { + "elapsed_s": 18.072, + "rss_mib": 139.234, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.338562 + }, + { + "elapsed_s": 18.179, + "rss_mib": 140.785, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.445186 + }, + { + "elapsed_s": 18.286, + "rss_mib": 143.625, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.552152 + }, + { + "elapsed_s": 18.395, + "rss_mib": 146.766, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.661275 + }, + { + "elapsed_s": 18.505, + "rss_mib": 155.516, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.770719 + }, + { + "elapsed_s": 18.613, + "rss_mib": 162.391, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.879213 + }, + { + "elapsed_s": 18.72, + "rss_mib": 165.141, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 17.986406 + }, + { + "elapsed_s": 18.827, + "rss_mib": 173.766, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.093141 + }, + { + "elapsed_s": 18.938, + "rss_mib": 182.605, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.203727 + }, + { + "elapsed_s": 19.065, + "rss_mib": 187.082, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.331102 + }, + { + "elapsed_s": 19.182, + "rss_mib": 188.207, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.448605 + }, + { + "elapsed_s": 19.296, + "rss_mib": 189.707, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.56257 + }, + { + "elapsed_s": 19.408, + "rss_mib": 190.082, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.674384 + }, + { + "elapsed_s": 19.518, + "rss_mib": 190.957, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.784345 + }, + { + "elapsed_s": 19.628, + "rss_mib": 195.832, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 18.893967 + }, + { + "elapsed_s": 19.736, + "rss_mib": 203.57, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.001656 + }, + { + "elapsed_s": 19.842, + "rss_mib": 211.57, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.10784 + }, + { + "elapsed_s": 19.948, + "rss_mib": 223.57, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.214189 + }, + { + "elapsed_s": 20.057, + "rss_mib": 259.82, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.323596 + }, + { + "elapsed_s": 20.169, + "rss_mib": 293.195, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.435425 + }, + { + "elapsed_s": 20.279, + "rss_mib": 310.566, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.544884 + }, + { + "elapsed_s": 20.453, + "rss_mib": 296.195, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.719107 + }, + { + "elapsed_s": 20.56, + "rss_mib": 246.043, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.825853 + }, + { + "elapsed_s": 20.666, + "rss_mib": 261.168, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 19.931877 + }, + { + "elapsed_s": 20.771, + "rss_mib": 277.672, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.037475 + }, + { + "elapsed_s": 20.877, + "rss_mib": 293.508, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.143265 + }, + { + "elapsed_s": 20.984, + "rss_mib": 330.105, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.249675 + }, + { + "elapsed_s": 21.091, + "rss_mib": 346.48, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.356885 + }, + { + "elapsed_s": 21.198, + "rss_mib": 334.168, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.464535 + }, + { + "elapsed_s": 21.308, + "rss_mib": 313.691, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 20.574122 + }, + { + "elapsed_s": 21.416, + "rss_mib": 313.816, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 20.682273 + }, + { + "elapsed_s": 21.525, + "rss_mib": 313.816, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 20.790821 + }, + { + "elapsed_s": 21.643, + "rss_mib": 309.824, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 20.908634 + }, + { + "elapsed_s": 21.766, + "rss_mib": 305.867, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 21.03221 + }, + { + "elapsed_s": 21.876, + "rss_mib": 193.605, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 21.142479 + }, + { + "elapsed_s": 21.984, + "rss_mib": 109.195, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 21.111525 + }, + { + "elapsed_s": 22.091, + "rss_mib": 121.199, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 21.218807 + }, + { + "elapsed_s": 22.197, + "rss_mib": 133.926, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 21.32507 + }, + { + "elapsed_s": 22.306, + "rss_mib": 139.051, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 21.433647 + }, + { + "elapsed_s": 22.414, + "rss_mib": 139.426, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 21.542192 + }, + { + "elapsed_s": 22.52, + "rss_mib": 141.402, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 21.64829 + }, + { + "elapsed_s": 22.628, + "rss_mib": 146.742, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 21.755718 + }, + { + "elapsed_s": 22.735, + "rss_mib": 156.867, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 21.863105 + }, + { + "elapsed_s": 22.841, + "rss_mib": 164.742, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 21.969221 + }, + { + "elapsed_s": 22.947, + "rss_mib": 176.117, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 22.074857 + }, + { + "elapsed_s": 23.053, + "rss_mib": 188.242, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 22.180577 + }, + { + "elapsed_s": 23.158, + "rss_mib": 191.117, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 22.286306 + }, + { + "elapsed_s": 23.264, + "rss_mib": 198.617, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 22.391988 + }, + { + "elapsed_s": 23.37, + "rss_mib": 204.348, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 22.497764 + }, + { + "elapsed_s": 23.475, + "rss_mib": 218.73, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 22.603049 + }, + { + "elapsed_s": 23.581, + "rss_mib": 271.98, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 22.709263 + }, + { + "elapsed_s": 23.759, + "rss_mib": 342.996, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 22.887059 + }, + { + "elapsed_s": 23.868, + "rss_mib": 296.477, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 22.995857 + }, + { + "elapsed_s": 23.975, + "rss_mib": 243.43, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 23.102476 + }, + { + "elapsed_s": 24.081, + "rss_mib": 257.844, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 23.209217 + }, + { + "elapsed_s": 24.188, + "rss_mib": 270.223, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 23.315588 + }, + { + "elapsed_s": 24.297, + "rss_mib": 280.195, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 23.424614 + }, + { + "elapsed_s": 24.405, + "rss_mib": 293.219, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 23.533127 + }, + { + "elapsed_s": 24.512, + "rss_mib": 319.148, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 23.640027 + }, + { + "elapsed_s": 24.618, + "rss_mib": 343.195, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 23.745839 + }, + { + "elapsed_s": 24.723, + "rss_mib": 334.191, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 23.851212 + }, + { + "elapsed_s": 24.829, + "rss_mib": 309.086, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 23.957231 + }, + { + "elapsed_s": 24.935, + "rss_mib": 309.211, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.062557 + }, + { + "elapsed_s": 25.04, + "rss_mib": 301.426, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.167461 + }, + { + "elapsed_s": 25.144, + "rss_mib": 97.684, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.231657 + }, + { + "elapsed_s": 25.25, + "rss_mib": 121.039, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.301642 + }, + { + "elapsed_s": 25.356, + "rss_mib": 133.574, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.407554 + }, + { + "elapsed_s": 25.462, + "rss_mib": 139.539, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.513696 + }, + { + "elapsed_s": 25.569, + "rss_mib": 141.113, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.620186 + }, + { + "elapsed_s": 25.675, + "rss_mib": 144.328, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.726952 + }, + { + "elapsed_s": 25.781, + "rss_mib": 154.715, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.833176 + }, + { + "elapsed_s": 25.888, + "rss_mib": 164.84, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.939255 + }, + { + "elapsed_s": 25.994, + "rss_mib": 174.215, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.045417 + }, + { + "elapsed_s": 26.1, + "rss_mib": 187.629, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.151269 + }, + { + "elapsed_s": 26.205, + "rss_mib": 190.66, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.25708 + }, + { + "elapsed_s": 26.312, + "rss_mib": 194.285, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.363291 + }, + { + "elapsed_s": 26.418, + "rss_mib": 201.176, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.469357 + }, + { + "elapsed_s": 26.525, + "rss_mib": 208.055, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.57693 + }, + { + "elapsed_s": 26.633, + "rss_mib": 219.363, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.684869 + }, + { + "elapsed_s": 26.741, + "rss_mib": 225.238, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.792288 + }, + { + "elapsed_s": 26.86, + "rss_mib": 286.238, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 25.912092 + }, + { + "elapsed_s": 26.972, + "rss_mib": 292.613, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.024047 + }, + { + "elapsed_s": 27.083, + "rss_mib": 283.508, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.135007 + }, + { + "elapsed_s": 27.253, + "rss_mib": 267.023, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.304953 + }, + { + "elapsed_s": 27.361, + "rss_mib": 244.684, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.41229 + }, + { + "elapsed_s": 27.467, + "rss_mib": 259.387, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.518272 + }, + { + "elapsed_s": 27.573, + "rss_mib": 276.547, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.624612 + }, + { + "elapsed_s": 27.679, + "rss_mib": 287.324, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.730216 + }, + { + "elapsed_s": 27.784, + "rss_mib": 321.711, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.835439 + }, + { + "elapsed_s": 27.89, + "rss_mib": 347.336, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 26.941289 + }, + { + "elapsed_s": 27.996, + "rss_mib": 334.426, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 27.047254 + }, + { + "elapsed_s": 28.101, + "rss_mib": 309.316, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.152753 + }, + { + "elapsed_s": 28.206, + "rss_mib": 306.516, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.257808 + }, + { + "elapsed_s": 28.312, + "rss_mib": 190.137, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.3632 + }, + { + "elapsed_s": 28.418, + "rss_mib": 100.934, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.433507 + }, + { + "elapsed_s": 28.526, + "rss_mib": 119.477, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.506104 + }, + { + "elapsed_s": 28.637, + "rss_mib": 121.727, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.617546 + }, + { + "elapsed_s": 28.744, + "rss_mib": 132.547, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.724769 + }, + { + "elapsed_s": 28.851, + "rss_mib": 139.043, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.831904 + }, + { + "elapsed_s": 28.957, + "rss_mib": 139.918, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.937455 + }, + { + "elapsed_s": 29.063, + "rss_mib": 143.848, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 28.043604 + }, + { + "elapsed_s": 29.171, + "rss_mib": 150.848, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 28.151489 + }, + { + "elapsed_s": 29.281, + "rss_mib": 158.848, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 28.261096 + }, + { + "elapsed_s": 29.388, + "rss_mib": 163.723, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 28.368712 + }, + { + "elapsed_s": 29.496, + "rss_mib": 169.723, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 28.476291 + }, + { + "elapsed_s": 29.604, + "rss_mib": 182.953, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 28.584499 + }, + { + "elapsed_s": 29.711, + "rss_mib": 188.977, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 28.691782 + }, + { + "elapsed_s": 29.818, + "rss_mib": 190.477, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 28.798224 + }, + { + "elapsed_s": 29.925, + "rss_mib": 195.227, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 28.905719 + }, + { + "elapsed_s": 30.033, + "rss_mib": 206.066, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 29.013037 + }, + { + "elapsed_s": 30.139, + "rss_mib": 211.852, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 29.119161 + }, + { + "elapsed_s": 30.247, + "rss_mib": 222.871, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 29.227861 + }, + { + "elapsed_s": 30.357, + "rss_mib": 253.871, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 29.337861 + }, + { + "elapsed_s": 30.49, + "rss_mib": 320.871, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 29.470456 + }, + { + "elapsed_s": 30.656, + "rss_mib": 292.301, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 29.63643 + }, + { + "elapsed_s": 30.762, + "rss_mib": 234.172, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 29.742209 + }, + { + "elapsed_s": 30.868, + "rss_mib": 249.172, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 29.848183 + }, + { + "elapsed_s": 30.974, + "rss_mib": 270.508, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 29.954535 + }, + { + "elapsed_s": 31.084, + "rss_mib": 278.32, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 30.064737 + }, + { + "elapsed_s": 31.195, + "rss_mib": 282.445, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 30.175726 + }, + { + "elapsed_s": 31.312, + "rss_mib": 299.57, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 30.292366 + }, + { + "elapsed_s": 31.429, + "rss_mib": 307.711, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 30.409239 + }, + { + "elapsed_s": 31.542, + "rss_mib": 326.598, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 30.522188 + }, + { + "elapsed_s": 31.654, + "rss_mib": 336.348, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 30.634704 + }, + { + "elapsed_s": 31.766, + "rss_mib": 346.723, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 30.746786 + }, + { + "elapsed_s": 31.894, + "rss_mib": 353.223, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 30.874173 + }, + { + "elapsed_s": 32.026, + "rss_mib": 353.973, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 31.00659 + }, + { + "elapsed_s": 32.143, + "rss_mib": 308.75, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 31.123016 + }, + { + "elapsed_s": 32.257, + "rss_mib": 308.75, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 31.237857 + }, + { + "elapsed_s": 32.37, + "rss_mib": 308.875, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 31.350276 + }, + { + "elapsed_s": 32.48, + "rss_mib": 308.875, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 31.460596 + }, + { + "elapsed_s": 32.593, + "rss_mib": 304.938, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 31.57368 + }, + { + "elapsed_s": 32.705, + "rss_mib": 302.055, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 31.68521 + }, + { + "elapsed_s": 32.817, + "rss_mib": 195.172, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 31.797539 + }, + { + "elapsed_s": 32.924, + "rss_mib": 113.184, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.031, + "rss_mib": 119.359, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.137, + "rss_mib": 130.059, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.243, + "rss_mib": 138.578, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.352, + "rss_mib": 139.078, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.458, + "rss_mib": 142.969, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.565, + "rss_mib": 146.129, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.671, + "rss_mib": 158.879, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.777, + "rss_mib": 165.254, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.882, + "rss_mib": 182.129, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.988, + "rss_mib": 189.109, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.096, + "rss_mib": 190.109, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.203, + "rss_mib": 193.984, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.311, + "rss_mib": 203.609, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.419, + "rss_mib": 204.762, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.526, + "rss_mib": 218.512, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.632, + "rss_mib": 225.512, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.758, + "rss_mib": 296.512, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.882, + "rss_mib": 357.262, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.052, + "rss_mib": 300.688, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.161, + "rss_mib": 239.543, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.27, + "rss_mib": 250.043, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.378, + "rss_mib": 266.082, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.483, + "rss_mib": 275.559, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.59, + "rss_mib": 285.434, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.707, + "rss_mib": 307.445, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.825, + "rss_mib": 312.215, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 35.952, + "rss_mib": 320.145, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 36.07, + "rss_mib": 331.77, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 36.182, + "rss_mib": 340.645, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 36.29, + "rss_mib": 353.77, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 36.399, + "rss_mib": 310.637, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 36.506, + "rss_mib": 304.191, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 36.613, + "rss_mib": 304.316, + "queued": 0, + "processing": 0, + "ready": 18, + "failed": 0, + "oldest_queued_s": 0 + } + ], + "repeat": 2, + "concurrency": 2, + "prefetch_per_consumer": 1 + }, + { + "width": 320, + "height": 200, + "bytes": 49354, + "sha256": "6636468bcbbb41746d377deabc0bf5b4cdcfb76681f8fcab535d7db414162c22", + "requests": 18, + "clients": 6, + "http_statuses": { + "202": 18 + }, + "api_replicas_seen": 2, + "elapsed_s": 34.0682360790006, + "owner_id": "aa6302a9-622b-4c23-91d0-83f7e1e46bd3", + "attachment_ids": [ + "2be73180-c33f-4e01-ba7f-8af4a575e601", + "2fe15cac-d8c2-454f-a03e-3571ab060cfb", + "84c0b9cd-a92c-4a7b-a1ff-de9e3c55eb47", + "dc499f86-64d9-435c-8f55-d0e8e3c77bda", + "6e9915b7-a024-494e-bb85-4a40012690c5", + "ded8b0ad-47e0-4cd3-b9a9-2e6758e1d560", + "2084449b-0299-4893-8d4d-4498aaeedb15", + "1cb05411-f3fc-4a83-9a19-f607c97794e2", + "a4e72ab6-29e4-4879-ac73-f47564cffd4d", + "533dc383-9f0e-42c7-824e-a41403beceb2", + "4d0925f1-c7b6-46b2-b896-835b93402925", + "2095aa09-7ae7-4ca7-a1e0-d946cc89e4f1", + "1d33d0fc-8c09-4e12-bff7-3fc015547a2b", + "3908caab-2dad-48fb-823b-7f5a75de0912", + "5ff501e5-93f7-477f-9989-04059d119620", + "8ce0e132-1e20-4e84-befd-ed88a7e2056c", + "0c8dc03c-7f6c-4370-985e-04e29475df84", + "da9bd0a2-2e43-4245-92ef-2345117f5932" + ], + "throughput_per_s": 0.5283513933113508, + "ready_p95_s": 33.333839, + "queue_wait_p95_s": 28.783239, + "queue_lag_max_jobs": 16, + "queue_oldest_max_s": 28.790205, + "processing_max": 2, + "rss_peak_mib": 356.77, + "samples": [ + { + "elapsed_s": 0.049, + "rss_mib": 84.059, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.157, + "rss_mib": 100.809, + "queued": 2, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.048383 + }, + { + "elapsed_s": 0.27, + "rss_mib": 119.027, + "queued": 5, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.162176 + }, + { + "elapsed_s": 0.377, + "rss_mib": 119.902, + "queued": 8, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.268636 + }, + { + "elapsed_s": 0.484, + "rss_mib": 129.223, + "queued": 11, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.375549 + }, + { + "elapsed_s": 0.593, + "rss_mib": 138.422, + "queued": 14, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.484299 + }, + { + "elapsed_s": 0.7, + "rss_mib": 138.422, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.591317 + }, + { + "elapsed_s": 0.806, + "rss_mib": 138.922, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.697776 + }, + { + "elapsed_s": 0.912, + "rss_mib": 142.559, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.80412 + }, + { + "elapsed_s": 1.019, + "rss_mib": 148.309, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.910531 + }, + { + "elapsed_s": 1.124, + "rss_mib": 162.434, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.016131 + }, + { + "elapsed_s": 1.232, + "rss_mib": 166.934, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.12324 + }, + { + "elapsed_s": 1.34, + "rss_mib": 178.184, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.232097 + }, + { + "elapsed_s": 1.451, + "rss_mib": 185.398, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.342933 + }, + { + "elapsed_s": 1.562, + "rss_mib": 187.898, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.453532 + }, + { + "elapsed_s": 1.671, + "rss_mib": 188.773, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.563017 + }, + { + "elapsed_s": 1.78, + "rss_mib": 189.648, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.671729 + }, + { + "elapsed_s": 1.889, + "rss_mib": 193.148, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.781137 + }, + { + "elapsed_s": 1.999, + "rss_mib": 198.73, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.890778 + }, + { + "elapsed_s": 2.112, + "rss_mib": 205.668, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.003156 + }, + { + "elapsed_s": 2.219, + "rss_mib": 213.918, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.110809 + }, + { + "elapsed_s": 2.325, + "rss_mib": 222.406, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.216316 + }, + { + "elapsed_s": 2.496, + "rss_mib": 337.531, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.38787 + }, + { + "elapsed_s": 2.605, + "rss_mib": 355.406, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.497118 + }, + { + "elapsed_s": 2.712, + "rss_mib": 255.105, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.60324 + }, + { + "elapsed_s": 2.819, + "rss_mib": 243.707, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.710659 + }, + { + "elapsed_s": 2.926, + "rss_mib": 253.707, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.817461 + }, + { + "elapsed_s": 3.035, + "rss_mib": 270.969, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.9263 + }, + { + "elapsed_s": 3.142, + "rss_mib": 280.02, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.034069 + }, + { + "elapsed_s": 3.253, + "rss_mib": 287.02, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.145029 + }, + { + "elapsed_s": 3.361, + "rss_mib": 293.102, + "queued": 16, + "processing": 2, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.252892 + }, + { + "elapsed_s": 3.468, + "rss_mib": 293.352, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.359292 + }, + { + "elapsed_s": 3.574, + "rss_mib": 293.352, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.46578 + }, + { + "elapsed_s": 3.682, + "rss_mib": 285.621, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.573354 + }, + { + "elapsed_s": 3.787, + "rss_mib": 84.059, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.679222 + }, + { + "elapsed_s": 3.893, + "rss_mib": 119.359, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.724769 + }, + { + "elapsed_s": 4.0, + "rss_mib": 123.484, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.831242 + }, + { + "elapsed_s": 4.105, + "rss_mib": 139.172, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 3.936687 + }, + { + "elapsed_s": 4.211, + "rss_mib": 139.422, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.042912 + }, + { + "elapsed_s": 4.321, + "rss_mib": 140.672, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.152897 + }, + { + "elapsed_s": 4.433, + "rss_mib": 142.848, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.264386 + }, + { + "elapsed_s": 4.544, + "rss_mib": 144.473, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.375318 + }, + { + "elapsed_s": 4.651, + "rss_mib": 153.348, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.482736 + }, + { + "elapsed_s": 4.761, + "rss_mib": 163.098, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.592965 + }, + { + "elapsed_s": 4.868, + "rss_mib": 169.098, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.699704 + }, + { + "elapsed_s": 4.974, + "rss_mib": 185.098, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.805583 + }, + { + "elapsed_s": 5.08, + "rss_mib": 189.781, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 4.911975 + }, + { + "elapsed_s": 5.193, + "rss_mib": 190.906, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.024872 + }, + { + "elapsed_s": 5.299, + "rss_mib": 199.531, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.130578 + }, + { + "elapsed_s": 5.405, + "rss_mib": 205.449, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.236687 + }, + { + "elapsed_s": 5.512, + "rss_mib": 216.949, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.343715 + }, + { + "elapsed_s": 5.625, + "rss_mib": 224.949, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.456789 + }, + { + "elapsed_s": 5.734, + "rss_mib": 267.324, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.565315 + }, + { + "elapsed_s": 5.901, + "rss_mib": 356.199, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.732744 + }, + { + "elapsed_s": 6.013, + "rss_mib": 319.496, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.844254 + }, + { + "elapsed_s": 6.12, + "rss_mib": 234.391, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.951354 + }, + { + "elapsed_s": 6.225, + "rss_mib": 245.891, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.056699 + }, + { + "elapsed_s": 6.331, + "rss_mib": 268.773, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.162384 + }, + { + "elapsed_s": 6.438, + "rss_mib": 278.449, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.269129 + }, + { + "elapsed_s": 6.544, + "rss_mib": 283.949, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.375545 + }, + { + "elapsed_s": 6.652, + "rss_mib": 294.215, + "queued": 14, + "processing": 2, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.484028 + }, + { + "elapsed_s": 6.76, + "rss_mib": 294.34, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.591528 + }, + { + "elapsed_s": 6.865, + "rss_mib": 294.34, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.697048 + }, + { + "elapsed_s": 6.971, + "rss_mib": 287.52, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.802897 + }, + { + "elapsed_s": 7.077, + "rss_mib": 84.059, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.9087 + }, + { + "elapsed_s": 7.184, + "rss_mib": 120.059, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 6.956339 + }, + { + "elapsed_s": 7.291, + "rss_mib": 119.727, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.063434 + }, + { + "elapsed_s": 7.397, + "rss_mib": 132.797, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.169178 + }, + { + "elapsed_s": 7.503, + "rss_mib": 138.695, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.275559 + }, + { + "elapsed_s": 7.61, + "rss_mib": 139.195, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.382247 + }, + { + "elapsed_s": 7.717, + "rss_mib": 143.375, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.489611 + }, + { + "elapsed_s": 7.825, + "rss_mib": 148.625, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.596829 + }, + { + "elapsed_s": 7.93, + "rss_mib": 163.0, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.702474 + }, + { + "elapsed_s": 8.037, + "rss_mib": 167.375, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.809216 + }, + { + "elapsed_s": 8.144, + "rss_mib": 178.875, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 7.91605 + }, + { + "elapsed_s": 8.251, + "rss_mib": 186.664, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.02364 + }, + { + "elapsed_s": 8.358, + "rss_mib": 190.164, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.130141 + }, + { + "elapsed_s": 8.464, + "rss_mib": 191.289, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.236533 + }, + { + "elapsed_s": 8.57, + "rss_mib": 199.914, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.342495 + }, + { + "elapsed_s": 8.676, + "rss_mib": 205.73, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.448297 + }, + { + "elapsed_s": 8.781, + "rss_mib": 221.621, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.553667 + }, + { + "elapsed_s": 8.888, + "rss_mib": 228.621, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.660232 + }, + { + "elapsed_s": 9.0, + "rss_mib": 339.121, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.77176 + }, + { + "elapsed_s": 9.109, + "rss_mib": 356.371, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.8812 + }, + { + "elapsed_s": 9.219, + "rss_mib": 299.031, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 8.990849 + }, + { + "elapsed_s": 9.325, + "rss_mib": 235.23, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.096839 + }, + { + "elapsed_s": 9.43, + "rss_mib": 249.355, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.202584 + }, + { + "elapsed_s": 9.537, + "rss_mib": 267.625, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.308919 + }, + { + "elapsed_s": 9.644, + "rss_mib": 282.262, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.41648 + }, + { + "elapsed_s": 9.751, + "rss_mib": 289.867, + "queued": 12, + "processing": 2, + "ready": 4, + "failed": 0, + "oldest_queued_s": 9.523248 + }, + { + "elapsed_s": 9.858, + "rss_mib": 293.742, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.630291 + }, + { + "elapsed_s": 9.964, + "rss_mib": 293.742, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.736124 + }, + { + "elapsed_s": 10.071, + "rss_mib": 287.059, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.842767 + }, + { + "elapsed_s": 10.176, + "rss_mib": 284.059, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.948228 + }, + { + "elapsed_s": 10.281, + "rss_mib": 103.809, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 9.981544 + }, + { + "elapsed_s": 10.388, + "rss_mib": 119.23, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.088457 + }, + { + "elapsed_s": 10.497, + "rss_mib": 127.105, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.19723 + }, + { + "elapsed_s": 10.606, + "rss_mib": 139.199, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.306087 + }, + { + "elapsed_s": 10.714, + "rss_mib": 139.074, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.414061 + }, + { + "elapsed_s": 10.822, + "rss_mib": 139.449, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.522085 + }, + { + "elapsed_s": 10.929, + "rss_mib": 142.449, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.629481 + }, + { + "elapsed_s": 11.037, + "rss_mib": 143.984, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.737067 + }, + { + "elapsed_s": 11.144, + "rss_mib": 149.734, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.844153 + }, + { + "elapsed_s": 11.251, + "rss_mib": 162.859, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 10.951453 + }, + { + "elapsed_s": 11.36, + "rss_mib": 164.859, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.060082 + }, + { + "elapsed_s": 11.468, + "rss_mib": 170.734, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.168555 + }, + { + "elapsed_s": 11.579, + "rss_mib": 179.609, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.279778 + }, + { + "elapsed_s": 11.691, + "rss_mib": 185.832, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.391222 + }, + { + "elapsed_s": 11.802, + "rss_mib": 188.332, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.502327 + }, + { + "elapsed_s": 11.92, + "rss_mib": 189.582, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.619188 + }, + { + "elapsed_s": 12.034, + "rss_mib": 190.082, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.734202 + }, + { + "elapsed_s": 12.144, + "rss_mib": 191.207, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.844781 + }, + { + "elapsed_s": 12.258, + "rss_mib": 195.832, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 11.958614 + }, + { + "elapsed_s": 12.366, + "rss_mib": 203.418, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.066288 + }, + { + "elapsed_s": 12.473, + "rss_mib": 208.543, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.173632 + }, + { + "elapsed_s": 12.58, + "rss_mib": 222.395, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.280753 + }, + { + "elapsed_s": 12.697, + "rss_mib": 255.395, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.397264 + }, + { + "elapsed_s": 12.806, + "rss_mib": 342.02, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.505855 + }, + { + "elapsed_s": 12.914, + "rss_mib": 356.77, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.614363 + }, + { + "elapsed_s": 13.022, + "rss_mib": 251.555, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.722456 + }, + { + "elapsed_s": 13.13, + "rss_mib": 240.051, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.829924 + }, + { + "elapsed_s": 13.237, + "rss_mib": 246.301, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 12.937534 + }, + { + "elapsed_s": 13.346, + "rss_mib": 260.641, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.045844 + }, + { + "elapsed_s": 13.455, + "rss_mib": 272.434, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.155347 + }, + { + "elapsed_s": 13.562, + "rss_mib": 275.746, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.262554 + }, + { + "elapsed_s": 13.674, + "rss_mib": 282.621, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.374236 + }, + { + "elapsed_s": 13.785, + "rss_mib": 286.477, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.485206 + }, + { + "elapsed_s": 13.893, + "rss_mib": 293.496, + "queued": 10, + "processing": 2, + "ready": 6, + "failed": 0, + "oldest_queued_s": 13.593163 + }, + { + "elapsed_s": 14.001, + "rss_mib": 293.621, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.700922 + }, + { + "elapsed_s": 14.109, + "rss_mib": 293.746, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.808953 + }, + { + "elapsed_s": 14.218, + "rss_mib": 290.77, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 13.918599 + }, + { + "elapsed_s": 14.326, + "rss_mib": 286.988, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.0267 + }, + { + "elapsed_s": 14.435, + "rss_mib": 92.059, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.082514 + }, + { + "elapsed_s": 14.557, + "rss_mib": 110.504, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.179854 + }, + { + "elapsed_s": 14.671, + "rss_mib": 119.906, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.293278 + }, + { + "elapsed_s": 14.778, + "rss_mib": 121.738, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.400724 + }, + { + "elapsed_s": 14.885, + "rss_mib": 136.273, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.507328 + }, + { + "elapsed_s": 14.99, + "rss_mib": 139.363, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.612987 + }, + { + "elapsed_s": 15.097, + "rss_mib": 143.062, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.719226 + }, + { + "elapsed_s": 15.203, + "rss_mib": 147.168, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.825196 + }, + { + "elapsed_s": 15.308, + "rss_mib": 163.293, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 14.930739 + }, + { + "elapsed_s": 15.414, + "rss_mib": 168.668, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.036843 + }, + { + "elapsed_s": 15.522, + "rss_mib": 182.293, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.145102 + }, + { + "elapsed_s": 15.631, + "rss_mib": 187.207, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.254076 + }, + { + "elapsed_s": 15.74, + "rss_mib": 190.332, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.362609 + }, + { + "elapsed_s": 15.849, + "rss_mib": 190.832, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.4713 + }, + { + "elapsed_s": 15.958, + "rss_mib": 192.207, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.580247 + }, + { + "elapsed_s": 16.065, + "rss_mib": 199.582, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.687827 + }, + { + "elapsed_s": 16.176, + "rss_mib": 203.652, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.798682 + }, + { + "elapsed_s": 16.295, + "rss_mib": 208.152, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 15.917405 + }, + { + "elapsed_s": 16.404, + "rss_mib": 219.652, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.026274 + }, + { + "elapsed_s": 16.511, + "rss_mib": 225.598, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.133544 + }, + { + "elapsed_s": 16.619, + "rss_mib": 293.223, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.241248 + }, + { + "elapsed_s": 16.793, + "rss_mib": 318.094, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.415875 + }, + { + "elapsed_s": 16.902, + "rss_mib": 265.828, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.52508 + }, + { + "elapsed_s": 17.009, + "rss_mib": 244.129, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.631327 + }, + { + "elapsed_s": 17.114, + "rss_mib": 260.91, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.737029 + }, + { + "elapsed_s": 17.222, + "rss_mib": 277.984, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.844458 + }, + { + "elapsed_s": 17.328, + "rss_mib": 286.156, + "queued": 8, + "processing": 2, + "ready": 8, + "failed": 0, + "oldest_queued_s": 16.951061 + }, + { + "elapsed_s": 17.435, + "rss_mib": 293.836, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 17.057775 + }, + { + "elapsed_s": 17.542, + "rss_mib": 293.961, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.16419 + }, + { + "elapsed_s": 17.648, + "rss_mib": 291.062, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.270116 + }, + { + "elapsed_s": 17.754, + "rss_mib": 186.262, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.376194 + }, + { + "elapsed_s": 17.861, + "rss_mib": 95.559, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.457774 + }, + { + "elapsed_s": 17.968, + "rss_mib": 119.453, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.530191 + }, + { + "elapsed_s": 18.075, + "rss_mib": 127.086, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.636882 + }, + { + "elapsed_s": 18.181, + "rss_mib": 139.074, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.74295 + }, + { + "elapsed_s": 18.288, + "rss_mib": 139.449, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.850047 + }, + { + "elapsed_s": 18.396, + "rss_mib": 140.898, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 17.958298 + }, + { + "elapsed_s": 18.503, + "rss_mib": 144.0, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 18.065267 + }, + { + "elapsed_s": 18.61, + "rss_mib": 151.0, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 18.172241 + }, + { + "elapsed_s": 18.718, + "rss_mib": 162.875, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 18.279591 + }, + { + "elapsed_s": 18.825, + "rss_mib": 165.875, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 18.38661 + }, + { + "elapsed_s": 18.933, + "rss_mib": 175.375, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 18.494523 + }, + { + "elapsed_s": 19.04, + "rss_mib": 185.93, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 18.601688 + }, + { + "elapsed_s": 19.146, + "rss_mib": 189.93, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 18.707791 + }, + { + "elapsed_s": 19.253, + "rss_mib": 191.555, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 18.814851 + }, + { + "elapsed_s": 19.36, + "rss_mib": 204.555, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 18.92183 + }, + { + "elapsed_s": 19.466, + "rss_mib": 205.41, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.028043 + }, + { + "elapsed_s": 19.573, + "rss_mib": 219.848, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.134459 + }, + { + "elapsed_s": 19.678, + "rss_mib": 227.848, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.239871 + }, + { + "elapsed_s": 19.8, + "rss_mib": 338.598, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.361521 + }, + { + "elapsed_s": 19.921, + "rss_mib": 345.242, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.483261 + }, + { + "elapsed_s": 20.031, + "rss_mib": 232.195, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.593203 + }, + { + "elapsed_s": 20.14, + "rss_mib": 242.742, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.701893 + }, + { + "elapsed_s": 20.247, + "rss_mib": 250.242, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.80929 + }, + { + "elapsed_s": 20.355, + "rss_mib": 268.824, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 19.916739 + }, + { + "elapsed_s": 20.463, + "rss_mib": 276.168, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 20.02482 + }, + { + "elapsed_s": 20.57, + "rss_mib": 283.418, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 20.132024 + }, + { + "elapsed_s": 20.677, + "rss_mib": 294.016, + "queued": 6, + "processing": 2, + "ready": 10, + "failed": 0, + "oldest_queued_s": 20.238877 + }, + { + "elapsed_s": 20.783, + "rss_mib": 294.141, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.345024 + }, + { + "elapsed_s": 20.889, + "rss_mib": 294.141, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.450513 + }, + { + "elapsed_s": 20.997, + "rss_mib": 287.43, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.55855 + }, + { + "elapsed_s": 21.104, + "rss_mib": 184.215, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.665727 + }, + { + "elapsed_s": 21.213, + "rss_mib": 100.441, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.701086 + }, + { + "elapsed_s": 21.323, + "rss_mib": 118.098, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.771529 + }, + { + "elapsed_s": 21.434, + "rss_mib": 120.023, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 20.882676 + }, + { + "elapsed_s": 21.552, + "rss_mib": 124.523, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.000497 + }, + { + "elapsed_s": 21.676, + "rss_mib": 130.559, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.124504 + }, + { + "elapsed_s": 21.803, + "rss_mib": 136.023, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.251572 + }, + { + "elapsed_s": 21.914, + "rss_mib": 138.984, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.363023 + }, + { + "elapsed_s": 22.027, + "rss_mib": 138.984, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.475523 + }, + { + "elapsed_s": 22.147, + "rss_mib": 139.234, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.596023 + }, + { + "elapsed_s": 22.279, + "rss_mib": 139.734, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.727662 + }, + { + "elapsed_s": 22.392, + "rss_mib": 141.035, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.840579 + }, + { + "elapsed_s": 22.503, + "rss_mib": 142.559, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 21.951728 + }, + { + "elapsed_s": 22.612, + "rss_mib": 146.199, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.06126 + }, + { + "elapsed_s": 22.721, + "rss_mib": 157.449, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.169593 + }, + { + "elapsed_s": 22.829, + "rss_mib": 163.949, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.277558 + }, + { + "elapsed_s": 22.937, + "rss_mib": 172.324, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.385817 + }, + { + "elapsed_s": 23.044, + "rss_mib": 182.113, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.492451 + }, + { + "elapsed_s": 23.151, + "rss_mib": 187.844, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.599617 + }, + { + "elapsed_s": 23.258, + "rss_mib": 190.094, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.706642 + }, + { + "elapsed_s": 23.364, + "rss_mib": 193.719, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.813039 + }, + { + "elapsed_s": 23.471, + "rss_mib": 200.305, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 22.920036 + }, + { + "elapsed_s": 23.578, + "rss_mib": 209.898, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.026844 + }, + { + "elapsed_s": 23.684, + "rss_mib": 220.074, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.133028 + }, + { + "elapsed_s": 23.797, + "rss_mib": 270.703, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.245769 + }, + { + "elapsed_s": 23.909, + "rss_mib": 289.453, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.357683 + }, + { + "elapsed_s": 24.018, + "rss_mib": 226.496, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.466992 + }, + { + "elapsed_s": 24.147, + "rss_mib": 274.871, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.593081 + }, + { + "elapsed_s": 24.275, + "rss_mib": 299.121, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.721038 + }, + { + "elapsed_s": 24.395, + "rss_mib": 299.871, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.840931 + }, + { + "elapsed_s": 24.527, + "rss_mib": 236.379, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 23.972998 + }, + { + "elapsed_s": 24.643, + "rss_mib": 243.754, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.089154 + }, + { + "elapsed_s": 24.752, + "rss_mib": 255.359, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.197854 + }, + { + "elapsed_s": 24.859, + "rss_mib": 267.613, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.304655 + }, + { + "elapsed_s": 24.966, + "rss_mib": 278.762, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.411753 + }, + { + "elapsed_s": 25.074, + "rss_mib": 287.27, + "queued": 4, + "processing": 2, + "ready": 12, + "failed": 0, + "oldest_queued_s": 24.519628 + }, + { + "elapsed_s": 25.181, + "rss_mib": 290.902, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 24.627421 + }, + { + "elapsed_s": 25.288, + "rss_mib": 292.902, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 24.734329 + }, + { + "elapsed_s": 25.397, + "rss_mib": 290.141, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 24.843174 + }, + { + "elapsed_s": 25.504, + "rss_mib": 184.965, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 24.950096 + }, + { + "elapsed_s": 25.61, + "rss_mib": 193.215, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 25.034652 + }, + { + "elapsed_s": 25.717, + "rss_mib": 109.707, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 25.115311 + }, + { + "elapsed_s": 25.826, + "rss_mib": 121.23, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 25.22368 + }, + { + "elapsed_s": 25.932, + "rss_mib": 130.996, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 25.33037 + }, + { + "elapsed_s": 26.039, + "rss_mib": 139.219, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 25.436602 + }, + { + "elapsed_s": 26.145, + "rss_mib": 139.719, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 25.542799 + }, + { + "elapsed_s": 26.251, + "rss_mib": 143.43, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 25.649128 + }, + { + "elapsed_s": 26.358, + "rss_mib": 149.559, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 25.756268 + }, + { + "elapsed_s": 26.465, + "rss_mib": 157.184, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 25.86301 + }, + { + "elapsed_s": 26.573, + "rss_mib": 164.809, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 25.971125 + }, + { + "elapsed_s": 26.681, + "rss_mib": 172.434, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 26.078768 + }, + { + "elapsed_s": 26.789, + "rss_mib": 178.715, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 26.186994 + }, + { + "elapsed_s": 26.897, + "rss_mib": 183.59, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 26.294565 + }, + { + "elapsed_s": 27.005, + "rss_mib": 187.633, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 26.402717 + }, + { + "elapsed_s": 27.113, + "rss_mib": 190.133, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 26.510846 + }, + { + "elapsed_s": 27.222, + "rss_mib": 192.758, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 26.61999 + }, + { + "elapsed_s": 27.331, + "rss_mib": 197.867, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 26.729333 + }, + { + "elapsed_s": 27.442, + "rss_mib": 200.242, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 26.840014 + }, + { + "elapsed_s": 27.55, + "rss_mib": 209.309, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 26.948115 + }, + { + "elapsed_s": 27.658, + "rss_mib": 218.512, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.055687 + }, + { + "elapsed_s": 27.765, + "rss_mib": 240.461, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.163215 + }, + { + "elapsed_s": 27.9, + "rss_mib": 290.211, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.297966 + }, + { + "elapsed_s": 28.008, + "rss_mib": 269.125, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.405623 + }, + { + "elapsed_s": 28.116, + "rss_mib": 298.875, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.513473 + }, + { + "elapsed_s": 28.222, + "rss_mib": 240.113, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.619967 + }, + { + "elapsed_s": 28.329, + "rss_mib": 253.426, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.726545 + }, + { + "elapsed_s": 28.437, + "rss_mib": 268.938, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.835208 + }, + { + "elapsed_s": 28.545, + "rss_mib": 278.121, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 27.94275 + }, + { + "elapsed_s": 28.652, + "rss_mib": 286.664, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 28.050297 + }, + { + "elapsed_s": 28.76, + "rss_mib": 292.336, + "queued": 2, + "processing": 2, + "ready": 14, + "failed": 0, + "oldest_queued_s": 28.157887 + }, + { + "elapsed_s": 28.868, + "rss_mib": 294.336, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 28.26628 + }, + { + "elapsed_s": 28.977, + "rss_mib": 294.336, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 28.374476 + }, + { + "elapsed_s": 29.085, + "rss_mib": 291.398, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 28.482621 + }, + { + "elapsed_s": 29.196, + "rss_mib": 185.23, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 28.594354 + }, + { + "elapsed_s": 29.308, + "rss_mib": 200.98, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 28.678918 + }, + { + "elapsed_s": 29.42, + "rss_mib": 102.59, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 28.790205 + }, + { + "elapsed_s": 29.532, + "rss_mib": 121.008, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.643, + "rss_mib": 125.688, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.756, + "rss_mib": 129.719, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.869, + "rss_mib": 133.719, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 29.981, + "rss_mib": 136.629, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.091, + "rss_mib": 139.117, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.205, + "rss_mib": 140.617, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.32, + "rss_mib": 141.488, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.431, + "rss_mib": 141.863, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.543, + "rss_mib": 145.812, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.655, + "rss_mib": 149.578, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.764, + "rss_mib": 155.703, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 30.875, + "rss_mib": 161.578, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.007, + "rss_mib": 167.578, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.121, + "rss_mib": 172.203, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.235, + "rss_mib": 177.164, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.348, + "rss_mib": 183.539, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.463, + "rss_mib": 187.289, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.581, + "rss_mib": 188.371, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.706, + "rss_mib": 189.621, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.842, + "rss_mib": 190.996, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 31.955, + "rss_mib": 193.121, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.066, + "rss_mib": 197.621, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.181, + "rss_mib": 198.539, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.296, + "rss_mib": 202.289, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.417, + "rss_mib": 213.414, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.528, + "rss_mib": 213.742, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.637, + "rss_mib": 221.492, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.815, + "rss_mib": 289.535, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 32.925, + "rss_mib": 253.465, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.035, + "rss_mib": 285.691, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.197, + "rss_mib": 301.191, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.305, + "rss_mib": 247.953, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.412, + "rss_mib": 262.016, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.521, + "rss_mib": 271.562, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.629, + "rss_mib": 277.918, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.738, + "rss_mib": 288.117, + "queued": 0, + "processing": 2, + "ready": 16, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.849, + "rss_mib": 292.137, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 33.958, + "rss_mib": 293.762, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 34.065, + "rss_mib": 290.109, + "queued": 0, + "processing": 0, + "ready": 18, + "failed": 0, + "oldest_queued_s": 0 + } + ], + "repeat": 2, + "concurrency": 2, + "prefetch_per_consumer": 1 + }, + { + "width": 2560, + "height": 1600, + "bytes": 3095842, + "sha256": "aa289df1be43338da2307f697fc4195bcf99426d19b2448d8d9391028156f489", + "requests": 18, + "clients": 6, + "http_statuses": { + "202": 18 + }, + "api_replicas_seen": 2, + "elapsed_s": 61.558325450000666, + "owner_id": "8cc8d028-01ab-4c66-a9cb-cb6964122c99", + "attachment_ids": [ + "0e85fbbf-8e8b-4502-9fe4-dfd0c25d4c5b", + "056ee7d5-a60f-4d71-85e6-a7674759218d", + "c9e7ea6a-c384-4f09-826b-1ac0685eba17", + "867e738d-b599-4e84-b183-7e689a259b25", + "de462481-e080-4269-874a-036f054eefe7", + "e601044c-9397-4bec-88fb-aa7e53b86142", + "243b9c42-42fc-4bef-810c-28846d2946e4", + "0d7b908e-42ce-4ee3-8093-914fb35c9e8c", + "e12f6913-16ec-45e5-94dc-00f1f25cb751", + "dc62caeb-38df-401d-93f2-172a196c50cd", + "88c777e1-d134-491a-b8d5-d9cd422b4891", + "76b8e549-df40-43e6-aff6-b4cb009ca914", + "4d7d06c2-56d7-461e-9be8-c8ee6eba8218", + "1079c285-e01a-41de-b374-d9e1ad54371f", + "929cb8f1-8c4e-4c3e-a5e6-25cea419e097", + "0bf650e4-e45a-407b-bc04-2494d8503aeb", + "2bcfcf0e-da8c-4406-b847-72bbd99424bf", + "e34e8681-60b3-4e5f-8126-5d30c92ae6cc" + ], + "throughput_per_s": 0.2924056148119248, + "ready_p95_s": 59.328557, + "queue_wait_p95_s": 56.653392, + "queue_lag_max_jobs": 17, + "queue_oldest_max_s": 56.578126, + "processing_max": 1, + "rss_peak_mib": 254.727, + "samples": [ + { + "elapsed_s": 0.046, + "rss_mib": 84.352, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.152, + "rss_mib": 84.352, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.258, + "rss_mib": 84.352, + "queued": 1, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.057534 + }, + { + "elapsed_s": 0.363, + "rss_mib": 84.352, + "queued": 3, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.162457 + }, + { + "elapsed_s": 0.47, + "rss_mib": 84.352, + "queued": 4, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.269644 + }, + { + "elapsed_s": 0.576, + "rss_mib": 97.852, + "queued": 4, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.304975 + }, + { + "elapsed_s": 0.683, + "rss_mib": 102.012, + "queued": 6, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.412173 + }, + { + "elapsed_s": 0.792, + "rss_mib": 102.762, + "queued": 7, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.520912 + }, + { + "elapsed_s": 0.898, + "rss_mib": 108.68, + "queued": 9, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.627266 + }, + { + "elapsed_s": 1.006, + "rss_mib": 111.641, + "queued": 10, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.735384 + }, + { + "elapsed_s": 1.116, + "rss_mib": 111.766, + "queued": 11, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.845006 + }, + { + "elapsed_s": 1.225, + "rss_mib": 111.891, + "queued": 11, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.954208 + }, + { + "elapsed_s": 1.335, + "rss_mib": 113.391, + "queued": 12, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.064282 + }, + { + "elapsed_s": 1.448, + "rss_mib": 113.445, + "queued": 13, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.177273 + }, + { + "elapsed_s": 1.569, + "rss_mib": 114.32, + "queued": 13, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.298084 + }, + { + "elapsed_s": 1.686, + "rss_mib": 114.57, + "queued": 14, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.414938 + }, + { + "elapsed_s": 1.811, + "rss_mib": 116.445, + "queued": 15, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.540219 + }, + { + "elapsed_s": 1.925, + "rss_mib": 119.57, + "queued": 16, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.654191 + }, + { + "elapsed_s": 2.035, + "rss_mib": 123.32, + "queued": 16, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.764028 + }, + { + "elapsed_s": 2.144, + "rss_mib": 123.32, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.872711 + }, + { + "elapsed_s": 2.256, + "rss_mib": 125.32, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.985335 + }, + { + "elapsed_s": 2.365, + "rss_mib": 126.945, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.094119 + }, + { + "elapsed_s": 2.471, + "rss_mib": 134.195, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.200516 + }, + { + "elapsed_s": 2.577, + "rss_mib": 136.746, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.306567 + }, + { + "elapsed_s": 2.683, + "rss_mib": 137.246, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.411943 + }, + { + "elapsed_s": 2.791, + "rss_mib": 140.621, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.519634 + }, + { + "elapsed_s": 2.896, + "rss_mib": 143.977, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.625056 + }, + { + "elapsed_s": 3.001, + "rss_mib": 152.852, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.730427 + }, + { + "elapsed_s": 3.107, + "rss_mib": 156.352, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.835781 + }, + { + "elapsed_s": 3.22, + "rss_mib": 220.602, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.948764 + }, + { + "elapsed_s": 3.327, + "rss_mib": 163.047, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.055921 + }, + { + "elapsed_s": 3.432, + "rss_mib": 169.172, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.161065 + }, + { + "elapsed_s": 3.537, + "rss_mib": 180.875, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.266319 + }, + { + "elapsed_s": 3.642, + "rss_mib": 183.355, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.371396 + }, + { + "elapsed_s": 3.747, + "rss_mib": 206.355, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.476575 + }, + { + "elapsed_s": 3.853, + "rss_mib": 219.109, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.582445 + }, + { + "elapsed_s": 3.959, + "rss_mib": 225.984, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.688553 + }, + { + "elapsed_s": 4.064, + "rss_mib": 234.977, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.793481 + }, + { + "elapsed_s": 4.17, + "rss_mib": 209.402, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.898914 + }, + { + "elapsed_s": 4.276, + "rss_mib": 206.703, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.004764 + }, + { + "elapsed_s": 4.383, + "rss_mib": 206.703, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.111672 + }, + { + "elapsed_s": 4.491, + "rss_mib": 206.703, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.220273 + }, + { + "elapsed_s": 4.598, + "rss_mib": 203.738, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.326694 + }, + { + "elapsed_s": 4.705, + "rss_mib": 84.352, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.434569 + }, + { + "elapsed_s": 4.812, + "rss_mib": 92.227, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.457762 + }, + { + "elapsed_s": 4.919, + "rss_mib": 101.871, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.564364 + }, + { + "elapsed_s": 5.026, + "rss_mib": 107.66, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.671765 + }, + { + "elapsed_s": 5.131, + "rss_mib": 111.871, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.776636 + }, + { + "elapsed_s": 5.236, + "rss_mib": 113.305, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.88115 + }, + { + "elapsed_s": 5.341, + "rss_mib": 116.691, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.986242 + }, + { + "elapsed_s": 5.445, + "rss_mib": 123.941, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.090867 + }, + { + "elapsed_s": 5.55, + "rss_mib": 129.316, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.195385 + }, + { + "elapsed_s": 5.656, + "rss_mib": 136.418, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.301849 + }, + { + "elapsed_s": 5.768, + "rss_mib": 137.293, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.413372 + }, + { + "elapsed_s": 5.878, + "rss_mib": 137.543, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.523485 + }, + { + "elapsed_s": 5.985, + "rss_mib": 138.793, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.630471 + }, + { + "elapsed_s": 6.092, + "rss_mib": 144.445, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.736914 + }, + { + "elapsed_s": 6.197, + "rss_mib": 153.57, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.841905 + }, + { + "elapsed_s": 6.302, + "rss_mib": 191.695, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.947719 + }, + { + "elapsed_s": 6.419, + "rss_mib": 159.945, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.064544 + }, + { + "elapsed_s": 6.525, + "rss_mib": 168.984, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.170627 + }, + { + "elapsed_s": 6.632, + "rss_mib": 175.898, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.277134 + }, + { + "elapsed_s": 6.739, + "rss_mib": 181.453, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.38416 + }, + { + "elapsed_s": 6.845, + "rss_mib": 185.953, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.490434 + }, + { + "elapsed_s": 6.951, + "rss_mib": 221.203, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.596433 + }, + { + "elapsed_s": 7.061, + "rss_mib": 219.488, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.706756 + }, + { + "elapsed_s": 7.168, + "rss_mib": 225.488, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.813056 + }, + { + "elapsed_s": 7.274, + "rss_mib": 232.977, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.919552 + }, + { + "elapsed_s": 7.381, + "rss_mib": 237.227, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 7.026034 + }, + { + "elapsed_s": 7.486, + "rss_mib": 209.973, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 7.131139 + }, + { + "elapsed_s": 7.592, + "rss_mib": 207.195, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.237406 + }, + { + "elapsed_s": 7.697, + "rss_mib": 207.195, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.342846 + }, + { + "elapsed_s": 7.803, + "rss_mib": 203.23, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.448086 + }, + { + "elapsed_s": 7.908, + "rss_mib": 94.352, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.496924 + }, + { + "elapsed_s": 8.014, + "rss_mib": 101.91, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.603243 + }, + { + "elapsed_s": 8.12, + "rss_mib": 106.41, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.709101 + }, + { + "elapsed_s": 8.227, + "rss_mib": 111.785, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.815806 + }, + { + "elapsed_s": 8.332, + "rss_mib": 111.91, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.921311 + }, + { + "elapsed_s": 8.437, + "rss_mib": 113.625, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.026485 + }, + { + "elapsed_s": 8.542, + "rss_mib": 117.875, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.131554 + }, + { + "elapsed_s": 8.648, + "rss_mib": 123.875, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.237192 + }, + { + "elapsed_s": 8.753, + "rss_mib": 127.125, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.342032 + }, + { + "elapsed_s": 8.861, + "rss_mib": 135.52, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.450137 + }, + { + "elapsed_s": 8.966, + "rss_mib": 137.395, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.555469 + }, + { + "elapsed_s": 9.071, + "rss_mib": 138.52, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.660299 + }, + { + "elapsed_s": 9.176, + "rss_mib": 144.242, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.765022 + }, + { + "elapsed_s": 9.281, + "rss_mib": 153.742, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.86983 + }, + { + "elapsed_s": 9.389, + "rss_mib": 170.684, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.978539 + }, + { + "elapsed_s": 9.524, + "rss_mib": 182.426, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 9.113344 + }, + { + "elapsed_s": 9.63, + "rss_mib": 164.555, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 9.219276 + }, + { + "elapsed_s": 9.736, + "rss_mib": 169.555, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 9.325107 + }, + { + "elapsed_s": 9.842, + "rss_mib": 179.84, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 9.430949 + }, + { + "elapsed_s": 9.947, + "rss_mib": 183.617, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 9.535813 + }, + { + "elapsed_s": 10.051, + "rss_mib": 206.742, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 9.640766 + }, + { + "elapsed_s": 10.157, + "rss_mib": 219.996, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 9.746629 + }, + { + "elapsed_s": 10.262, + "rss_mib": 228.246, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 9.851739 + }, + { + "elapsed_s": 10.368, + "rss_mib": 235.652, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 9.956896 + }, + { + "elapsed_s": 10.472, + "rss_mib": 209.902, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 10.061747 + }, + { + "elapsed_s": 10.578, + "rss_mib": 207.129, + "queued": 15, + "processing": 0, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.16714 + }, + { + "elapsed_s": 10.683, + "rss_mib": 207.254, + "queued": 15, + "processing": 0, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.271991 + }, + { + "elapsed_s": 10.789, + "rss_mib": 203.379, + "queued": 15, + "processing": 0, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.378545 + }, + { + "elapsed_s": 10.897, + "rss_mib": 92.227, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.405963 + }, + { + "elapsed_s": 11.002, + "rss_mib": 101.82, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.511431 + }, + { + "elapsed_s": 11.107, + "rss_mib": 106.238, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.616898 + }, + { + "elapsed_s": 11.214, + "rss_mib": 111.695, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.723741 + }, + { + "elapsed_s": 11.325, + "rss_mib": 111.82, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.834159 + }, + { + "elapsed_s": 11.434, + "rss_mib": 111.945, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.94362 + }, + { + "elapsed_s": 11.542, + "rss_mib": 113.57, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.051819 + }, + { + "elapsed_s": 11.652, + "rss_mib": 114.285, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.161632 + }, + { + "elapsed_s": 11.765, + "rss_mib": 114.66, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.274163 + }, + { + "elapsed_s": 11.874, + "rss_mib": 118.785, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.383678 + }, + { + "elapsed_s": 11.984, + "rss_mib": 123.785, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.493538 + }, + { + "elapsed_s": 12.092, + "rss_mib": 124.91, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.601679 + }, + { + "elapsed_s": 12.198, + "rss_mib": 131.66, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.707545 + }, + { + "elapsed_s": 12.305, + "rss_mib": 135.816, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.813931 + }, + { + "elapsed_s": 12.412, + "rss_mib": 137.191, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.921271 + }, + { + "elapsed_s": 12.517, + "rss_mib": 137.941, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 12.026483 + }, + { + "elapsed_s": 12.623, + "rss_mib": 147.441, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 12.13218 + }, + { + "elapsed_s": 12.728, + "rss_mib": 150.453, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 12.237068 + }, + { + "elapsed_s": 12.834, + "rss_mib": 155.203, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 12.342983 + }, + { + "elapsed_s": 12.941, + "rss_mib": 221.203, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 12.450712 + }, + { + "elapsed_s": 13.048, + "rss_mib": 159.957, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 12.557063 + }, + { + "elapsed_s": 13.154, + "rss_mib": 165.457, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 12.663649 + }, + { + "elapsed_s": 13.26, + "rss_mib": 176.301, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 12.769789 + }, + { + "elapsed_s": 13.365, + "rss_mib": 183.66, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 12.874885 + }, + { + "elapsed_s": 13.471, + "rss_mib": 196.91, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 12.980793 + }, + { + "elapsed_s": 13.577, + "rss_mib": 219.465, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 13.086296 + }, + { + "elapsed_s": 13.682, + "rss_mib": 226.34, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 13.191165 + }, + { + "elapsed_s": 13.787, + "rss_mib": 235.367, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 13.296072 + }, + { + "elapsed_s": 13.893, + "rss_mib": 241.367, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 13.40264 + }, + { + "elapsed_s": 14.0, + "rss_mib": 210.238, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 13.508957 + }, + { + "elapsed_s": 14.106, + "rss_mib": 207.402, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.61534 + }, + { + "elapsed_s": 14.212, + "rss_mib": 204.438, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.720941 + }, + { + "elapsed_s": 14.317, + "rss_mib": 202.938, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.826083 + }, + { + "elapsed_s": 14.425, + "rss_mib": 95.102, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.843185 + }, + { + "elapsed_s": 14.532, + "rss_mib": 101.875, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.95024 + }, + { + "elapsed_s": 14.638, + "rss_mib": 104.5, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.05655 + }, + { + "elapsed_s": 14.745, + "rss_mib": 111.879, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.162895 + }, + { + "elapsed_s": 14.851, + "rss_mib": 112.129, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.269262 + }, + { + "elapsed_s": 14.958, + "rss_mib": 112.254, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.376516 + }, + { + "elapsed_s": 15.063, + "rss_mib": 114.594, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.481781 + }, + { + "elapsed_s": 15.171, + "rss_mib": 119.094, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.589419 + }, + { + "elapsed_s": 15.276, + "rss_mib": 124.594, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.694498 + }, + { + "elapsed_s": 15.381, + "rss_mib": 132.594, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.799408 + }, + { + "elapsed_s": 15.486, + "rss_mib": 137.129, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.904347 + }, + { + "elapsed_s": 15.592, + "rss_mib": 138.879, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.010046 + }, + { + "elapsed_s": 15.697, + "rss_mib": 144.211, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.115095 + }, + { + "elapsed_s": 15.802, + "rss_mib": 150.836, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.220556 + }, + { + "elapsed_s": 15.908, + "rss_mib": 154.543, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.326058 + }, + { + "elapsed_s": 16.018, + "rss_mib": 219.918, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.436324 + }, + { + "elapsed_s": 16.125, + "rss_mib": 162.539, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.543577 + }, + { + "elapsed_s": 16.23, + "rss_mib": 169.539, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.648268 + }, + { + "elapsed_s": 16.335, + "rss_mib": 178.898, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.753287 + }, + { + "elapsed_s": 16.44, + "rss_mib": 189.148, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.858235 + }, + { + "elapsed_s": 16.545, + "rss_mib": 254.523, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.963103 + }, + { + "elapsed_s": 16.65, + "rss_mib": 222.902, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 16.068703 + }, + { + "elapsed_s": 16.758, + "rss_mib": 231.805, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 16.176298 + }, + { + "elapsed_s": 16.864, + "rss_mib": 239.68, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 16.282115 + }, + { + "elapsed_s": 16.97, + "rss_mib": 210.02, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 16.388804 + }, + { + "elapsed_s": 17.078, + "rss_mib": 207.246, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.496168 + }, + { + "elapsed_s": 17.187, + "rss_mib": 207.246, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.605225 + }, + { + "elapsed_s": 17.296, + "rss_mib": 204.25, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.714569 + }, + { + "elapsed_s": 17.402, + "rss_mib": 203.25, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.820636 + }, + { + "elapsed_s": 17.507, + "rss_mib": 84.352, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.925641 + }, + { + "elapsed_s": 17.612, + "rss_mib": 101.879, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.959675 + }, + { + "elapsed_s": 17.717, + "rss_mib": 108.512, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 17.064331 + }, + { + "elapsed_s": 17.822, + "rss_mib": 111.848, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 17.169502 + }, + { + "elapsed_s": 17.928, + "rss_mib": 113.422, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 17.275252 + }, + { + "elapsed_s": 18.033, + "rss_mib": 116.688, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 17.380233 + }, + { + "elapsed_s": 18.138, + "rss_mib": 123.812, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 17.485347 + }, + { + "elapsed_s": 18.243, + "rss_mib": 127.938, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 17.590791 + }, + { + "elapsed_s": 18.349, + "rss_mib": 135.094, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 17.696165 + }, + { + "elapsed_s": 18.456, + "rss_mib": 137.219, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 17.803747 + }, + { + "elapsed_s": 18.562, + "rss_mib": 138.594, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 17.909452 + }, + { + "elapsed_s": 18.668, + "rss_mib": 144.082, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 18.015267 + }, + { + "elapsed_s": 18.774, + "rss_mib": 150.332, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 18.121898 + }, + { + "elapsed_s": 18.879, + "rss_mib": 153.809, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 18.226892 + }, + { + "elapsed_s": 18.985, + "rss_mib": 220.184, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 18.332794 + }, + { + "elapsed_s": 19.094, + "rss_mib": 159.836, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 18.44106 + }, + { + "elapsed_s": 19.199, + "rss_mib": 165.461, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 18.546221 + }, + { + "elapsed_s": 19.304, + "rss_mib": 176.59, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 18.651823 + }, + { + "elapsed_s": 19.41, + "rss_mib": 183.914, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 18.75705 + }, + { + "elapsed_s": 19.516, + "rss_mib": 196.164, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 18.863348 + }, + { + "elapsed_s": 19.624, + "rss_mib": 247.789, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 18.971393 + }, + { + "elapsed_s": 19.732, + "rss_mib": 220.605, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 19.079779 + }, + { + "elapsed_s": 19.839, + "rss_mib": 227.355, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 19.18616 + }, + { + "elapsed_s": 19.945, + "rss_mib": 233.441, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 19.292245 + }, + { + "elapsed_s": 20.05, + "rss_mib": 240.316, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 19.397328 + }, + { + "elapsed_s": 20.157, + "rss_mib": 210.434, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 19.504304 + }, + { + "elapsed_s": 20.264, + "rss_mib": 207.656, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 19.611095 + }, + { + "elapsed_s": 20.369, + "rss_mib": 207.656, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 19.716447 + }, + { + "elapsed_s": 20.475, + "rss_mib": 204.691, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 19.822021 + }, + { + "elapsed_s": 20.58, + "rss_mib": 84.352, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 19.927202 + }, + { + "elapsed_s": 20.685, + "rss_mib": 102.004, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 19.967518 + }, + { + "elapsed_s": 20.79, + "rss_mib": 106.504, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 20.073004 + }, + { + "elapsed_s": 20.896, + "rss_mib": 111.75, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 20.178725 + }, + { + "elapsed_s": 21.001, + "rss_mib": 112.0, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 20.283935 + }, + { + "elapsed_s": 21.106, + "rss_mib": 114.215, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 20.389275 + }, + { + "elapsed_s": 21.213, + "rss_mib": 116.715, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 20.49604 + }, + { + "elapsed_s": 21.32, + "rss_mib": 123.59, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 20.603137 + }, + { + "elapsed_s": 21.433, + "rss_mib": 123.84, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 20.716312 + }, + { + "elapsed_s": 21.543, + "rss_mib": 125.34, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 20.8257 + }, + { + "elapsed_s": 21.652, + "rss_mib": 128.09, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 20.93459 + }, + { + "elapsed_s": 21.764, + "rss_mib": 132.215, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 21.047289 + }, + { + "elapsed_s": 21.876, + "rss_mib": 135.508, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 21.158825 + }, + { + "elapsed_s": 21.984, + "rss_mib": 137.383, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 21.266821 + }, + { + "elapsed_s": 22.094, + "rss_mib": 137.633, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 21.37716 + }, + { + "elapsed_s": 22.201, + "rss_mib": 138.508, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 21.484075 + }, + { + "elapsed_s": 22.307, + "rss_mib": 143.383, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 21.5902 + }, + { + "elapsed_s": 22.413, + "rss_mib": 145.715, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 21.696207 + }, + { + "elapsed_s": 22.52, + "rss_mib": 153.715, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 21.802549 + }, + { + "elapsed_s": 22.631, + "rss_mib": 175.277, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 21.914431 + }, + { + "elapsed_s": 22.739, + "rss_mib": 220.402, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 22.021444 + }, + { + "elapsed_s": 22.843, + "rss_mib": 164.438, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 22.126394 + }, + { + "elapsed_s": 22.948, + "rss_mib": 176.305, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 22.231324 + }, + { + "elapsed_s": 23.054, + "rss_mib": 182.477, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 22.336897 + }, + { + "elapsed_s": 23.16, + "rss_mib": 193.102, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 22.442786 + }, + { + "elapsed_s": 23.267, + "rss_mib": 254.727, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 22.549663 + }, + { + "elapsed_s": 23.374, + "rss_mib": 220.434, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 22.656909 + }, + { + "elapsed_s": 23.484, + "rss_mib": 232.059, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 22.766561 + }, + { + "elapsed_s": 23.593, + "rss_mib": 233.301, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 22.875715 + }, + { + "elapsed_s": 23.706, + "rss_mib": 236.301, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 22.988761 + }, + { + "elapsed_s": 23.815, + "rss_mib": 240.926, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 23.098416 + }, + { + "elapsed_s": 23.922, + "rss_mib": 210.293, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 23.204513 + }, + { + "elapsed_s": 24.031, + "rss_mib": 207.52, + "queued": 11, + "processing": 0, + "ready": 7, + "failed": 0, + "oldest_queued_s": 23.313284 + }, + { + "elapsed_s": 24.137, + "rss_mib": 207.52, + "queued": 11, + "processing": 0, + "ready": 7, + "failed": 0, + "oldest_queued_s": 23.419537 + }, + { + "elapsed_s": 24.243, + "rss_mib": 204.555, + "queued": 11, + "processing": 0, + "ready": 7, + "failed": 0, + "oldest_queued_s": 23.525388 + }, + { + "elapsed_s": 24.348, + "rss_mib": 84.352, + "queued": 11, + "processing": 0, + "ready": 7, + "failed": 0, + "oldest_queued_s": 23.630492 + }, + { + "elapsed_s": 24.457, + "rss_mib": 102.426, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 23.665671 + }, + { + "elapsed_s": 24.565, + "rss_mib": 102.258, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 23.773543 + }, + { + "elapsed_s": 24.672, + "rss_mib": 107.668, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 23.880307 + }, + { + "elapsed_s": 24.778, + "rss_mib": 111.879, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 23.986485 + }, + { + "elapsed_s": 24.885, + "rss_mib": 112.004, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 24.092988 + }, + { + "elapsed_s": 24.992, + "rss_mib": 113.328, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 24.199983 + }, + { + "elapsed_s": 25.097, + "rss_mib": 114.465, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 24.305146 + }, + { + "elapsed_s": 25.202, + "rss_mib": 121.34, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 24.410335 + }, + { + "elapsed_s": 25.307, + "rss_mib": 124.34, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 24.515724 + }, + { + "elapsed_s": 25.413, + "rss_mib": 131.465, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 24.621516 + }, + { + "elapsed_s": 25.518, + "rss_mib": 135.344, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 24.726731 + }, + { + "elapsed_s": 25.624, + "rss_mib": 137.219, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 24.832728 + }, + { + "elapsed_s": 25.731, + "rss_mib": 139.785, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 24.939517 + }, + { + "elapsed_s": 25.837, + "rss_mib": 146.582, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 25.045343 + }, + { + "elapsed_s": 25.942, + "rss_mib": 150.582, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 25.150867 + }, + { + "elapsed_s": 26.048, + "rss_mib": 155.141, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 25.256206 + }, + { + "elapsed_s": 26.155, + "rss_mib": 220.016, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 25.363759 + }, + { + "elapsed_s": 26.264, + "rss_mib": 159.641, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 25.472303 + }, + { + "elapsed_s": 26.369, + "rss_mib": 165.641, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 25.577871 + }, + { + "elapsed_s": 26.475, + "rss_mib": 176.055, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 25.683924 + }, + { + "elapsed_s": 26.58, + "rss_mib": 183.348, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 25.788687 + }, + { + "elapsed_s": 26.685, + "rss_mib": 198.223, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 25.893615 + }, + { + "elapsed_s": 26.791, + "rss_mib": 219.125, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 25.999949 + }, + { + "elapsed_s": 26.898, + "rss_mib": 228.75, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 26.106049 + }, + { + "elapsed_s": 27.003, + "rss_mib": 235.117, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 26.211276 + }, + { + "elapsed_s": 27.11, + "rss_mib": 240.992, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 26.318617 + }, + { + "elapsed_s": 27.219, + "rss_mib": 209.859, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 26.42747 + }, + { + "elapsed_s": 27.327, + "rss_mib": 207.016, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 26.535505 + }, + { + "elapsed_s": 27.433, + "rss_mib": 207.016, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 26.641865 + }, + { + "elapsed_s": 27.542, + "rss_mib": 204.051, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 26.750199 + }, + { + "elapsed_s": 27.647, + "rss_mib": 203.051, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 26.855696 + }, + { + "elapsed_s": 27.752, + "rss_mib": 94.227, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 26.898437 + }, + { + "elapsed_s": 27.865, + "rss_mib": 101.875, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 27.011446 + }, + { + "elapsed_s": 27.972, + "rss_mib": 103.625, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 27.119015 + }, + { + "elapsed_s": 28.079, + "rss_mib": 111.789, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 27.225474 + }, + { + "elapsed_s": 28.185, + "rss_mib": 111.914, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 27.33175 + }, + { + "elapsed_s": 28.293, + "rss_mib": 113.484, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 27.439444 + }, + { + "elapsed_s": 28.398, + "rss_mib": 116.859, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 27.544946 + }, + { + "elapsed_s": 28.504, + "rss_mib": 123.859, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 27.650946 + }, + { + "elapsed_s": 28.611, + "rss_mib": 126.359, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 27.757557 + }, + { + "elapsed_s": 28.719, + "rss_mib": 132.109, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 27.865232 + }, + { + "elapsed_s": 28.826, + "rss_mib": 135.93, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 27.972294 + }, + { + "elapsed_s": 28.931, + "rss_mib": 137.805, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 28.077673 + }, + { + "elapsed_s": 29.037, + "rss_mib": 138.805, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 28.183396 + }, + { + "elapsed_s": 29.143, + "rss_mib": 144.133, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 28.289661 + }, + { + "elapsed_s": 29.251, + "rss_mib": 145.758, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 28.397573 + }, + { + "elapsed_s": 29.36, + "rss_mib": 150.883, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 28.506936 + }, + { + "elapsed_s": 29.468, + "rss_mib": 154.883, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 28.614359 + }, + { + "elapsed_s": 29.577, + "rss_mib": 197.258, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 28.723099 + }, + { + "elapsed_s": 29.685, + "rss_mib": 183.496, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 28.831202 + }, + { + "elapsed_s": 29.791, + "rss_mib": 163.715, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 28.937398 + }, + { + "elapsed_s": 29.898, + "rss_mib": 169.465, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 29.04439 + }, + { + "elapsed_s": 30.004, + "rss_mib": 180.859, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 29.150996 + }, + { + "elapsed_s": 30.11, + "rss_mib": 183.953, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 29.256174 + }, + { + "elapsed_s": 30.214, + "rss_mib": 236.953, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 29.360792 + }, + { + "elapsed_s": 30.319, + "rss_mib": 222.285, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 29.465477 + }, + { + "elapsed_s": 30.424, + "rss_mib": 233.57, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 29.570417 + }, + { + "elapsed_s": 30.528, + "rss_mib": 241.32, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 29.675059 + }, + { + "elapsed_s": 30.633, + "rss_mib": 207.402, + "queued": 9, + "processing": 0, + "ready": 9, + "failed": 0, + "oldest_queued_s": 29.779571 + }, + { + "elapsed_s": 30.738, + "rss_mib": 203.559, + "queued": 9, + "processing": 0, + "ready": 9, + "failed": 0, + "oldest_queued_s": 29.884854 + }, + { + "elapsed_s": 30.844, + "rss_mib": 202.559, + "queued": 9, + "processing": 0, + "ready": 9, + "failed": 0, + "oldest_queued_s": 29.990992 + }, + { + "elapsed_s": 30.95, + "rss_mib": 93.102, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 29.983132 + }, + { + "elapsed_s": 31.057, + "rss_mib": 101.875, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 30.089411 + }, + { + "elapsed_s": 31.163, + "rss_mib": 106.5, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 30.196113 + }, + { + "elapsed_s": 31.274, + "rss_mib": 112.035, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 30.306901 + }, + { + "elapsed_s": 31.387, + "rss_mib": 111.875, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 30.420172 + }, + { + "elapsed_s": 31.505, + "rss_mib": 111.875, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 30.537651 + }, + { + "elapsed_s": 31.617, + "rss_mib": 112.0, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 30.649848 + }, + { + "elapsed_s": 31.744, + "rss_mib": 112.125, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 30.776434 + }, + { + "elapsed_s": 31.857, + "rss_mib": 113.5, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 30.889647 + }, + { + "elapsed_s": 31.979, + "rss_mib": 114.012, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 31.011912 + }, + { + "elapsed_s": 32.093, + "rss_mib": 114.387, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 31.126026 + }, + { + "elapsed_s": 32.205, + "rss_mib": 116.512, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 31.238234 + }, + { + "elapsed_s": 32.316, + "rss_mib": 119.637, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 31.348458 + }, + { + "elapsed_s": 32.426, + "rss_mib": 123.512, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 31.458822 + }, + { + "elapsed_s": 32.532, + "rss_mib": 126.137, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 31.565319 + }, + { + "elapsed_s": 32.643, + "rss_mib": 131.637, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 31.675432 + }, + { + "elapsed_s": 32.754, + "rss_mib": 135.637, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 31.786724 + }, + { + "elapsed_s": 32.864, + "rss_mib": 135.594, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 31.897255 + }, + { + "elapsed_s": 32.971, + "rss_mib": 137.094, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 32.004153 + }, + { + "elapsed_s": 33.078, + "rss_mib": 137.594, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 32.11078 + }, + { + "elapsed_s": 33.186, + "rss_mib": 140.719, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 32.218371 + }, + { + "elapsed_s": 33.293, + "rss_mib": 144.012, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 32.325754 + }, + { + "elapsed_s": 33.399, + "rss_mib": 148.387, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 32.432163 + }, + { + "elapsed_s": 33.506, + "rss_mib": 152.934, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 32.539062 + }, + { + "elapsed_s": 33.615, + "rss_mib": 155.559, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 32.648188 + }, + { + "elapsed_s": 33.723, + "rss_mib": 220.184, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 32.756327 + }, + { + "elapsed_s": 33.852, + "rss_mib": 220.184, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 32.884546 + }, + { + "elapsed_s": 33.969, + "rss_mib": 159.055, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 33.00152 + }, + { + "elapsed_s": 34.087, + "rss_mib": 159.723, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 33.120178 + }, + { + "elapsed_s": 34.204, + "rss_mib": 164.098, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 33.236617 + }, + { + "elapsed_s": 34.319, + "rss_mib": 164.973, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 33.351939 + }, + { + "elapsed_s": 34.431, + "rss_mib": 169.223, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 33.46375 + }, + { + "elapsed_s": 34.547, + "rss_mib": 172.852, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 33.579287 + }, + { + "elapsed_s": 34.659, + "rss_mib": 180.227, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 33.691784 + }, + { + "elapsed_s": 34.772, + "rss_mib": 178.824, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 33.80429 + }, + { + "elapsed_s": 34.883, + "rss_mib": 183.199, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 33.915634 + }, + { + "elapsed_s": 34.992, + "rss_mib": 186.449, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 34.0246 + }, + { + "elapsed_s": 35.107, + "rss_mib": 201.324, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 34.139773 + }, + { + "elapsed_s": 35.225, + "rss_mib": 227.949, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 34.257577 + }, + { + "elapsed_s": 35.332, + "rss_mib": 219.621, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 34.365239 + }, + { + "elapsed_s": 35.439, + "rss_mib": 222.621, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 34.471564 + }, + { + "elapsed_s": 35.547, + "rss_mib": 231.98, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 34.579876 + }, + { + "elapsed_s": 35.654, + "rss_mib": 237.105, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 34.686609 + }, + { + "elapsed_s": 35.76, + "rss_mib": 210.094, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 34.793073 + }, + { + "elapsed_s": 35.867, + "rss_mib": 207.324, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 34.900213 + }, + { + "elapsed_s": 35.98, + "rss_mib": 207.324, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 35.01267 + }, + { + "elapsed_s": 36.092, + "rss_mib": 207.324, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 35.124709 + }, + { + "elapsed_s": 36.203, + "rss_mib": 204.363, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 35.236011 + }, + { + "elapsed_s": 36.312, + "rss_mib": 203.363, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 35.345233 + }, + { + "elapsed_s": 36.42, + "rss_mib": 84.352, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 35.452555 + }, + { + "elapsed_s": 36.527, + "rss_mib": 102.203, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 35.495588 + }, + { + "elapsed_s": 36.634, + "rss_mib": 102.66, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 35.602157 + }, + { + "elapsed_s": 36.741, + "rss_mib": 109.32, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 35.708963 + }, + { + "elapsed_s": 36.848, + "rss_mib": 111.848, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 35.816142 + }, + { + "elapsed_s": 36.955, + "rss_mib": 112.098, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 35.922955 + }, + { + "elapsed_s": 37.061, + "rss_mib": 114.312, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 36.029649 + }, + { + "elapsed_s": 37.166, + "rss_mib": 119.938, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 36.134687 + }, + { + "elapsed_s": 37.271, + "rss_mib": 125.312, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 36.239659 + }, + { + "elapsed_s": 37.377, + "rss_mib": 134.688, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 36.345608 + }, + { + "elapsed_s": 37.483, + "rss_mib": 137.215, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 36.450977 + }, + { + "elapsed_s": 37.588, + "rss_mib": 138.34, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 36.556316 + }, + { + "elapsed_s": 37.695, + "rss_mib": 145.215, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 36.662809 + }, + { + "elapsed_s": 37.801, + "rss_mib": 145.23, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 36.769652 + }, + { + "elapsed_s": 37.909, + "rss_mib": 150.73, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 36.877347 + }, + { + "elapsed_s": 38.016, + "rss_mib": 155.105, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 36.983751 + }, + { + "elapsed_s": 38.123, + "rss_mib": 220.855, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 37.091355 + }, + { + "elapsed_s": 38.229, + "rss_mib": 159.723, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 37.197436 + }, + { + "elapsed_s": 38.335, + "rss_mib": 165.598, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 37.302947 + }, + { + "elapsed_s": 38.442, + "rss_mib": 176.133, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 37.40984 + }, + { + "elapsed_s": 38.547, + "rss_mib": 180.758, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 37.51561 + }, + { + "elapsed_s": 38.652, + "rss_mib": 191.758, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 37.62068 + }, + { + "elapsed_s": 38.761, + "rss_mib": 248.883, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 37.729219 + }, + { + "elapsed_s": 38.868, + "rss_mib": 220.266, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 37.836338 + }, + { + "elapsed_s": 38.975, + "rss_mib": 230.891, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 37.942954 + }, + { + "elapsed_s": 39.08, + "rss_mib": 236.43, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 38.048168 + }, + { + "elapsed_s": 39.186, + "rss_mib": 209.922, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 38.154036 + }, + { + "elapsed_s": 39.292, + "rss_mib": 207.145, + "queued": 7, + "processing": 0, + "ready": 11, + "failed": 0, + "oldest_queued_s": 38.260216 + }, + { + "elapsed_s": 39.397, + "rss_mib": 207.145, + "queued": 7, + "processing": 0, + "ready": 11, + "failed": 0, + "oldest_queued_s": 38.365315 + }, + { + "elapsed_s": 39.502, + "rss_mib": 203.18, + "queued": 7, + "processing": 0, + "ready": 11, + "failed": 0, + "oldest_queued_s": 38.470056 + }, + { + "elapsed_s": 39.607, + "rss_mib": 94.352, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 38.369008 + }, + { + "elapsed_s": 39.712, + "rss_mib": 102.383, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 38.474126 + }, + { + "elapsed_s": 39.817, + "rss_mib": 109.543, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 38.578964 + }, + { + "elapsed_s": 39.922, + "rss_mib": 112.102, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 38.683824 + }, + { + "elapsed_s": 40.027, + "rss_mib": 113.445, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 38.789037 + }, + { + "elapsed_s": 40.133, + "rss_mib": 114.961, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 38.895573 + }, + { + "elapsed_s": 40.24, + "rss_mib": 123.336, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 39.002486 + }, + { + "elapsed_s": 40.348, + "rss_mib": 123.961, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 39.11047 + }, + { + "elapsed_s": 40.455, + "rss_mib": 126.836, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 39.216933 + }, + { + "elapsed_s": 40.567, + "rss_mib": 132.211, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 39.329223 + }, + { + "elapsed_s": 40.674, + "rss_mib": 135.723, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 39.435814 + }, + { + "elapsed_s": 40.779, + "rss_mib": 137.473, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 39.541571 + }, + { + "elapsed_s": 40.885, + "rss_mib": 140.848, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 39.647243 + }, + { + "elapsed_s": 40.99, + "rss_mib": 144.973, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 39.752521 + }, + { + "elapsed_s": 41.095, + "rss_mib": 152.684, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 39.857559 + }, + { + "elapsed_s": 41.202, + "rss_mib": 158.309, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 39.964252 + }, + { + "elapsed_s": 41.325, + "rss_mib": 220.434, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 40.087251 + }, + { + "elapsed_s": 41.433, + "rss_mib": 160.059, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 40.195145 + }, + { + "elapsed_s": 41.541, + "rss_mib": 164.559, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 40.303419 + }, + { + "elapsed_s": 41.649, + "rss_mib": 169.309, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 40.410834 + }, + { + "elapsed_s": 41.761, + "rss_mib": 176.539, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 40.523426 + }, + { + "elapsed_s": 41.871, + "rss_mib": 181.023, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 40.633228 + }, + { + "elapsed_s": 41.983, + "rss_mib": 182.504, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 40.745462 + }, + { + "elapsed_s": 42.091, + "rss_mib": 185.004, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 40.853041 + }, + { + "elapsed_s": 42.197, + "rss_mib": 234.879, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 40.958909 + }, + { + "elapsed_s": 42.302, + "rss_mib": 219.84, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 41.063798 + }, + { + "elapsed_s": 42.407, + "rss_mib": 230.488, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 41.169653 + }, + { + "elapsed_s": 42.514, + "rss_mib": 235.738, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 41.276012 + }, + { + "elapsed_s": 42.62, + "rss_mib": 240.988, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 41.382621 + }, + { + "elapsed_s": 42.731, + "rss_mib": 209.891, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 41.493387 + }, + { + "elapsed_s": 42.842, + "rss_mib": 207.086, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 41.603918 + }, + { + "elapsed_s": 42.948, + "rss_mib": 207.086, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 41.710327 + }, + { + "elapsed_s": 43.054, + "rss_mib": 204.246, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 41.816425 + }, + { + "elapsed_s": 43.162, + "rss_mib": 84.352, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 41.923701 + }, + { + "elapsed_s": 43.267, + "rss_mib": 100.477, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 41.930736 + }, + { + "elapsed_s": 43.373, + "rss_mib": 102.625, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 42.036731 + }, + { + "elapsed_s": 43.479, + "rss_mib": 111.742, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 42.142283 + }, + { + "elapsed_s": 43.585, + "rss_mib": 111.992, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 42.248433 + }, + { + "elapsed_s": 43.691, + "rss_mib": 113.441, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 42.354184 + }, + { + "elapsed_s": 43.796, + "rss_mib": 116.457, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 42.459438 + }, + { + "elapsed_s": 43.901, + "rss_mib": 123.832, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 42.564551 + }, + { + "elapsed_s": 44.006, + "rss_mib": 127.457, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 42.669327 + }, + { + "elapsed_s": 44.111, + "rss_mib": 135.371, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 42.774992 + }, + { + "elapsed_s": 44.217, + "rss_mib": 137.246, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 42.880363 + }, + { + "elapsed_s": 44.322, + "rss_mib": 137.996, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 42.985687 + }, + { + "elapsed_s": 44.427, + "rss_mib": 144.871, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 43.091148 + }, + { + "elapsed_s": 44.534, + "rss_mib": 145.332, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 43.19784 + }, + { + "elapsed_s": 44.639, + "rss_mib": 153.582, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 43.303107 + }, + { + "elapsed_s": 44.746, + "rss_mib": 156.145, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 43.409663 + }, + { + "elapsed_s": 44.855, + "rss_mib": 220.145, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 43.518722 + }, + { + "elapsed_s": 44.961, + "rss_mib": 161.559, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 43.625044 + }, + { + "elapsed_s": 45.067, + "rss_mib": 169.309, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 43.730168 + }, + { + "elapsed_s": 45.173, + "rss_mib": 178.828, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 43.836954 + }, + { + "elapsed_s": 45.281, + "rss_mib": 183.578, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 43.944178 + }, + { + "elapsed_s": 45.387, + "rss_mib": 196.328, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 44.050586 + }, + { + "elapsed_s": 45.495, + "rss_mib": 254.453, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 44.158611 + }, + { + "elapsed_s": 45.601, + "rss_mib": 220.289, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 44.26482 + }, + { + "elapsed_s": 45.706, + "rss_mib": 230.82, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 44.369778 + }, + { + "elapsed_s": 45.811, + "rss_mib": 238.82, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 44.474949 + }, + { + "elapsed_s": 45.917, + "rss_mib": 209.934, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 44.58043 + }, + { + "elapsed_s": 46.022, + "rss_mib": 207.164, + "queued": 5, + "processing": 0, + "ready": 13, + "failed": 0, + "oldest_queued_s": 44.685964 + }, + { + "elapsed_s": 46.127, + "rss_mib": 207.164, + "queued": 5, + "processing": 0, + "ready": 13, + "failed": 0, + "oldest_queued_s": 44.791001 + }, + { + "elapsed_s": 46.233, + "rss_mib": 203.324, + "queued": 5, + "processing": 0, + "ready": 13, + "failed": 0, + "oldest_queued_s": 44.896511 + }, + { + "elapsed_s": 46.338, + "rss_mib": 94.352, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 44.766621 + }, + { + "elapsed_s": 46.445, + "rss_mib": 102.254, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 44.873057 + }, + { + "elapsed_s": 46.55, + "rss_mib": 109.031, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 44.978729 + }, + { + "elapsed_s": 46.657, + "rss_mib": 111.973, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 45.085612 + }, + { + "elapsed_s": 46.763, + "rss_mib": 112.348, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 45.191371 + }, + { + "elapsed_s": 46.869, + "rss_mib": 114.539, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 45.297255 + }, + { + "elapsed_s": 46.975, + "rss_mib": 119.039, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 45.403012 + }, + { + "elapsed_s": 47.08, + "rss_mib": 124.039, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 45.508667 + }, + { + "elapsed_s": 47.186, + "rss_mib": 131.414, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 45.613795 + }, + { + "elapsed_s": 47.291, + "rss_mib": 136.57, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 45.719038 + }, + { + "elapsed_s": 47.396, + "rss_mib": 137.57, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 45.824155 + }, + { + "elapsed_s": 47.501, + "rss_mib": 142.945, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 45.929536 + }, + { + "elapsed_s": 47.606, + "rss_mib": 145.875, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 46.034403 + }, + { + "elapsed_s": 47.713, + "rss_mib": 153.5, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 46.141006 + }, + { + "elapsed_s": 47.821, + "rss_mib": 172.875, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 46.249165 + }, + { + "elapsed_s": 47.929, + "rss_mib": 220.875, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 46.357383 + }, + { + "elapsed_s": 48.036, + "rss_mib": 159.625, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 46.463987 + }, + { + "elapsed_s": 48.142, + "rss_mib": 165.0, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 46.570474 + }, + { + "elapsed_s": 48.249, + "rss_mib": 176.07, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 46.676807 + }, + { + "elapsed_s": 48.354, + "rss_mib": 183.262, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 46.782382 + }, + { + "elapsed_s": 48.46, + "rss_mib": 198.012, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 46.888282 + }, + { + "elapsed_s": 48.566, + "rss_mib": 219.184, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 46.994186 + }, + { + "elapsed_s": 48.672, + "rss_mib": 226.309, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 47.100399 + }, + { + "elapsed_s": 48.778, + "rss_mib": 232.086, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 47.205927 + }, + { + "elapsed_s": 48.883, + "rss_mib": 240.836, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 47.311149 + }, + { + "elapsed_s": 48.992, + "rss_mib": 209.699, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 47.419926 + }, + { + "elapsed_s": 49.099, + "rss_mib": 206.93, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 47.52698 + }, + { + "elapsed_s": 49.205, + "rss_mib": 206.93, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 47.633428 + }, + { + "elapsed_s": 49.311, + "rss_mib": 203.09, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 47.739029 + }, + { + "elapsed_s": 49.416, + "rss_mib": 84.352, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 47.844064 + }, + { + "elapsed_s": 49.521, + "rss_mib": 102.004, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 47.780237 + }, + { + "elapsed_s": 49.627, + "rss_mib": 106.293, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 47.886279 + }, + { + "elapsed_s": 49.732, + "rss_mib": 111.879, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 47.991464 + }, + { + "elapsed_s": 49.837, + "rss_mib": 112.254, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 48.096722 + }, + { + "elapsed_s": 49.944, + "rss_mib": 114.695, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 48.203816 + }, + { + "elapsed_s": 50.05, + "rss_mib": 123.57, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 48.309092 + }, + { + "elapsed_s": 50.157, + "rss_mib": 126.32, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 48.41624 + }, + { + "elapsed_s": 50.263, + "rss_mib": 132.32, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 48.522335 + }, + { + "elapsed_s": 50.371, + "rss_mib": 136.18, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 48.630603 + }, + { + "elapsed_s": 50.483, + "rss_mib": 137.18, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 48.742855 + }, + { + "elapsed_s": 50.594, + "rss_mib": 137.43, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 48.853091 + }, + { + "elapsed_s": 50.702, + "rss_mib": 138.305, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 48.961386 + }, + { + "elapsed_s": 50.81, + "rss_mib": 142.93, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 49.069671 + }, + { + "elapsed_s": 50.916, + "rss_mib": 145.016, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 49.175019 + }, + { + "elapsed_s": 51.021, + "rss_mib": 153.391, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 49.28071 + }, + { + "elapsed_s": 51.127, + "rss_mib": 155.688, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 49.386564 + }, + { + "elapsed_s": 51.236, + "rss_mib": 220.312, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 49.495866 + }, + { + "elapsed_s": 51.347, + "rss_mib": 159.938, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 49.605903 + }, + { + "elapsed_s": 51.455, + "rss_mib": 164.062, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 49.71478 + }, + { + "elapsed_s": 51.565, + "rss_mib": 165.312, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 49.8239 + }, + { + "elapsed_s": 51.673, + "rss_mib": 169.188, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 49.932347 + }, + { + "elapsed_s": 51.786, + "rss_mib": 175.879, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 50.045089 + }, + { + "elapsed_s": 51.896, + "rss_mib": 178.41, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 50.155181 + }, + { + "elapsed_s": 52.003, + "rss_mib": 183.16, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 50.262864 + }, + { + "elapsed_s": 52.111, + "rss_mib": 188.535, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 50.370325 + }, + { + "elapsed_s": 52.216, + "rss_mib": 246.535, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 50.47583 + }, + { + "elapsed_s": 52.321, + "rss_mib": 221.156, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 50.580902 + }, + { + "elapsed_s": 52.427, + "rss_mib": 232.715, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 50.686237 + }, + { + "elapsed_s": 52.532, + "rss_mib": 240.965, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 50.791601 + }, + { + "elapsed_s": 52.637, + "rss_mib": 209.836, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 50.896732 + }, + { + "elapsed_s": 52.744, + "rss_mib": 206.938, + "queued": 3, + "processing": 0, + "ready": 15, + "failed": 0, + "oldest_queued_s": 51.003406 + }, + { + "elapsed_s": 52.852, + "rss_mib": 203.973, + "queued": 3, + "processing": 0, + "ready": 15, + "failed": 0, + "oldest_queued_s": 51.111385 + }, + { + "elapsed_s": 52.961, + "rss_mib": 203.051, + "queued": 3, + "processing": 0, + "ready": 15, + "failed": 0, + "oldest_queued_s": 51.220251 + }, + { + "elapsed_s": 53.067, + "rss_mib": 84.352, + "queued": 3, + "processing": 0, + "ready": 15, + "failed": 0, + "oldest_queued_s": 51.326253 + }, + { + "elapsed_s": 53.174, + "rss_mib": 102.168, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 51.264059 + }, + { + "elapsed_s": 53.28, + "rss_mib": 102.125, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 51.370829 + }, + { + "elapsed_s": 53.386, + "rss_mib": 108.535, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 51.476431 + }, + { + "elapsed_s": 53.492, + "rss_mib": 111.75, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 51.582183 + }, + { + "elapsed_s": 53.597, + "rss_mib": 112.0, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 51.687753 + }, + { + "elapsed_s": 53.703, + "rss_mib": 114.375, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 51.793054 + }, + { + "elapsed_s": 53.808, + "rss_mib": 122.125, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 51.898599 + }, + { + "elapsed_s": 53.913, + "rss_mib": 126.375, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 52.003624 + }, + { + "elapsed_s": 54.018, + "rss_mib": 135.613, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 52.10744 + }, + { + "elapsed_s": 54.124, + "rss_mib": 137.738, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 52.213149 + }, + { + "elapsed_s": 54.23, + "rss_mib": 138.863, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 52.31952 + }, + { + "elapsed_s": 54.337, + "rss_mib": 144.199, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 52.425943 + }, + { + "elapsed_s": 54.443, + "rss_mib": 150.574, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 52.532154 + }, + { + "elapsed_s": 54.548, + "rss_mib": 154.52, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 52.637799 + }, + { + "elapsed_s": 54.656, + "rss_mib": 211.461, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 52.745702 + }, + { + "elapsed_s": 54.762, + "rss_mib": 164.645, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 52.851576 + }, + { + "elapsed_s": 54.867, + "rss_mib": 176.492, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 52.956614 + }, + { + "elapsed_s": 54.973, + "rss_mib": 181.664, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 53.062578 + }, + { + "elapsed_s": 55.079, + "rss_mib": 189.414, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 53.168049 + }, + { + "elapsed_s": 55.186, + "rss_mib": 235.105, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 53.274986 + }, + { + "elapsed_s": 55.291, + "rss_mib": 222.227, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 53.38046 + }, + { + "elapsed_s": 55.398, + "rss_mib": 231.758, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 53.486975 + }, + { + "elapsed_s": 55.504, + "rss_mib": 238.133, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 53.593115 + }, + { + "elapsed_s": 55.611, + "rss_mib": 209.98, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 53.699955 + }, + { + "elapsed_s": 55.717, + "rss_mib": 207.094, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 53.806214 + }, + { + "elapsed_s": 55.822, + "rss_mib": 207.094, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 53.911789 + }, + { + "elapsed_s": 55.928, + "rss_mib": 203.129, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 54.017129 + }, + { + "elapsed_s": 56.032, + "rss_mib": 90.727, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 53.929953 + }, + { + "elapsed_s": 56.138, + "rss_mib": 102.129, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 54.03565 + }, + { + "elapsed_s": 56.244, + "rss_mib": 108.539, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 54.14152 + }, + { + "elapsed_s": 56.35, + "rss_mib": 111.879, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 54.247421 + }, + { + "elapsed_s": 56.455, + "rss_mib": 113.754, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 54.352329 + }, + { + "elapsed_s": 56.56, + "rss_mib": 116.84, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 54.457494 + }, + { + "elapsed_s": 56.665, + "rss_mib": 123.84, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 54.562414 + }, + { + "elapsed_s": 56.77, + "rss_mib": 131.715, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 54.667708 + }, + { + "elapsed_s": 56.876, + "rss_mib": 137.242, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 54.773259 + }, + { + "elapsed_s": 56.981, + "rss_mib": 137.992, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 54.878245 + }, + { + "elapsed_s": 57.088, + "rss_mib": 142.992, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 54.985167 + }, + { + "elapsed_s": 57.194, + "rss_mib": 145.703, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 55.091239 + }, + { + "elapsed_s": 57.3, + "rss_mib": 153.148, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 55.197052 + }, + { + "elapsed_s": 57.406, + "rss_mib": 213.773, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 55.303881 + }, + { + "elapsed_s": 57.518, + "rss_mib": 161.273, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 55.415947 + }, + { + "elapsed_s": 57.623, + "rss_mib": 169.648, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 55.52076 + }, + { + "elapsed_s": 57.728, + "rss_mib": 180.133, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 55.625947 + }, + { + "elapsed_s": 57.835, + "rss_mib": 188.508, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 55.732268 + }, + { + "elapsed_s": 57.942, + "rss_mib": 227.258, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 55.839572 + }, + { + "elapsed_s": 58.049, + "rss_mib": 219.906, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 55.946543 + }, + { + "elapsed_s": 58.155, + "rss_mib": 226.531, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 56.052616 + }, + { + "elapsed_s": 58.261, + "rss_mib": 232.809, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 56.158719 + }, + { + "elapsed_s": 58.366, + "rss_mib": 240.934, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 56.263772 + }, + { + "elapsed_s": 58.471, + "rss_mib": 206.992, + "queued": 1, + "processing": 0, + "ready": 17, + "failed": 0, + "oldest_queued_s": 56.368635 + }, + { + "elapsed_s": 58.576, + "rss_mib": 207.117, + "queued": 1, + "processing": 0, + "ready": 17, + "failed": 0, + "oldest_queued_s": 56.473153 + }, + { + "elapsed_s": 58.681, + "rss_mib": 203.273, + "queued": 1, + "processing": 0, + "ready": 17, + "failed": 0, + "oldest_queued_s": 56.578126 + }, + { + "elapsed_s": 58.786, + "rss_mib": 94.227, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 58.891, + "rss_mib": 102.383, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 58.996, + "rss_mib": 111.645, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 59.101, + "rss_mib": 111.895, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 59.208, + "rss_mib": 113.219, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 59.314, + "rss_mib": 114.609, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 59.42, + "rss_mib": 123.109, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 59.526, + "rss_mib": 124.234, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 59.631, + "rss_mib": 131.734, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 59.736, + "rss_mib": 136.781, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 59.842, + "rss_mib": 137.406, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 59.948, + "rss_mib": 143.07, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 60.054, + "rss_mib": 145.469, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 60.159, + "rss_mib": 152.84, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 60.266, + "rss_mib": 208.965, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 60.372, + "rss_mib": 156.715, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 60.479, + "rss_mib": 165.09, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 60.586, + "rss_mib": 172.188, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 60.692, + "rss_mib": 178.953, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 60.798, + "rss_mib": 184.203, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 60.903, + "rss_mib": 234.953, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 61.008, + "rss_mib": 221.309, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 61.113, + "rss_mib": 232.715, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 61.221, + "rss_mib": 240.965, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 61.329, + "rss_mib": 210.082, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 61.437, + "rss_mib": 210.082, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 61.55, + "rss_mib": 207.141, + "queued": 0, + "processing": 0, + "ready": 18, + "failed": 0, + "oldest_queued_s": 0 + } + ], + "repeat": 2, + "concurrency": 1, + "prefetch_per_consumer": 1 + }, + { + "width": 1280, + "height": 800, + "bytes": 774325, + "sha256": "e8f395f1bdf837a475d4c6f11e5d3e8f911e09ce4f2a41f853d403bebef3efcc", + "requests": 18, + "clients": 6, + "http_statuses": { + "202": 18 + }, + "api_replicas_seen": 2, + "elapsed_s": 56.564085449999766, + "owner_id": "9ba701ed-3718-4e4e-8270-ed53304baf81", + "attachment_ids": [ + "e9e91b5d-a49f-470d-92ca-5ca1b221749b", + "fc20d729-1f25-4458-8e73-f4bd329fa8f1", + "c48ca3fd-9fe7-45a4-a88e-561744257085", + "ff1539d6-1422-4c1c-a34d-b3204980691b", + "c413bae6-c7e5-47a9-b2ac-7ae77875a0fe", + "f470867c-bd05-40cc-83b4-d295e48289f7", + "69408851-780a-43b2-90e7-c6c0c6003057", + "3be527d3-92da-4fb8-9120-c27317d918c8", + "4a07b22f-bdca-4a83-bed3-47592ef62a95", + "481d30e5-fe45-4442-875c-599fb297b918", + "69c3f5f7-b5c9-46c8-86dd-86fcd3147472", + "2383e314-2a19-4fda-a823-a94cdf96934c", + "e2d15ec8-e51e-44d7-b1a3-6b6b65854dcc", + "00fbe91c-7043-414b-abda-7dd3f4cb4b36", + "ef8e13e3-fe51-49bd-a22f-8fed4319a6a5", + "250255ac-a4d0-4753-8216-2e406515db67", + "3fe4a7bb-cc20-4c4d-ab36-cf0bcfb4b1ab", + "bba24e77-2339-42a4-9b41-8762a0d689f4" + ], + "throughput_per_s": 0.3182231243871384, + "ready_p95_s": 55.765589, + "queue_wait_p95_s": 52.567299, + "queue_lag_max_jobs": 17, + "queue_oldest_max_s": 52.510874, + "processing_max": 1, + "rss_peak_mib": 221.125, + "samples": [ + { + "elapsed_s": 0.05, + "rss_mib": 84.352, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.156, + "rss_mib": 84.352, + "queued": 2, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.058911 + }, + { + "elapsed_s": 0.262, + "rss_mib": 84.352, + "queued": 5, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.164271 + }, + { + "elapsed_s": 0.367, + "rss_mib": 84.352, + "queued": 8, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.26958 + }, + { + "elapsed_s": 0.474, + "rss_mib": 93.602, + "queued": 10, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.343676 + }, + { + "elapsed_s": 0.581, + "rss_mib": 101.793, + "queued": 13, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.450775 + }, + { + "elapsed_s": 0.687, + "rss_mib": 103.543, + "queued": 16, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.557147 + }, + { + "elapsed_s": 0.795, + "rss_mib": 110.172, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.664619 + }, + { + "elapsed_s": 0.902, + "rss_mib": 111.758, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.771273 + }, + { + "elapsed_s": 1.008, + "rss_mib": 112.008, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.87793 + }, + { + "elapsed_s": 1.115, + "rss_mib": 113.207, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.984446 + }, + { + "elapsed_s": 1.222, + "rss_mib": 114.473, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.091179 + }, + { + "elapsed_s": 1.327, + "rss_mib": 118.973, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.197075 + }, + { + "elapsed_s": 1.434, + "rss_mib": 123.973, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.303275 + }, + { + "elapsed_s": 1.54, + "rss_mib": 127.848, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.40926 + }, + { + "elapsed_s": 1.646, + "rss_mib": 135.48, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.515211 + }, + { + "elapsed_s": 1.752, + "rss_mib": 137.355, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.621202 + }, + { + "elapsed_s": 1.857, + "rss_mib": 137.98, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.727005 + }, + { + "elapsed_s": 1.963, + "rss_mib": 143.848, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.832457 + }, + { + "elapsed_s": 2.068, + "rss_mib": 149.348, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.937722 + }, + { + "elapsed_s": 2.173, + "rss_mib": 154.449, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.042318 + }, + { + "elapsed_s": 2.288, + "rss_mib": 220.074, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.158017 + }, + { + "elapsed_s": 2.395, + "rss_mib": 163.812, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.265031 + }, + { + "elapsed_s": 2.5, + "rss_mib": 173.469, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.369864 + }, + { + "elapsed_s": 2.605, + "rss_mib": 181.566, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.474584 + }, + { + "elapsed_s": 2.71, + "rss_mib": 194.371, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.579446 + }, + { + "elapsed_s": 2.815, + "rss_mib": 211.547, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.684694 + }, + { + "elapsed_s": 2.921, + "rss_mib": 219.672, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.790872 + }, + { + "elapsed_s": 3.027, + "rss_mib": 194.441, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.896525 + }, + { + "elapsed_s": 3.131, + "rss_mib": 194.441, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.001024 + }, + { + "elapsed_s": 3.237, + "rss_mib": 191.648, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.106331 + }, + { + "elapsed_s": 3.342, + "rss_mib": 84.352, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.212153 + }, + { + "elapsed_s": 3.449, + "rss_mib": 99.602, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.285222 + }, + { + "elapsed_s": 3.555, + "rss_mib": 102.129, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.391193 + }, + { + "elapsed_s": 3.661, + "rss_mib": 108.539, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.497209 + }, + { + "elapsed_s": 3.766, + "rss_mib": 111.879, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.602068 + }, + { + "elapsed_s": 3.871, + "rss_mib": 112.879, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.707394 + }, + { + "elapsed_s": 3.977, + "rss_mib": 114.719, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.813823 + }, + { + "elapsed_s": 4.082, + "rss_mib": 123.969, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 3.918883 + }, + { + "elapsed_s": 4.187, + "rss_mib": 127.344, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.02322 + }, + { + "elapsed_s": 4.292, + "rss_mib": 135.629, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.128023 + }, + { + "elapsed_s": 4.396, + "rss_mib": 137.629, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.232958 + }, + { + "elapsed_s": 4.501, + "rss_mib": 143.254, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.337487 + }, + { + "elapsed_s": 4.606, + "rss_mib": 146.832, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.442205 + }, + { + "elapsed_s": 4.71, + "rss_mib": 154.504, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.546959 + }, + { + "elapsed_s": 4.818, + "rss_mib": 220.254, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.654878 + }, + { + "elapsed_s": 4.926, + "rss_mib": 163.754, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.762288 + }, + { + "elapsed_s": 5.032, + "rss_mib": 165.879, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.868807 + }, + { + "elapsed_s": 5.138, + "rss_mib": 176.648, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.974114 + }, + { + "elapsed_s": 5.243, + "rss_mib": 184.008, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.079616 + }, + { + "elapsed_s": 5.349, + "rss_mib": 194.652, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.18546 + }, + { + "elapsed_s": 5.454, + "rss_mib": 210.07, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.290887 + }, + { + "elapsed_s": 5.559, + "rss_mib": 219.695, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.395815 + }, + { + "elapsed_s": 5.665, + "rss_mib": 194.586, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.501593 + }, + { + "elapsed_s": 5.771, + "rss_mib": 194.586, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.607413 + }, + { + "elapsed_s": 5.877, + "rss_mib": 190.715, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.713695 + }, + { + "elapsed_s": 5.984, + "rss_mib": 179.48, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.820061 + }, + { + "elapsed_s": 6.09, + "rss_mib": 98.852, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 5.894305 + }, + { + "elapsed_s": 6.196, + "rss_mib": 101.875, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.000511 + }, + { + "elapsed_s": 6.301, + "rss_mib": 108.664, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.105693 + }, + { + "elapsed_s": 6.406, + "rss_mib": 111.875, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.210498 + }, + { + "elapsed_s": 6.512, + "rss_mib": 113.949, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.316337 + }, + { + "elapsed_s": 6.619, + "rss_mib": 115.59, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.423532 + }, + { + "elapsed_s": 6.732, + "rss_mib": 118.965, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.53614 + }, + { + "elapsed_s": 6.847, + "rss_mib": 123.59, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.650907 + }, + { + "elapsed_s": 6.959, + "rss_mib": 123.84, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.763663 + }, + { + "elapsed_s": 7.071, + "rss_mib": 123.84, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.875702 + }, + { + "elapsed_s": 7.179, + "rss_mib": 126.215, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 6.983732 + }, + { + "elapsed_s": 7.287, + "rss_mib": 131.715, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.09122 + }, + { + "elapsed_s": 7.397, + "rss_mib": 135.121, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.201069 + }, + { + "elapsed_s": 7.504, + "rss_mib": 136.621, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.308103 + }, + { + "elapsed_s": 7.609, + "rss_mib": 137.246, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.413437 + }, + { + "elapsed_s": 7.718, + "rss_mib": 141.121, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.522115 + }, + { + "elapsed_s": 7.828, + "rss_mib": 144.0, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.63248 + }, + { + "elapsed_s": 7.934, + "rss_mib": 146.5, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.738483 + }, + { + "elapsed_s": 8.039, + "rss_mib": 155.125, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.843394 + }, + { + "elapsed_s": 8.145, + "rss_mib": 221.125, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 7.949427 + }, + { + "elapsed_s": 8.251, + "rss_mib": 159.195, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.055724 + }, + { + "elapsed_s": 8.357, + "rss_mib": 164.945, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.161866 + }, + { + "elapsed_s": 8.464, + "rss_mib": 169.445, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.268411 + }, + { + "elapsed_s": 8.57, + "rss_mib": 181.059, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.374252 + }, + { + "elapsed_s": 8.676, + "rss_mib": 183.406, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.480477 + }, + { + "elapsed_s": 8.781, + "rss_mib": 198.703, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.585584 + }, + { + "elapsed_s": 8.886, + "rss_mib": 215.203, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.690561 + }, + { + "elapsed_s": 8.993, + "rss_mib": 219.703, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.797532 + }, + { + "elapsed_s": 9.098, + "rss_mib": 199.672, + "queued": 15, + "processing": 0, + "ready": 3, + "failed": 0, + "oldest_queued_s": 8.902772 + }, + { + "elapsed_s": 9.204, + "rss_mib": 199.672, + "queued": 15, + "processing": 0, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.008375 + }, + { + "elapsed_s": 9.31, + "rss_mib": 194.762, + "queued": 15, + "processing": 0, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.114123 + }, + { + "elapsed_s": 9.414, + "rss_mib": 100.852, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.185248 + }, + { + "elapsed_s": 9.521, + "rss_mib": 102.078, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.292097 + }, + { + "elapsed_s": 9.629, + "rss_mib": 107.488, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.399801 + }, + { + "elapsed_s": 9.735, + "rss_mib": 111.648, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.505986 + }, + { + "elapsed_s": 9.841, + "rss_mib": 112.023, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.611751 + }, + { + "elapsed_s": 9.948, + "rss_mib": 113.613, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.718941 + }, + { + "elapsed_s": 10.054, + "rss_mib": 116.613, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.824935 + }, + { + "elapsed_s": 10.16, + "rss_mib": 123.738, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 9.930946 + }, + { + "elapsed_s": 10.266, + "rss_mib": 126.613, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.036866 + }, + { + "elapsed_s": 10.372, + "rss_mib": 134.613, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.1429 + }, + { + "elapsed_s": 10.478, + "rss_mib": 136.973, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.249309 + }, + { + "elapsed_s": 10.585, + "rss_mib": 137.348, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.355444 + }, + { + "elapsed_s": 10.693, + "rss_mib": 139.848, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.463798 + }, + { + "elapsed_s": 10.8, + "rss_mib": 143.848, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.571232 + }, + { + "elapsed_s": 10.907, + "rss_mib": 145.098, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.678171 + }, + { + "elapsed_s": 11.014, + "rss_mib": 152.348, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.784978 + }, + { + "elapsed_s": 11.121, + "rss_mib": 154.539, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 10.891401 + }, + { + "elapsed_s": 11.231, + "rss_mib": 220.039, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.00201 + }, + { + "elapsed_s": 11.339, + "rss_mib": 156.18, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.109553 + }, + { + "elapsed_s": 11.444, + "rss_mib": 165.305, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.215196 + }, + { + "elapsed_s": 11.55, + "rss_mib": 176.152, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.32038 + }, + { + "elapsed_s": 11.655, + "rss_mib": 181.598, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.425953 + }, + { + "elapsed_s": 11.761, + "rss_mib": 190.723, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.531458 + }, + { + "elapsed_s": 11.866, + "rss_mib": 207.27, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.637241 + }, + { + "elapsed_s": 11.973, + "rss_mib": 217.645, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.744185 + }, + { + "elapsed_s": 12.081, + "rss_mib": 194.156, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.851402 + }, + { + "elapsed_s": 12.188, + "rss_mib": 194.281, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 11.958615 + }, + { + "elapsed_s": 12.295, + "rss_mib": 194.281, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.066222 + }, + { + "elapsed_s": 12.402, + "rss_mib": 191.5, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.172393 + }, + { + "elapsed_s": 12.508, + "rss_mib": 84.352, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.278735 + }, + { + "elapsed_s": 12.615, + "rss_mib": 97.977, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.350076 + }, + { + "elapsed_s": 12.721, + "rss_mib": 102.254, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.456418 + }, + { + "elapsed_s": 12.828, + "rss_mib": 110.793, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.56273 + }, + { + "elapsed_s": 12.933, + "rss_mib": 112.004, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.668274 + }, + { + "elapsed_s": 13.039, + "rss_mib": 113.453, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.773987 + }, + { + "elapsed_s": 13.146, + "rss_mib": 116.844, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.880981 + }, + { + "elapsed_s": 13.253, + "rss_mib": 123.844, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 12.988649 + }, + { + "elapsed_s": 13.365, + "rss_mib": 124.344, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.100149 + }, + { + "elapsed_s": 13.473, + "rss_mib": 127.219, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.20848 + }, + { + "elapsed_s": 13.58, + "rss_mib": 134.719, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.314737 + }, + { + "elapsed_s": 13.686, + "rss_mib": 136.988, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.420708 + }, + { + "elapsed_s": 13.793, + "rss_mib": 137.363, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.528355 + }, + { + "elapsed_s": 13.899, + "rss_mib": 139.988, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.634098 + }, + { + "elapsed_s": 14.004, + "rss_mib": 145.289, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.738837 + }, + { + "elapsed_s": 14.109, + "rss_mib": 154.039, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.844445 + }, + { + "elapsed_s": 14.217, + "rss_mib": 220.914, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 13.95223 + }, + { + "elapsed_s": 14.322, + "rss_mib": 159.66, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.057664 + }, + { + "elapsed_s": 14.428, + "rss_mib": 169.41, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.163233 + }, + { + "elapsed_s": 14.534, + "rss_mib": 180.617, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.268689 + }, + { + "elapsed_s": 14.639, + "rss_mib": 183.59, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.374298 + }, + { + "elapsed_s": 14.745, + "rss_mib": 197.574, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.48023 + }, + { + "elapsed_s": 14.85, + "rss_mib": 213.594, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.584919 + }, + { + "elapsed_s": 14.954, + "rss_mib": 194.102, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.689618 + }, + { + "elapsed_s": 15.062, + "rss_mib": 194.227, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.796881 + }, + { + "elapsed_s": 15.168, + "rss_mib": 194.227, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 14.903542 + }, + { + "elapsed_s": 15.274, + "rss_mib": 191.445, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.008893 + }, + { + "elapsed_s": 15.378, + "rss_mib": 84.352, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.113633 + }, + { + "elapsed_s": 15.484, + "rss_mib": 101.879, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.185387 + }, + { + "elapsed_s": 15.591, + "rss_mib": 103.504, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.291825 + }, + { + "elapsed_s": 15.696, + "rss_mib": 111.754, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.397353 + }, + { + "elapsed_s": 15.803, + "rss_mib": 112.004, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.503892 + }, + { + "elapsed_s": 15.91, + "rss_mib": 112.379, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.610792 + }, + { + "elapsed_s": 16.016, + "rss_mib": 114.316, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.717042 + }, + { + "elapsed_s": 16.122, + "rss_mib": 119.566, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.822866 + }, + { + "elapsed_s": 16.228, + "rss_mib": 123.691, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 15.929157 + }, + { + "elapsed_s": 16.333, + "rss_mib": 131.191, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.034249 + }, + { + "elapsed_s": 16.438, + "rss_mib": 136.66, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.138843 + }, + { + "elapsed_s": 16.544, + "rss_mib": 137.41, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.244984 + }, + { + "elapsed_s": 16.651, + "rss_mib": 140.035, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.352125 + }, + { + "elapsed_s": 16.759, + "rss_mib": 143.75, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.460159 + }, + { + "elapsed_s": 16.868, + "rss_mib": 144.5, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.569639 + }, + { + "elapsed_s": 16.977, + "rss_mib": 150.375, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.677731 + }, + { + "elapsed_s": 17.085, + "rss_mib": 153.375, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.785873 + }, + { + "elapsed_s": 17.195, + "rss_mib": 155.5, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 16.896564 + }, + { + "elapsed_s": 17.304, + "rss_mib": 221.125, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 17.005024 + }, + { + "elapsed_s": 17.412, + "rss_mib": 157.121, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 17.11318 + }, + { + "elapsed_s": 17.517, + "rss_mib": 165.121, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 17.21867 + }, + { + "elapsed_s": 17.624, + "rss_mib": 173.785, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 17.324722 + }, + { + "elapsed_s": 17.729, + "rss_mib": 179.301, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 17.430257 + }, + { + "elapsed_s": 17.835, + "rss_mib": 187.301, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 17.535736 + }, + { + "elapsed_s": 17.94, + "rss_mib": 203.754, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 17.641596 + }, + { + "elapsed_s": 18.046, + "rss_mib": 216.879, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 17.746947 + }, + { + "elapsed_s": 18.151, + "rss_mib": 194.145, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 17.851776 + }, + { + "elapsed_s": 18.256, + "rss_mib": 194.145, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 17.957369 + }, + { + "elapsed_s": 18.363, + "rss_mib": 194.27, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 18.06437 + }, + { + "elapsed_s": 18.47, + "rss_mib": 190.355, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 18.170873 + }, + { + "elapsed_s": 18.576, + "rss_mib": 93.477, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 18.245399 + }, + { + "elapsed_s": 18.683, + "rss_mib": 102.039, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 18.352027 + }, + { + "elapsed_s": 18.787, + "rss_mib": 108.453, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 18.456928 + }, + { + "elapsed_s": 18.893, + "rss_mib": 112.0, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 18.562452 + }, + { + "elapsed_s": 18.999, + "rss_mib": 112.375, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 18.66843 + }, + { + "elapsed_s": 19.104, + "rss_mib": 114.523, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 18.773404 + }, + { + "elapsed_s": 19.209, + "rss_mib": 123.773, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 18.878491 + }, + { + "elapsed_s": 19.314, + "rss_mib": 127.148, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 18.982005 + }, + { + "elapsed_s": 19.42, + "rss_mib": 135.438, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 19.087741 + }, + { + "elapsed_s": 19.525, + "rss_mib": 137.562, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 19.193292 + }, + { + "elapsed_s": 19.631, + "rss_mib": 139.938, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 19.298732 + }, + { + "elapsed_s": 19.737, + "rss_mib": 144.066, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 19.405139 + }, + { + "elapsed_s": 19.843, + "rss_mib": 146.566, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 19.510973 + }, + { + "elapsed_s": 19.949, + "rss_mib": 153.891, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 19.616779 + }, + { + "elapsed_s": 20.086, + "rss_mib": 219.766, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 19.753829 + }, + { + "elapsed_s": 20.191, + "rss_mib": 164.383, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 19.859271 + }, + { + "elapsed_s": 20.297, + "rss_mib": 177.008, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 19.965023 + }, + { + "elapsed_s": 20.402, + "rss_mib": 183.57, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 20.069812 + }, + { + "elapsed_s": 20.506, + "rss_mib": 197.332, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 20.174448 + }, + { + "elapsed_s": 20.612, + "rss_mib": 211.594, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 20.280008 + }, + { + "elapsed_s": 20.719, + "rss_mib": 219.469, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 20.386901 + }, + { + "elapsed_s": 20.826, + "rss_mib": 199.438, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 20.49364 + }, + { + "elapsed_s": 20.932, + "rss_mib": 199.438, + "queued": 11, + "processing": 0, + "ready": 7, + "failed": 0, + "oldest_queued_s": 20.600339 + }, + { + "elapsed_s": 21.039, + "rss_mib": 199.562, + "queued": 11, + "processing": 0, + "ready": 7, + "failed": 0, + "oldest_queued_s": 20.706788 + }, + { + "elapsed_s": 21.146, + "rss_mib": 195.695, + "queued": 11, + "processing": 0, + "ready": 7, + "failed": 0, + "oldest_queued_s": 20.814344 + }, + { + "elapsed_s": 21.253, + "rss_mib": 84.352, + "queued": 11, + "processing": 0, + "ready": 7, + "failed": 0, + "oldest_queued_s": 20.920514 + }, + { + "elapsed_s": 21.358, + "rss_mib": 101.875, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 20.994131 + }, + { + "elapsed_s": 21.463, + "rss_mib": 106.164, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 21.09926 + }, + { + "elapsed_s": 21.568, + "rss_mib": 111.75, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 21.204217 + }, + { + "elapsed_s": 21.673, + "rss_mib": 113.281, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 21.30914 + }, + { + "elapsed_s": 21.778, + "rss_mib": 116.672, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 21.414856 + }, + { + "elapsed_s": 21.884, + "rss_mib": 123.672, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 21.520289 + }, + { + "elapsed_s": 21.988, + "rss_mib": 126.047, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 21.625053 + }, + { + "elapsed_s": 22.094, + "rss_mib": 132.422, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 21.730628 + }, + { + "elapsed_s": 22.199, + "rss_mib": 137.289, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 21.835381 + }, + { + "elapsed_s": 22.304, + "rss_mib": 138.414, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 21.940111 + }, + { + "elapsed_s": 22.408, + "rss_mib": 144.234, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 22.044898 + }, + { + "elapsed_s": 22.513, + "rss_mib": 152.836, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 22.149759 + }, + { + "elapsed_s": 22.619, + "rss_mib": 186.836, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 22.255493 + }, + { + "elapsed_s": 22.724, + "rss_mib": 156.535, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 22.360973 + }, + { + "elapsed_s": 22.83, + "rss_mib": 166.035, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 22.466121 + }, + { + "elapsed_s": 22.934, + "rss_mib": 180.703, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 22.570643 + }, + { + "elapsed_s": 23.039, + "rss_mib": 184.18, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 22.67544 + }, + { + "elapsed_s": 23.144, + "rss_mib": 205.465, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 22.780406 + }, + { + "elapsed_s": 23.252, + "rss_mib": 216.965, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 22.888569 + }, + { + "elapsed_s": 23.359, + "rss_mib": 219.59, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 22.995884 + }, + { + "elapsed_s": 23.465, + "rss_mib": 194.43, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 23.101664 + }, + { + "elapsed_s": 23.571, + "rss_mib": 194.43, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 23.208035 + }, + { + "elapsed_s": 23.678, + "rss_mib": 190.5, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 23.314385 + }, + { + "elapsed_s": 23.783, + "rss_mib": 84.352, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 23.41975 + }, + { + "elapsed_s": 23.889, + "rss_mib": 102.273, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 23.484075 + }, + { + "elapsed_s": 23.995, + "rss_mib": 103.355, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 23.590043 + }, + { + "elapsed_s": 24.1, + "rss_mib": 111.602, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 23.695594 + }, + { + "elapsed_s": 24.206, + "rss_mib": 111.852, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 23.800839 + }, + { + "elapsed_s": 24.311, + "rss_mib": 114.066, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 23.906418 + }, + { + "elapsed_s": 24.416, + "rss_mib": 119.816, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 24.01133 + }, + { + "elapsed_s": 24.521, + "rss_mib": 125.691, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 24.116102 + }, + { + "elapsed_s": 24.626, + "rss_mib": 134.691, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 24.22092 + }, + { + "elapsed_s": 24.731, + "rss_mib": 137.488, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 24.325814 + }, + { + "elapsed_s": 24.835, + "rss_mib": 140.113, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 24.4304 + }, + { + "elapsed_s": 24.94, + "rss_mib": 145.215, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 24.535211 + }, + { + "elapsed_s": 25.046, + "rss_mib": 152.414, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 24.640961 + }, + { + "elapsed_s": 25.153, + "rss_mib": 195.039, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 24.748375 + }, + { + "elapsed_s": 25.26, + "rss_mib": 159.781, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 24.854967 + }, + { + "elapsed_s": 25.366, + "rss_mib": 164.504, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 24.961245 + }, + { + "elapsed_s": 25.473, + "rss_mib": 173.227, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 25.067733 + }, + { + "elapsed_s": 25.578, + "rss_mib": 180.762, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 25.173468 + }, + { + "elapsed_s": 25.684, + "rss_mib": 199.012, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 25.278691 + }, + { + "elapsed_s": 25.79, + "rss_mib": 205.777, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 25.385125 + }, + { + "elapsed_s": 25.897, + "rss_mib": 215.527, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 25.491641 + }, + { + "elapsed_s": 26.003, + "rss_mib": 219.527, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 25.598053 + }, + { + "elapsed_s": 26.11, + "rss_mib": 199.047, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 25.704671 + }, + { + "elapsed_s": 26.216, + "rss_mib": 199.047, + "queued": 9, + "processing": 0, + "ready": 9, + "failed": 0, + "oldest_queued_s": 25.810881 + }, + { + "elapsed_s": 26.321, + "rss_mib": 195.262, + "queued": 9, + "processing": 0, + "ready": 9, + "failed": 0, + "oldest_queued_s": 25.91621 + }, + { + "elapsed_s": 26.427, + "rss_mib": 84.352, + "queued": 9, + "processing": 0, + "ready": 9, + "failed": 0, + "oldest_queued_s": 26.021651 + }, + { + "elapsed_s": 26.532, + "rss_mib": 101.977, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 26.084344 + }, + { + "elapsed_s": 26.644, + "rss_mib": 104.102, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 26.19653 + }, + { + "elapsed_s": 26.753, + "rss_mib": 111.637, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 26.304852 + }, + { + "elapsed_s": 26.861, + "rss_mib": 111.844, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 26.413421 + }, + { + "elapsed_s": 26.973, + "rss_mib": 112.094, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 26.525609 + }, + { + "elapsed_s": 27.083, + "rss_mib": 112.219, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 26.635618 + }, + { + "elapsed_s": 27.204, + "rss_mib": 113.371, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 26.755781 + }, + { + "elapsed_s": 27.312, + "rss_mib": 114.512, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 26.86418 + }, + { + "elapsed_s": 27.419, + "rss_mib": 116.762, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 26.971349 + }, + { + "elapsed_s": 27.525, + "rss_mib": 124.012, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 27.077253 + }, + { + "elapsed_s": 27.631, + "rss_mib": 127.512, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 27.183471 + }, + { + "elapsed_s": 27.736, + "rss_mib": 136.176, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 27.288397 + }, + { + "elapsed_s": 27.844, + "rss_mib": 138.051, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 27.395979 + }, + { + "elapsed_s": 27.949, + "rss_mib": 141.426, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 27.501674 + }, + { + "elapsed_s": 28.058, + "rss_mib": 144.656, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 27.609911 + }, + { + "elapsed_s": 28.165, + "rss_mib": 151.031, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 27.716928 + }, + { + "elapsed_s": 28.271, + "rss_mib": 154.129, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 27.82331 + }, + { + "elapsed_s": 28.379, + "rss_mib": 164.879, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 27.931198 + }, + { + "elapsed_s": 28.486, + "rss_mib": 220.754, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 28.038554 + }, + { + "elapsed_s": 28.593, + "rss_mib": 159.832, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 28.145565 + }, + { + "elapsed_s": 28.7, + "rss_mib": 165.207, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 28.252445 + }, + { + "elapsed_s": 28.806, + "rss_mib": 176.457, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 28.35777 + }, + { + "elapsed_s": 28.911, + "rss_mib": 182.504, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 28.463722 + }, + { + "elapsed_s": 29.016, + "rss_mib": 194.559, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 28.568541 + }, + { + "elapsed_s": 29.121, + "rss_mib": 211.988, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 28.673604 + }, + { + "elapsed_s": 29.226, + "rss_mib": 219.988, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 28.778624 + }, + { + "elapsed_s": 29.331, + "rss_mib": 194.625, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 28.883612 + }, + { + "elapsed_s": 29.437, + "rss_mib": 194.75, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 28.989155 + }, + { + "elapsed_s": 29.542, + "rss_mib": 190.891, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 29.094596 + }, + { + "elapsed_s": 29.648, + "rss_mib": 87.227, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 29.160249 + }, + { + "elapsed_s": 29.754, + "rss_mib": 102.004, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 29.266421 + }, + { + "elapsed_s": 29.859, + "rss_mib": 104.004, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 29.371549 + }, + { + "elapsed_s": 29.964, + "rss_mib": 111.875, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 29.476308 + }, + { + "elapsed_s": 30.069, + "rss_mib": 112.5, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 29.581239 + }, + { + "elapsed_s": 30.176, + "rss_mib": 114.465, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 29.688085 + }, + { + "elapsed_s": 30.282, + "rss_mib": 119.215, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 29.794486 + }, + { + "elapsed_s": 30.388, + "rss_mib": 124.465, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 29.900539 + }, + { + "elapsed_s": 30.494, + "rss_mib": 131.715, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 30.006051 + }, + { + "elapsed_s": 30.599, + "rss_mib": 136.996, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 30.111044 + }, + { + "elapsed_s": 30.704, + "rss_mib": 138.621, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 30.215791 + }, + { + "elapsed_s": 30.809, + "rss_mib": 144.184, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 30.321423 + }, + { + "elapsed_s": 30.916, + "rss_mib": 146.434, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 30.42782 + }, + { + "elapsed_s": 31.022, + "rss_mib": 154.184, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 30.534005 + }, + { + "elapsed_s": 31.132, + "rss_mib": 199.184, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 30.643885 + }, + { + "elapsed_s": 31.238, + "rss_mib": 157.465, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 30.749794 + }, + { + "elapsed_s": 31.346, + "rss_mib": 163.52, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 30.858363 + }, + { + "elapsed_s": 31.453, + "rss_mib": 165.52, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 30.965274 + }, + { + "elapsed_s": 31.558, + "rss_mib": 176.469, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 31.070507 + }, + { + "elapsed_s": 31.664, + "rss_mib": 183.891, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 31.175767 + }, + { + "elapsed_s": 31.77, + "rss_mib": 197.707, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 31.28177 + }, + { + "elapsed_s": 31.876, + "rss_mib": 209.723, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 31.388296 + }, + { + "elapsed_s": 31.982, + "rss_mib": 219.473, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 31.494534 + }, + { + "elapsed_s": 32.088, + "rss_mib": 194.355, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 31.599835 + }, + { + "elapsed_s": 32.193, + "rss_mib": 194.48, + "queued": 7, + "processing": 0, + "ready": 11, + "failed": 0, + "oldest_queued_s": 31.705173 + }, + { + "elapsed_s": 32.303, + "rss_mib": 194.48, + "queued": 7, + "processing": 0, + "ready": 11, + "failed": 0, + "oldest_queued_s": 31.815459 + }, + { + "elapsed_s": 32.416, + "rss_mib": 190.574, + "queued": 7, + "processing": 0, + "ready": 11, + "failed": 0, + "oldest_queued_s": 31.927875 + }, + { + "elapsed_s": 32.523, + "rss_mib": 189.574, + "queued": 7, + "processing": 0, + "ready": 11, + "failed": 0, + "oldest_queued_s": 32.034732 + }, + { + "elapsed_s": 32.628, + "rss_mib": 100.676, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 32.104071 + }, + { + "elapsed_s": 32.733, + "rss_mib": 103.758, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 32.209262 + }, + { + "elapsed_s": 32.838, + "rss_mib": 111.793, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 32.314137 + }, + { + "elapsed_s": 32.943, + "rss_mib": 112.043, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 32.419032 + }, + { + "elapsed_s": 33.048, + "rss_mib": 114.629, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 32.523702 + }, + { + "elapsed_s": 33.153, + "rss_mib": 123.754, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 32.6286 + }, + { + "elapsed_s": 33.259, + "rss_mib": 126.379, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 32.73496 + }, + { + "elapsed_s": 33.366, + "rss_mib": 132.379, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 32.84135 + }, + { + "elapsed_s": 33.472, + "rss_mib": 136.605, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 32.947331 + }, + { + "elapsed_s": 33.578, + "rss_mib": 137.23, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 33.053873 + }, + { + "elapsed_s": 33.683, + "rss_mib": 139.777, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 33.159207 + }, + { + "elapsed_s": 33.788, + "rss_mib": 145.176, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 33.264099 + }, + { + "elapsed_s": 33.893, + "rss_mib": 153.59, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 33.369156 + }, + { + "elapsed_s": 34.001, + "rss_mib": 201.34, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 33.476346 + }, + { + "elapsed_s": 34.111, + "rss_mib": 220.09, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 33.586242 + }, + { + "elapsed_s": 34.219, + "rss_mib": 163.332, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 33.694944 + }, + { + "elapsed_s": 34.327, + "rss_mib": 169.207, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 33.802641 + }, + { + "elapsed_s": 34.434, + "rss_mib": 175.867, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 33.910137 + }, + { + "elapsed_s": 34.541, + "rss_mib": 181.184, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 34.016824 + }, + { + "elapsed_s": 34.648, + "rss_mib": 183.934, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 34.123606 + }, + { + "elapsed_s": 34.754, + "rss_mib": 198.773, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 34.229543 + }, + { + "elapsed_s": 34.86, + "rss_mib": 212.648, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 34.335566 + }, + { + "elapsed_s": 34.966, + "rss_mib": 219.023, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 34.441626 + }, + { + "elapsed_s": 35.073, + "rss_mib": 193.906, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 34.548431 + }, + { + "elapsed_s": 35.18, + "rss_mib": 194.031, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 34.655332 + }, + { + "elapsed_s": 35.285, + "rss_mib": 191.184, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 34.760633 + }, + { + "elapsed_s": 35.389, + "rss_mib": 84.352, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 34.864999 + }, + { + "elapsed_s": 35.495, + "rss_mib": 101.754, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 34.937112 + }, + { + "elapsed_s": 35.602, + "rss_mib": 103.879, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 35.043618 + }, + { + "elapsed_s": 35.711, + "rss_mib": 111.738, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 35.153295 + }, + { + "elapsed_s": 35.819, + "rss_mib": 111.738, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 35.260643 + }, + { + "elapsed_s": 35.925, + "rss_mib": 111.988, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 35.366617 + }, + { + "elapsed_s": 36.031, + "rss_mib": 113.82, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 35.473135 + }, + { + "elapsed_s": 36.138, + "rss_mib": 116.445, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 35.579791 + }, + { + "elapsed_s": 36.244, + "rss_mib": 123.57, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 35.686141 + }, + { + "elapsed_s": 36.35, + "rss_mib": 127.445, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 35.791862 + }, + { + "elapsed_s": 36.456, + "rss_mib": 135.34, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 35.898461 + }, + { + "elapsed_s": 36.566, + "rss_mib": 137.465, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 36.007553 + }, + { + "elapsed_s": 36.673, + "rss_mib": 137.715, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 36.114949 + }, + { + "elapsed_s": 36.781, + "rss_mib": 140.84, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 36.223337 + }, + { + "elapsed_s": 36.89, + "rss_mib": 143.84, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 36.331602 + }, + { + "elapsed_s": 36.998, + "rss_mib": 144.965, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 36.439914 + }, + { + "elapsed_s": 37.106, + "rss_mib": 150.215, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 36.548134 + }, + { + "elapsed_s": 37.215, + "rss_mib": 152.566, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 36.657094 + }, + { + "elapsed_s": 37.323, + "rss_mib": 154.816, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 36.765442 + }, + { + "elapsed_s": 37.432, + "rss_mib": 220.066, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 36.874449 + }, + { + "elapsed_s": 37.538, + "rss_mib": 159.766, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 36.9802 + }, + { + "elapsed_s": 37.643, + "rss_mib": 169.266, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 37.085181 + }, + { + "elapsed_s": 37.749, + "rss_mib": 181.0, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 37.190827 + }, + { + "elapsed_s": 37.855, + "rss_mib": 183.902, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 37.296776 + }, + { + "elapsed_s": 37.961, + "rss_mib": 199.449, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 37.403349 + }, + { + "elapsed_s": 38.067, + "rss_mib": 213.324, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 37.50928 + }, + { + "elapsed_s": 38.173, + "rss_mib": 219.449, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 37.615093 + }, + { + "elapsed_s": 38.28, + "rss_mib": 198.969, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 37.722165 + }, + { + "elapsed_s": 38.388, + "rss_mib": 198.969, + "queued": 5, + "processing": 0, + "ready": 13, + "failed": 0, + "oldest_queued_s": 37.829824 + }, + { + "elapsed_s": 38.495, + "rss_mib": 199.094, + "queued": 5, + "processing": 0, + "ready": 13, + "failed": 0, + "oldest_queued_s": 37.936592 + }, + { + "elapsed_s": 38.603, + "rss_mib": 195.156, + "queued": 5, + "processing": 0, + "ready": 13, + "failed": 0, + "oldest_queued_s": 38.04528 + }, + { + "elapsed_s": 38.709, + "rss_mib": 84.352, + "queued": 5, + "processing": 0, + "ready": 13, + "failed": 0, + "oldest_queued_s": 38.150616 + }, + { + "elapsed_s": 38.815, + "rss_mib": 100.102, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 38.221888 + }, + { + "elapsed_s": 38.921, + "rss_mib": 102.258, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 38.328414 + }, + { + "elapsed_s": 39.027, + "rss_mib": 112.129, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 38.43406 + }, + { + "elapsed_s": 39.132, + "rss_mib": 112.254, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 38.539173 + }, + { + "elapsed_s": 39.237, + "rss_mib": 114.434, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 38.644153 + }, + { + "elapsed_s": 39.342, + "rss_mib": 120.184, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 38.749273 + }, + { + "elapsed_s": 39.449, + "rss_mib": 125.059, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 38.855654 + }, + { + "elapsed_s": 39.554, + "rss_mib": 132.184, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 38.961441 + }, + { + "elapsed_s": 39.66, + "rss_mib": 137.406, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 39.067164 + }, + { + "elapsed_s": 39.767, + "rss_mib": 138.031, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 39.173819 + }, + { + "elapsed_s": 39.873, + "rss_mib": 142.781, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 39.279827 + }, + { + "elapsed_s": 39.978, + "rss_mib": 146.109, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 39.384972 + }, + { + "elapsed_s": 40.083, + "rss_mib": 154.195, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 39.489925 + }, + { + "elapsed_s": 40.189, + "rss_mib": 220.32, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 39.596347 + }, + { + "elapsed_s": 40.295, + "rss_mib": 164.07, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 39.702501 + }, + { + "elapsed_s": 40.4, + "rss_mib": 172.453, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 39.807317 + }, + { + "elapsed_s": 40.506, + "rss_mib": 180.137, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 39.912697 + }, + { + "elapsed_s": 40.612, + "rss_mib": 186.762, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 40.018907 + }, + { + "elapsed_s": 40.719, + "rss_mib": 198.699, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 40.126127 + }, + { + "elapsed_s": 40.825, + "rss_mib": 210.074, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 40.232296 + }, + { + "elapsed_s": 40.933, + "rss_mib": 218.074, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 40.340459 + }, + { + "elapsed_s": 41.04, + "rss_mib": 195.969, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 40.446944 + }, + { + "elapsed_s": 41.146, + "rss_mib": 194.094, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 40.55329 + }, + { + "elapsed_s": 41.252, + "rss_mib": 194.094, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 40.659418 + }, + { + "elapsed_s": 41.358, + "rss_mib": 190.309, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 40.764657 + }, + { + "elapsed_s": 41.463, + "rss_mib": 93.352, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 40.834478 + }, + { + "elapsed_s": 41.569, + "rss_mib": 102.121, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 40.940431 + }, + { + "elapsed_s": 41.675, + "rss_mib": 108.754, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 41.04615 + }, + { + "elapsed_s": 41.781, + "rss_mib": 111.844, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 41.152353 + }, + { + "elapsed_s": 41.888, + "rss_mib": 112.719, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 41.259447 + }, + { + "elapsed_s": 41.993, + "rss_mib": 114.68, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 41.364935 + }, + { + "elapsed_s": 42.099, + "rss_mib": 123.68, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 41.470447 + }, + { + "elapsed_s": 42.204, + "rss_mib": 127.93, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 41.575439 + }, + { + "elapsed_s": 42.309, + "rss_mib": 136.457, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 41.6802 + }, + { + "elapsed_s": 42.414, + "rss_mib": 137.707, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 41.78524 + }, + { + "elapsed_s": 42.519, + "rss_mib": 145.934, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 41.890457 + }, + { + "elapsed_s": 42.625, + "rss_mib": 145.648, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 41.99632 + }, + { + "elapsed_s": 42.732, + "rss_mib": 152.656, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 42.103167 + }, + { + "elapsed_s": 42.838, + "rss_mib": 155.656, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 42.209352 + }, + { + "elapsed_s": 42.944, + "rss_mib": 156.402, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 42.315523 + }, + { + "elapsed_s": 43.05, + "rss_mib": 164.277, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 42.421389 + }, + { + "elapsed_s": 43.155, + "rss_mib": 172.387, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 42.526248 + }, + { + "elapsed_s": 43.26, + "rss_mib": 180.414, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 42.631623 + }, + { + "elapsed_s": 43.366, + "rss_mib": 184.164, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 42.737391 + }, + { + "elapsed_s": 43.472, + "rss_mib": 199.809, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 42.843355 + }, + { + "elapsed_s": 43.578, + "rss_mib": 212.434, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 42.949985 + }, + { + "elapsed_s": 43.685, + "rss_mib": 219.684, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 43.05608 + }, + { + "elapsed_s": 43.789, + "rss_mib": 199.199, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 43.160823 + }, + { + "elapsed_s": 43.894, + "rss_mib": 199.199, + "queued": 3, + "processing": 0, + "ready": 15, + "failed": 0, + "oldest_queued_s": 43.266039 + }, + { + "elapsed_s": 43.999, + "rss_mib": 195.41, + "queued": 3, + "processing": 0, + "ready": 15, + "failed": 0, + "oldest_queued_s": 43.370695 + }, + { + "elapsed_s": 44.105, + "rss_mib": 94.352, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 43.440639 + }, + { + "elapsed_s": 44.21, + "rss_mib": 102.504, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 43.546201 + }, + { + "elapsed_s": 44.315, + "rss_mib": 111.875, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 43.651204 + }, + { + "elapsed_s": 44.42, + "rss_mib": 112.125, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 43.755903 + }, + { + "elapsed_s": 44.525, + "rss_mib": 114.461, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 43.861288 + }, + { + "elapsed_s": 44.632, + "rss_mib": 118.961, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 43.967513 + }, + { + "elapsed_s": 44.738, + "rss_mib": 124.086, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 44.073434 + }, + { + "elapsed_s": 44.845, + "rss_mib": 127.336, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 44.180604 + }, + { + "elapsed_s": 44.95, + "rss_mib": 135.488, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 44.286212 + }, + { + "elapsed_s": 45.058, + "rss_mib": 137.613, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 44.393492 + }, + { + "elapsed_s": 45.165, + "rss_mib": 137.988, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 44.50047 + }, + { + "elapsed_s": 45.27, + "rss_mib": 143.973, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 44.605579 + }, + { + "elapsed_s": 45.375, + "rss_mib": 150.348, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 44.710951 + }, + { + "elapsed_s": 45.481, + "rss_mib": 154.637, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 44.81673 + }, + { + "elapsed_s": 45.588, + "rss_mib": 220.262, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 44.923424 + }, + { + "elapsed_s": 45.698, + "rss_mib": 162.953, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 45.033978 + }, + { + "elapsed_s": 45.815, + "rss_mib": 164.453, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 45.150969 + }, + { + "elapsed_s": 45.935, + "rss_mib": 164.828, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 45.270375 + }, + { + "elapsed_s": 46.056, + "rss_mib": 169.078, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 45.391446 + }, + { + "elapsed_s": 46.17, + "rss_mib": 175.211, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 45.505343 + }, + { + "elapsed_s": 46.277, + "rss_mib": 180.07, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 45.612908 + }, + { + "elapsed_s": 46.384, + "rss_mib": 181.551, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 45.719524 + }, + { + "elapsed_s": 46.489, + "rss_mib": 183.926, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 45.825331 + }, + { + "elapsed_s": 46.599, + "rss_mib": 198.688, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 45.934913 + }, + { + "elapsed_s": 46.713, + "rss_mib": 207.062, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 46.048934 + }, + { + "elapsed_s": 46.831, + "rss_mib": 211.562, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 46.166731 + }, + { + "elapsed_s": 46.947, + "rss_mib": 215.938, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 46.282538 + }, + { + "elapsed_s": 47.076, + "rss_mib": 219.438, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 46.410929 + }, + { + "elapsed_s": 47.205, + "rss_mib": 219.438, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 46.540471 + }, + { + "elapsed_s": 47.327, + "rss_mib": 194.156, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 46.663132 + }, + { + "elapsed_s": 47.443, + "rss_mib": 194.281, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 46.779108 + }, + { + "elapsed_s": 47.559, + "rss_mib": 194.406, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 46.894907 + }, + { + "elapsed_s": 47.689, + "rss_mib": 194.406, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 47.02514 + }, + { + "elapsed_s": 47.805, + "rss_mib": 194.406, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 47.140523 + }, + { + "elapsed_s": 47.917, + "rss_mib": 194.406, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 47.253274 + }, + { + "elapsed_s": 48.027, + "rss_mib": 191.441, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 47.362601 + }, + { + "elapsed_s": 48.136, + "rss_mib": 191.441, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 47.472133 + }, + { + "elapsed_s": 48.244, + "rss_mib": 84.352, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 47.580004 + }, + { + "elapsed_s": 48.352, + "rss_mib": 98.102, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 47.653553 + }, + { + "elapsed_s": 48.46, + "rss_mib": 102.0, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 47.762253 + }, + { + "elapsed_s": 48.571, + "rss_mib": 103.75, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 47.873127 + }, + { + "elapsed_s": 48.679, + "rss_mib": 108.535, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 47.981148 + }, + { + "elapsed_s": 48.787, + "rss_mib": 111.75, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 48.088794 + }, + { + "elapsed_s": 48.899, + "rss_mib": 111.875, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 48.200818 + }, + { + "elapsed_s": 49.009, + "rss_mib": 112.0, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 48.310785 + }, + { + "elapsed_s": 49.12, + "rss_mib": 112.75, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 48.421577 + }, + { + "elapsed_s": 49.238, + "rss_mib": 113.949, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 48.539914 + }, + { + "elapsed_s": 49.358, + "rss_mib": 113.945, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 48.657763 + }, + { + "elapsed_s": 49.479, + "rss_mib": 114.195, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 48.77921 + }, + { + "elapsed_s": 49.592, + "rss_mib": 116.445, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 48.891731 + }, + { + "elapsed_s": 49.699, + "rss_mib": 123.32, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 48.999183 + }, + { + "elapsed_s": 49.807, + "rss_mib": 124.695, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 49.106597 + }, + { + "elapsed_s": 49.917, + "rss_mib": 126.945, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 49.216455 + }, + { + "elapsed_s": 50.029, + "rss_mib": 131.445, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 49.328742 + }, + { + "elapsed_s": 50.14, + "rss_mib": 135.152, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 49.440071 + }, + { + "elapsed_s": 50.249, + "rss_mib": 136.777, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 49.549114 + }, + { + "elapsed_s": 50.358, + "rss_mib": 137.152, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 49.657753 + }, + { + "elapsed_s": 50.465, + "rss_mib": 138.152, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 49.764882 + }, + { + "elapsed_s": 50.572, + "rss_mib": 142.777, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 49.87211 + }, + { + "elapsed_s": 50.683, + "rss_mib": 143.926, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 49.982913 + }, + { + "elapsed_s": 50.793, + "rss_mib": 145.551, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 50.09283 + }, + { + "elapsed_s": 50.9, + "rss_mib": 152.461, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 50.200153 + }, + { + "elapsed_s": 51.009, + "rss_mib": 155.336, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 50.308479 + }, + { + "elapsed_s": 51.12, + "rss_mib": 219.836, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 50.420277 + }, + { + "elapsed_s": 51.228, + "rss_mib": 158.336, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 50.52775 + }, + { + "elapsed_s": 51.335, + "rss_mib": 164.336, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 50.635276 + }, + { + "elapsed_s": 51.444, + "rss_mib": 169.211, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 50.743556 + }, + { + "elapsed_s": 51.553, + "rss_mib": 176.609, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 50.853119 + }, + { + "elapsed_s": 51.668, + "rss_mib": 180.359, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 50.967638 + }, + { + "elapsed_s": 51.783, + "rss_mib": 178.797, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 51.082424 + }, + { + "elapsed_s": 51.896, + "rss_mib": 183.172, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 51.1961 + }, + { + "elapsed_s": 52.008, + "rss_mib": 183.797, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 51.307419 + }, + { + "elapsed_s": 52.12, + "rss_mib": 201.047, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 51.419985 + }, + { + "elapsed_s": 52.231, + "rss_mib": 198.711, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 51.530915 + }, + { + "elapsed_s": 52.341, + "rss_mib": 208.586, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 51.640627 + }, + { + "elapsed_s": 52.451, + "rss_mib": 216.211, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 51.751315 + }, + { + "elapsed_s": 52.559, + "rss_mib": 219.336, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 51.858622 + }, + { + "elapsed_s": 52.667, + "rss_mib": 193.977, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 51.966462 + }, + { + "elapsed_s": 52.776, + "rss_mib": 193.977, + "queued": 1, + "processing": 0, + "ready": 17, + "failed": 0, + "oldest_queued_s": 52.075915 + }, + { + "elapsed_s": 52.889, + "rss_mib": 193.977, + "queued": 1, + "processing": 0, + "ready": 17, + "failed": 0, + "oldest_queued_s": 52.188425 + }, + { + "elapsed_s": 52.997, + "rss_mib": 194.102, + "queued": 1, + "processing": 0, + "ready": 17, + "failed": 0, + "oldest_queued_s": 52.297158 + }, + { + "elapsed_s": 53.105, + "rss_mib": 191.176, + "queued": 1, + "processing": 0, + "ready": 17, + "failed": 0, + "oldest_queued_s": 52.404709 + }, + { + "elapsed_s": 53.211, + "rss_mib": 84.352, + "queued": 1, + "processing": 0, + "ready": 17, + "failed": 0, + "oldest_queued_s": 52.510874 + }, + { + "elapsed_s": 53.319, + "rss_mib": 97.852, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 53.426, + "rss_mib": 101.879, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 53.535, + "rss_mib": 103.629, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 53.643, + "rss_mib": 109.469, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 53.754, + "rss_mib": 111.812, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 53.862, + "rss_mib": 111.938, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 53.97, + "rss_mib": 112.062, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 54.078, + "rss_mib": 114.277, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 54.185, + "rss_mib": 117.527, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 54.292, + "rss_mib": 123.777, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 54.4, + "rss_mib": 125.277, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 54.508, + "rss_mib": 129.402, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 54.616, + "rss_mib": 135.074, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 54.723, + "rss_mib": 136.949, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 54.829, + "rss_mib": 137.324, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 54.935, + "rss_mib": 140.074, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 55.04, + "rss_mib": 144.535, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 55.146, + "rss_mib": 153.41, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 55.252, + "rss_mib": 154.246, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 55.387, + "rss_mib": 219.746, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 55.494, + "rss_mib": 159.68, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 55.601, + "rss_mib": 164.93, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 55.708, + "rss_mib": 169.805, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 55.815, + "rss_mib": 180.648, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 55.922, + "rss_mib": 183.793, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 56.03, + "rss_mib": 186.418, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 56.137, + "rss_mib": 199.57, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 56.244, + "rss_mib": 212.945, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 56.35, + "rss_mib": 219.945, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 56.456, + "rss_mib": 199.469, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 56.562, + "rss_mib": 199.469, + "queued": 0, + "processing": 0, + "ready": 18, + "failed": 0, + "oldest_queued_s": 0 + } + ], + "repeat": 2, + "concurrency": 1, + "prefetch_per_consumer": 1 + }, + { + "width": 320, + "height": 200, + "bytes": 49354, + "sha256": "6636468bcbbb41746d377deabc0bf5b4cdcfb76681f8fcab535d7db414162c22", + "requests": 18, + "clients": 6, + "http_statuses": { + "202": 18 + }, + "api_replicas_seen": 2, + "elapsed_s": 52.09092416000021, + "owner_id": "b1728ce1-34ae-47a2-905c-7ba23f9c48f6", + "attachment_ids": [ + "e502cd3c-a32b-43ea-9e07-8cd15faf3228", + "fb577eb9-266e-4451-9e32-d6cdf7df2547", + "087da322-7614-4294-a3aa-92f4b0d85ff4", + "8d750a91-5d2a-473a-9574-aff1ee682f2c", + "1848eb52-1e70-4925-9bbf-4356e558f5ce", + "3b2b3576-bcf9-4c33-aa23-cc6f511421be", + "4de448c3-8227-4f45-a406-d8d5e838eb20", + "70c2b99e-2438-4304-a4bd-7ce62c804e02", + "a36ae936-3919-4c63-bca4-e619a4342c81", + "e439afa8-40a2-40ac-b04f-112e33a19900", + "c0ee6415-3d0f-47bc-b0a1-d9c2b2b6e7c4", + "c4c75dc0-73d6-470b-a3b0-f89a46dc7c98", + "31779e12-033e-467f-a5ae-edbe71013d7f", + "15b326c1-cf6c-46d0-b26d-6dd36cf05b07", + "632be217-c0ae-48bc-9d80-b4ec0169b248", + "276dc8c5-dba1-4b7f-a269-5adb5d77e887", + "cb49c81c-717b-4f67-8a3e-bb76e153b733", + "8ac823d6-d279-429d-a799-991e07e8ece8" + ], + "throughput_per_s": 0.3455496382577507, + "ready_p95_s": 51.537452, + "queue_wait_p95_s": 49.49779, + "queue_lag_max_jobs": 18, + "queue_oldest_max_s": 49.4865, + "processing_max": 1, + "rss_peak_mib": 221.094, + "samples": [ + { + "elapsed_s": 0.041, + "rss_mib": 84.352, + "queued": 0, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 0.147, + "rss_mib": 84.352, + "queued": 4, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.095478 + }, + { + "elapsed_s": 0.252, + "rss_mib": 84.352, + "queued": 8, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.199944 + }, + { + "elapsed_s": 0.358, + "rss_mib": 84.352, + "queued": 13, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.306524 + }, + { + "elapsed_s": 0.468, + "rss_mib": 84.352, + "queued": 17, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.416227 + }, + { + "elapsed_s": 0.583, + "rss_mib": 84.352, + "queued": 18, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.53143 + }, + { + "elapsed_s": 0.697, + "rss_mib": 84.352, + "queued": 18, + "processing": 0, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.645425 + }, + { + "elapsed_s": 0.811, + "rss_mib": 98.102, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.735657 + }, + { + "elapsed_s": 0.917, + "rss_mib": 101.875, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.842058 + }, + { + "elapsed_s": 1.026, + "rss_mib": 103.75, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 0.950666 + }, + { + "elapsed_s": 1.136, + "rss_mib": 106.66, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.060916 + }, + { + "elapsed_s": 1.248, + "rss_mib": 111.996, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.172755 + }, + { + "elapsed_s": 1.357, + "rss_mib": 111.871, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.281951 + }, + { + "elapsed_s": 1.471, + "rss_mib": 111.996, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.395616 + }, + { + "elapsed_s": 1.579, + "rss_mib": 112.246, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.504018 + }, + { + "elapsed_s": 1.687, + "rss_mib": 113.961, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.61217 + }, + { + "elapsed_s": 1.796, + "rss_mib": 116.711, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.720643 + }, + { + "elapsed_s": 1.903, + "rss_mib": 120.711, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.828147 + }, + { + "elapsed_s": 2.015, + "rss_mib": 123.836, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 1.939557 + }, + { + "elapsed_s": 2.123, + "rss_mib": 126.336, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.048176 + }, + { + "elapsed_s": 2.231, + "rss_mib": 132.211, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.155566 + }, + { + "elapsed_s": 2.342, + "rss_mib": 135.375, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.266448 + }, + { + "elapsed_s": 2.464, + "rss_mib": 136.125, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.388529 + }, + { + "elapsed_s": 2.581, + "rss_mib": 137.0, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.50587 + }, + { + "elapsed_s": 2.698, + "rss_mib": 137.125, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.623165 + }, + { + "elapsed_s": 2.813, + "rss_mib": 137.375, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.737545 + }, + { + "elapsed_s": 2.923, + "rss_mib": 137.625, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.848346 + }, + { + "elapsed_s": 3.032, + "rss_mib": 138.625, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 2.956595 + }, + { + "elapsed_s": 3.141, + "rss_mib": 141.203, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.066242 + }, + { + "elapsed_s": 3.256, + "rss_mib": 143.98, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.180897 + }, + { + "elapsed_s": 3.375, + "rss_mib": 144.105, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.299659 + }, + { + "elapsed_s": 3.493, + "rss_mib": 144.605, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.418009 + }, + { + "elapsed_s": 3.607, + "rss_mib": 146.355, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.532192 + }, + { + "elapsed_s": 3.715, + "rss_mib": 152.664, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.639779 + }, + { + "elapsed_s": 3.823, + "rss_mib": 154.914, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.74761 + }, + { + "elapsed_s": 3.932, + "rss_mib": 220.289, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.856792 + }, + { + "elapsed_s": 4.039, + "rss_mib": 181.688, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 3.964391 + }, + { + "elapsed_s": 4.147, + "rss_mib": 163.684, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.071903 + }, + { + "elapsed_s": 4.257, + "rss_mib": 165.559, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.181831 + }, + { + "elapsed_s": 4.365, + "rss_mib": 171.227, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.290044 + }, + { + "elapsed_s": 4.473, + "rss_mib": 176.969, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.398248 + }, + { + "elapsed_s": 4.581, + "rss_mib": 181.438, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.506402 + }, + { + "elapsed_s": 4.689, + "rss_mib": 184.312, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.614334 + }, + { + "elapsed_s": 4.797, + "rss_mib": 189.453, + "queued": 17, + "processing": 1, + "ready": 0, + "failed": 0, + "oldest_queued_s": 4.721645 + }, + { + "elapsed_s": 4.904, + "rss_mib": 189.578, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.829084 + }, + { + "elapsed_s": 5.011, + "rss_mib": 189.578, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 4.935989 + }, + { + "elapsed_s": 5.118, + "rss_mib": 189.578, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.043416 + }, + { + "elapsed_s": 5.226, + "rss_mib": 185.699, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.151071 + }, + { + "elapsed_s": 5.334, + "rss_mib": 183.699, + "queued": 17, + "processing": 0, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.259465 + }, + { + "elapsed_s": 5.452, + "rss_mib": 92.977, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.356415 + }, + { + "elapsed_s": 5.574, + "rss_mib": 99.727, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.478637 + }, + { + "elapsed_s": 5.701, + "rss_mib": 101.68, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.605826 + }, + { + "elapsed_s": 5.818, + "rss_mib": 101.68, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.723232 + }, + { + "elapsed_s": 5.936, + "rss_mib": 101.68, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.840956 + }, + { + "elapsed_s": 6.063, + "rss_mib": 102.43, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 5.967394 + }, + { + "elapsed_s": 6.178, + "rss_mib": 106.055, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.082545 + }, + { + "elapsed_s": 6.309, + "rss_mib": 108.062, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.21384 + }, + { + "elapsed_s": 6.423, + "rss_mib": 111.379, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.327611 + }, + { + "elapsed_s": 6.536, + "rss_mib": 111.379, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.440806 + }, + { + "elapsed_s": 6.65, + "rss_mib": 111.379, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.554555 + }, + { + "elapsed_s": 6.758, + "rss_mib": 111.629, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.663367 + }, + { + "elapsed_s": 6.865, + "rss_mib": 113.004, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.770131 + }, + { + "elapsed_s": 6.971, + "rss_mib": 114.391, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.876067 + }, + { + "elapsed_s": 7.077, + "rss_mib": 121.641, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 6.981811 + }, + { + "elapsed_s": 7.183, + "rss_mib": 123.641, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 7.087809 + }, + { + "elapsed_s": 7.291, + "rss_mib": 127.141, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 7.195567 + }, + { + "elapsed_s": 7.396, + "rss_mib": 134.797, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 7.300996 + }, + { + "elapsed_s": 7.501, + "rss_mib": 136.922, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 7.40608 + }, + { + "elapsed_s": 7.608, + "rss_mib": 139.672, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 7.512575 + }, + { + "elapsed_s": 7.715, + "rss_mib": 143.957, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 7.620272 + }, + { + "elapsed_s": 7.823, + "rss_mib": 144.457, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 7.727658 + }, + { + "elapsed_s": 7.929, + "rss_mib": 150.457, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 7.833929 + }, + { + "elapsed_s": 8.035, + "rss_mib": 155.332, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 7.940031 + }, + { + "elapsed_s": 8.146, + "rss_mib": 220.707, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 8.051267 + }, + { + "elapsed_s": 8.258, + "rss_mib": 216.551, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 8.163194 + }, + { + "elapsed_s": 8.364, + "rss_mib": 163.133, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 8.269495 + }, + { + "elapsed_s": 8.47, + "rss_mib": 169.383, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 8.374629 + }, + { + "elapsed_s": 8.575, + "rss_mib": 178.625, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 8.480032 + }, + { + "elapsed_s": 8.68, + "rss_mib": 185.25, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 8.584768 + }, + { + "elapsed_s": 8.786, + "rss_mib": 189.125, + "queued": 16, + "processing": 1, + "ready": 1, + "failed": 0, + "oldest_queued_s": 8.690684 + }, + { + "elapsed_s": 8.893, + "rss_mib": 189.25, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.798088 + }, + { + "elapsed_s": 8.999, + "rss_mib": 189.375, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 8.904181 + }, + { + "elapsed_s": 9.106, + "rss_mib": 185.398, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 9.010946 + }, + { + "elapsed_s": 9.213, + "rss_mib": 84.352, + "queued": 16, + "processing": 0, + "ready": 2, + "failed": 0, + "oldest_queued_s": 9.118006 + }, + { + "elapsed_s": 9.32, + "rss_mib": 100.672, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 9.205167 + }, + { + "elapsed_s": 9.427, + "rss_mib": 101.875, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 9.312285 + }, + { + "elapsed_s": 9.533, + "rss_mib": 106.414, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 9.418095 + }, + { + "elapsed_s": 9.639, + "rss_mib": 112.0, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 9.523938 + }, + { + "elapsed_s": 9.747, + "rss_mib": 112.25, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 9.632202 + }, + { + "elapsed_s": 9.856, + "rss_mib": 113.75, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 9.741123 + }, + { + "elapsed_s": 9.964, + "rss_mib": 114.305, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 9.848986 + }, + { + "elapsed_s": 10.071, + "rss_mib": 116.805, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 9.956307 + }, + { + "elapsed_s": 10.178, + "rss_mib": 123.805, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 10.063092 + }, + { + "elapsed_s": 10.284, + "rss_mib": 126.43, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 10.1692 + }, + { + "elapsed_s": 10.391, + "rss_mib": 134.805, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 10.275666 + }, + { + "elapsed_s": 10.496, + "rss_mib": 137.09, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 10.380943 + }, + { + "elapsed_s": 10.601, + "rss_mib": 137.84, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 10.486511 + }, + { + "elapsed_s": 10.708, + "rss_mib": 145.34, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 10.593103 + }, + { + "elapsed_s": 10.814, + "rss_mib": 145.773, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 10.699086 + }, + { + "elapsed_s": 10.919, + "rss_mib": 154.023, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 10.804485 + }, + { + "elapsed_s": 11.029, + "rss_mib": 220.898, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 10.914007 + }, + { + "elapsed_s": 11.135, + "rss_mib": 157.574, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 11.020297 + }, + { + "elapsed_s": 11.242, + "rss_mib": 164.949, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 11.126872 + }, + { + "elapsed_s": 11.35, + "rss_mib": 171.445, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 11.234556 + }, + { + "elapsed_s": 11.457, + "rss_mib": 181.133, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 11.341939 + }, + { + "elapsed_s": 11.564, + "rss_mib": 183.676, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 11.448907 + }, + { + "elapsed_s": 11.672, + "rss_mib": 185.676, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 11.557109 + }, + { + "elapsed_s": 11.781, + "rss_mib": 189.395, + "queued": 15, + "processing": 1, + "ready": 2, + "failed": 0, + "oldest_queued_s": 11.665704 + }, + { + "elapsed_s": 11.889, + "rss_mib": 189.52, + "queued": 15, + "processing": 0, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.773689 + }, + { + "elapsed_s": 11.997, + "rss_mib": 189.52, + "queued": 15, + "processing": 0, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.881917 + }, + { + "elapsed_s": 12.106, + "rss_mib": 185.688, + "queued": 15, + "processing": 0, + "ready": 3, + "failed": 0, + "oldest_queued_s": 11.991139 + }, + { + "elapsed_s": 12.214, + "rss_mib": 184.688, + "queued": 15, + "processing": 0, + "ready": 3, + "failed": 0, + "oldest_queued_s": 12.098547 + }, + { + "elapsed_s": 12.32, + "rss_mib": 84.352, + "queued": 15, + "processing": 0, + "ready": 3, + "failed": 0, + "oldest_queued_s": 12.205389 + }, + { + "elapsed_s": 12.428, + "rss_mib": 101.996, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 12.280162 + }, + { + "elapsed_s": 12.534, + "rss_mib": 102.746, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 12.386689 + }, + { + "elapsed_s": 12.64, + "rss_mib": 110.711, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 12.492724 + }, + { + "elapsed_s": 12.745, + "rss_mib": 111.906, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 12.597925 + }, + { + "elapsed_s": 12.851, + "rss_mib": 113.855, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 12.703321 + }, + { + "elapsed_s": 12.956, + "rss_mib": 116.828, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 12.808678 + }, + { + "elapsed_s": 13.061, + "rss_mib": 123.953, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 12.913544 + }, + { + "elapsed_s": 13.166, + "rss_mib": 131.703, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 13.018346 + }, + { + "elapsed_s": 13.27, + "rss_mib": 137.172, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 13.123127 + }, + { + "elapsed_s": 13.375, + "rss_mib": 137.922, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 13.227887 + }, + { + "elapsed_s": 13.484, + "rss_mib": 143.047, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 13.336205 + }, + { + "elapsed_s": 13.594, + "rss_mib": 144.152, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 13.446776 + }, + { + "elapsed_s": 13.702, + "rss_mib": 145.777, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 13.554438 + }, + { + "elapsed_s": 13.811, + "rss_mib": 153.527, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 13.663467 + }, + { + "elapsed_s": 13.918, + "rss_mib": 155.258, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 13.770477 + }, + { + "elapsed_s": 14.033, + "rss_mib": 220.383, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 13.885496 + }, + { + "elapsed_s": 14.147, + "rss_mib": 220.383, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 13.999178 + }, + { + "elapsed_s": 14.257, + "rss_mib": 159.922, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 14.110036 + }, + { + "elapsed_s": 14.367, + "rss_mib": 165.172, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 14.219948 + }, + { + "elapsed_s": 14.474, + "rss_mib": 171.246, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 14.327011 + }, + { + "elapsed_s": 14.582, + "rss_mib": 179.426, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 14.434754 + }, + { + "elapsed_s": 14.69, + "rss_mib": 181.273, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 14.543094 + }, + { + "elapsed_s": 14.799, + "rss_mib": 183.523, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 14.651629 + }, + { + "elapsed_s": 14.907, + "rss_mib": 187.969, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 14.75984 + }, + { + "elapsed_s": 15.016, + "rss_mib": 189.094, + "queued": 14, + "processing": 1, + "ready": 3, + "failed": 0, + "oldest_queued_s": 14.868283 + }, + { + "elapsed_s": 15.124, + "rss_mib": 189.094, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 14.976681 + }, + { + "elapsed_s": 15.232, + "rss_mib": 189.094, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.084307 + }, + { + "elapsed_s": 15.339, + "rss_mib": 185.203, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.191412 + }, + { + "elapsed_s": 15.463, + "rss_mib": 184.203, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.315263 + }, + { + "elapsed_s": 15.58, + "rss_mib": 84.352, + "queued": 14, + "processing": 0, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.432815 + }, + { + "elapsed_s": 15.699, + "rss_mib": 94.102, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.526724 + }, + { + "elapsed_s": 15.821, + "rss_mib": 100.621, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.648771 + }, + { + "elapsed_s": 15.964, + "rss_mib": 101.824, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.791652 + }, + { + "elapsed_s": 16.09, + "rss_mib": 101.949, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 15.917537 + }, + { + "elapsed_s": 16.221, + "rss_mib": 101.949, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 16.048228 + }, + { + "elapsed_s": 16.337, + "rss_mib": 102.324, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 16.164852 + }, + { + "elapsed_s": 16.461, + "rss_mib": 103.824, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 16.288225 + }, + { + "elapsed_s": 16.574, + "rss_mib": 107.484, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 16.401121 + }, + { + "elapsed_s": 16.686, + "rss_mib": 110.234, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 16.513217 + }, + { + "elapsed_s": 16.794, + "rss_mib": 111.699, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 16.621616 + }, + { + "elapsed_s": 16.9, + "rss_mib": 111.949, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 16.727881 + }, + { + "elapsed_s": 17.006, + "rss_mib": 113.273, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 16.833573 + }, + { + "elapsed_s": 17.111, + "rss_mib": 115.539, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 16.939161 + }, + { + "elapsed_s": 17.216, + "rss_mib": 123.664, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 17.044234 + }, + { + "elapsed_s": 17.322, + "rss_mib": 126.164, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 17.149746 + }, + { + "elapsed_s": 17.427, + "rss_mib": 134.664, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 17.254979 + }, + { + "elapsed_s": 17.533, + "rss_mib": 137.176, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 17.360858 + }, + { + "elapsed_s": 17.64, + "rss_mib": 137.676, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 17.467278 + }, + { + "elapsed_s": 17.746, + "rss_mib": 140.879, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 17.573475 + }, + { + "elapsed_s": 17.853, + "rss_mib": 144.137, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 17.680871 + }, + { + "elapsed_s": 17.962, + "rss_mib": 150.262, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 17.78967 + }, + { + "elapsed_s": 18.068, + "rss_mib": 153.727, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 17.895026 + }, + { + "elapsed_s": 18.176, + "rss_mib": 219.977, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 18.003004 + }, + { + "elapsed_s": 18.281, + "rss_mib": 159.617, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 18.108162 + }, + { + "elapsed_s": 18.386, + "rss_mib": 169.367, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 18.213068 + }, + { + "elapsed_s": 18.492, + "rss_mib": 179.785, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 18.319148 + }, + { + "elapsed_s": 18.599, + "rss_mib": 183.398, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 18.426279 + }, + { + "elapsed_s": 18.705, + "rss_mib": 187.988, + "queued": 13, + "processing": 1, + "ready": 4, + "failed": 0, + "oldest_queued_s": 18.531911 + }, + { + "elapsed_s": 18.811, + "rss_mib": 189.238, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 18.637628 + }, + { + "elapsed_s": 18.916, + "rss_mib": 189.238, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 18.743101 + }, + { + "elapsed_s": 19.022, + "rss_mib": 185.355, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 18.84876 + }, + { + "elapsed_s": 19.126, + "rss_mib": 84.352, + "queued": 13, + "processing": 0, + "ready": 5, + "failed": 0, + "oldest_queued_s": 18.953121 + }, + { + "elapsed_s": 19.231, + "rss_mib": 101.785, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 19.058017 + }, + { + "elapsed_s": 19.337, + "rss_mib": 106.16, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 19.164121 + }, + { + "elapsed_s": 19.443, + "rss_mib": 111.66, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 19.270055 + }, + { + "elapsed_s": 19.549, + "rss_mib": 111.91, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 19.375899 + }, + { + "elapsed_s": 19.655, + "rss_mib": 113.262, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 19.482014 + }, + { + "elapsed_s": 19.761, + "rss_mib": 116.652, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 19.588581 + }, + { + "elapsed_s": 19.867, + "rss_mib": 123.652, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 19.694323 + }, + { + "elapsed_s": 19.974, + "rss_mib": 124.902, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 19.801441 + }, + { + "elapsed_s": 20.08, + "rss_mib": 131.527, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 19.907126 + }, + { + "elapsed_s": 20.186, + "rss_mib": 136.758, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 20.012728 + }, + { + "elapsed_s": 20.292, + "rss_mib": 137.383, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 20.118834 + }, + { + "elapsed_s": 20.398, + "rss_mib": 141.008, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 20.225087 + }, + { + "elapsed_s": 20.504, + "rss_mib": 144.422, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 20.331347 + }, + { + "elapsed_s": 20.611, + "rss_mib": 150.922, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 20.437783 + }, + { + "elapsed_s": 20.716, + "rss_mib": 154.957, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 20.543411 + }, + { + "elapsed_s": 20.824, + "rss_mib": 220.207, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 20.651334 + }, + { + "elapsed_s": 20.93, + "rss_mib": 163.453, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 20.757051 + }, + { + "elapsed_s": 21.035, + "rss_mib": 169.703, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 20.86263 + }, + { + "elapsed_s": 21.142, + "rss_mib": 179.062, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 20.968882 + }, + { + "elapsed_s": 21.247, + "rss_mib": 184.188, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 21.07428 + }, + { + "elapsed_s": 21.352, + "rss_mib": 189.512, + "queued": 12, + "processing": 1, + "ready": 5, + "failed": 0, + "oldest_queued_s": 21.178821 + }, + { + "elapsed_s": 21.457, + "rss_mib": 189.512, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 21.284032 + }, + { + "elapsed_s": 21.562, + "rss_mib": 184.574, + "queued": 12, + "processing": 0, + "ready": 6, + "failed": 0, + "oldest_queued_s": 21.388692 + }, + { + "elapsed_s": 21.667, + "rss_mib": 101.102, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 21.452743 + }, + { + "elapsed_s": 21.773, + "rss_mib": 102.625, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 21.559091 + }, + { + "elapsed_s": 21.879, + "rss_mib": 112.0, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 21.664591 + }, + { + "elapsed_s": 21.985, + "rss_mib": 111.875, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 21.770568 + }, + { + "elapsed_s": 22.091, + "rss_mib": 112.125, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 21.877011 + }, + { + "elapsed_s": 22.197, + "rss_mib": 114.465, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 21.9826 + }, + { + "elapsed_s": 22.302, + "rss_mib": 119.09, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 22.087926 + }, + { + "elapsed_s": 22.407, + "rss_mib": 124.465, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 22.192932 + }, + { + "elapsed_s": 22.512, + "rss_mib": 131.715, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 22.29793 + }, + { + "elapsed_s": 22.617, + "rss_mib": 137.402, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 22.40264 + }, + { + "elapsed_s": 22.722, + "rss_mib": 137.652, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 22.508297 + }, + { + "elapsed_s": 22.828, + "rss_mib": 143.027, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 22.613596 + }, + { + "elapsed_s": 22.932, + "rss_mib": 147.707, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 22.717965 + }, + { + "elapsed_s": 23.037, + "rss_mib": 154.863, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 22.822712 + }, + { + "elapsed_s": 23.144, + "rss_mib": 220.238, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 22.929908 + }, + { + "elapsed_s": 23.251, + "rss_mib": 164.113, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 23.037325 + }, + { + "elapsed_s": 23.359, + "rss_mib": 169.488, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 23.144548 + }, + { + "elapsed_s": 23.465, + "rss_mib": 176.336, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 23.250937 + }, + { + "elapsed_s": 23.571, + "rss_mib": 183.477, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 23.357175 + }, + { + "elapsed_s": 23.677, + "rss_mib": 187.746, + "queued": 11, + "processing": 1, + "ready": 6, + "failed": 0, + "oldest_queued_s": 23.463281 + }, + { + "elapsed_s": 23.783, + "rss_mib": 189.621, + "queued": 11, + "processing": 0, + "ready": 7, + "failed": 0, + "oldest_queued_s": 23.568588 + }, + { + "elapsed_s": 23.888, + "rss_mib": 189.621, + "queued": 11, + "processing": 0, + "ready": 7, + "failed": 0, + "oldest_queued_s": 23.673927 + }, + { + "elapsed_s": 23.995, + "rss_mib": 186.691, + "queued": 11, + "processing": 0, + "ready": 7, + "failed": 0, + "oldest_queued_s": 23.780711 + }, + { + "elapsed_s": 24.101, + "rss_mib": 84.352, + "queued": 11, + "processing": 0, + "ready": 7, + "failed": 0, + "oldest_queued_s": 23.886684 + }, + { + "elapsed_s": 24.207, + "rss_mib": 102.008, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 23.941895 + }, + { + "elapsed_s": 24.315, + "rss_mib": 103.633, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 24.049329 + }, + { + "elapsed_s": 24.421, + "rss_mib": 109.543, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 24.155847 + }, + { + "elapsed_s": 24.53, + "rss_mib": 111.844, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 24.264342 + }, + { + "elapsed_s": 24.638, + "rss_mib": 112.094, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 24.372198 + }, + { + "elapsed_s": 24.746, + "rss_mib": 113.293, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 24.480974 + }, + { + "elapsed_s": 24.853, + "rss_mib": 114.43, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 24.587649 + }, + { + "elapsed_s": 24.959, + "rss_mib": 119.805, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 24.693539 + }, + { + "elapsed_s": 25.064, + "rss_mib": 125.305, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 24.79899 + }, + { + "elapsed_s": 25.17, + "rss_mib": 134.805, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 24.904509 + }, + { + "elapsed_s": 25.276, + "rss_mib": 137.215, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 25.010276 + }, + { + "elapsed_s": 25.382, + "rss_mib": 137.715, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 25.116451 + }, + { + "elapsed_s": 25.494, + "rss_mib": 140.965, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 25.228825 + }, + { + "elapsed_s": 25.605, + "rss_mib": 143.949, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 25.339536 + }, + { + "elapsed_s": 25.713, + "rss_mib": 144.449, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 25.448005 + }, + { + "elapsed_s": 25.822, + "rss_mib": 150.324, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 25.556888 + }, + { + "elapsed_s": 25.931, + "rss_mib": 153.449, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 25.665692 + }, + { + "elapsed_s": 26.039, + "rss_mib": 155.574, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 25.773413 + }, + { + "elapsed_s": 26.146, + "rss_mib": 201.574, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 25.880606 + }, + { + "elapsed_s": 26.255, + "rss_mib": 220.949, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 25.989651 + }, + { + "elapsed_s": 26.364, + "rss_mib": 160.418, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 26.098202 + }, + { + "elapsed_s": 26.47, + "rss_mib": 168.418, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 26.204339 + }, + { + "elapsed_s": 26.576, + "rss_mib": 175.875, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 26.310375 + }, + { + "elapsed_s": 26.682, + "rss_mib": 183.602, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 26.416414 + }, + { + "elapsed_s": 26.787, + "rss_mib": 187.457, + "queued": 10, + "processing": 1, + "ready": 7, + "failed": 0, + "oldest_queued_s": 26.521833 + }, + { + "elapsed_s": 26.894, + "rss_mib": 189.332, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 26.62863 + }, + { + "elapsed_s": 27.0, + "rss_mib": 189.332, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 26.734299 + }, + { + "elapsed_s": 27.106, + "rss_mib": 185.504, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 26.840119 + }, + { + "elapsed_s": 27.211, + "rss_mib": 84.352, + "queued": 10, + "processing": 0, + "ready": 8, + "failed": 0, + "oldest_queued_s": 26.945233 + }, + { + "elapsed_s": 27.316, + "rss_mib": 101.875, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 27.03276 + }, + { + "elapsed_s": 27.421, + "rss_mib": 104.875, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 27.137993 + }, + { + "elapsed_s": 27.527, + "rss_mib": 111.77, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 27.243512 + }, + { + "elapsed_s": 27.633, + "rss_mib": 112.02, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 27.349928 + }, + { + "elapsed_s": 27.739, + "rss_mib": 114.059, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 27.455666 + }, + { + "elapsed_s": 27.844, + "rss_mib": 118.934, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 27.560547 + }, + { + "elapsed_s": 27.949, + "rss_mib": 125.309, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 27.665347 + }, + { + "elapsed_s": 28.054, + "rss_mib": 135.059, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 27.770158 + }, + { + "elapsed_s": 28.159, + "rss_mib": 137.5, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 27.875777 + }, + { + "elapsed_s": 28.266, + "rss_mib": 138.25, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 27.982887 + }, + { + "elapsed_s": 28.372, + "rss_mib": 144.09, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 28.08885 + }, + { + "elapsed_s": 28.478, + "rss_mib": 145.84, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 28.195076 + }, + { + "elapsed_s": 28.585, + "rss_mib": 152.68, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 28.301156 + }, + { + "elapsed_s": 28.693, + "rss_mib": 173.18, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 28.410071 + }, + { + "elapsed_s": 28.831, + "rss_mib": 182.422, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 28.547546 + }, + { + "elapsed_s": 28.937, + "rss_mib": 164.68, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 28.653882 + }, + { + "elapsed_s": 29.045, + "rss_mib": 169.18, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 28.762013 + }, + { + "elapsed_s": 29.152, + "rss_mib": 178.465, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 28.868662 + }, + { + "elapsed_s": 29.259, + "rss_mib": 183.215, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 28.975164 + }, + { + "elapsed_s": 29.365, + "rss_mib": 188.758, + "queued": 9, + "processing": 1, + "ready": 8, + "failed": 0, + "oldest_queued_s": 29.081536 + }, + { + "elapsed_s": 29.471, + "rss_mib": 189.008, + "queued": 9, + "processing": 0, + "ready": 9, + "failed": 0, + "oldest_queued_s": 29.187639 + }, + { + "elapsed_s": 29.577, + "rss_mib": 189.008, + "queued": 9, + "processing": 0, + "ready": 9, + "failed": 0, + "oldest_queued_s": 29.293393 + }, + { + "elapsed_s": 29.682, + "rss_mib": 186.117, + "queued": 9, + "processing": 0, + "ready": 9, + "failed": 0, + "oldest_queued_s": 29.399051 + }, + { + "elapsed_s": 29.788, + "rss_mib": 84.352, + "queued": 9, + "processing": 0, + "ready": 9, + "failed": 0, + "oldest_queued_s": 29.504338 + }, + { + "elapsed_s": 29.893, + "rss_mib": 101.758, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 29.592342 + }, + { + "elapsed_s": 29.999, + "rss_mib": 106.043, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 29.698447 + }, + { + "elapsed_s": 30.107, + "rss_mib": 111.629, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 29.806496 + }, + { + "elapsed_s": 30.215, + "rss_mib": 111.629, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 29.914197 + }, + { + "elapsed_s": 30.322, + "rss_mib": 111.879, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 30.021143 + }, + { + "elapsed_s": 30.427, + "rss_mib": 114.09, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 30.126673 + }, + { + "elapsed_s": 30.533, + "rss_mib": 116.59, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 30.232587 + }, + { + "elapsed_s": 30.638, + "rss_mib": 123.59, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 30.337893 + }, + { + "elapsed_s": 30.743, + "rss_mib": 127.715, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 30.442603 + }, + { + "elapsed_s": 30.848, + "rss_mib": 136.289, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 30.547412 + }, + { + "elapsed_s": 30.953, + "rss_mib": 137.789, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 30.652376 + }, + { + "elapsed_s": 31.059, + "rss_mib": 142.871, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 30.758479 + }, + { + "elapsed_s": 31.165, + "rss_mib": 144.875, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 30.864074 + }, + { + "elapsed_s": 31.27, + "rss_mib": 152.727, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 30.969077 + }, + { + "elapsed_s": 31.377, + "rss_mib": 220.227, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 31.076265 + }, + { + "elapsed_s": 31.483, + "rss_mib": 159.871, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 31.181908 + }, + { + "elapsed_s": 31.588, + "rss_mib": 166.246, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 31.287517 + }, + { + "elapsed_s": 31.693, + "rss_mib": 176.41, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 31.392741 + }, + { + "elapsed_s": 31.8, + "rss_mib": 183.727, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 31.499488 + }, + { + "elapsed_s": 31.908, + "rss_mib": 185.852, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 31.606897 + }, + { + "elapsed_s": 32.013, + "rss_mib": 189.445, + "queued": 8, + "processing": 1, + "ready": 9, + "failed": 0, + "oldest_queued_s": 31.712559 + }, + { + "elapsed_s": 32.118, + "rss_mib": 189.445, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 31.817681 + }, + { + "elapsed_s": 32.224, + "rss_mib": 185.648, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 31.923431 + }, + { + "elapsed_s": 32.329, + "rss_mib": 84.352, + "queued": 8, + "processing": 0, + "ready": 10, + "failed": 0, + "oldest_queued_s": 32.028478 + }, + { + "elapsed_s": 32.434, + "rss_mib": 100.676, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 32.113835 + }, + { + "elapsed_s": 32.541, + "rss_mib": 103.879, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 32.220093 + }, + { + "elapsed_s": 32.646, + "rss_mib": 111.852, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 32.325633 + }, + { + "elapsed_s": 32.751, + "rss_mib": 112.102, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 32.430591 + }, + { + "elapsed_s": 32.857, + "rss_mib": 114.238, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 32.536053 + }, + { + "elapsed_s": 32.961, + "rss_mib": 118.988, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 32.640827 + }, + { + "elapsed_s": 33.066, + "rss_mib": 125.113, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 32.745645 + }, + { + "elapsed_s": 33.172, + "rss_mib": 132.113, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 32.851323 + }, + { + "elapsed_s": 33.278, + "rss_mib": 136.969, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 32.957041 + }, + { + "elapsed_s": 33.382, + "rss_mib": 138.844, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 33.061828 + }, + { + "elapsed_s": 33.487, + "rss_mib": 144.32, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 33.166666 + }, + { + "elapsed_s": 33.592, + "rss_mib": 152.918, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 33.271853 + }, + { + "elapsed_s": 33.7, + "rss_mib": 220.418, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 33.379127 + }, + { + "elapsed_s": 33.806, + "rss_mib": 159.484, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 33.48494 + }, + { + "elapsed_s": 33.911, + "rss_mib": 169.359, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 33.590181 + }, + { + "elapsed_s": 34.016, + "rss_mib": 181.188, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 33.69576 + }, + { + "elapsed_s": 34.122, + "rss_mib": 183.723, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 33.801541 + }, + { + "elapsed_s": 34.228, + "rss_mib": 189.438, + "queued": 7, + "processing": 1, + "ready": 10, + "failed": 0, + "oldest_queued_s": 33.907562 + }, + { + "elapsed_s": 34.334, + "rss_mib": 189.438, + "queued": 7, + "processing": 0, + "ready": 11, + "failed": 0, + "oldest_queued_s": 34.013641 + }, + { + "elapsed_s": 34.441, + "rss_mib": 189.438, + "queued": 7, + "processing": 0, + "ready": 11, + "failed": 0, + "oldest_queued_s": 34.120222 + }, + { + "elapsed_s": 34.547, + "rss_mib": 185.551, + "queued": 7, + "processing": 0, + "ready": 11, + "failed": 0, + "oldest_queued_s": 34.225982 + }, + { + "elapsed_s": 34.653, + "rss_mib": 84.352, + "queued": 7, + "processing": 0, + "ready": 11, + "failed": 0, + "oldest_queued_s": 34.332006 + }, + { + "elapsed_s": 34.758, + "rss_mib": 102.02, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 34.417881 + }, + { + "elapsed_s": 34.863, + "rss_mib": 108.18, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 34.52286 + }, + { + "elapsed_s": 34.968, + "rss_mib": 111.891, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 34.627595 + }, + { + "elapsed_s": 35.073, + "rss_mib": 113.465, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 34.732522 + }, + { + "elapsed_s": 35.178, + "rss_mib": 116.855, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 34.837265 + }, + { + "elapsed_s": 35.283, + "rss_mib": 123.855, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 34.942571 + }, + { + "elapsed_s": 35.388, + "rss_mib": 126.98, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 35.048006 + }, + { + "elapsed_s": 35.496, + "rss_mib": 132.605, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 35.155526 + }, + { + "elapsed_s": 35.607, + "rss_mib": 136.004, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 35.266699 + }, + { + "elapsed_s": 35.716, + "rss_mib": 137.504, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 35.375494 + }, + { + "elapsed_s": 35.824, + "rss_mib": 137.879, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 35.483936 + }, + { + "elapsed_s": 35.934, + "rss_mib": 139.004, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 35.593294 + }, + { + "elapsed_s": 36.044, + "rss_mib": 143.254, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 35.703887 + }, + { + "elapsed_s": 36.152, + "rss_mib": 144.59, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 35.811227 + }, + { + "elapsed_s": 36.258, + "rss_mib": 146.965, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 35.917911 + }, + { + "elapsed_s": 36.363, + "rss_mib": 154.16, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 36.022817 + }, + { + "elapsed_s": 36.471, + "rss_mib": 220.535, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 36.130226 + }, + { + "elapsed_s": 36.578, + "rss_mib": 159.277, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 36.237317 + }, + { + "elapsed_s": 36.685, + "rss_mib": 164.527, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 36.344875 + }, + { + "elapsed_s": 36.793, + "rss_mib": 169.652, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 36.452056 + }, + { + "elapsed_s": 36.9, + "rss_mib": 176.34, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 36.559637 + }, + { + "elapsed_s": 37.006, + "rss_mib": 181.57, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 36.665558 + }, + { + "elapsed_s": 37.111, + "rss_mib": 187.094, + "queued": 6, + "processing": 1, + "ready": 11, + "failed": 0, + "oldest_queued_s": 36.7709 + }, + { + "elapsed_s": 37.216, + "rss_mib": 189.469, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 36.875626 + }, + { + "elapsed_s": 37.322, + "rss_mib": 189.469, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 36.981528 + }, + { + "elapsed_s": 37.427, + "rss_mib": 184.527, + "queued": 6, + "processing": 0, + "ready": 12, + "failed": 0, + "oldest_queued_s": 37.087005 + }, + { + "elapsed_s": 37.532, + "rss_mib": 99.602, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 37.170869 + }, + { + "elapsed_s": 37.638, + "rss_mib": 104.0, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 37.276366 + }, + { + "elapsed_s": 37.743, + "rss_mib": 111.809, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 37.381931 + }, + { + "elapsed_s": 37.848, + "rss_mib": 112.059, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 37.486753 + }, + { + "elapsed_s": 37.954, + "rss_mib": 114.117, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 37.592225 + }, + { + "elapsed_s": 38.059, + "rss_mib": 119.492, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 37.697775 + }, + { + "elapsed_s": 38.164, + "rss_mib": 125.367, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 37.802735 + }, + { + "elapsed_s": 38.27, + "rss_mib": 131.742, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 37.908614 + }, + { + "elapsed_s": 38.377, + "rss_mib": 135.957, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 38.015385 + }, + { + "elapsed_s": 38.482, + "rss_mib": 137.582, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 38.120867 + }, + { + "elapsed_s": 38.588, + "rss_mib": 141.082, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 38.226483 + }, + { + "elapsed_s": 38.694, + "rss_mib": 144.531, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 38.33268 + }, + { + "elapsed_s": 38.8, + "rss_mib": 153.531, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 38.438175 + }, + { + "elapsed_s": 38.906, + "rss_mib": 189.406, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 38.544703 + }, + { + "elapsed_s": 39.012, + "rss_mib": 159.777, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 38.650493 + }, + { + "elapsed_s": 39.13, + "rss_mib": 165.402, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 38.768284 + }, + { + "elapsed_s": 39.236, + "rss_mib": 176.316, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 38.87465 + }, + { + "elapsed_s": 39.343, + "rss_mib": 181.488, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 38.981669 + }, + { + "elapsed_s": 39.449, + "rss_mib": 184.238, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 39.08788 + }, + { + "elapsed_s": 39.555, + "rss_mib": 189.234, + "queued": 5, + "processing": 1, + "ready": 12, + "failed": 0, + "oldest_queued_s": 39.193513 + }, + { + "elapsed_s": 39.661, + "rss_mib": 189.359, + "queued": 5, + "processing": 0, + "ready": 13, + "failed": 0, + "oldest_queued_s": 39.299819 + }, + { + "elapsed_s": 39.766, + "rss_mib": 185.379, + "queued": 5, + "processing": 0, + "ready": 13, + "failed": 0, + "oldest_queued_s": 39.404446 + }, + { + "elapsed_s": 39.871, + "rss_mib": 101.102, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 39.488663 + }, + { + "elapsed_s": 39.977, + "rss_mib": 103.004, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 39.5949 + }, + { + "elapsed_s": 40.083, + "rss_mib": 111.695, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 39.700404 + }, + { + "elapsed_s": 40.188, + "rss_mib": 112.07, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 39.805318 + }, + { + "elapsed_s": 40.293, + "rss_mib": 114.332, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 39.910228 + }, + { + "elapsed_s": 40.398, + "rss_mib": 119.832, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 40.015527 + }, + { + "elapsed_s": 40.503, + "rss_mib": 124.457, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 40.120884 + }, + { + "elapsed_s": 40.609, + "rss_mib": 132.457, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 40.225985 + }, + { + "elapsed_s": 40.714, + "rss_mib": 137.113, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 40.331694 + }, + { + "elapsed_s": 40.819, + "rss_mib": 138.238, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 40.436823 + }, + { + "elapsed_s": 40.925, + "rss_mib": 143.938, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 40.54253 + }, + { + "elapsed_s": 41.031, + "rss_mib": 150.438, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 40.648721 + }, + { + "elapsed_s": 41.137, + "rss_mib": 155.062, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 40.754533 + }, + { + "elapsed_s": 41.246, + "rss_mib": 220.812, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 40.86311 + }, + { + "elapsed_s": 41.352, + "rss_mib": 163.23, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 40.969558 + }, + { + "elapsed_s": 41.459, + "rss_mib": 169.605, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 41.075991 + }, + { + "elapsed_s": 41.565, + "rss_mib": 181.285, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 41.182191 + }, + { + "elapsed_s": 41.671, + "rss_mib": 183.887, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 41.288373 + }, + { + "elapsed_s": 41.778, + "rss_mib": 189.336, + "queued": 4, + "processing": 1, + "ready": 13, + "failed": 0, + "oldest_queued_s": 41.395581 + }, + { + "elapsed_s": 41.884, + "rss_mib": 189.336, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 41.501162 + }, + { + "elapsed_s": 41.989, + "rss_mib": 189.336, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 41.606538 + }, + { + "elapsed_s": 42.094, + "rss_mib": 184.449, + "queued": 4, + "processing": 0, + "ready": 14, + "failed": 0, + "oldest_queued_s": 41.711358 + }, + { + "elapsed_s": 42.199, + "rss_mib": 101.227, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 41.792054 + }, + { + "elapsed_s": 42.305, + "rss_mib": 103.633, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 41.89734 + }, + { + "elapsed_s": 42.41, + "rss_mib": 111.652, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 42.002543 + }, + { + "elapsed_s": 42.515, + "rss_mib": 111.902, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 42.107964 + }, + { + "elapsed_s": 42.62, + "rss_mib": 114.113, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 42.213198 + }, + { + "elapsed_s": 42.726, + "rss_mib": 120.988, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 42.318391 + }, + { + "elapsed_s": 42.831, + "rss_mib": 124.738, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 42.423713 + }, + { + "elapsed_s": 42.936, + "rss_mib": 131.988, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 42.52872 + }, + { + "elapsed_s": 43.041, + "rss_mib": 136.895, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 42.633816 + }, + { + "elapsed_s": 43.147, + "rss_mib": 138.27, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 42.739394 + }, + { + "elapsed_s": 43.252, + "rss_mib": 143.988, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 42.844449 + }, + { + "elapsed_s": 43.357, + "rss_mib": 150.738, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 42.949627 + }, + { + "elapsed_s": 43.463, + "rss_mib": 180.645, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 43.0563 + }, + { + "elapsed_s": 43.57, + "rss_mib": 156.16, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 43.162525 + }, + { + "elapsed_s": 43.675, + "rss_mib": 165.285, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 43.268122 + }, + { + "elapsed_s": 43.78, + "rss_mib": 176.293, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 43.372882 + }, + { + "elapsed_s": 43.886, + "rss_mib": 183.648, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 43.478534 + }, + { + "elapsed_s": 43.992, + "rss_mib": 189.309, + "queued": 3, + "processing": 1, + "ready": 14, + "failed": 0, + "oldest_queued_s": 43.585155 + }, + { + "elapsed_s": 44.104, + "rss_mib": 189.309, + "queued": 3, + "processing": 0, + "ready": 15, + "failed": 0, + "oldest_queued_s": 43.697264 + }, + { + "elapsed_s": 44.213, + "rss_mib": 189.309, + "queued": 3, + "processing": 0, + "ready": 15, + "failed": 0, + "oldest_queued_s": 43.80589 + }, + { + "elapsed_s": 44.32, + "rss_mib": 189.309, + "queued": 3, + "processing": 0, + "ready": 15, + "failed": 0, + "oldest_queued_s": 43.912369 + }, + { + "elapsed_s": 44.427, + "rss_mib": 185.352, + "queued": 3, + "processing": 0, + "ready": 15, + "failed": 0, + "oldest_queued_s": 44.019775 + }, + { + "elapsed_s": 44.534, + "rss_mib": 84.352, + "queued": 3, + "processing": 0, + "ready": 15, + "failed": 0, + "oldest_queued_s": 44.12686 + }, + { + "elapsed_s": 44.642, + "rss_mib": 100.543, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 44.207377 + }, + { + "elapsed_s": 44.748, + "rss_mib": 101.996, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 44.314145 + }, + { + "elapsed_s": 44.854, + "rss_mib": 108.285, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 44.41942 + }, + { + "elapsed_s": 44.96, + "rss_mib": 111.621, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 44.525749 + }, + { + "elapsed_s": 45.065, + "rss_mib": 113.195, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 44.63098 + }, + { + "elapsed_s": 45.171, + "rss_mib": 116.582, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 44.736409 + }, + { + "elapsed_s": 45.276, + "rss_mib": 123.707, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 44.841744 + }, + { + "elapsed_s": 45.382, + "rss_mib": 128.082, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 44.947281 + }, + { + "elapsed_s": 45.489, + "rss_mib": 134.988, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 45.054383 + }, + { + "elapsed_s": 45.598, + "rss_mib": 136.863, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 45.164036 + }, + { + "elapsed_s": 45.71, + "rss_mib": 137.113, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 45.275431 + }, + { + "elapsed_s": 45.818, + "rss_mib": 137.738, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 45.383269 + }, + { + "elapsed_s": 45.926, + "rss_mib": 139.863, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 45.491868 + }, + { + "elapsed_s": 46.035, + "rss_mib": 142.988, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 45.600462 + }, + { + "elapsed_s": 46.143, + "rss_mib": 144.344, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 45.70877 + }, + { + "elapsed_s": 46.251, + "rss_mib": 146.344, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 45.816855 + }, + { + "elapsed_s": 46.357, + "rss_mib": 154.469, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 45.922634 + }, + { + "elapsed_s": 46.465, + "rss_mib": 221.094, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 46.030696 + }, + { + "elapsed_s": 46.571, + "rss_mib": 159.844, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 46.136554 + }, + { + "elapsed_s": 46.677, + "rss_mib": 165.344, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 46.242964 + }, + { + "elapsed_s": 46.785, + "rss_mib": 174.789, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 46.350374 + }, + { + "elapsed_s": 46.892, + "rss_mib": 181.371, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 46.457577 + }, + { + "elapsed_s": 46.999, + "rss_mib": 183.719, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 46.564927 + }, + { + "elapsed_s": 47.106, + "rss_mib": 185.844, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 46.671878 + }, + { + "elapsed_s": 47.211, + "rss_mib": 189.477, + "queued": 2, + "processing": 1, + "ready": 15, + "failed": 0, + "oldest_queued_s": 46.776971 + }, + { + "elapsed_s": 47.317, + "rss_mib": 189.477, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 46.883087 + }, + { + "elapsed_s": 47.423, + "rss_mib": 185.578, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 46.989006 + }, + { + "elapsed_s": 47.528, + "rss_mib": 84.352, + "queued": 2, + "processing": 0, + "ready": 16, + "failed": 0, + "oldest_queued_s": 47.093604 + }, + { + "elapsed_s": 47.633, + "rss_mib": 101.922, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 47.148542 + }, + { + "elapsed_s": 47.739, + "rss_mib": 106.16, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 47.255143 + }, + { + "elapsed_s": 47.845, + "rss_mib": 111.719, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 47.360777 + }, + { + "elapsed_s": 47.95, + "rss_mib": 111.969, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 47.465685 + }, + { + "elapsed_s": 48.055, + "rss_mib": 114.34, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 47.570476 + }, + { + "elapsed_s": 48.16, + "rss_mib": 123.34, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 47.674766 + }, + { + "elapsed_s": 48.266, + "rss_mib": 124.965, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 47.780619 + }, + { + "elapsed_s": 48.372, + "rss_mib": 131.715, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 47.88631 + }, + { + "elapsed_s": 48.478, + "rss_mib": 135.762, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 47.99293 + }, + { + "elapsed_s": 48.584, + "rss_mib": 137.262, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 48.098409 + }, + { + "elapsed_s": 48.689, + "rss_mib": 140.762, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 48.203586 + }, + { + "elapsed_s": 48.795, + "rss_mib": 145.328, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 48.309209 + }, + { + "elapsed_s": 48.899, + "rss_mib": 152.875, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 48.413966 + }, + { + "elapsed_s": 49.006, + "rss_mib": 194.125, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 48.52039 + }, + { + "elapsed_s": 49.128, + "rss_mib": 162.777, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 48.642171 + }, + { + "elapsed_s": 49.233, + "rss_mib": 164.625, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 48.747926 + }, + { + "elapsed_s": 49.34, + "rss_mib": 169.375, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 48.85423 + }, + { + "elapsed_s": 49.446, + "rss_mib": 180.309, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 48.960437 + }, + { + "elapsed_s": 49.552, + "rss_mib": 183.535, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 49.065992 + }, + { + "elapsed_s": 49.657, + "rss_mib": 189.055, + "queued": 1, + "processing": 1, + "ready": 16, + "failed": 0, + "oldest_queued_s": 49.171319 + }, + { + "elapsed_s": 49.762, + "rss_mib": 189.18, + "queued": 1, + "processing": 0, + "ready": 17, + "failed": 0, + "oldest_queued_s": 49.276061 + }, + { + "elapsed_s": 49.867, + "rss_mib": 186.379, + "queued": 1, + "processing": 0, + "ready": 17, + "failed": 0, + "oldest_queued_s": 49.381481 + }, + { + "elapsed_s": 49.972, + "rss_mib": 84.352, + "queued": 1, + "processing": 0, + "ready": 17, + "failed": 0, + "oldest_queued_s": 49.4865 + }, + { + "elapsed_s": 50.078, + "rss_mib": 101.77, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 50.183, + "rss_mib": 105.93, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 50.289, + "rss_mib": 111.645, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 50.395, + "rss_mib": 111.895, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 50.5, + "rss_mib": 114.234, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 50.606, + "rss_mib": 118.984, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 50.711, + "rss_mib": 124.984, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 50.816, + "rss_mib": 134.734, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 50.92, + "rss_mib": 137.383, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 51.025, + "rss_mib": 140.133, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 51.131, + "rss_mib": 144.969, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 51.237, + "rss_mib": 152.664, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 51.344, + "rss_mib": 174.414, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 51.453, + "rss_mib": 216.438, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 51.559, + "rss_mib": 164.285, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 51.665, + "rss_mib": 170.812, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 51.771, + "rss_mib": 178.785, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 51.878, + "rss_mib": 183.535, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 51.983, + "rss_mib": 188.852, + "queued": 0, + "processing": 1, + "ready": 17, + "failed": 0, + "oldest_queued_s": 0 + }, + { + "elapsed_s": 52.089, + "rss_mib": 188.852, + "queued": 0, + "processing": 0, + "ready": 18, + "failed": 0, + "oldest_queued_s": 0 + } + ], + "repeat": 2, + "concurrency": 1, + "prefetch_per_consumer": 1 + } + ], + "overload": { + "width": 320, + "height": 200, + "bytes": 49354, + "sha256": "6636468bcbbb41746d377deabc0bf5b4cdcfb76681f8fcab535d7db414162c22", + "requests": 24, + "clients": 12, + "http_statuses": { + "202": 12, + "429": 12 + }, + "api_replicas_seen": 2, + "elapsed_s": 0.5952814530000978, + "owner_id": "de70aef8-65bc-4574-8247-320562caf30b", + "attachment_ids": [ + "4740222d-bc8f-400a-814d-dbfbba412cdf", + "ed6c9ddd-c297-4ae2-91cb-7a9423ef2b8d", + "c1f8ab23-be69-42a4-bb22-5f0d54cc3e2e", + "97fcdfa4-9498-4e46-b8dd-859e974b73da", + "1c59ff1b-f2d8-44bc-864e-c6a08502d871", + "07afe18a-6da9-4307-b9c5-3e50930f18af", + "605c6a7e-0e42-45d3-b8f6-a81c4a5a15dc", + "f95ddaf9-af62-4d75-9e26-1563c8e96ad8", + "65db9054-74a6-4280-8e4e-2334256839c4", + "13d40cde-5e61-45ba-9472-9f70488b06d7", + "22e5ac24-3a0b-439a-8c48-a0036e93af34", + "08ddd351-14a9-4729-9e2d-995dade6565c" + ], + "limit": 12, + "accepted": 12, + "rejected": 12, + "health_and_messages_available": true, + "rejected_leave_no_objects": true + }, + "recovery": { + "accepted_ids_preserved": true, + "all_ready": 12, + "original_checksums_match": true, + "all_variants_exist": true, + "drain_observed_s": 18.630453776999275, + "new_upload_status": 202 + }, + "completed_at": "2026-11-06T16:08:28.320053+00:00" +} diff --git a/evidence/queue-method.md b/evidence/queue-method.md new file mode 100644 index 00000000..d140c647 --- /dev/null +++ b/evidence/queue-method.md @@ -0,0 +1,95 @@ +# Трек 1: очередь под перегрузкой + +## Гипотеза + +При фиксированном лимите worker в 2 CPU увеличение concurrency с 1 до 2 +повысит throughput и сократит ожидание. Увеличение до 4 даст меньший выигрыш +и увеличит RSS. Для крупных изображений сильнее проявится ограничение CPU; +для маленьких заметнее накладные расходы запуска отдельного процесса. +Общий лимит незавершённых вложений должен удерживать очередь в заданных +границах при остановленном worker, не теряя уже подтверждённые загрузки. + +## Воспроизведение + +Нужны Docker Compose, Python на хосте, локальный `.env` и свободный порт 8080. +Эксперимент запускается без другой нагрузки, после завершения текущих задач. +Он создаёт только синтетические данные и не удаляет volumes. + +```sh +docker compose up -d --build +python -X utf8 scripts/queue_experiment.py +``` + +По умолчанию выполняются два повтора, в каждом по 18 загрузок для каждой +комбинации. Настройки `(concurrency, prefetch на потребителя)`: +`(1, 1)`, `(2, 1)`, `(4, 1)`. Prefetch оставлен равным 1: каждый потребитель +читает одно сообщение и подтверждает его перед чтением следующего. +Меняется только concurrency, чтобы сравнение не смешивало два фактора. + +Три JPEG: 320×200, 1280×800, 2560×1600. RGB-шум генерируется +`random.Random(202605)`, JPEG quality=85; файлы генерируются до измерения. +Размеры и SHA-256 входят в результаты. Это труднее для кодека, чем однотонная +картинка, но не репрезентативная коллекция фотографий. + +Шесть HTTP-клиентов одновременно загружают файлы через nginx на обе API-реплики. +Для обычных замеров лимит очереди равен 64. Перед каждой конфигурацией — +прогрев шестью маленькими изображениями. Во втором повторе порядок +concurrency и размеров обращается, чтобы уменьшить влияние порядка/прогрева. +Worker сохраняет одинаковые лимиты: 2 CPU, 2 GiB контейнеру, 768 MiB процессу. +Все сервисы, данные и настройки обработки изображений одинаковы. + +Скрипт временно переопределяет настройки через отдельный Compose-файл; +в `finally` возвращает настройки базового `compose.yaml`/`.env` и запускает cleanup. +Не меняет `.env`, отчёт, контракт или публичные тесты. + +## Метрики + +- Throughput: число готовых файлов / время от начала первой отправки до + наблюдения готовности всего пакета. Включает HTTP upload и ожидание очереди. +- p95 до ready: `attachments.updated_at - attachments.created_at`, от + устойчивой записи метаданных до публикации готовности; передача bytes + до этой записи сюда не входит. Nearest-rank p95; при 18 файлах это максимум. +- p95 ожидания: `jobs.first_started_at - jobs.created_at`, включая outbox + и ожидание worker. Время первого захвата сохраняется в БД. +- Queue lag: максимум числа queued и максимальный возраст старейшей queued + записи; processing учитывается отдельно. Опрос состояния каждые ~100 ms. +- RSS: максимум суммы `VmRSS` процессов внутри контейнера worker из `/proc`. + Процесс измерения исключён. Это RSS, а не `docker stats`/page cache; + общие страницы разных процессов могут учитываться повторно. + +Драйвер запускается через `docker compose exec` внутри worker и не требует +дополнительных библиотек на хосте. Его HTTP/SQL-опросы делят CPU-квоту с worker; +это одинаковая, но не нулевая погрешность для всех конфигураций. Между отсчётами +можно пропустить краткий пик RSS. Для точных эксплуатационных SLA этих данных мало. + +## Перегрузка и восстановление + +Worker и cleanup останавливаются; лимит уменьшается до 12. Двенадцать +параллельных клиентов отправляют 24 файла. Проверяются ровно 12 ответов 202 +и 12 ответов 429 с `Retry-After`, отсутствие записей/объектов для отказов, +доступность health и отправки сообщений, content=409 для queued. +Проверка охватывает обе API-реплики. + +API и broker перезапускаются при остановленном worker. После запуска worker +все первоначально принятые ID должны стать ready с тремя вариантами и исходным +SHA-256. Новая загрузка после опустошения очереди должна снова получить 202 +и завершиться. Это проверяет восстановление после перегрузки, а не только +ограничение числа одновременно исполняемых HTTP-запросов. + +Admission использует PostgreSQL advisory lock до COMMIT, поэтому две реплики +не могут одновременно пересчитать свободные места и превысить лимит. +Проверка выполняется до S3 PUT, но после приёма/валидации HTTP bytes: +защищены объём принятой работы и staging, а не входящий сетевой трафик. +При максимуме 10 MiB на файл активный staging ограничен примерно +`MAX_PENDING_ATTACHMENTS × 10 MiB`; старые ready/failed объекты живут по +правилам cleanup и в этот лимит не входят. Операторский replay также +проверяет доступную ёмкость. При отказе клиент самостоятельно решает, +когда повторить upload; прозрачных повторов POST нет. + +## Артефакты + +`queue-load.json` содержит профиль, время запуска UTC, commit базы, +SHA-256 исходников эксперимента/приложения, ID Docker-образа, ресурсы Docker, +все замеры, временные ряды и проверки восстановления. +`queue-load.csv` — компактная таблица замеров. `queue-results.md` — разбор +полученных чисел и ограничений. Секреты, session tokens и пароли не сохраняются. diff --git a/evidence/queue-results.md b/evidence/queue-results.md new file mode 100644 index 00000000..bdcd6ba6 --- /dev/null +++ b/evidence/queue-results.md @@ -0,0 +1,37 @@ +# Результаты трека 1 + +Дата UTC: 2026-11-06T16:08:28.320053+00:00. База: `482e7ff477c8cdd9c7e6ceae7833ba19f61d9d98`. + +Методика: [queue-method.md](queue-method.md). Исходные измерения: [JSON](queue-load.json), [CSV](queue-load.csv). + +18 замеров: 3 настройки concurrency, 3 размера, 2 повтора; 324 измеряемые загрузки. Prefetch на потребителя = 1. Все загрузки получили 202 и завершились с первой попытки. + +Throughput и p95 усреднены по двум прогонам; lag и RSS — максимумы двух прогонов. В скобках указан диапазон throughput. + +| Размер | Concurrency | Файлов/с (диапазон) | p95 ready, с | p95 ожидания, с | Max queued | Peak RSS, MiB | +|---|---:|---:|---:|---:|---:|---:| +| 320x200 | 1 | 0.37 (0.35–0.39) | 48.43 | 46.43 | 18 | 221.1 | +| 320x200 | 2 | 0.62 (0.53–0.72) | 28.74 | 25.25 | 16 | 357.2 | +| 320x200 | 4 | 0.58 (0.57–0.59) | 30.57 | 27.27 | 16 | 624.7 | +| 1280x800 | 1 | 0.35 (0.32–0.39) | 50.73 | 48.02 | 17 | 221.1 | +| 1280x800 | 2 | 0.57 (0.49–0.65) | 31.20 | 28.02 | 16 | 357.5 | +| 1280x800 | 4 | 0.56 (0.55–0.56) | 31.09 | 28.11 | 14 | 629.4 | +| 2560x1600 | 1 | 0.33 (0.29–0.36) | 53.97 | 51.47 | 17 | 254.7 | +| 2560x1600 | 2 | 0.53 (0.49–0.58) | 32.25 | 28.98 | 16 | 423.1 | +| 2560x1600 | 4 | 0.52 (0.50–0.54) | 33.25 | 30.04 | 14 | 712.5 | + +## Перегрузка + +При остановленном worker и лимите 12 обе API-реплики приняли ровно 12 из 24 загрузок; 12 получили 429 с Retry-After. Отказанные загрузки не создали метаданных или S3-объектов. Health и отправка сообщений оставались доступны. + +После рестарта API/broker и запуска worker все 12 первоначальных ID стали ready. Проверены SHA-256 оригиналов и наличие трёх вариантов. Наблюдаемое время опустошения: 18.63 с (от запуска проверяющего процесса после старта worker). Новая загрузка после восстановления получила 202 и тоже завершилась. + +## Вывод и ограничения + +Переход с 1 на 2 обработчика повышает средний throughput и сокращает ожидание на всех трёх размерах. Четыре обработчика не дают устойчивого выигрыша над двумя, но увеличивают RSS примерно до 626–713 MiB. Для этого стенда оставлено concurrency=2: это разумный компромисс задержки и памяти. + +Гипотеза о пользе двух обработчиков подтверждается. Увеличение до четырёх имеет убывающую отдачу; на крупных файлах диапазоны throughput перекрываются. Результат совместим с ограничением worker в 2 CPU и накладными расходами запуска отдельного процесса на файл, но без CPU-профилирования разделить эти причины нельзя. + +Docker: 8 CPU, примерно 7.76 GiB RAM; worker ограничен 2 CPU и 2 GiB. Всего два повтора, заметен разброс, доверительные интервалы не оценивались. Nearest-rank p95 для пакета из 18 файлов фактически равен максимуму. Это локальное сравнение, не универсальный SLA и не доказательство оптимальности concurrency=2 на любом оборудовании. Драйвер делит CPU-квоту с worker; RSS суммирует процессы и может повторно учитывать общие страницы. Полные ограничения и определения метрик приведены в методике. + +Backpressure доказан для принятой незавершённой работы: advisory lock не позволил двум репликам превысить общий лимит. Он не ограничивает уже переданные HTTP bytes и общий архив готовых/failed вложений. После освобождения очереди приём автоматически возобновился. diff --git a/infra/async.md b/infra/async.md new file mode 100644 index 00000000..78bbc494 --- /dev/null +++ b/infra/async.md @@ -0,0 +1,74 @@ +# Локальный pipeline lab5 + +Запуск: скопировать `.env.example` в `.env`, задать локальные пароли, +выполнить `docker compose up -d --build`. API: `http://localhost:8080`. +Миграции запускаются сервисом `migrate` перед API/worker. + +Upload проверяет формат, bytes и пиксели, сохраняет неизменный оригинал +в приватный S3 `staging/`, затем одной транзакцией записывает вложение и job. +Ответ 202 содержит queued. Изменение размера выполняется только worker. +Job в PostgreSQL одновременно служит outbox: dispatcher отправляет его +в отдельный Redis Streams, после ответа XADD отмечает публикацию. +Redis использует volume, AOF и `appendfsync always`, eviction отключён. +Сбой до/после XADD даёт повторную доставку, а не потерю принятого задания. +Readiness API зависит от PostgreSQL, сессионного Redis и S3; +недоступность broker/worker не мешает сохранять работу в outbox. +При достижении `MAX_PENDING_ATTACHMENTS` (64 queued/processing суммарно +по всем репликам) upload получает 429 с `Retry-After`, без нового S3-объекта. +Лимит также проверяется при операторском replay. Описание и воспроизводимый +эксперимент перегрузки: [evidence/queue-method.md](../evidence/queue-method.md). + +Worker: два потребителя, у каждого не больше одной выполняемой задачи. +Каждая попытка работает в отдельном процессе: timeout 60 секунд, +лимит адресного пространства 768 MiB, контейнер 2 GiB. +Настройки: `WORKER_CONCURRENCY` (1–4), `JOB_TIMEOUT_SECONDS`, +`JOB_MEMORY_MB`, `JOB_MAX_ATTEMPTS` (по умолчанию 5). +При повышении concurrency нужно соответственно увеличить память контейнера. +Lease равен timeout + 15 секунд. Dispatcher возвращает просроченный +processing в очередь. Токен lease и блокировка job защищают публикацию +от устаревшей попытки. ACK выполняется после устойчивого результата +либо сохранённого решения о retry/failed. Pending читаются через XAUTOCLAIM. + +Оригинал публикуется в `originals/`, варианты — по стабильным ключам +`variants//v1/`. Готовность и метаданные трёх +вариантов фиксируются одной транзакцией после S3. Дубль ready — no-op. +JPEG thumbnail: вписывание в 256×256, округление вниз, без увеличения. +JPEG crop: центрированный квадрат 128×128. JPEG quality=85. +WebP optimized: вписывание в 1280×1280 без увеличения, quality=80. +Применяется EXIF orientation, прозрачность — на белом; EXIF/ICC удаляются. +Оригинал остаётся побайтно неизменным. + +Временные ошибки получают backoff `min(60, 2^failures)` секунд с jitter +0.5–1.5. Повреждённое изображение/checksum — `invalid_image`, нехватка +памяти — `resource_limit`, без retry. Исчерпание попыток — `retry_exhausted`. +Последняя причина ошибки и время следующей попытки сохраняются в PostgreSQL. +Реестр failed и replay доступны только локальному оператору через Compose: + +```sh +docker compose exec api python -m src.jobs failed +docker compose exec api python -m src.jobs replay JOB_UUID --reason "причина повтора" +``` + +Replay допускается только для failed с доступным staging, сохраняет audit, +job_id и общий номер попытки, выдаёт новый бюджет retry. Ready повторять нельзя. +Cleanup запускается раз в минуту: staging ready удаляется после публикации; +failed хранится `STAGING_RETENTION_SECONDS` (86400) после ошибки. +Частично записанные конечные объекты failed очищаются после того же срока. +Бесхозные объекты удаляются после того же retention. Queued/processing +не удаляются независимо от возраста. После удаления failed staging нужен +новый upload. Реестр ошибок остаётся в PostgreSQL. + +Проверки (из корня проекта): + +```sh +python -X utf8 tests/smoke.py --base-url http://127.0.0.1:8080 +python -X utf8 student-tests/pipeline.py +python -X utf8 student-tests/edge_cases.py +docker compose run --rm --no-deps -v ./student-tests:/checks:ro worker python -m unittest discover -s /checks +``` + +Pipeline-тест останавливает/возвращает сервисы только этого Compose-проекта, +создаёт синтетические данные, проверяет разрыв COMMIT/publish, рестарт broker, +crash после S3 и после COMMIT до ack, lease, дубли, retry/replay и cleanup. +Точки `JOB_FAULT=after_objects|after_commit` используются только тестом, +в обычной конфигурации выключены. Контракты и публичные тесты не изменены. diff --git a/infra/nginx.conf b/infra/nginx.conf new file mode 100644 index 00000000..1cc308ba --- /dev/null +++ b/infra/nginx.conf @@ -0,0 +1,38 @@ +worker_processes 1; +worker_shutdown_timeout 8s; +events { worker_connections 1024; } +http { + upstream messenger { + zone messenger 64k; + include /etc/nginx/ready-backends.conf; + } + log_format upstream '$request_method $uri $status upstream=$upstream_addr ' + 'upstream_status=$upstream_status time=$request_time'; + access_log /var/log/nginx/access.log upstream; + server { + listen 8080; + # API enforces the byte limit and returns the contracted JSON error. + client_max_body_size 0; + client_body_timeout 5s; + client_header_timeout 5s; + keepalive_timeout 5s; + location / { + proxy_pass http://messenger; + proxy_http_version 1.1; + proxy_request_buffering off; + proxy_buffering off; + proxy_set_header Host $host; + proxy_set_header Connection close; + proxy_connect_timeout 1s; + proxy_send_timeout 35s; + proxy_read_timeout 120s; + # A 503 is an API response (for example, S3 is unavailable), so + # preserve it for the client instead of marking every replica down. + proxy_next_upstream error timeout http_502 http_504; + proxy_next_upstream_tries 2; + proxy_next_upstream_timeout 8s; + # Never transparently retry a POST already sent to an API. + # A client retries messages using the original Idempotency-Key. + } + } +} diff --git a/infra/readiness.sh b/infra/readiness.sh new file mode 100644 index 00000000..9a2e627f --- /dev/null +++ b/infra/readiness.sh @@ -0,0 +1,38 @@ +#!/bin/sh +# Only ready API addresses enter the upstream, including at nginx startup. +update_backends() { + next=/etc/nginx/ready-backends.conf.next + : > "$next" + for address in $(getent ahostsv4 api | awk '{print $1}' | sort -u); do + if wget -q -T 1 -O /dev/null "http://$address:8080/health/ready"; then + echo "server $address:8080;" >> "$next" + fi + done + # If every running API temporarily loses a shared dependency (for example + # S3), retain the last addresses. The API can then return the contracted + # 503 instead of Nginx replacing it with a 502. At initial startup there + # is no previous healthy set, so use an inert placeholder. + if [ ! -s "$next" ]; then + if [ -s /etc/nginx/ready-backends.conf ] && ! grep -q '127.0.0.1:9 down' /etc/nginx/ready-backends.conf; then + rm -f "$next" + return + fi + echo 'server 127.0.0.1:9 down;' > "$next" + fi + if ! cmp -s "$next" /etc/nginx/ready-backends.conf; then + mv "$next" /etc/nginx/ready-backends.conf + if [ "${1:-}" = reload ] && [ -f /var/run/nginx.pid ]; then + nginx -s reload + fi + else + rm -f "$next" + fi +} + +update_backends +( + while sleep 2; do + update_backends reload + done +) & +exec nginx -g 'daemon off;' diff --git a/infra/s3-bootstrap.sh b/infra/s3-bootstrap.sh new file mode 100644 index 00000000..c0baf627 --- /dev/null +++ b/infra/s3-bootstrap.sh @@ -0,0 +1,9 @@ +#!/bin/sh +set -eu +test "$MINIO_ROOT_USER" != "$S3_ACCESS_KEY_ID" +mc alias set local http://s3:9000 "$MINIO_ROOT_USER" "$MINIO_ROOT_PASSWORD" >/dev/null +mc mb --ignore-existing local/messenger-attachments +mc anonymous set none local/messenger-attachments +mc admin user add local "$S3_ACCESS_KEY_ID" "$S3_SECRET_ACCESS_KEY" >/dev/null +mc admin policy info local attachments >/dev/null 2>&1 || mc admin policy create local attachments /policy.json +mc admin policy attach local attachments --user "$S3_ACCESS_KEY_ID" diff --git a/infra/s3-policy.json b/infra/s3-policy.json new file mode 100644 index 00000000..8e775468 --- /dev/null +++ b/infra/s3-policy.json @@ -0,0 +1,17 @@ +{ + "Version": "2012-10-17", + "Statement": [ + { + "Effect": "Allow", + "Action": ["s3:ListBucket", "s3:GetBucketLocation"], + "Resource": ["arn:aws:s3:::messenger-attachments"] + }, + { + "Effect": "Allow", + "Action": ["s3:GetObject", "s3:PutObject", "s3:DeleteObject"], + "Resource": ["arn:aws:s3:::messenger-attachments/originals/*", + "arn:aws:s3:::messenger-attachments/staging/*", + "arn:aws:s3:::messenger-attachments/variants/*"] + } + ] +} diff --git a/migrations/001_initial.sql b/migrations/001_initial.sql new file mode 100644 index 00000000..aee31d8f --- /dev/null +++ b/migrations/001_initial.sql @@ -0,0 +1,30 @@ +CREATE TABLE users ( + id uuid PRIMARY KEY, + username text NOT NULL UNIQUE CHECK (username ~ '^[a-z0-9_]{3,32}$'), + display_name text NOT NULL CHECK (char_length(display_name) BETWEEN 1 AND 100), + password_hash text NOT NULL, + created_at timestamptz NOT NULL DEFAULT clock_timestamp() +); + +CREATE TABLE chats ( + id uuid PRIMARY KEY, + title text NOT NULL CHECK (char_length(title) BETWEEN 1 AND 100), + created_at timestamptz NOT NULL DEFAULT clock_timestamp() +); + +CREATE TABLE chat_members ( + chat_id uuid NOT NULL REFERENCES chats(id) ON DELETE CASCADE, + user_id uuid NOT NULL REFERENCES users(id), + PRIMARY KEY (chat_id, user_id) +); +CREATE INDEX chat_members_user_idx ON chat_members (user_id, chat_id); + +CREATE TABLE messages ( + id uuid PRIMARY KEY, + chat_id uuid NOT NULL REFERENCES chats(id) ON DELETE CASCADE, + sender_id uuid NOT NULL REFERENCES users(id), + text text NOT NULL CHECK (char_length(text) BETWEEN 1 AND 4000), + created_at timestamptz NOT NULL DEFAULT clock_timestamp() +); +CREATE INDEX messages_history_idx ON messages (chat_id, created_at, id); +CREATE INDEX chats_order_idx ON chats (created_at, id); diff --git a/migrations/002_history_version.sql b/migrations/002_history_version.sql new file mode 100644 index 00000000..7b7972c1 --- /dev/null +++ b/migrations/002_history_version.sql @@ -0,0 +1 @@ +ALTER TABLE chats ADD COLUMN history_version bigint NOT NULL DEFAULT 0; diff --git a/migrations/003_message_idempotency.sql b/migrations/003_message_idempotency.sql new file mode 100644 index 00000000..434b1e28 --- /dev/null +++ b/migrations/003_message_idempotency.sql @@ -0,0 +1,9 @@ +-- Additive migration: no rewrite of existing lab2 tables or messages. +CREATE TABLE message_idempotency ( + actor_id uuid NOT NULL REFERENCES users(id), + chat_id uuid NOT NULL REFERENCES chats(id) ON DELETE CASCADE, + key text NOT NULL CHECK (key ~ '^[A-Za-z0-9._:-]{1,128}$'), + message_id uuid NOT NULL REFERENCES messages(id) ON DELETE CASCADE, + created_at timestamptz NOT NULL DEFAULT clock_timestamp(), + PRIMARY KEY (actor_id, chat_id, key) +); diff --git a/migrations/004_attachments.sql b/migrations/004_attachments.sql new file mode 100644 index 00000000..77317cf9 --- /dev/null +++ b/migrations/004_attachments.sql @@ -0,0 +1,18 @@ +CREATE TABLE attachments ( + id uuid PRIMARY KEY, + chat_id uuid NOT NULL REFERENCES chats(id) ON DELETE CASCADE, + owner_id uuid NOT NULL REFERENCES users(id), + object_key text NOT NULL UNIQUE, + filename text NOT NULL CHECK (char_length(filename) BETWEEN 1 AND 255), + content_type text NOT NULL CHECK (content_type IN ('image/png', 'image/jpeg')), + size_bytes bigint NOT NULL CHECK (size_bytes BETWEEN 1 AND 10485760), + sha256 text NOT NULL CHECK (sha256 ~ '^[a-f0-9]{64}$'), + created_at timestamptz NOT NULL DEFAULT clock_timestamp() +); +CREATE INDEX attachments_chat_idx ON attachments(chat_id); + +ALTER TABLE messages ADD COLUMN attachment_ids uuid[] NOT NULL DEFAULT '{}'; +ALTER TABLE messages DROP CONSTRAINT messages_text_check; +ALTER TABLE messages ADD CHECK (char_length(text) <= 4000); +ALTER TABLE messages ADD CHECK (length(btrim(text)) > 0 OR cardinality(attachment_ids) > 0); +ALTER TABLE messages ADD CHECK (cardinality(attachment_ids) <= 10); diff --git a/migrations/005_attachment_jobs.sql b/migrations/005_attachment_jobs.sql new file mode 100644 index 00000000..1e5e88c5 --- /dev/null +++ b/migrations/005_attachment_jobs.sql @@ -0,0 +1,23 @@ +ALTER TABLE attachments + ADD COLUMN updated_at timestamptz NOT NULL DEFAULT clock_timestamp(), + ADD COLUMN status text NOT NULL DEFAULT 'ready' + CHECK (status IN ('queued', 'processing', 'ready', 'failed')), + ADD COLUMN staging_key text, + ADD COLUMN variants jsonb NOT NULL DEFAULT '[]', + ADD COLUMN error_code text; +ALTER TABLE attachments ALTER COLUMN status SET DEFAULT 'queued'; + +CREATE TABLE attachment_jobs ( + id uuid PRIMARY KEY, + attachment_id uuid NOT NULL UNIQUE REFERENCES attachments(id), + pipeline_version bigint NOT NULL DEFAULT 1 CHECK (pipeline_version = 1), + attempt bigint NOT NULL DEFAULT 0, + failures bigint NOT NULL DEFAULT 0, + available_at timestamptz NOT NULL DEFAULT now(), + published_at timestamptz, + lease_until timestamptz, + lease_token uuid, + created_at timestamptz NOT NULL DEFAULT clock_timestamp(), + replay_audit jsonb NOT NULL DEFAULT '[]' +); +CREATE INDEX attachment_jobs_due_idx ON attachment_jobs(available_at); diff --git a/migrations/006_job_error.sql b/migrations/006_job_error.sql new file mode 100644 index 00000000..f721d2e0 --- /dev/null +++ b/migrations/006_job_error.sql @@ -0,0 +1 @@ +ALTER TABLE attachment_jobs ADD COLUMN last_error text; diff --git a/migrations/007_queue_measurements.sql b/migrations/007_queue_measurements.sql new file mode 100644 index 00000000..1c57b136 --- /dev/null +++ b/migrations/007_queue_measurements.sql @@ -0,0 +1,3 @@ +ALTER TABLE attachment_jobs ADD COLUMN first_started_at timestamptz; +CREATE INDEX attachments_pending_idx ON attachments(status) + WHERE status IN ('queued', 'processing'); diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 00000000..86eff95c --- /dev/null +++ b/requirements.txt @@ -0,0 +1,19 @@ +fastapi==0.115.6 +uvicorn==0.34.0 +pydantic==2.13.5 +starlette==0.41.3 +annotated-types==0.8.0 +anyio==4.15.1 +click==8.5.0 +colorama==0.4.6; sys_platform == "win32" +h11==0.16.0 +idna==3.20 +pydantic_core==2.46.5 +typing-inspection==0.4.4 +typing_extensions==4.16.0 +psycopg[binary]==3.2.6 +SQLAlchemy==2.0.41 +redis==5.2.1 +argon2-cffi==23.1.0 +boto3==1.40.70 +Pillow==12.0.0 diff --git a/scripts/queue_experiment.py b/scripts/queue_experiment.py new file mode 100644 index 00000000..29ba7eac --- /dev/null +++ b/scripts/queue_experiment.py @@ -0,0 +1,149 @@ +"""Track 1: reproducible local benchmark and overload/recovery proof. Uses Docker Compose.""" +import argparse +import csv +from datetime import datetime, timezone +import hashlib +import json +from pathlib import Path +import platform +import subprocess +import tempfile +import time +import urllib.request + +ROOT = Path(__file__).resolve().parents[1] +PROBE = (ROOT / 'student-tests/queue_probe.py').read_text(encoding='utf-8') + + +def run(args, input=None): + result = subprocess.run(args, cwd=ROOT, input=input, text=True, encoding='utf-8', + stdout=subprocess.PIPE, stderr=subprocess.PIPE) + if result.returncode: + raise RuntimeError('Command failed: ' + ' '.join(args[:4]) + '\n' + result.stderr[-4000:]) + return result.stdout.strip() + + +def compose(*args, override=None, input=None): + command = ['docker', 'compose', '-f', str(ROOT / 'compose.yaml')] + if override: + command += ['-f', str(override)] + return run(command + list(args), input) + + +def ready(): + deadline = time.monotonic() + 60 + while time.monotonic() < deadline: + try: + with urllib.request.urlopen('http://127.0.0.1:8080/health/ready', timeout=2) as response: + if response.status == 200: + return + except OSError: + pass + time.sleep(0.5) + raise RuntimeError('API did not become ready') + + +def probe(*args, service='worker'): + return json.loads(compose('exec', '-T', service, 'python', '-', *map(str, args), input=PROBE)) + + +def configure(path, concurrency, limit, api=False): + path.write_text(json.dumps({'services': { + 'worker': {'environment': {'WORKER_CONCURRENCY': str(concurrency)}}, + 'api': {'environment': {'MAX_PENDING_ATTACHMENTS': str(limit)}}, + }}), encoding='utf-8') + services = ['worker', 'api'] if api else ['worker'] + compose('up', '-d', '--no-deps', '--force-recreate', *services, override=path) + ready() + + +def write_results(data): + path = ROOT / 'evidence/queue-load.json' + path.write_text(json.dumps(data, ensure_ascii=False, indent=2) + '\n', encoding='utf-8') + fields = ['repeat', 'concurrency', 'prefetch_per_consumer', 'width', 'height', 'bytes', + 'requests', 'clients', 'elapsed_s', 'throughput_per_s', 'ready_p95_s', + 'queue_wait_p95_s', 'queue_lag_max_jobs', 'queue_oldest_max_s', + 'processing_max', 'rss_peak_mib'] + with (ROOT / 'evidence/queue-load.csv').open('w', encoding='utf-8', newline='') as output: + writer = csv.DictWriter(output, fieldnames=fields, extrasaction='ignore') + writer.writeheader() + writer.writerows(data['runs']) + + +def source_hash(): + digest = hashlib.sha256() + paths = [ROOT / 'compose.yaml', ROOT / 'scripts/queue_experiment.py', ROOT / 'student-tests/queue_probe.py'] + paths += list((ROOT / 'src').rglob('*.py')) + list((ROOT / 'migrations').glob('*.sql')) + for path in sorted(paths): + digest.update(path.relative_to(ROOT).as_posix().encode()) + digest.update(path.read_bytes().replace(b'\r\n', b'\n')) + return digest.hexdigest() + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument('--count', type=int, default=18) + parser.add_argument('--repeats', type=int, default=2) + args = parser.parse_args() + if not 6 <= args.count <= 48 or args.repeats < 1: + parser.error('count must be 6..48; repeats must be positive') + ready() + active = compose('exec', '-T', 'api', 'python', '-c', + "from src.database import create_db_engine; from sqlalchemy import text; " + "e=create_db_engine(); c=e.connect(); print(c.execute(text(\"SELECT count(*) FROM attachments WHERE status IN ('queued','processing')\")).scalar())") + if active != '0': + raise RuntimeError('Wait for existing queued/processing work before this isolated experiment') + data = { + 'started_at': datetime.now(timezone.utc).isoformat(), + 'base_commit': run(['git', 'rev-parse', 'HEAD']), 'source_sha256': source_hash(), + 'host_platform': platform.platform(), + 'docker': json.loads(run(['docker', 'info', '--format', '{"cpus":{{.NCPU}},"memory_bytes":{{.MemTotal}}}'])), + 'image_id': run(['docker', 'image', 'inspect', 'mtusi2026lab5-api:local', '--format', '{{.Id}}']), + 'profile': {'sizes': [[320, 200], [1280, 800], [2560, 1600]], 'concurrency': [1, 2, 4], + 'prefetch_per_consumer': 1, 'requests_per_run': args.count, 'clients': 6, + 'repeats': args.repeats, 'seed': 202605, 'jpeg_quality': 85, + 'worker_cpus': 2, 'worker_memory_mib': 2048, 'sampling_seconds': 0.1, + 'baseline_admission_limit': 64, 'overload_admission_limit': 12}, + 'runs': [], + } + with tempfile.TemporaryDirectory(prefix='lab5-queue-') as directory: + override = Path(directory) / 'compose.json' + try: + for repeat in range(1, args.repeats + 1): + order = [1, 2, 4] if repeat % 2 else [4, 2, 1] + sizes = data['profile']['sizes'] if repeat % 2 else list(reversed(data['profile']['sizes'])) + for concurrency in order: + print(f'Configuration: repeat={repeat}, concurrency={concurrency}, prefetch=1', flush=True) + configure(override, concurrency, 64, api=repeat == 1 and concurrency == 1) + probe('measure', '--count', 6, '--clients', 6) # Same warmup for every configuration. + for width, height in sizes: + result = probe('measure', '--width', width, '--height', height, '--count', args.count) + assert result['processing_max'] <= concurrency + result.update(repeat=repeat, concurrency=concurrency, prefetch_per_consumer=1) + data['runs'].append(result) + write_results(data) + print(f" {width}x{height}: {result['throughput_per_s']:.2f}/s, " + f"p95={result['ready_p95_s']:.2f}s, RSS={result['rss_peak_mib']:.1f} MiB", flush=True) + print('Overload: stop worker, 24 concurrent uploads, shared limit=12', flush=True) + configure(override, 2, 12, api=True) + compose('stop', 'worker', 'cleanup') + overloaded = probe('overload', '--count', 24, '--clients', 12, '--limit', 12, service='api') + data['overload'] = overloaded + write_results(data) + # Accepted work must survive restarts while the worker is still stopped. + compose('restart', 'api', 'broker') + ready() + compose('start', 'worker') + data['recovery'] = probe('recover', '--expected', json.dumps(overloaded)) + data['completed_at'] = datetime.now(timezone.utc).isoformat() + write_results(data) + print('PASS: 12 accepted, 12 rejected with Retry-After; all accepted IDs recovered; new upload accepted', flush=True) + finally: + # Restore the user's base Compose settings, including any values in .env. + compose('up', '-d', '--no-deps', '--force-recreate', 'api', 'worker') + compose('start', 'cleanup') + ready() + + +if __name__ == '__main__': + main() diff --git a/src/__init__.py b/src/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/src/__main__.py b/src/__main__.py new file mode 100644 index 00000000..d5a34072 --- /dev/null +++ b/src/__main__.py @@ -0,0 +1,13 @@ +import os + +import uvicorn + + +if __name__ == '__main__': + uvicorn.run( + 'src.main:app', + host=os.getenv('APP_HOST', '0.0.0.0'), + port=int(os.getenv('APP_PORT', '8080')), + workers=1, + timeout_graceful_shutdown=5, + ) diff --git a/src/admission.py b/src/admission.py new file mode 100644 index 00000000..6b76e992 --- /dev/null +++ b/src/admission.py @@ -0,0 +1,21 @@ +"""A shared admission limit for unfinished attachments across all API replicas.""" +import os + +from sqlalchemy import func, select + +from .errors import APIError +from .models import Attachment + +MAX_PENDING = int(os.getenv('MAX_PENDING_ATTACHMENTS', '64')) +if MAX_PENDING < 1: + raise ValueError('MAX_PENDING_ATTACHMENTS must be positive') + + +def reserve_capacity(session): + # Keep the lock until the new queued row commits. Counting without this lock + # would allow simultaneous uploads on different replicas to exceed the limit. + session.execute(select(func.pg_advisory_xact_lock(202605))) + count = session.scalar(select(func.count()).select_from(Attachment).where( + Attachment.status.in_(['queued', 'processing']))) + if count >= MAX_PENDING: + raise APIError(429, 'rate_limited', 'Очередь обработки заполнена; повторите загрузку позже') diff --git a/src/attachments.py b/src/attachments.py new file mode 100644 index 00000000..10c62330 --- /dev/null +++ b/src/attachments.py @@ -0,0 +1,87 @@ +import os +import unicodedata +from uuid import uuid4 + +from PIL import Image, UnidentifiedImageError +from sqlalchemy import func, select + +from .errors import APIError +from .admission import reserve_capacity +from .models import Attachment, AttachmentJob, ChatMember +from .object_storage import BUCKET, PREFIX, s3_client +from .store import ensure_uuid, serialize, store + +MAX_BYTES = min(int(os.getenv('MAX_UPLOAD_BYTES', '10485760')), 10485760) +MAX_PIXELS = min(int(os.getenv('MAX_IMAGE_PIXELS', '40000000')), 40000000) +if MAX_BYTES < 1 or MAX_PIXELS < 1: + raise ValueError('Upload limits must be positive') + + +def validate_filename(filename): + if (not filename or not filename.strip() or len(filename) > 255 + or any(c in '/\\' or unicodedata.category(c) == 'Cc' for c in filename)): + raise APIError(400, 'invalid_request', 'Неверное имя файла') + + +def validate_image(source, content_type): + try: + source.seek(0) + with Image.open(source, formats=['PNG', 'JPEG']) as picture: + if picture.width * picture.height > MAX_PIXELS: + raise APIError(413, 'payload_too_large', 'Слишком много пикселей') + if Image.MIME[picture.format] != content_type: + raise APIError(415, 'unsupported_media_type', 'Тип изображения не совпадает с Content-Type') + picture.verify() + source.seek(0) + with Image.open(source, formats=['PNG', 'JPEG']) as picture: + picture.load() # verify alone does not decode JPEG or detect truncated pixel data. + except Image.DecompressionBombError as exc: + raise APIError(413, 'payload_too_large', 'Слишком много пикселей') from exc + except (UnidentifiedImageError, OSError, ValueError, SyntaxError) as exc: + raise APIError(415, 'unsupported_media_type', 'Повреждённое изображение') from exc + source.seek(0) + + +def lock_object(session, key): + # Shared by upload and cleanup: no deletion while a COMMIT is in flight. + session.execute(select(func.pg_advisory_xact_lock(func.hashtextextended(key, 0)))) + + +def metadata(attachment): + result = serialize(attachment, 'id', 'chat_id', 'owner_id', 'filename', + 'content_type', 'size_bytes', 'sha256', 'created_at', + 'updated_at', 'status', 'error_code') + return {**result, 'variants': [{k: v for k, v in item.items() if k != 'object_key'} + for item in attachment.variants]} + + +def save_attachment(source, chat_id, actor_id, filename, content_type, size, digest): + validate_image(source, content_type) + attachment_id = str(uuid4()) + key = PREFIX + attachment_id + staging_key = 'staging/' + attachment_id + with store.sessions.begin() as session: + store._chat(session, chat_id, actor_id) + reserve_capacity(session) + lock_object(session, staging_key) + s3_client().put_object(Bucket=BUCKET, Key=staging_key, Body=source, + ContentLength=size, ContentType=content_type) + attachment = Attachment(id=attachment_id, chat_id=chat_id, owner_id=actor_id, + object_key=key, filename=filename, content_type=content_type, + size_bytes=size, sha256=digest, staging_key=staging_key) + session.add(attachment) + session.flush() + session.add(AttachmentJob(attachment_id=attachment_id)) + result = metadata(attachment) + # An uncertain COMMIT is not followed by DELETE: cleanup checks the DB later. + return result + + +def get_attachment(attachment_id, actor_id): + with store.sessions() as session: + attachment = session.scalar(select(Attachment).join( + ChatMember, ChatMember.chat_id == Attachment.chat_id).where( + Attachment.id == ensure_uuid(attachment_id), ChatMember.user_id == actor_id)) + if attachment is None: + raise APIError(404, 'not_found', 'Объект не найден') + return attachment diff --git a/src/auth.py b/src/auth.py new file mode 100644 index 00000000..ab93a9fd --- /dev/null +++ b/src/auth.py @@ -0,0 +1,68 @@ +import hashlib +import json +import os +import re +import secrets +from datetime import datetime, timedelta, timezone + +from argon2 import PasswordHasher +from argon2.exceptions import VerificationError +from redis import Redis + +from .errors import APIError + +password_hasher = PasswordHasher() +dummy_hash = password_hasher.hash(secrets.token_urlsafe(32)) + + +def verify_password(encoded, password): + try: + return password_hasher.verify(encoded or dummy_hash, password) and encoded is not None + except VerificationError: + return False + + +def unauthorized(): + return APIError(401, 'unauthorized', 'Нет действительной идентификации') + + +class Sessions: + def __init__(self): + self.client = Redis.from_url( + os.getenv('REDIS_URL', 'redis://redis:6379/0'), decode_responses=True, + socket_connect_timeout=1, socket_timeout=1, max_connections=20, + retry_on_timeout=False, + ) + self.ttl = int(os.getenv('SESSION_TTL_SECONDS', '3600')) + if self.ttl < 1: + raise ValueError('SESSION_TTL_SECONDS must be positive') + + @staticmethod + def key(token): + if not re.fullmatch(r'[A-Za-z0-9_-]{43}', token): + raise unauthorized() + return 'session:' + hashlib.sha256(token.encode('ascii')).hexdigest() + + def create(self, user): + token = secrets.token_urlsafe(32) + expires = datetime.now(timezone.utc) + timedelta(seconds=self.ttl) + expires_at = expires.isoformat(timespec='microseconds').replace('+00:00', 'Z') + self.client.set(self.key(token), json.dumps({'user_id': user['id'], 'expires_at': expires_at}), + pxat=int(expires.timestamp() * 1000)) + return {'token': token, 'token_type': 'Bearer', 'expires_at': expires_at, 'user': user} + + def user_id(self, token): + raw = self.client.get(self.key(token)) + if raw is None: + raise unauthorized() + session = json.loads(raw) + if datetime.fromisoformat(session['expires_at'].replace('Z', '+00:00')) <= datetime.now(timezone.utc): + raise unauthorized() + return session['user_id'] + + def delete(self, token): + if not self.client.delete(self.key(token)): + raise unauthorized() + + +sessions = Sessions() diff --git a/src/cache.py b/src/cache.py new file mode 100644 index 00000000..bde20774 --- /dev/null +++ b/src/cache.py @@ -0,0 +1,40 @@ +"""History pages are disposable; PostgreSQL owns both data and their version.""" +import hashlib +import json +import os + +from redis.exceptions import RedisError + +from .auth import sessions + + +class HistoryCache: + def __init__(self, client, ttl=30, prefix='history'): + self.client = client + self.ttl = ttl + self.prefix = prefix + if ttl < 1: + raise ValueError('CACHE_TTL_SECONDS must be positive') + + def key(self, chat_id, version, limit, after): + page = json.dumps([limit, after], separators=(',', ':')) + digest = hashlib.sha256(page.encode()).hexdigest() + return f'{self.prefix}:{chat_id}:{version}:{digest}' + + def get_or_load(self, chat_id, version, limit, after, load): + key = self.key(chat_id, version, limit, after) + try: + cached = self.client.get(key) + except RedisError: + return load() + if cached is not None: + return json.loads(cached) + page = load() + try: + self.client.set(key, json.dumps(page, ensure_ascii=False), ex=self.ttl) + except RedisError: + pass + return page + + +history_cache = HistoryCache(sessions.client, int(os.getenv('CACHE_TTL_SECONDS', '30')), prefix='history-v4') diff --git a/src/cleanup.py b/src/cleanup.py new file mode 100644 index 00000000..0d5eeb38 --- /dev/null +++ b/src/cleanup.py @@ -0,0 +1,86 @@ +"""Remove old S3 objects without committed metadata. Never delete on a DB error.""" +import argparse +import logging +import os +import time +from datetime import datetime, timedelta, timezone + +from sqlalchemy import select +from sqlalchemy.orm import sessionmaker + +from .attachments import lock_object +from .database import create_db_engine +from .models import Attachment +from .object_storage import BUCKET, s3_client + +GRACE = timedelta(seconds=max(1, int(os.getenv('STAGING_RETENTION_SECONDS', '86400')))) + + +def cleanup(sessions, client, now=None): + cutoff = (now or datetime.now(timezone.utc)) - GRACE + deleted = 0 + for page in client.get_paginator('list_objects_v2').paginate(Bucket=BUCKET): + for obj in page.get('Contents', []): + key = obj['Key'] + if not key.startswith(('staging/', 'originals/', 'variants/')): + continue + with sessions.begin() as session: + lock_object(session, key) + if key.startswith('staging/'): + attachment = session.scalar(select(Attachment).where( + Attachment.staging_key == key).with_for_update()) + if attachment: + if attachment.status in ('queued', 'processing'): + continue + if attachment.status == 'failed' and attachment.updated_at >= cutoff: + continue + client.delete_object(Bucket=BUCKET, Key=key) + attachment.staging_key = None + deleted += 1 + continue + else: + # All final keys belong to a server-generated attachment UUID. + from uuid import UUID + try: + attachment_id = str(UUID(key.split('/')[1])) + except (ValueError, IndexError): + continue + attachment = session.get(Attachment, attachment_id, with_for_update=True) + if attachment: + if attachment.status != 'failed' or attachment.updated_at >= cutoff: + continue + client.delete_object(Bucket=BUCKET, Key=key) + deleted += 1 + continue + # Recheck age after taking the same lock as the uploader. + if client.head_object(Bucket=BUCKET, Key=key)['LastModified'] >= cutoff: + continue + client.delete_object(Bucket=BUCKET, Key=key) + deleted += 1 + return deleted + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument('--once', action='store_true') + args = parser.parse_args() + logging.basicConfig(level=logging.INFO) + engine = create_db_engine() + try: + while True: + try: + count = cleanup(sessionmaker(engine), s3_client()) + logging.info('Cleanup completed: deleted=%d', count) + except Exception as exc: + logging.error('Cleanup deferred: %s', type(exc).__name__) + if args.once: + raise SystemExit(1) from None + if args.once: + break + time.sleep(60) + finally: + engine.dispose() + + +if __name__ == '__main__': + main() diff --git a/src/database.py b/src/database.py new file mode 100644 index 00000000..e98b4d4c --- /dev/null +++ b/src/database.py @@ -0,0 +1,51 @@ +import os +from pathlib import Path + +from sqlalchemy import create_engine, func, insert, select +from sqlalchemy.engine import URL, make_url + +from .models import SchemaMigration + + +def database_url(): + if os.getenv('DATABASE_URL'): + url = make_url(os.environ['DATABASE_URL']) + if url.drivername in ('postgres', 'postgresql'): + url = url.set(drivername='postgresql+psycopg') + if url.drivername != 'postgresql+psycopg': + raise ValueError('DATABASE_URL must use PostgreSQL with psycopg') + return url + return URL.create( + 'postgresql+psycopg', host=os.getenv('POSTGRES_HOST', 'postgres'), + database=os.getenv('POSTGRES_DB', 'messenger'), + username=os.getenv('POSTGRES_USER', 'messenger'), + password=os.environ['POSTGRES_PASSWORD'], + ) + + +def create_db_engine(): + return create_engine( + database_url(), pool_size=10, max_overflow=0, pool_timeout=2, pool_pre_ping=True, + connect_args={'connect_timeout': 2, + 'options': '-c statement_timeout=3000 -c lock_timeout=2000'}, + ) + + +def migrate(engine): + with engine.begin() as conn: + conn.execute(select(func.pg_advisory_xact_lock(202602))) + SchemaMigration.__table__.create(conn, checkfirst=True) + applied = set(conn.scalars(select(SchemaMigration.version))) + for path in sorted((Path(__file__).resolve().parents[1] / 'migrations').glob('*.sql')): + if path.name not in applied: + conn.exec_driver_sql(path.read_text(encoding='utf-8')) + conn.execute(insert(SchemaMigration).values(version=path.name)) + + +if __name__ == '__main__': + engine = create_db_engine() + try: + migrate(engine) + print('Migrations applied') + finally: + engine.dispose() diff --git a/src/dependencies.py b/src/dependencies.py new file mode 100644 index 00000000..03aac92c --- /dev/null +++ b/src/dependencies.py @@ -0,0 +1,31 @@ +from typing import Optional + +from fastapi import Depends, Header, Query + +from .auth import sessions, unauthorized +from .errors import APIError +from .store import store + + +def page_limit(limit: str = Query(default="50")) -> int: + if not limit.isascii() or not limit.isdecimal() or len(limit) > 3: + raise APIError(400, "invalid_request", "Неверный limit") + number = int(limit) + if not 1 <= number <= 100: + raise APIError(400, "invalid_request", "Неверный limit") + return number + + + +def bearer_token(authorization: Optional[str] = Header(default=None)) -> str: + parts = (authorization or '').split() + if len(parts) != 2 or parts[0].lower() != 'bearer': + raise unauthorized() + return parts[1] + + +def current_user(token: str = Depends(bearer_token)) -> dict: + user = store.get_user(sessions.user_id(token)) + if user is None: + raise unauthorized() + return user diff --git a/src/errors.py b/src/errors.py new file mode 100644 index 00000000..d02425bf --- /dev/null +++ b/src/errors.py @@ -0,0 +1,60 @@ +from fastapi import Request +from fastapi.exceptions import RequestValidationError +from fastapi.responses import JSONResponse +from starlette.exceptions import HTTPException as StarletteHTTPException +from .middleware import INSTANCE_ID + + +class APIError(Exception): + def __init__(self, status_code: int, code: str, message: str): + self.status_code = status_code + self.code = code + self.message = message + + +def error_response(request: Request, status_code: int, code: str, message: str) -> JSONResponse: + request_id = getattr(request.state, "request_id", "") + return JSONResponse( + status_code=status_code, + headers={"X-Request-Id": request_id, "X-Instance-Id": INSTANCE_ID}, + content={ + "error": { + "code": code, + "message": message, + "request_id": request_id, + } + }, + ) + + +def api_error_handler(request: Request, exc: APIError) -> JSONResponse: + response = error_response(request, exc.status_code, exc.code, exc.message) + if exc.status_code == 429: + response.headers['Retry-After'] = '1' + if exc.status_code == 401: + response.headers['WWW-Authenticate'] = ( + 'Basic realm="messenger", charset="UTF-8"' + if request.url.path == '/api/v1/auth/sessions' else 'Bearer realm="messenger"' + ) + return response + + +def dependency_error_handler(request: Request, exc: Exception) -> JSONResponse: + return error_response(request, 503, 'unavailable', 'Хранилище временно недоступно') + + +def validation_error_handler(request: Request, exc: RequestValidationError) -> JSONResponse: + return error_response(request, 400, "invalid_request", "Неверный запрос") + + +def http_error_handler(request: Request, exc: StarletteHTTPException) -> JSONResponse: + if exc.status_code == 404: + return error_response(request, 404, "not_found", "Объект не найден") + if exc.status_code == 405: + return error_response(request, 400, "invalid_request", "Метод не поддерживается") + else: + return error_response(request, exc.status_code, "invalid_request", "Неверный запрос") + + +def internal_error_handler(request: Request, exc: Exception) -> JSONResponse: + return error_response(request, 500, "internal_error", "Внутренняя ошибка") diff --git a/src/image_processor.py b/src/image_processor.py new file mode 100644 index 00000000..019eb9af --- /dev/null +++ b/src/image_processor.py @@ -0,0 +1,116 @@ +"""One isolated process per attempt; quality: JPEG 85, WebP 80; no EXIF/ICC.""" +import hashlib +import io +import os +import sys + +from PIL import Image, ImageOps, UnidentifiedImageError +from sqlalchemy.orm import sessionmaker + +from .attachments import MAX_BYTES, MAX_PIXELS +from .database import create_db_engine +from .jobs import now +from .models import Attachment, AttachmentJob +from .object_storage import BUCKET, s3_client + + +def fit_size(size, bound): + width, height = size + if max(size) <= bound: + return size + return max(1, width * bound // max(size)), max(1, height * bound // max(size)) + + +def variants(data): + with Image.open(io.BytesIO(data), formats=['PNG', 'JPEG']) as original: + if original.width * original.height > MAX_PIXELS: + raise ValueError('pixel limit') + original.load() + oriented = ImageOps.exif_transpose(original) + rgba = oriented.convert('RGBA') + rgb = Image.new('RGB', rgba.size, 'white') + rgb.paste(rgba, mask=rgba.getchannel('A')) + rgba.close() + oriented.close() + rgb.info.clear() + try: + for name, image, fmt, mime, quality in ( + ('thumbnail', rgb.resize(fit_size(rgb.size, 256), Image.Resampling.LANCZOS), 'JPEG', 'image/jpeg', 85), + ('crop', ImageOps.fit(rgb, (128, 128), Image.Resampling.LANCZOS), 'JPEG', 'image/jpeg', 85), + ('optimized', rgb.resize(fit_size(rgb.size, 1280), Image.Resampling.LANCZOS), 'WEBP', 'image/webp', 80), + ): + with image, io.BytesIO() as output: + image.save(output, format=fmt, quality=quality) + blob = output.getvalue() + yield {'name': name, 'content_type': mime, 'width': image.width, + 'height': image.height, 'size_bytes': len(blob), + 'sha256': hashlib.sha256(blob).hexdigest()}, blob + finally: + rgb.close() + + +def process(sessions, job_id, token): + with sessions() as session: + job = session.get(AttachmentJob, job_id) + if job.lease_token != token: + return + attachment = session.get(Attachment, job.attachment_id) + staging_key = attachment.staging_key + client = s3_client() + response = client.get_object(Bucket=BUCKET, Key=staging_key) + with response['Body'] as body: + data = body.read(MAX_BYTES + 1) + if len(data) != attachment.size_bytes or hashlib.sha256(data).hexdigest() != attachment.sha256: + raise ValueError('staging checksum mismatch') + try: + rendered = list(variants(data)) + except OSError as exc: + raise ValueError('invalid image') from exc + # Job lock fences the final writes, cleanup and publication against lease recovery. + # Work before this transaction is CPU-only. Keys are stable across retries. + with sessions.begin() as session: + job = session.get(AttachmentJob, job_id, with_for_update=True) + if job.lease_token != token or job.lease_until <= now(): + return + current = session.get(Attachment, job.attachment_id, with_for_update=True) + if current.status != 'processing': + return + client.put_object(Bucket=BUCKET, Key=current.object_key, Body=data, + ContentType=current.content_type) + saved = [] + for meta, blob in rendered: + key = f'variants/{current.id}/v{job.pipeline_version}/{meta["name"]}' + client.put_object(Bucket=BUCKET, Key=key, Body=blob, ContentType=meta['content_type']) + saved.append({**meta, 'object_key': key}) + # Test-only crash injection; never enabled by compose.yaml. + if os.getenv('JOB_FAULT') == 'after_objects': + os._exit(91) + current.variants = saved + current.status, current.error_code = 'ready', None + current.updated_at = now() + job.lease_token = job.lease_until = None + if os.getenv('JOB_FAULT') == 'after_commit': + os._exit(92) + + +def main(): + # Linux worker: bounded address space as well as the container memory limit. + import resource + memory = int(os.getenv('JOB_MEMORY_MB', '768')) * 1024 * 1024 + resource.setrlimit(resource.RLIMIT_AS, (memory, memory)) + engine = create_db_engine() + try: + process(sessionmaker(engine, expire_on_commit=False), sys.argv[1], sys.argv[2]) + except (UnidentifiedImageError, Image.DecompressionBombError, ValueError, SyntaxError): + return 20 + except MemoryError: + return 21 + except Exception: + return 22 # No credentials or decoder/database internals in logs. + finally: + engine.dispose() + return 0 + + +if __name__ == '__main__': + sys.exit(main()) diff --git a/src/jobs.py b/src/jobs.py new file mode 100644 index 00000000..a1e1b98f --- /dev/null +++ b/src/jobs.py @@ -0,0 +1,180 @@ +"""Small PostgreSQL outbox + Redis Streams queue; PostgreSQL owns job state.""" +import argparse +import json +import logging +import os +import random +import time +from datetime import datetime, timedelta, timezone +from uuid import UUID, uuid4 + +from redis import Redis +from redis.exceptions import ResponseError +from sqlalchemy import and_, or_, select +from sqlalchemy.orm import sessionmaker + +from .database import create_db_engine +from .admission import reserve_capacity +from .models import Attachment, AttachmentJob +from .object_storage import BUCKET, s3_client + +STREAM = 'attachment-jobs' +GROUP = 'image-workers' +MAX_ATTEMPTS = max(1, int(os.getenv('JOB_MAX_ATTEMPTS', '5'))) +TIMEOUT = max(1, int(os.getenv('JOB_TIMEOUT_SECONDS', '60'))) +LEASE_SECONDS = TIMEOUT + 15 + + +def now(): + return datetime.now(timezone.utc) + + +def broker(): + return Redis.from_url(os.getenv('BROKER_URL', 'redis://broker:6379/0'), + decode_responses=True, socket_connect_timeout=2, socket_timeout=5) + + +def ensure_group(client): + try: + client.xgroup_create(STREAM, GROUP, id='0', mkstream=True) + except ResponseError as exc: + if not str(exc).startswith('BUSYGROUP'): + raise + + +def envelope(job): + return {'schema_version': 1, 'job_id': job.id, 'type': 'attachment.process.v1', + 'attachment_id': job.attachment_id, 'pipeline_version': job.pipeline_version, + 'attempt': job.attempt + 1, + 'created_at': job.created_at.isoformat().replace('+00:00', 'Z')} + + +def fail(session, job, attachment, code, permanent=False): + job.failures += 1 + job.last_error = code + job.lease_token = job.lease_until = job.published_at = None + attachment.updated_at = now() + if permanent or job.failures >= MAX_ATTEMPTS: + attachment.status = 'failed' + attachment.error_code = code if permanent else 'retry_exhausted' + else: + attachment.status = 'queued' + attachment.error_code = None + delay = min(60, 2 ** min(job.failures, 6)) * random.uniform(0.5, 1.5) + job.available_at = now() + timedelta(seconds=delay) + logging.info('job=%s attempt=%s result=%s code=%s', job.id, job.attempt, attachment.status, code) + + +def dispatch_once(sessions, client): + # A crash after XADD but before COMMIT deliberately results in redelivery. + with sessions.begin() as session: + jobs = list(session.scalars(select(AttachmentJob).join(Attachment).where( + or_(and_(Attachment.status == 'queued', AttachmentJob.published_at.is_(None)), + and_(Attachment.status == 'processing', AttachmentJob.lease_until <= now())), + AttachmentJob.available_at <= now()).order_by(AttachmentJob.available_at) + .with_for_update(skip_locked=True, of=AttachmentJob).limit(50))) + for job in jobs: + attachment = session.get(Attachment, job.attachment_id, with_for_update=True) + if attachment.status == 'processing': + if job.lease_until <= now(): + fail(session, job, attachment, 'lease_expired') + continue + if job.published_at is None: + client.xadd(STREAM, {'job': json.dumps(envelope(job))}) + job.published_at = now() + + +def claim(sessions, message): + if (message.get('schema_version') != 1 or message.get('type') != 'attachment.process.v1' + or message.get('pipeline_version') != 1): + raise ValueError('unsupported job envelope') + job_id = str(UUID(message['job_id'])) + with sessions.begin() as session: + job = session.get(AttachmentJob, job_id, with_for_update=True) + if job is None or job.attachment_id != message.get('attachment_id'): + raise ValueError('unknown job') + attachment = session.get(Attachment, job.attachment_id, with_for_update=True) + if attachment.status != 'queued' or job.available_at > now(): + return None + job.attempt += 1 + if job.first_started_at is None: + job.first_started_at = now() + job.lease_token = str(uuid4()) + job.lease_until = now() + timedelta(seconds=LEASE_SECONDS) + attachment.status = 'processing' + attachment.updated_at = now() + return job.id, job.lease_token + + +def record_failure(sessions, job_id, token, code, permanent=False): + with sessions.begin() as session: + job = session.get(AttachmentJob, job_id, with_for_update=True) + if job.lease_token == token: + attachment = session.get(Attachment, job.attachment_id, with_for_update=True) + fail(session, job, attachment, code, permanent) + + +def replay(sessions, job_id, reason): + if not reason.strip() or len(reason) > 200: + raise ValueError('Give a nonempty reason of at most 200 characters') + with sessions.begin() as session: + job = session.get(AttachmentJob, str(UUID(job_id)), with_for_update=True) + if job is None: + raise ValueError('Job not found') + attachment = session.get(Attachment, job.attachment_id, with_for_update=True) + if attachment.status != 'failed': + raise ValueError('Replay is allowed only for failed jobs') + if not attachment.staging_key: + raise ValueError('Staging retention expired; upload the file again') + s3_client().head_object(Bucket=BUCKET, Key=attachment.staging_key) + reserve_capacity(session) + job.replay_audit = job.replay_audit + [{'at': now().isoformat(), 'reason': reason, + 'after_attempt': job.attempt, + 'last_error': job.last_error}] + job.failures = 0 + job.available_at = now() + job.published_at = job.lease_until = job.lease_token = None + attachment.status, attachment.error_code = 'queued', None + attachment.updated_at = now() + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + sub = parser.add_subparsers(dest='command', required=True) + sub.add_parser('dispatch') + sub.add_parser('failed') + retry = sub.add_parser('replay') + retry.add_argument('job_id') + retry.add_argument('--reason', required=True) + args = parser.parse_args() + logging.basicConfig(level=logging.INFO) + engine = create_db_engine() + sessions = sessionmaker(engine, expire_on_commit=False) + try: + if args.command == 'failed': + with sessions() as session: + for job, att in session.execute(select(AttachmentJob, Attachment).join( + Attachment, Attachment.id == AttachmentJob.attachment_id) + .where(Attachment.status == 'failed')): + print(json.dumps({'job_id': job.id, 'attachment_id': att.id, + 'attempt': job.attempt, 'error_code': att.error_code, + 'last_error': job.last_error, + 'replay_available': bool(att.staging_key)})) + elif args.command == 'replay': + replay(sessions, args.job_id, args.reason) + print('Job queued for replay') + else: + client = broker() + while True: + try: + ensure_group(client) + dispatch_once(sessions, client) + except Exception as exc: + logging.warning('Dispatch deferred: %s', type(exc).__name__) + time.sleep(1) + finally: + engine.dispose() + + +if __name__ == '__main__': + main() diff --git a/src/limits.py b/src/limits.py new file mode 100644 index 00000000..facdf115 --- /dev/null +++ b/src/limits.py @@ -0,0 +1,99 @@ +import asyncio +import os +from dataclasses import dataclass + +from starlette.requests import Request + +from .errors import error_response +from .middleware import is_upload + + +@dataclass(frozen=True) +class Limits: + max_users: int = 1000 + max_chats: int = 1000 + max_messages: int = 10000 + max_text_bytes: int = 16 * 1024 * 1024 + max_request_bytes: int = 64 * 1024 + max_inflight: int = 32 + message_rate: int = 1000 + message_burst: int = 1000 + + @classmethod + def from_env(cls): + values = {} + for name, default in cls().__dict__.items(): + value = int(os.getenv(name.upper(), str(default))) + if value < 1: + raise ValueError(f'{name.upper()} must be positive') + values[name] = value + return cls(**values) + + +limits = Limits.from_env() + + +class ResourceLimitMiddleware: + def __init__(self, app, settings=limits): + self.app = app + self.settings = settings + self.active = 0 + + async def __call__(self, scope, receive, send): + if scope['type'] != 'http' or scope['path'].startswith('/health/'): + return await self.app(scope, receive, send) + + request = Request(scope) + + async def reject(status, code, message): + response = error_response(request, status, code, message) + if status == 503: + response.headers['Retry-After'] = '1' + await response(scope, receive, send) + + if self.active >= self.settings.max_inflight: + return await reject(503, 'unavailable', 'Слишком много одновременных запросов') + self.active += 1 + try: + # The upload endpoint authenticates and bounds its stream itself. + if is_upload(scope['method'], scope['path']): + return await self.app(scope, receive, send) + length = request.headers.get('content-length') + if length is not None: + try: + size = int(length) + if size < 0: + raise ValueError() + except ValueError: + return await reject(400, 'invalid_request', 'Неверный Content-Length') + if size > self.settings.max_request_bytes: + return await reject(413, 'payload_too_large', 'Тело запроса слишком большое') + + body = bytearray() + try: + async with asyncio.timeout(5): + while True: + message = await receive() + if message['type'] == 'http.disconnect': + return + chunk = message.get('body', b'') + if len(body) + len(chunk) > self.settings.max_request_bytes: + return await reject(413, 'payload_too_large', 'Тело запроса слишком большое') + body.extend(chunk) + if not message.get('more_body', False): + break + except TimeoutError: + return await reject(503, 'unavailable', 'Истекло время чтения запроса') + + delivered = False + + async def buffered_receive(): + nonlocal delivered + if not delivered: + delivered = True + return {'type': 'http.request', 'body': bytes(body), 'more_body': False} + return await receive() + + await self.app(scope, buffered_receive, send) + finally: + self.active -= 1 diff --git a/src/main.py b/src/main.py new file mode 100644 index 00000000..fc96b189 --- /dev/null +++ b/src/main.py @@ -0,0 +1,48 @@ +from fastapi import FastAPI +from fastapi.exceptions import RequestValidationError +from starlette.exceptions import HTTPException +from contextlib import asynccontextmanager +from sqlalchemy.exc import OperationalError, InterfaceError, TimeoutError as PoolTimeout +from sqlalchemy.orm import sessionmaker +from redis.exceptions import RedisError +from botocore.exceptions import BotoCoreError, ClientError + +from .errors import APIError, api_error_handler, validation_error_handler, http_error_handler, internal_error_handler, dependency_error_handler +from .database import create_db_engine +from .store import store +from .auth import sessions +from .middleware import RequestIdMiddleware +from .limits import ResourceLimitMiddleware +from .routers.health import router as health_router +from .routers.users import router as users_router +from .routers.chats import router as chats_router +from .routers.auth import router as auth_router +from .routers.attachments import router as attachments_router + + +@asynccontextmanager +async def lifespan(app): + engine = create_db_engine() + try: + store.sessions = sessionmaker(engine, expire_on_commit=False) + yield + finally: + engine.dispose() + sessions.client.close() + + +app = FastAPI(title="MTUSI Messenger", lifespan=lifespan) +app.add_middleware(ResourceLimitMiddleware) +app.add_middleware(RequestIdMiddleware) +app.add_exception_handler(APIError, api_error_handler) +app.add_exception_handler(RequestValidationError, validation_error_handler) +app.add_exception_handler(HTTPException, http_error_handler) +app.add_exception_handler(Exception, internal_error_handler) +for error in (OperationalError, InterfaceError, PoolTimeout, RedisError, BotoCoreError, ClientError): + app.add_exception_handler(error, dependency_error_handler) + +app.include_router(health_router) +app.include_router(users_router) +app.include_router(chats_router) +app.include_router(auth_router) +app.include_router(attachments_router) diff --git a/src/middleware.py b/src/middleware.py new file mode 100644 index 00000000..c2b73a16 --- /dev/null +++ b/src/middleware.py @@ -0,0 +1,43 @@ +from uuid import uuid4 +from socket import gethostname +from starlette.responses import JSONResponse +from starlette.middleware.base import BaseHTTPMiddleware +from starlette.requests import Request +import re + + +def is_upload(method, path): + return method == 'POST' and re.fullmatch(r'/api/v1/chats/[^/]+/attachments', path) is not None + +INSTANCE_ID = gethostname() + + +class RequestIdMiddleware(BaseHTTPMiddleware): + async def dispatch(self, request: Request, call_next): + request_id = request.headers.get("X-Request-Id", "").strip() or str(uuid4()) + request.state.request_id = request_id + + if (request.method in {"POST", "PUT", "PATCH"} + and request.url.path.startswith("/api/") + and not is_upload(request.method, request.url.path) + and request.url.path != '/api/v1/auth/sessions'): + content_type = request.headers.get("content-type", "").split(";", 1)[0].strip().lower() + if content_type != "application/json": + response = JSONResponse( + status_code=415, + content={ + "error": { + "code": "unsupported_media_type", + "message": "Ожидается Content-Type application/json", + "request_id": request_id, + } + }, + ) + response.headers["X-Request-Id"] = request_id + response.headers["X-Instance-Id"] = INSTANCE_ID + return response + + response = await call_next(request) + response.headers["X-Request-Id"] = request_id + response.headers["X-Instance-Id"] = INSTANCE_ID + return response diff --git a/src/models.py b/src/models.py new file mode 100644 index 00000000..e4255701 --- /dev/null +++ b/src/models.py @@ -0,0 +1,108 @@ +from datetime import datetime +from uuid import uuid4 + +from sqlalchemy import BigInteger, CheckConstraint, DateTime, ForeignKey, Index, Text, Uuid, func +from sqlalchemy.orm import DeclarativeBase, Mapped, mapped_column +from sqlalchemy.dialects.postgresql import ARRAY, JSONB + + +class Base(DeclarativeBase): + pass + + +class User(Base): + __tablename__ = 'users' + __table_args__ = ( + CheckConstraint("username ~ '^[a-z0-9_]{3,32}$'"), + CheckConstraint('char_length(display_name) BETWEEN 1 AND 100'), + ) + id: Mapped[str] = mapped_column(Uuid(as_uuid=False), primary_key=True, default=lambda: str(uuid4())) + username: Mapped[str] = mapped_column(Text, unique=True) + display_name: Mapped[str] = mapped_column(Text) + password_hash: Mapped[str] = mapped_column(Text) + created_at: Mapped[datetime] = mapped_column(DateTime(timezone=True), server_default=func.clock_timestamp()) + + +class Chat(Base): + __tablename__ = 'chats' + __table_args__ = ( + CheckConstraint('char_length(title) BETWEEN 1 AND 100'), + Index('chats_order_idx', 'created_at', 'id'), + ) + id: Mapped[str] = mapped_column(Uuid(as_uuid=False), primary_key=True, default=lambda: str(uuid4())) + title: Mapped[str] = mapped_column(Text) + created_at: Mapped[datetime] = mapped_column(DateTime(timezone=True), server_default=func.clock_timestamp()) + history_version: Mapped[int] = mapped_column(BigInteger, server_default='0') + + +class ChatMember(Base): + __tablename__ = 'chat_members' + __table_args__ = (Index('chat_members_user_idx', 'user_id', 'chat_id'),) + chat_id: Mapped[str] = mapped_column(Uuid(as_uuid=False), ForeignKey('chats.id', ondelete='CASCADE'), primary_key=True) + user_id: Mapped[str] = mapped_column(Uuid(as_uuid=False), ForeignKey('users.id'), primary_key=True) + + +class Message(Base): + __tablename__ = 'messages' + __table_args__ = ( + CheckConstraint('char_length(text) <= 4000'), + CheckConstraint("length(btrim(text)) > 0 OR cardinality(attachment_ids) > 0"), + Index('messages_history_idx', 'chat_id', 'created_at', 'id'), + ) + id: Mapped[str] = mapped_column(Uuid(as_uuid=False), primary_key=True, default=lambda: str(uuid4())) + chat_id: Mapped[str] = mapped_column(Uuid(as_uuid=False), ForeignKey('chats.id', ondelete='CASCADE')) + sender_id: Mapped[str] = mapped_column(Uuid(as_uuid=False), ForeignKey('users.id')) + text: Mapped[str] = mapped_column(Text) + attachment_ids: Mapped[list[str]] = mapped_column(ARRAY(Uuid(as_uuid=False)), default=list, server_default='{}') + created_at: Mapped[datetime] = mapped_column(DateTime(timezone=True), server_default=func.clock_timestamp()) + + +class SchemaMigration(Base): + __tablename__ = 'schema_migrations' + version: Mapped[str] = mapped_column(Text, primary_key=True) + applied_at: Mapped[datetime] = mapped_column(DateTime(timezone=True), server_default=func.now(), nullable=True) + + +class Attachment(Base): + __tablename__ = 'attachments' + id: Mapped[str] = mapped_column(Uuid(as_uuid=False), primary_key=True) + chat_id: Mapped[str] = mapped_column(Uuid(as_uuid=False), ForeignKey('chats.id', ondelete='CASCADE')) + owner_id: Mapped[str] = mapped_column(Uuid(as_uuid=False), ForeignKey('users.id')) + object_key: Mapped[str] = mapped_column(Text, unique=True) + filename: Mapped[str] = mapped_column(Text) + content_type: Mapped[str] = mapped_column(Text) + size_bytes: Mapped[int] = mapped_column(BigInteger) + sha256: Mapped[str] = mapped_column(Text) + created_at: Mapped[datetime] = mapped_column(DateTime(timezone=True), server_default=func.clock_timestamp()) + updated_at: Mapped[datetime] = mapped_column(DateTime(timezone=True), server_default=func.clock_timestamp()) + status: Mapped[str] = mapped_column(Text, server_default='queued') + staging_key: Mapped[str | None] = mapped_column(Text) + variants: Mapped[list] = mapped_column(JSONB, server_default='[]') + error_code: Mapped[str | None] = mapped_column(Text) + + +class AttachmentJob(Base): + """The job row is also the transactional outbox and failed-job registry.""" + __tablename__ = 'attachment_jobs' + id: Mapped[str] = mapped_column(Uuid(as_uuid=False), primary_key=True, default=lambda: str(uuid4())) + attachment_id: Mapped[str] = mapped_column(Uuid(as_uuid=False), ForeignKey('attachments.id'), unique=True) + pipeline_version: Mapped[int] = mapped_column(BigInteger, server_default='1') + attempt: Mapped[int] = mapped_column(BigInteger, server_default='0') + failures: Mapped[int] = mapped_column(BigInteger, server_default='0') + last_error: Mapped[str | None] = mapped_column(Text) + first_started_at: Mapped[datetime | None] = mapped_column(DateTime(timezone=True)) + available_at: Mapped[datetime] = mapped_column(DateTime(timezone=True), server_default=func.now()) + published_at: Mapped[datetime | None] = mapped_column(DateTime(timezone=True)) + lease_until: Mapped[datetime | None] = mapped_column(DateTime(timezone=True)) + lease_token: Mapped[str | None] = mapped_column(Uuid(as_uuid=False)) + created_at: Mapped[datetime] = mapped_column(DateTime(timezone=True), server_default=func.clock_timestamp()) + replay_audit: Mapped[list] = mapped_column(JSONB, server_default='[]') + + +class IdempotencyRecord(Base): + __tablename__ = 'message_idempotency' + actor_id: Mapped[str] = mapped_column(Uuid(as_uuid=False), ForeignKey('users.id'), primary_key=True) + chat_id: Mapped[str] = mapped_column(Uuid(as_uuid=False), ForeignKey('chats.id', ondelete='CASCADE'), primary_key=True) + key: Mapped[str] = mapped_column(Text, primary_key=True) + message_id: Mapped[str] = mapped_column(Uuid(as_uuid=False), ForeignKey('messages.id', ondelete='CASCADE')) + created_at: Mapped[datetime] = mapped_column(DateTime(timezone=True), server_default=func.clock_timestamp()) diff --git a/src/object_storage.py b/src/object_storage.py new file mode 100644 index 00000000..d3cb2527 --- /dev/null +++ b/src/object_storage.py @@ -0,0 +1,23 @@ +import os +from functools import lru_cache + +import boto3 +from botocore.config import Config + +BUCKET = os.getenv('S3_BUCKET', 'messenger-attachments') +PREFIX = 'originals/' + + +@lru_cache(maxsize=1) +def s3_client(): + return boto3.client( + 's3', endpoint_url=os.getenv('S3_ENDPOINT', 'http://s3:9000'), + region_name=os.getenv('S3_REGION', 'us-east-1'), + aws_access_key_id=os.environ['S3_ACCESS_KEY_ID'], + aws_secret_access_key=os.environ['S3_SECRET_ACCESS_KEY'], + config=Config(connect_timeout=2, read_timeout=5, + retries={'total_max_attempts': 1}, + s3={'addressing_style': 'path'}, + request_checksum_calculation='when_required', + response_checksum_validation='when_required'), + ) diff --git a/src/routers/__init__.py b/src/routers/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/src/routers/attachments.py b/src/routers/attachments.py new file mode 100644 index 00000000..f5eb354f --- /dev/null +++ b/src/routers/attachments.py @@ -0,0 +1,90 @@ +import asyncio +import hashlib +from tempfile import TemporaryFile +from urllib.parse import quote + +from fastapi import APIRouter, Depends, Query, Request +from starlette.background import BackgroundTask +from starlette.concurrency import run_in_threadpool +from starlette.requests import ClientDisconnect +from starlette.responses import StreamingResponse + +from ..attachments import MAX_BYTES, get_attachment, metadata, save_attachment, validate_filename +from ..dependencies import current_user +from ..errors import APIError +from ..object_storage import BUCKET, s3_client +from ..store import ensure_uuid, store + +router = APIRouter(prefix='/api/v1', tags=['attachments']) +# At most one decoded image (<=40M pixels) per API process; incoming bodies use disk. +decode_slot = asyncio.Semaphore(1) + + +@router.post('/chats/{chat_id}/attachments', status_code=202) +async def upload(chat_id: str, request: Request, filename: str = Query(...), + user: dict = Depends(current_user)): + chat_id = ensure_uuid(chat_id) + await run_in_threadpool(store.get_chat_for_user, chat_id, user['id']) + validate_filename(filename) + content_type = request.headers.get('content-type', '').split(';', 1)[0].strip().lower() + if content_type not in ('image/png', 'image/jpeg'): + raise APIError(415, 'unsupported_media_type', 'Ожидается PNG или JPEG') + length = request.headers.get('content-length') + if length is not None: + try: + length = int(length) + if length < 0: + raise ValueError() + except ValueError as exc: + raise APIError(400, 'invalid_request', 'Неверный Content-Length') from exc + if length > MAX_BYTES: + raise APIError(413, 'payload_too_large', 'Файл слишком большой') + size = 0 + digest = hashlib.sha256() + with TemporaryFile() as source: + try: + async with asyncio.timeout(30): + async for chunk in request.stream(): + size += len(chunk) + if size > MAX_BYTES: + raise APIError(413, 'payload_too_large', 'Файл слишком большой') + digest.update(chunk) + await run_in_threadpool(source.write, chunk) + except (TimeoutError, ClientDisconnect) as exc: + raise APIError(400, 'invalid_request', 'Загрузка прервана') from exc + if length is not None and size != length: + raise APIError(400, 'invalid_request', 'Неполное тело запроса') + async with decode_slot: + return await run_in_threadpool(save_attachment, source, chat_id, user['id'], + filename, content_type, size, digest.hexdigest()) + + +@router.get('/attachments/{attachment_id}') +def attachment_info(attachment_id: str, user: dict = Depends(current_user)): + return metadata(get_attachment(attachment_id, user['id'])) + + +@router.get('/attachments/{attachment_id}/content') +def download(attachment_id: str, variant: str = 'original', user: dict = Depends(current_user)): + attachment = get_attachment(attachment_id, user['id']) + if attachment.status != 'ready': + raise APIError(409, 'conflict', 'Вложение ещё не готово') + key, content_type, size = attachment.object_key, attachment.content_type, attachment.size_bytes + if variant != 'original': + item = next((v for v in attachment.variants if v['name'] == variant), None) + if item is None: + raise APIError(404, 'not_found', 'Вариант не найден') + key, content_type, size = item['object_key'], item['content_type'], item['size_bytes'] + body = s3_client().get_object(Bucket=BUCKET, Key=key)['Body'] + + def chunks(): + try: + yield from body.iter_chunks(chunk_size=64 * 1024) + finally: + body.close() + + return StreamingResponse(chunks(), media_type=content_type, + headers={'Content-Length': str(size), + 'Content-Disposition': "attachment; filename*=UTF-8''" + quote(attachment.filename, safe=''), + 'X-Content-Type-Options': 'nosniff'}, + background=BackgroundTask(body.close)) diff --git a/src/routers/auth.py b/src/routers/auth.py new file mode 100644 index 00000000..bb4beaa4 --- /dev/null +++ b/src/routers/auth.py @@ -0,0 +1,34 @@ +import base64 + +from fastapi import APIRouter, Depends, Header, Request, Response +from starlette.concurrency import run_in_threadpool + +from ..auth import sessions, unauthorized +from ..dependencies import bearer_token, current_user +from ..errors import APIError +from ..store import store + +router = APIRouter(prefix='/api/v1/auth/sessions', tags=['auth']) + + +@router.post('', status_code=201) +async def create_session(request: Request, authorization: str = Header(default='')): + if await request.body(): + raise APIError(400, 'invalid_request', 'Вход не принимает тело запроса') + try: + scheme, encoded = authorization.split() + if scheme.lower() != 'basic': + raise ValueError() + username, password = base64.b64decode(encoded, validate=True).decode('utf-8').split(':', 1) + if not username.isascii() or not 12 <= len(password) <= 128 or '\x00' in username: + raise ValueError() + except (ValueError, UnicodeError): + raise unauthorized() from None + user = await run_in_threadpool(store.login, username, password) + return await run_in_threadpool(sessions.create, user) + + +@router.delete('/current', status_code=204) +def logout(token: str = Depends(bearer_token), user: dict = Depends(current_user)): + sessions.delete(token) + return Response(status_code=204) diff --git a/src/routers/chats.py b/src/routers/chats.py new file mode 100644 index 00000000..58aa1c72 --- /dev/null +++ b/src/routers/chats.py @@ -0,0 +1,49 @@ +from typing import Optional +import re + +from fastapi import APIRouter, Depends, Header, Query, status +from ..errors import APIError + +from ..dependencies import current_user, page_limit +from ..schemas.chat import Chat, ChatPage, CreateChat +from ..schemas.message import CreateMessage, Message, MessagePage +from ..store import store + +router = APIRouter(prefix="/api/v1/chats", tags=["chats"]) + + +@router.post("", response_model=Chat, status_code=status.HTTP_201_CREATED) +def create_chat(payload: CreateChat, user: dict = Depends(current_user)): + return store.create_chat(user["id"], payload.title, payload.member_ids) + + +@router.get("", response_model=ChatPage) +def list_chats( + limit: int = Depends(page_limit), + cursor: Optional[str] = Query(default=None, min_length=1), + user: dict = Depends(current_user), +): + return store.list_chats(user["id"], limit, cursor) + + +@router.get("/{chat_id}", response_model=Chat) +def get_chat(chat_id: str, user: dict = Depends(current_user)): + return store.get_chat_for_user(chat_id, user["id"]) + + +@router.post("/{chat_id}/messages", response_model=Message, status_code=status.HTTP_201_CREATED) +def create_message(chat_id: str, payload: CreateMessage, user: dict = Depends(current_user), + idempotency_key: Optional[str] = Header(default=None)): + if not idempotency_key or not re.fullmatch(r'[A-Za-z0-9._:-]{1,128}', idempotency_key): + raise APIError(400, 'invalid_request', 'Требуется корректный Idempotency-Key') + return store.create_message(chat_id, user["id"], payload.text, idempotency_key, payload.attachment_ids) + + +@router.get("/{chat_id}/messages", response_model=MessagePage) +def list_messages( + chat_id: str, + limit: int = Depends(page_limit), + cursor: Optional[str] = Query(default=None, min_length=1), + user: dict = Depends(current_user), +): + return store.list_messages(chat_id, user["id"], limit, cursor) diff --git a/src/routers/health.py b/src/routers/health.py new file mode 100644 index 00000000..f2015d38 --- /dev/null +++ b/src/routers/health.py @@ -0,0 +1,23 @@ +from fastapi import APIRouter +from sqlalchemy import select + +from ..schemas.common import Health +from ..auth import sessions +from ..store import store +from ..object_storage import BUCKET, s3_client + +router = APIRouter(prefix='/health') + + +@router.get("/live", response_model=Health) +def health_live(): + return {"status": "ok"} + + +@router.get("/ready", response_model=Health) +def health_ready(): + with store.sessions() as session: + session.execute(select(1)) + sessions.client.ping() + s3_client().head_bucket(Bucket=BUCKET) + return {"status": "ok"} diff --git a/src/routers/users.py b/src/routers/users.py new file mode 100644 index 00000000..2c8b69c9 --- /dev/null +++ b/src/routers/users.py @@ -0,0 +1,19 @@ +from fastapi import APIRouter, Depends, status + +from ..dependencies import current_user +from ..schemas.user import CreateUser, User +from ..store import store + + + +router = APIRouter(prefix="/api/v1/users", tags=["users"]) + + +@router.post("", response_model=User, status_code=status.HTTP_201_CREATED) +def create_user(payload: CreateUser): + return store.create_user(payload.username, payload.display_name, payload.password) + + +@router.get("/me", response_model=User) +def get_current_user(user: dict = Depends(current_user)): + return user diff --git a/src/schemas/__init__.py b/src/schemas/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/src/schemas/chat.py b/src/schemas/chat.py new file mode 100644 index 00000000..b1a3629d --- /dev/null +++ b/src/schemas/chat.py @@ -0,0 +1,35 @@ +from typing import List, Optional + +from pydantic import Field, StrictStr, field_validator + +from .common import ContractModel + + + +class CreateChat(ContractModel): + title: StrictStr = Field(min_length=1, max_length=100) + member_ids: List[StrictStr] = Field(min_length=1, max_length=100) + + @field_validator("title") + def validate_title(cls, value): + if not value.strip(): + raise ValueError("blank title") + return value + + @field_validator("member_ids") + def validate_member_ids(cls, value): + if len(value) != len(set(value)): + raise ValueError("duplicate member_ids") + return value + + +class Chat(ContractModel): + id: str + title: str + member_ids: List[str] + created_at: str + + +class ChatPage(ContractModel): + items: List[Chat] + next_cursor: Optional[str] diff --git a/src/schemas/common.py b/src/schemas/common.py new file mode 100644 index 00000000..06a7bc20 --- /dev/null +++ b/src/schemas/common.py @@ -0,0 +1,17 @@ +from pydantic import BaseModel, ConfigDict, field_validator + + +class ContractModel(BaseModel): + model_config = ConfigDict(extra="forbid") + + @field_validator('*') + def validate_text_encoding(cls, value, info): + if isinstance(value, str): + value.encode('utf-8') + if info.field_name != 'password' and '\x00' in value: + raise ValueError('NUL is not supported in PostgreSQL text') + return value + + +class Health(ContractModel): + status: str diff --git a/src/schemas/message.py b/src/schemas/message.py new file mode 100644 index 00000000..75268c55 --- /dev/null +++ b/src/schemas/message.py @@ -0,0 +1,39 @@ +from typing import List, Optional + +from pydantic import Field, StrictStr, field_validator, model_validator +from uuid import UUID + +from .common import ContractModel + + + +class CreateMessage(ContractModel): + text: StrictStr = Field(max_length=4000) + attachment_ids: List[StrictStr] = Field(default_factory=list, max_length=10) + + @field_validator('attachment_ids') + def validate_ids(cls, value): + ids = [str(UUID(item)) for item in value] + if len(ids) != len(set(ids)): + raise ValueError('duplicate attachments') + return ids + + @model_validator(mode='after') + def validate_content(self): + if not self.text.strip() and not self.attachment_ids: + raise ValueError('empty message') + return self + + +class Message(ContractModel): + id: str + chat_id: str + sender_id: str + text: str + attachment_ids: List[str] + created_at: str + + +class MessagePage(ContractModel): + items: List[Message] + next_cursor: Optional[str] diff --git a/src/schemas/user.py b/src/schemas/user.py new file mode 100644 index 00000000..bd18d5bc --- /dev/null +++ b/src/schemas/user.py @@ -0,0 +1,34 @@ +import re + +from pydantic import Field, StrictStr, field_validator + +from .common import ContractModel + + + +USERNAME_RE = re.compile(r"^[a-z0-9_]{3,32}$") + + +class CreateUser(ContractModel): + username: StrictStr + display_name: StrictStr = Field(min_length=1, max_length=100) + password: StrictStr = Field(min_length=12, max_length=128) + + @field_validator("username") + def validate_username(cls, value): + if not USERNAME_RE.fullmatch(value): + raise ValueError("invalid username") + return value + + @field_validator("display_name") + def validate_display_name(cls, value): + if not value.strip(): + raise ValueError("blank display_name") + return value + + +class User(ContractModel): + id: str + username: str + display_name: str = Field(min_length=1, max_length=100) + created_at: str diff --git a/src/store.py b/src/store.py new file mode 100644 index 00000000..b273f4c3 --- /dev/null +++ b/src/store.py @@ -0,0 +1,229 @@ +import base64 +import json +from datetime import datetime, timezone +from typing import Tuple +from uuid import UUID + +from sqlalchemy import select, tuple_, update +from sqlalchemy.exc import IntegrityError + +from .auth import password_hasher, verify_password, unauthorized +from .errors import APIError +from .cache import history_cache +from .models import User, Chat, ChatMember, Message, IdempotencyRecord, Attachment + + +def ensure_uuid(value): + try: + if not isinstance(value, str): + raise ValueError() + return str(UUID(value)) + except (TypeError, ValueError) as exc: + raise APIError(400, 'invalid_request', 'Неверный UUID') from exc + + +def serialize(model, *fields): + if model is None: + return None + result = {} + for field in fields: + value = getattr(model, field) + if isinstance(value, datetime): + value = value.astimezone(timezone.utc).isoformat(timespec='microseconds').replace('+00:00', 'Z') + result[field] = value + return result + + +USER_FIELDS = ('id', 'username', 'display_name', 'created_at') +CHAT_FIELDS = ('id', 'title', 'created_at') +MESSAGE_FIELDS = ('id', 'chat_id', 'sender_id', 'text', 'created_at', 'attachment_ids') + + +def after_condition(model, after): + return tuple_(model.created_at, model.id) > ( + datetime.fromisoformat(after[0].replace('Z', '+00:00')), after[1]) + + +def history_query(chat_id, limit, after): + query = select(Message).where(Message.chat_id == chat_id) + if after: + query = query.where(after_condition(Message, after)) + return query.order_by(Message.created_at, Message.id).limit(limit + 1) + + +class PostgresStore: + def __init__(self, cache=history_cache): + self.sessions = None + self.cache = cache + + def create_user(self, username, display_name, password): + user = User(username=username, display_name=display_name, password_hash=password_hasher.hash(password)) + try: + with self.sessions.begin() as session: + session.add(user) + session.flush() + result = serialize(user, *USER_FIELDS) + return result + except IntegrityError as exc: + if getattr(exc.orig, 'sqlstate', None) == '23505': + raise APIError(409, 'conflict', 'Имя пользователя уже занято') from exc + raise + + def get_user(self, user_id): + with self.sessions() as session: + return serialize(session.get(User, ensure_uuid(user_id)), *USER_FIELDS) + + def login(self, username, password): + with self.sessions() as session: + user = session.scalar(select(User).where(User.username == username)) + encoded = user.password_hash if user else None + result = serialize(user, *USER_FIELDS) + if not verify_password(encoded, password): + raise unauthorized() + return result + + def create_chat(self, actor_id, title, member_ids): + members = [ensure_uuid(member) for member in member_ids] + if len(members) != len(set(members)) or actor_id not in members: + raise APIError(400, 'invalid_request', 'Неверный список участников') + try: + with self.sessions.begin() as session: + chat = Chat(title=title) + session.add(chat) + session.flush() + session.add_all([ChatMember(chat_id=chat.id, user_id=member) for member in members]) + result = serialize(chat, *CHAT_FIELDS) + result['member_ids'] = sorted(members) + return result + except IntegrityError as exc: + if getattr(exc.orig, 'sqlstate', None) == '23503': + raise APIError(400, 'invalid_request', 'Неизвестный участник') from exc + raise + + @staticmethod + def _chat(session, chat_id, actor_id): + chat = session.scalar(select(Chat).join(ChatMember).where( + Chat.id == chat_id, ChatMember.user_id == actor_id)) + if chat is None: + raise APIError(404, 'not_found', 'Объект не найден') + return chat + + @staticmethod + def _members(session, chat): + result = serialize(chat, *CHAT_FIELDS) + result['member_ids'] = list(session.scalars(select(ChatMember.user_id).where( + ChatMember.chat_id == chat.id).order_by(ChatMember.user_id))) + return result + + def get_chat_for_user(self, chat_id, actor_id): + with self.sessions() as session: + return self._members(session, self._chat(session, ensure_uuid(chat_id), actor_id)) + + def list_chats(self, actor_id, limit, cursor): + after = self._decode_cursor(cursor, 'chats', actor_id) if cursor else None + query = select(Chat).join(ChatMember).where(ChatMember.user_id == actor_id) + if after: + query = query.where(after_condition(Chat, after)) + query = query.order_by(Chat.created_at, Chat.id).limit(limit + 1) + with self.sessions() as session: + chats = list(session.scalars(query)) + items = [self._members(session, chat) for chat in chats[:limit]] + return self._page(items, len(chats) > limit, 'chats', actor_id) + + def create_message(self, chat_id, actor_id, text, idempotency_key=None, attachment_ids=None): + chat_id = ensure_uuid(chat_id) + attachment_ids = [ensure_uuid(item) for item in (attachment_ids or [])] + with self.sessions.begin() as session: + self._chat(session, chat_id, actor_id) + if attachment_ids: + found = list(session.scalars(select(Attachment).where( + Attachment.id.in_(attachment_ids), Attachment.chat_id == chat_id) + .order_by(Attachment.id).with_for_update())) + if len(found) != len(attachment_ids): + raise APIError(404, 'not_found', 'Объект не найден') + if idempotency_key is not None: + # Serialize writers to this chat before looking up the key. + # The same row is updated below for history cache invalidation. + session.execute(select(Chat.id).where(Chat.id == chat_id).with_for_update()) + record = session.get(IdempotencyRecord, (actor_id, chat_id, idempotency_key)) + if record is not None: + previous = session.get(Message, record.message_id) + if previous.text != text or previous.attachment_ids != attachment_ids: + raise APIError(409, 'conflict', 'Ключ уже использован для другого сообщения') + return serialize(previous, *MESSAGE_FIELDS) + if attachment_ids and any(item.status == 'failed' for item in found): + raise APIError(409, 'conflict', 'Обработка вложения завершилась ошибкой') + session.execute(update(Chat).where(Chat.id == chat_id).values( + history_version=Chat.history_version + 1)) + message = Message(chat_id=chat_id, sender_id=actor_id, text=text, attachment_ids=attachment_ids) + session.add(message) + session.flush() + if idempotency_key is not None: + session.add(IdempotencyRecord(actor_id=actor_id, chat_id=chat_id, + key=idempotency_key, message_id=message.id)) + result = serialize(message, *MESSAGE_FIELDS) + return result + + def list_messages(self, chat_id, actor_id, limit, cursor): + chat_id = ensure_uuid(chat_id) + after = self._decode_cursor(cursor, 'messages', chat_id) if cursor else None + with self.sessions() as session: + version = self._chat(session, chat_id, actor_id).history_version + return self.cache.get_or_load( + chat_id, version, limit, after, + lambda: self._load_messages(chat_id, limit, after), + ) + + def _load_messages(self, chat_id, limit, after): + with self.sessions() as session: + messages = list(session.scalars(history_query(chat_id, limit, after))) + items = [serialize(message, *MESSAGE_FIELDS) for message in messages[:limit]] + return self._page(items, len(messages) > limit, 'messages', chat_id) + + def _page(self, items, has_more, resource, owner_id): + cursor = None + if has_more: + last = items[-1] + cursor = self._encode_cursor(resource, owner_id, last['created_at'], last['id']) + return {'items': items, 'next_cursor': cursor} + + @staticmethod + def _encode_cursor(resource: str, owner_id: str, created_at: str, item_id: str) -> str: + payload = { + "resource": resource, + "owner_id": owner_id, + "created_at": created_at, + "id": item_id, + } + raw = json.dumps(payload, separators=(",", ":"), ensure_ascii=False).encode("utf-8") + return base64.urlsafe_b64encode(raw).decode("ascii").rstrip("=") + + @staticmethod + def _decode_cursor(cursor: str, resource: str, owner_id: str) -> Tuple[str, str]: + try: + padded = cursor + "=" * (-len(cursor) % 4) + payload = json.loads(base64.b64decode(padded.encode("ascii"), altchars=b"-_", validate=True).decode("utf-8")) + except (ValueError, UnicodeError, json.JSONDecodeError) as exc: + raise APIError(400, "invalid_request", "Неверный cursor") from exc + + if not isinstance(payload, dict): + raise APIError(400, "invalid_request", "Неверный cursor") + + if payload.get("resource") != resource or payload.get("owner_id") != owner_id: + raise APIError(400, "invalid_request", "Неверный cursor") + + item_id = ensure_uuid(payload.get("id")) + created_at = payload.get("created_at") + if not isinstance(created_at, str) or not created_at: + raise APIError(400, "invalid_request", "Неверный cursor") + try: + parsed = datetime.fromisoformat(created_at.replace("Z", "+00:00")) + if not created_at.endswith("Z") or parsed.tzinfo != timezone.utc: + raise ValueError("Expected UTC timestamp") + created_at = parsed.isoformat(timespec="microseconds").replace("+00:00", "Z") + except ValueError as exc: + raise APIError(400, "invalid_request", "Неверный cursor") from exc + return created_at, item_id + + +store = PostgresStore() diff --git a/src/worker.py b/src/worker.py new file mode 100644 index 00000000..0708885f --- /dev/null +++ b/src/worker.py @@ -0,0 +1,76 @@ +"""Bounded consumers, one unacknowledged message per consumer, hard process timeout.""" +import json +import logging +import os +import subprocess +import sys +import time +from concurrent.futures import ThreadPoolExecutor +from uuid import uuid4 + +from sqlalchemy.orm import sessionmaker + +from .database import create_db_engine +from .jobs import GROUP, STREAM, LEASE_SECONDS, TIMEOUT, broker, claim, ensure_group, record_failure + + +def handle(sessions, client, message_id, fields): + try: + claimed = claim(sessions, json.loads(fields['job'])) + except (ValueError, KeyError, TypeError): + logging.error('Invalid broker envelope: id=%s', message_id) + claimed = None + if claimed: + job_id, token = claimed + try: + result = subprocess.run([sys.executable, '-m', 'src.image_processor', job_id, token], + timeout=TIMEOUT, check=False) + code = result.returncode + except subprocess.TimeoutExpired: + code = 23 + if code in (91, 92): + # Simulate a lost worker before ack: leave the Redis pending entry and lease. + return + if code: + record_failure(sessions, job_id, token, + {20: 'invalid_image', 21: 'resource_limit', 23: 'processing_timeout'} + .get(code, 'processing_failed'), permanent=code in (20, 21)) + # Only after a durable ready/failed/retry (or an existing durable lease). + with client.pipeline(transaction=True) as pipe: + pipe.xack(STREAM, GROUP, message_id) + pipe.xdel(STREAM, message_id) + pipe.execute() + + +def consume(sessions): + client = broker() + consumer = str(uuid4()) + cursor = '0-0' + while True: + try: + ensure_group(client) + pending = client.xautoclaim(STREAM, GROUP, consumer, LEASE_SECONDS * 1000, + start_id=cursor, count=1) + cursor, messages = pending[0], pending[1] + if not messages: + batches = client.xreadgroup(GROUP, consumer, {STREAM: '>'}, count=1, block=1000) + messages = batches[0][1] if batches else [] + for message_id, fields in messages: + handle(sessions, client, message_id, fields) + except Exception as exc: + logging.warning('Worker deferred: %s', type(exc).__name__) + time.sleep(1) + + +def main(): + logging.basicConfig(level=logging.INFO) + engine = create_db_engine() + sessions = sessionmaker(engine, expire_on_commit=False) + concurrency = min(4, max(1, int(os.getenv('WORKER_CONCURRENCY', '2')))) + with ThreadPoolExecutor(max_workers=concurrency) as pool: + for task in [pool.submit(consume, sessions) for _ in range(concurrency)]: + task.result() + + +if __name__ == '__main__': + main() diff --git a/student-tests/edge_cases.py b/student-tests/edge_cases.py new file mode 100644 index 00000000..a3d750f4 --- /dev/null +++ b/student-tests/edge_cases.py @@ -0,0 +1,97 @@ +"""Additional real-container checks: validation, permanent failure, timeout, retention.""" +import os + +from pipeline import Client, check, compose, remote, state, until + + +def main(): + c = Client(os.getenv('BASE_URL', 'http://127.0.0.1:8080')) + alice, bob, eve, chat = c.bootstrap() + path = '/api/v1/chats/' + chat['id'] + '/attachments' + c.call('POST', path + '?filename=bad.png', 415, actor=alice, raw=b'not a PNG', + headers={'Content-Type': 'image/png'}) + c.call('POST', path + '?filename=../bad.png', 400, actor=alice, raw=b'bad', + headers={'Content-Type': 'image/png'}) + try: + compose('stop', 'worker', 'cleanup') + att, data = c.attachment(alice, chat) + aid = att['id'] + before = state(aid) + # A queued record cannot be collected even when its staging is old. + remote(f''' +from datetime import datetime, timedelta, timezone +from types import SimpleNamespace +from src.cleanup import cleanup +client = s3_client() +class SingleObject: + def __getattr__(self, name): + return getattr(client, name) + def get_paginator(self, name): + obj = dict(client.head_object(Bucket=BUCKET, Key={before['staging']!r}), Key={before['staging']!r}) + return SimpleNamespace(paginate=lambda **kw: [{{'Contents': [obj]}}]) +cleanup(sessions, SingleObject(), now=datetime.now(timezone.utc) + timedelta(days=2)) +s3_client().head_object(Bucket=BUCKET, Key={before['staging']!r}) +''') + # Force a real checksum failure after upload, without changing the public contract. + remote(f"s3_client().put_object(Bucket=BUCKET, Key={before['staging']!r}, Body=b'corrupted')\n") + key = 'queued-before-failure-' + aid + message = c.message(alice, chat, '', key=key, attachments=[aid])['json'] + compose('start', 'worker') + until(lambda: state(aid)['status'] == 'failed') + check(state(aid)['attempt'] == 1 and state(aid)['error'] == 'invalid_image', 'permanent error retried') + c.call('GET', '/api/v1/attachments/' + aid + '/content', 409, actor=bob) + check(c.message(alice, chat, '', key=key, attachments=[aid])['json'] == message, + 'failed processing broke message idempotency') + # Expire this test job's failed retention; cleanup must remove its staging. + remote(f''' +from datetime import timedelta +from src.jobs import now, replay +from src.cleanup import cleanup +with sessions.begin() as session: + a = session.get(Attachment, {aid!r}) + a.updated_at = now() - timedelta(days=2) +cleanup(sessions, s3_client()) +try: + replay(sessions, {before['job_id']!r}, 'expired staging must reject') +except ValueError: + pass +else: + raise AssertionError('Replay accepted missing staging') +''') + check(state(aid)['staging'] is None, 'failed staging retention did not expire') + print('PASS: upload validation, active staging retention, permanent failure, message replay, expired staging', flush=True) + + compose('stop', 'worker') + att, _ = c.attachment(alice, chat) + aid = att['id'] + until(lambda: state(aid)['published']) + # Substitute a real sleeping child for the decoder, keeping the real timeout/kill path. + remote(f''' +import subprocess, sys +import src.worker as worker +from unittest.mock import patch +real_run = subprocess.run +def stalled(*args, **kwargs): + return real_run([sys.executable, '-c', 'import time; time.sleep(30)'], timeout=1) +with sessions() as session: + j = session.scalar(select(AttachmentJob).where(AttachmentJob.attachment_id == {aid!r})) + fields = {{'job': json.dumps(envelope(j))}} +with patch.object(worker.subprocess, 'run', stalled): + worker.handle(sessions, broker(), '0-0', fields) +''') + check(state(aid)['status'] == 'queued' and state(aid)['failures'] == 1, 'timeout did not schedule retry') + remote(f''' +with sessions() as session: + j = session.scalar(select(AttachmentJob).where(AttachmentJob.attachment_id == {aid!r})) + assert j.last_error == 'processing_timeout' +''') + compose('start', 'worker') + c.wait_ready(bob, att) + check(state(aid)['attempt'] == 2, 'timeout recovery did not complete') + print('PASS: real subprocess timeout, termination and successful retry', flush=True) + finally: + compose('start', 'worker', 'cleanup') + + +if __name__ == '__main__': + main() diff --git a/student-tests/pipeline.py b/student-tests/pipeline.py new file mode 100644 index 00000000..8274e07e --- /dev/null +++ b/student-tests/pipeline.py @@ -0,0 +1,204 @@ +"""Integration/fault checks for the local lab5 Compose project; restores stopped services.""" +import base64 +import hashlib +import json +import os +from pathlib import Path +import subprocess +import sys +import time + +ROOT = Path(__file__).resolve().parents[1] +sys.path.insert(0, str(ROOT / 'tests')) +from client import Client, check + + +def compose(*args, input=None): + result = subprocess.run(['docker', 'compose', *args], cwd=ROOT, input=input, + text=True, encoding='utf-8', capture_output=True) + if result.returncode: + raise AssertionError('Compose failed: ' + ' '.join(args[:3]) + '\n' + result.stderr) + return result.stdout + + +PRELUDE = ''' +import json +from sqlalchemy import select +from sqlalchemy.orm import sessionmaker +from src.database import create_db_engine +from src.models import Attachment, AttachmentJob +from src.jobs import broker, envelope, GROUP, STREAM +from src.object_storage import BUCKET, s3_client +engine = create_db_engine() +sessions = sessionmaker(engine, expire_on_commit=False) +''' + + +def remote(code, fault=None): + options = ['exec', '-T'] + if fault: + options += ['-e', 'JOB_FAULT=' + fault] + return compose(*options, 'api', 'python', '-', input=PRELUDE + code).strip() + + +def state(attachment_id): + return json.loads(remote(f''' +with sessions() as session: + a = session.get(Attachment, {attachment_id!r}) + j = session.scalar(select(AttachmentJob).where(AttachmentJob.attachment_id == a.id)) + print(json.dumps(dict(status=a.status, error=a.error_code, job_id=j.id, + attempt=j.attempt, failures=j.failures, published=bool(j.published_at), + staging=a.staging_key, variants=a.variants, audit=j.replay_audit))) +''')) + + +def until(fn, timeout=130): + deadline = time.monotonic() + timeout + while time.monotonic() < deadline: + result = fn() + if result: + return result + time.sleep(1) + raise AssertionError('Timed out waiting for durable state') + + +def ready(client): + def probe(): + try: + return client.call('GET', '/health/ready')['status'] == 200 + except Exception: + return False + until(probe, 40) + + +def inject(attachment_id, fault): + # Use a real consumer-group delivery, leaving the message pending at the crash point. + return remote(f''' +from src.worker import handle +client = broker() +with sessions() as session: + j = session.scalar(select(AttachmentJob).where(AttachmentJob.attachment_id == {attachment_id!r})) + target = j.id +for _ in range(100): + batches = client.xreadgroup(GROUP, 'fault-test', {{STREAM: '>'}}, count=1, block=1000) + if batches: + mid, fields = batches[0][1][0] + handle(sessions, client, mid, fields) + if json.loads(fields['job'])['job_id'] == target: + print(mid) + break +else: + raise AssertionError('No delivery for target job') +''', fault=fault) + + +def main(outbox_only=False): + client = Client(os.getenv('BASE_URL', 'http://127.0.0.1:8080')) + alice, bob, eve, chat = client.bootstrap() + try: + compose('stop', 'worker', 'dispatcher', 'cleanup') + attachment, content = client.attachment(alice, chat) + aid = attachment['id'] + check(attachment['status'] == 'queued', 'upload must return queued') + check(not state(aid)['published'], 'outbox was already published') + client.message(alice, chat, '', attachments=[aid]) + client.call('GET', f'/api/v1/attachments/{aid}/content', 409, actor=bob) + # Hard crash after durable COMMIT while dispatcher is stopped: no publish yet. + compose('kill', '-s', 'SIGKILL', 'api') + compose('start', 'api') + ready(client) + check(state(aid)['status'] == 'queued', 'API restart lost upload') + compose('start', 'dispatcher') + until(lambda: state(aid)['published']) + compose('restart', 'broker') + compose('start', 'worker') + result = client.wait_ready(bob, attachment) + check({v['name'] for v in result['variants']} == {'thumbnail', 'crop', 'optimized'}, 'missing variants') + for variant in result['variants']: + download = client.call('GET', f'/api/v1/attachments/{aid}/content?variant=' + variant['name'], actor=bob) + check(hashlib.sha256(download['bytes']).hexdigest() == variant['sha256'], 'variant checksum mismatch') + check(len(download['bytes']) == variant['size_bytes'], 'variant size mismatch') + check(download['headers'].get_content_type() == variant['content_type'], 'variant MIME mismatch') + check(client.call('GET', f'/api/v1/attachments/{aid}/content', actor=bob)['bytes'] == content, 'original changed') + print('PASS: outbox COMMIT/publish gap, stopped worker, API and broker restart', flush=True) + if outbox_only: + return + + for fault in ('after_objects', 'after_commit'): + compose('stop', 'worker') + att, _ = client.attachment(alice, chat) + aid = att['id'] + until(lambda: state(aid)['published']) + pending_id = inject(aid, fault) + snapshot = state(aid) + check(snapshot['status'] == ('processing' if fault == 'after_objects' else 'ready'), 'wrong crash state') + compose('start', 'worker') + until(lambda: state(aid)['status'] == 'ready') + until(lambda: remote(f"print(int(not broker().xpending_range(STREAM, GROUP, {pending_id!r}, {pending_id!r}, 1)))\n") == '1') + if fault == 'after_objects': + check(state(aid)['attempt'] == 2, 'expired lease was not retried') + else: + time.sleep(2) + check(state(aid)['attempt'] == 1, 'ready job was reprocessed') + # Force duplicate delivery; stable object keys and metadata must remain identical. + before = state(aid) + remote(f''' +with sessions() as session: + j = session.get(AttachmentJob, {before['job_id']!r}) + broker().xadd(STREAM, {{'job': json.dumps(envelope(j))}}) +''') + time.sleep(2) + after = state(aid) + check(before['variants'] == after['variants'] and before['attempt'] == after['attempt'], 'duplicate changed result') + count = remote(f"print(s3_client().list_objects_v2(Bucket=BUCKET, Prefix='variants/{aid}/')['KeyCount'])\n") + check(count == '3', 'redelivery produced extra S3 objects') + print('PASS: crash ' + fault + ', redelivery and stable variants', flush=True) + + compose('stop', 'worker') + att, content = client.attachment(alice, chat) + aid = att['id'] + until(lambda: state(aid)['published']) + # Remove only this test's staging object to cause a real temporary S3 error. + staging = state(aid)['staging'] + remote(f"s3_client().delete_object(Bucket=BUCKET, Key={staging!r})\n") + compose('start', 'worker') + until(lambda: state(aid)['status'] == 'failed', 150) + failed = state(aid) + check(failed['error'] == 'retry_exhausted' and failed['attempt'] == 5, 'retry budget incorrect') + client.call('POST', '/api/v1/chats/' + chat['id'] + '/messages', 409, actor=alice, + body={'text': '', 'attachment_ids': [aid]}, headers={'Idempotency-Key': aid}) + registry = compose('exec', '-T', 'api', 'python', '-m', 'src.jobs', 'failed') + check(failed['job_id'] in registry, 'failed job not visible') + remote(f''' +import base64 +s3_client().put_object(Bucket=BUCKET, Key={staging!r}, + Body=base64.b64decode({base64.b64encode(content).decode()!r}), ContentType='image/png') +''') + compose('exec', '-T', 'api', 'python', '-m', 'src.jobs', 'replay', failed['job_id'], + '--reason', 'synthetic test: restored staging') + client.wait_ready(bob, att) + check(len(state(aid)['audit']) == 1 and state(aid)['attempt'] == 6, 'replay lost audit or attempt') + remote(f''' +from src.jobs import replay +try: + replay(sessions, {failed['job_id']!r}, 'must reject ready') +except ValueError: + pass +else: + raise AssertionError('Replayed a ready job') +''') + print('PASS: bounded retries, failed registry, explicit audited replay, ready replay rejected', flush=True) + + compose('exec', '-T', 'api', 'python', '-m', 'src.cleanup', '--once') + check(state(aid)['staging'] is None, 'completed staging was not cleaned') + check(client.call('GET', f'/api/v1/attachments/{aid}/content', actor=bob)['bytes'] == content, 'cleanup deleted original') + print('PASS: staging cleanup preserves ready objects', flush=True) + finally: + compose('start', 'broker', 'dispatcher', 'worker', 'cleanup') + + +if __name__ == '__main__': + import argparse + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument('--outbox-only', action='store_true', help='Only the COMMIT/publish crash scenario') + main(parser.parse_args().outbox_only) diff --git a/student-tests/queue_probe.py b/student-tests/queue_probe.py new file mode 100644 index 00000000..c5f31521 --- /dev/null +++ b/student-tests/queue_probe.py @@ -0,0 +1,240 @@ +"""Executed via Docker exec stdin. Prints only sanitized measurements as JSON.""" +import argparse +import base64 +from concurrent.futures import ThreadPoolExecutor +from datetime import datetime, timezone +import hashlib +import io +import json +import math +import os +from pathlib import Path +import random +import sys +import time +import urllib.error +import urllib.request +from uuid import uuid4 + +sys.path.insert(0, '/app') +from PIL import Image +from sqlalchemy import select +from sqlalchemy.orm import sessionmaker +from src.database import create_db_engine +from src.models import Attachment, AttachmentJob +from src.object_storage import BUCKET, s3_client + +BASE = 'http://nginx:8080' + + +def call(method, path, body=None, token=None, raw=None, headers=None): + headers = dict(headers or {}) + if token: + headers['Authorization'] = 'Bearer ' + token + if body is not None: + raw = json.dumps(body).encode() + headers['Content-Type'] = 'application/json' + request = urllib.request.Request(BASE + path, data=raw, headers=headers, method=method) + try: + response = urllib.request.urlopen(request, timeout=60) + except urllib.error.HTTPError as error: + response = error + with response: + data = response.read() + payload = json.loads(data) if response.headers.get_content_type() == 'application/json' else data + return response.status, payload, response.headers + + +def bootstrap(): + username, password = 'q_' + uuid4().hex[:20], uuid4().hex + status, user, _ = call('POST', '/api/v1/users', body={ + 'username': username, 'password': password, 'display_name': 'Synthetic queue experiment'}) + assert status == 201, ('user', status) + basic = base64.b64encode(f'{username}:{password}'.encode()).decode() + status, session, _ = call('POST', '/api/v1/auth/sessions', headers={'Authorization': 'Basic ' + basic}) + assert status == 201, ('session', status) + token = session['token'] + status, chat, _ = call('POST', '/api/v1/chats', token=token, + body={'title': 'Synthetic queue experiment', 'member_ids': [user['id']]}) + assert status == 201, ('chat', status) + return user['id'], chat['id'], token + + +def fixture(width, height): + pixels = random.Random(202605).randbytes(width * height * 3) + with Image.frombytes('RGB', (width, height), pixels) as picture, io.BytesIO() as output: + picture.save(output, format='JPEG', quality=85) + return output.getvalue() + + +def percentile(values): + return sorted(values)[max(0, math.ceil(len(values) * 0.95) - 1)] + + +def rss_mib(): + # Sum process RSS, not cgroup memory.current (which also counts page cache). + # Shared pages may be counted twice. Exclude this measurement process. + total = 0 + for path in Path('/proc').glob('[0-9]*/status'): + if path.parent.name == str(os.getpid()): + continue + try: + for line in path.read_text().splitlines(): + if line.startswith('VmRSS:'): + total += int(line.split()[1]) + except (FileNotFoundError, ProcessLookupError): + pass + return total / 1024 + + +def rows_for(sessions, owner_id): + with sessions() as session: + return list(session.execute(select(Attachment, AttachmentJob).join( + AttachmentJob, AttachmentJob.attachment_id == Attachment.id) + .where(Attachment.owner_id == owner_id))) + + +def summary(rows): + states = {key: 0 for key in ('queued', 'processing', 'ready', 'failed')} + ages = [] + for attachment, _ in rows: + states[attachment.status] += 1 + if attachment.status == 'queued': + ages.append((datetime.now(timezone.utc) - attachment.created_at).total_seconds()) + return {**states, 'oldest_queued_s': max(ages, default=0)} + + +def staging_keys(): + return {obj['Key'] for page in s3_client().get_paginator('list_objects_v2').paginate( + Bucket=BUCKET, Prefix='staging/') for obj in page.get('Contents', [])} + + +def upload_batch(args, sessions): + owner, chat, token = bootstrap() + data = fixture(args.width, args.height) + before_staging = staging_keys() if args.mode == 'overload' else set() + samples = [] + started = time.monotonic() + + def upload(_): + return call('POST', f'/api/v1/chats/{chat}/attachments?filename=load.jpg', token=token, + raw=data, headers={'Content-Type': 'image/jpeg'}) + + with ThreadPoolExecutor(max_workers=args.clients) as pool: + futures = [pool.submit(upload, i) for i in range(args.count)] + while True: + rows = rows_for(sessions, owner) + snapshot = summary(rows) + samples.append({'elapsed_s': round(time.monotonic() - started, 3), + 'rss_mib': round(rss_mib(), 3), **snapshot}) + if all(f.done() for f in futures): + responses = [f.result() for f in futures] + accepted = [payload for status, payload, _ in responses if status == 202] + if args.mode == 'overload': + rows = rows_for(sessions, owner) + snapshot = summary(rows) + if args.mode == 'overload' or snapshot['ready'] + snapshot['failed'] == len(accepted): + break + if time.monotonic() - started > 300: + raise AssertionError('Batch did not drain in 300 seconds') + time.sleep(0.1) + elapsed = time.monotonic() - started + codes = {str(code): sum(status == code for status, _, _ in responses) + for code in sorted({status for status, _, _ in responses})} + replicas = len({headers['X-Instance-Id'] for _, _, headers in responses}) + result = {'width': args.width, 'height': args.height, 'bytes': len(data), + 'sha256': hashlib.sha256(data).hexdigest(), 'requests': args.count, + 'clients': args.clients, 'http_statuses': codes, 'api_replicas_seen': replicas, + 'elapsed_s': elapsed, 'owner_id': owner, 'attachment_ids': [a['id'] for a in accepted]} + assert len(rows) == len(accepted), 'Rejected upload created metadata' + assert replicas == 2, 'Experiment must exercise both API replicas' + if args.mode == 'overload': + assert len(accepted) == args.limit, (codes, args.limit) + assert codes.get('429') == args.count - args.limit, codes + assert all(a.status == 'queued' for a, _ in rows), 'Worker was not stopped' + assert staging_keys() - before_staging == {'staging/' + a['id'] for a in accepted}, 'Rejected upload left S3 object' + for status, payload, headers in responses: + if status == 429: + assert payload['error']['code'] == 'rate_limited' + assert int(headers['Retry-After']) > 0 + assert call('GET', '/health/ready')[0] == 200 + assert call('GET', f"/api/v1/attachments/{accepted[0]['id']}/content", token=token)[0] == 409 + assert call('POST', f'/api/v1/chats/{chat}/messages', token=token, + body={'text': 'Still responsive under overload'}, + headers={'Idempotency-Key': uuid4().hex})[0] == 201 + result.update({'limit': args.limit, 'accepted': len(accepted), 'rejected': codes['429'], + 'health_and_messages_available': True, 'rejected_leave_no_objects': True}) + else: + assert codes == {'202': args.count}, codes + assert all(a.status == 'ready' and j.attempt == 1 for a, j in rows), 'Failed/retried job in baseline' + waits = [(j.first_started_at - j.created_at).total_seconds() for _, j in rows] + latencies = [(a.updated_at - a.created_at).total_seconds() for a, _ in rows] + result.update({'throughput_per_s': len(rows) / elapsed, + 'ready_p95_s': percentile(latencies), 'queue_wait_p95_s': percentile(waits), + 'queue_lag_max_jobs': max(s['queued'] for s in samples), + 'queue_oldest_max_s': max(s['oldest_queued_s'] for s in samples), + 'processing_max': max(s['processing'] for s in samples), + 'rss_peak_mib': max(s['rss_mib'] for s in samples), + 'samples': samples}) + return result + + +def recover(args, sessions): + expected = json.loads(args.expected) + started = time.monotonic() + while time.monotonic() - started < 180: + rows = rows_for(sessions, expected['owner_id']) + assert not any(a.status == 'failed' for a, _ in rows), 'Accepted job failed' + if len(rows) == expected['accepted'] and all(a.status == 'ready' for a, _ in rows): + break + time.sleep(0.2) + else: + raise AssertionError('Accepted work did not recover') + assert {a.id for a, _ in rows} == set(expected['attachment_ids']), 'Lost/replaced accepted IDs' + for attachment, _ in rows: + keys = [attachment.object_key] + [v['object_key'] for v in attachment.variants] + assert len(attachment.variants) == 3 + for key in keys: + s3_client().head_object(Bucket=BUCKET, Key=key) + with s3_client().get_object(Bucket=BUCKET, Key=attachment.object_key)['Body'] as body: + assert hashlib.sha256(body.read()).hexdigest() == expected['sha256'] + elapsed = time.monotonic() - started + # A new accepted upload proves capacity is released after draining. + # One request need not hit both replicas, so perform this explicitly. + owner, chat, token = bootstrap() + status, _, _ = call('POST', f'/api/v1/chats/{chat}/attachments?filename=after.jpg', token=token, + raw=fixture(320, 200), headers={'Content-Type': 'image/jpeg'}) + assert status == 202, 'Admission did not recover' + deadline = time.monotonic() + 60 + while time.monotonic() < deadline: + fresh = rows_for(sessions, owner) + if fresh and fresh[0][0].status == 'ready': + break + time.sleep(0.2) + else: + raise AssertionError('New upload did not complete after overload') + return {'accepted_ids_preserved': True, 'all_ready': len(rows), 'original_checksums_match': True, + 'all_variants_exist': True, 'drain_observed_s': elapsed, 'new_upload_status': status} + + +def main(): + parser = argparse.ArgumentParser() + parser.add_argument('mode', choices=['measure', 'overload', 'recover']) + parser.add_argument('--width', type=int, default=320) + parser.add_argument('--height', type=int, default=200) + parser.add_argument('--count', type=int, default=18) + parser.add_argument('--clients', type=int, default=6) + parser.add_argument('--limit', type=int, default=12) + parser.add_argument('--expected') + args = parser.parse_args() + engine = create_db_engine() + try: + sessions = sessionmaker(engine, expire_on_commit=False) + result = recover(args, sessions) if args.mode == 'recover' else upload_batch(args, sessions) + print(json.dumps(result)) + finally: + engine.dispose() + + +if __name__ == '__main__': + main() diff --git a/student-tests/test_images.py b/student-tests/test_images.py new file mode 100644 index 00000000..c644cc59 --- /dev/null +++ b/student-tests/test_images.py @@ -0,0 +1,61 @@ +"""Run inside the application image: python -m unittest discover -s /checks.""" +import hashlib +import io +import unittest +from unittest.mock import patch + +from PIL import Image + +from src.image_processor import variants + + +class ImageTests(unittest.TestCase): + def render(self, image, fmt='PNG', **kwargs): + source = io.BytesIO() + image.save(source, format=fmt, **kwargs) + results = list(variants(source.getvalue())) + self.assertEqual([meta['name'] for meta, _ in results], ['thumbnail', 'crop', 'optimized']) + decoded = {} + for meta, data in results: + self.assertEqual(meta['sha256'], hashlib.sha256(data).hexdigest()) + self.assertEqual(meta['size_bytes'], len(data)) + with Image.open(io.BytesIO(data)) as item: + item.load() + self.assertEqual(item.size, (meta['width'], meta['height'])) + self.assertFalse(item.getexif()) + self.assertNotIn('icc_profile', item.info) + decoded[meta['name']] = item.copy() + return decoded + + def test_dimensions_and_floor_rounding(self): + images = self.render(Image.new('RGB', (321, 200), 'red')) + self.assertEqual(images['thumbnail'].size, (256, 159)) + self.assertEqual(images['crop'].size, (128, 128)) + self.assertEqual(images['optimized'].size, (321, 200)) + + def test_no_upscale_and_white_alpha(self): + images = self.render(Image.new('RGBA', (20, 10), (255, 0, 0, 0))) + self.assertEqual(images['thumbnail'].size, (20, 10)) + self.assertEqual(images['optimized'].size, (20, 10)) + self.assertEqual(images['thumbnail'].getpixel((5, 5)), (255, 255, 255)) + + def test_exif_orientation_and_metadata_removal(self): + exif = Image.Exif() + exif[274] = 6 + exif[270] = 'private description' + images = self.render(Image.new('RGB', (320, 200), 'blue'), 'JPEG', exif=exif) + self.assertEqual(images['thumbnail'].size, (160, 256)) + self.assertEqual(images['optimized'].size, (200, 320)) + + def test_optimized_bound(self): + images = self.render(Image.new('RGB', (2000, 1000), 'green')) + self.assertEqual(images['optimized'].size, (1280, 640)) + + def test_worker_pixel_limit(self): + with patch('src.image_processor.MAX_PIXELS', 100): + with self.assertRaises(ValueError): + self.render(Image.new('RGB', (11, 10))) + + +if __name__ == '__main__': + unittest.main()