diff --git a/.dockerignore b/.dockerignore index bc16e55..438f508 100644 --- a/.dockerignore +++ b/.dockerignore @@ -1,20 +1,7 @@ -.git -.github -.env -.env.* -!.env.example -secrets -certs -volumes -data -backups -*.key -*.pem -*.p12 -*.pfx -*.jks -.venv -__pycache__ -node_modules -evidence -.DS_Store +* +!pyproject.toml +!uv.lock +!src/ +!src/** +!migrations/ +!migrations/** diff --git a/.env.example b/.env.example index 2b32655..7cdbc6a 100644 --- a/.env.example +++ b/.env.example @@ -1,30 +1,6 @@ -# Copy to .env for your LOCAL synthetic test environment; never commit .env. -# These are logical interface suggestions; map actual framework names in REPORT.md. -APP_HOST=0.0.0.0 -APP_PORT=8080 -APP_ENV=lab +PUBLIC_PORT=8086 +GRAFANA_PORT=13006 SESSION_TTL_SECONDS=3600 -# Choose credentials locally. File paths contain no secret values. -DATABASE_URL_FILE=/run/secrets/database_url -# Optional on 3, required use on 4 in lab2; Redis OR Valkey: -SESSION_STORE=postgres -CACHE_URL_FILE=/run/secrets/cache_url -API_REPLICAS=2 -IDEMPOTENCY_TTL_SECONDS=86400 -S3_ENDPOINT=http://s3:9000 -S3_REGION=us-east-1 -S3_BUCKET=messenger-attachments -S3_ACCESS_KEY_ID_FILE=/run/secrets/s3_access_key_id -S3_SECRET_ACCESS_KEY_FILE=/run/secrets/s3_secret_access_key -MAX_UPLOAD_BYTES=10485760 -MAX_IMAGE_PIXELS=40000000 -BROKER_URL_FILE=/run/secrets/broker_url -WORKER_CONCURRENCY=2 -JOB_MAX_ATTEMPTS=5 -JOB_TIMEOUT_SECONDS=60 -STAGING_RETENTION_SECONDS=86400 -OTEL_SERVICE_NAME=messenger-api -# Worker must set a distinct service.name. -OTEL_EXPORTER_OTLP_ENDPOINT=http://otel-collector:4318 -OTEL_EXPORTER_OTLP_PROTOCOL=http/protobuf -OTEL_RESOURCE_ATTRIBUTES=deployment.environment.name=lab +OTEL_ENABLED=1 +OTEL_SAMPLE_RATIO=1 +OTEL_METRIC_INTERVAL_MS=5000 diff --git a/.gitignore b/.gitignore index b5a7189..94fbfc4 100644 --- a/.gitignore +++ b/.gitignore @@ -30,3 +30,5 @@ coverage/ .vscode/ # Keep small, sanitized evidence summaries in evidence/ under version control. # Inspect git diff --cached: ignore rules are not a secret scanner. +.pytest_cache/ +.ruff_cache/ diff --git a/DEFENSE.md b/DEFENSE.md new file mode 100644 index 0000000..1b10c70 --- /dev/null +++ b/DEFENSE.md @@ -0,0 +1,100 @@ +# ЛР6: как объяснить работу на защите + +Васильев Никита, БВТ2301. Работа продолжает тот же мессенджер: пользователи, чаты, сообщения и вложения. Здесь мы добавили способы понять, **что происходит внутри нескольких процессов**, когда запрос медленный или обработка вложения не закончилась. + +## Что изменилось после ЛР5 + +Раньше уже работали балансировщик, несколько API, PostgreSQL, приватное S3, диспетчер, брокер и worker. API сохраняет задание в БД вместе с метаданными вложения; диспетчер доставляет уведомление в брокер; worker читает исходное изображение, создаёт результаты и обновляет состояние задания. БД остаётся источником состояния задания, а брокер помогает его доставить. + +В ЛР6 API, диспетчер и worker дополнительно отправляют телеметрию через OpenTelemetry Collector. Метрики хранятся в Prometheus, логи — в Loki, трассировки — в Tempo. Grafana показывает их через заранее описанные источники данных и dashboard. Collector принимает и пересылает сигналы; он не заменяет все три хранилища. + +```mermaid +flowchart LR + U[Клиент] --> LB[Балансировщик] + LB --> A[API] + A --> DB[(PostgreSQL)] + A --> S[(S3)] + DB --> D[Диспетчер] + D --> B[Брокер] + B --> W[Worker] + W --> DB + W --> S + A -. телеметрия .-> C[Collector] + D -. телеметрия .-> C + W -. телеметрия .-> C + C --> P[Prometheus / Loki / Tempo] + P --> G[Grafana] +``` + +Телеметрия не является хранилищем сообщений или заданий. При её отказе мессенджер должен продолжать работу; часть диагностических данных при переполнении ограниченных очередей может потеряться. + +## Три сигнала на одном примере + +Пользователь загрузил картинку, но долго видит `processing`. + +- **Метрика** показывает масштаб: очередь растёт, возраст самого старого задания увеличивается, скорость завершения уменьшилась. Это числа за интервал, удобные для графика и алерта. +- **Лог** показывает событие: worker встретил временную ошибку и назначил повтор. У события есть время, сервис, severity и идентификаторы трассировки. +- **Trace** показывает путь конкретной загрузки: HTTP API → публикация в брокер → получение worker → SQL/S3. Каждый участок — span со своим временем и связью с родительским участком. + +`trace_id` связывает участки одной операции, `span_id` обозначает отдельный участок. Один trace может проходить через разные процессы и несколько попыток выполнения задания. Это не означает, что все участки происходят одновременно. + +## Как очередь сохраняет причинную связь + +При входящем HTTP-запросе извлекается W3C `traceparent` и при наличии `tracestate`. HTTP span имеет тип SERVER. Контекст сохраняется вместе с заданием в PostgreSQL, поэтому переживает завершение HTTP-запроса и перезапуск диспетчера. При публикации контекст попадает в сообщение брокера, а worker извлекает его перед созданием CONSUMER span. Для SQL и S3 создаются дочерние spans. + +Сохранение trace-контекста помогает диагностике. Оно не заменяет транзакции, outbox, идемпотентность и контроль повторов: эти механизмы обеспечивают корректность обработки. + +## Какие показатели мы наблюдаем + +- Частота HTTP-запросов, доля ответов 5xx и распределение времени ответа. +- Успехи, ошибки и повторы заданий; длительность обработки worker. +- Время от принятия задания до готовности вложения. `accepted_at` устанавливается при добавлении задания после записи исходника в S3; это отметка перед commit транзакции, с небольшим зазором до фактического подтверждения. +- Количество незавершённых заданий и возраст самого старого. Они позволяют заметить остановку worker даже без новых ошибок. +- Занятые соединения и ожидающие обращения к пулу БД; занятость worker. +- CPU, память и счётчики отправки телеметрии. + +Актуальные SLI, пороги SLO, окна, результаты срабатывания алертов и измеренные числа приведены в REPORT.md и первичных файлах экспериментов. Их нельзя заменять цифрами из другого запуска. + +## Что требовалось для оценки 5 + +Нужны работающие возможности предыдущей работы, реальные три сигнала и Grafana provisioning, сквозной контекст между API и worker, подходящие гистограммы, SLI/SLO, проверяемые алерты и ограниченное поведение exporter при отказе backend. + +Выбран дополнительный трек **«Цена наблюдаемости»**: сравнить выключенную телеметрию, полное семплирование и несколько меньших долей при одинаковой предлагаемой нагрузке и ресурсах. Измеряются задержки и ошибки клиентов, CPU/RAM, объём отправленных данных и spans. Отдельно проверяется, сохранились ли редкие ошибки и медленные запросы. + +Sampling уменьшает число записанных traces; при этом метрики запросов должны продолжать учитывать запросы независимо от выбранных traces. Входящий sampled-контекст учитывается ParentBased sampler: доля корневых traces не обязательно равна доле всех запросов с контекстом извне. + +## Ответы на контрольные и частые вопросы + +**1. Чем лог, метрика и trace отвечают на разные вопросы об одном инциденте?** Метрика показывает, сколько и как часто; лог — какое событие произошло; trace — какие связанные участки конкретной операции заняли время или завершились ошибкой. + +**2. Почему `chat_id` в labels может исчерпать хранилище?** Каждый новый набор значений labels создаёт временной ряд. Тысячи чатов × маршруты × статусы × реплики дают множество рядов; гистограмма дополнительно создаёт ряд на каждый bucket. Идентификаторы конкретных операций уместнее в разрешённых полях логов и traces. Для метрик используем шаблон маршрута, метод и класс статуса. + +**3. Как очередь переносит причинную связь между процессами?** Передаём trace-контекст в сообщении; в нашей реализации он также хранится в задании БД. Worker извлекает контекст и создаёт связанный span. Обычная передача данных через брокер сама по себе этого не делает. + +**4. Почему среднее latency не заменяет p99?** Среднее может скрыть редкие очень медленные запросы. p99 — граница, в которую укладывается примерно 99% наблюдений выбранного интервала; оставшийся хвост может быть важен для пользователей. + +**5. Почему нельзя усреднять p99 реплик?** Реплики могли обработать разное число запросов и иметь разные распределения. Среднее двух квантилей не даёт квантиль объединённых данных. Складываем скорости bucket-счётчиков по репликам с сохранением `le`, затем вычисляем `histogram_quantile`. + +**6. Что такое bucket?** Счётчик наблюдений до определённой границы. В обычной гистограмме Prometheus buckets накопительные: запрос в 8 мс учитывается во всех границах ≥8 мс. Квантиль внутри bucket оценивается приближённо, поэтому нужны границы, подходящие нашим миллисекундным задержкам и SLO. + +**7. Чем SLI отличается от SLO и алерта?** SLI — измеряемый показатель, например доля успешных запросов за окно. SLO — целевая граница этого показателя. Алерт — правило уведомления, например длительное превышение доли ошибок или возраста очереди. Правило может предупредить об угрозе SLO ещё до большого числа жалоб. + +**8. Почему нельзя судить об очереди только по числу ошибок?** Остановленный worker не выполняет задания и не создаёт новые ошибки. Очередь и её возраст при этом растут. Поэтому наблюдаем и состояние ожидающей работы. + +**9. Как различить остановку worker и проблему БД?** Сопоставляем очередь, занятость worker, HTTP-ошибки, пул БД и spans зависимостей. Растущая очередь при остановленном worker отличается от таймаутов SQL, которые затрагивают также API. Один график не доказывает причину. + +**10. Что будет при падении Tempo или Loki?** Collector и SDK повторяют отправку в пределах таймаутов и ограниченных очередей; после исчерпания лимитов диагностические данные теряются. Бизнес-запросы и durable задания не должны зависеть от успешной записи телеметрии. Это проверяется реальным отключением backend. + +**11. Что sampling не гарантирует?** Head sampling принимает решение в начале trace и может не сохранить редкую ошибку, обнаруженную позднее. Доля 10% не означает «все ошибки сохранены». Для этого нужны другие правила или tail sampling с отдельными затратами и ограничениями. + +**12. Что именно означает измеренный объём экспорта?** В исследовании учитываются байты protobuf-тел запросов SDK, включая фактические повторные отправки. Это не полный трафик сети: HTTP/TLS-заголовки и служебные пакеты в эту величину не входят. Принятые Collector spans и сохранённые Tempo traces — отдельные стадии. + +**13. Sampling и потеря spans — одно и то же?** Нет. Несохранённые sampler traces исключены намеренно. Потеря при переполнении очереди или неудачном экспорте происходит после решения записывать. Счётчики и выводы должны различать эти причины. + +**14. Что запрещено писать в телеметрию?** Пароли, токены, заголовки авторизации, содержимое сообщений и изображений, приватные ключи и подписанные URL. Для диагностики достаточно технических имён операций, исходов, задержек и безопасных идентификаторов связи. + +**15. Что эта работа не делает отказоустойчивым?** Она помогает обнаружить и объяснить сбой. Единственная БД, балансировщик и хранилища всё ещё могут отказать. Dashboard, alert и trace сами по себе не создают репликацию или резервную копию. + +## Короткий ответ «что ты сделал» + +«Я добавил в мессенджер метрики, структурные логи и распределённые трассировки через OpenTelemetry. Связал HTTP-загрузку с диспетчером и worker, подготовил Grafana и алерты. Проверил остановку worker, задержку БД и отказ хранилищ телеметрии. Для дополнительного трека сравнил стоимость разных режимов sampling; конкретные результаты и границы измерений находятся в отчёте». diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..6b171bc --- /dev/null +++ b/Dockerfile @@ -0,0 +1,19 @@ +FROM python:3.12-slim@sha256:646fb0bca3dd3ea1bcc6feb72c17ed16eed6e10cffc732fcc1478bd3e7f02d7b AS build +COPY --from=ghcr.io/astral-sh/uv:0.11.7 /uv /usr/local/bin/uv +WORKDIR /app +COPY pyproject.toml uv.lock ./ +RUN uv sync --locked --no-dev --no-install-project --python /usr/local/bin/python + +FROM python:3.12-slim@sha256:646fb0bca3dd3ea1bcc6feb72c17ed16eed6e10cffc732fcc1478bd3e7f02d7b +RUN apt-get update && apt-get install -y --no-install-recommends libjpeg-turbo-progs=1:2.1.5-4 && rm -rf /var/lib/apt/lists/* +ARG VCS_REF=uncommitted +LABEL org.opencontainers.image.revision=$VCS_REF +ENV PYTHONUNBUFFERED=1 PYTHONDONTWRITEBYTECODE=1 PYTHONPATH=/app/src PATH=/app/.venv/bin:$PATH +WORKDIR /app +COPY --from=build /app/.venv /app/.venv +COPY src ./src +COPY migrations ./migrations +USER 10001:10001 +EXPOSE 8080 +HEALTHCHECK --interval=3s --timeout=2s --start-period=5s --retries=5 CMD ["python", "-c", "import urllib.request; urllib.request.urlopen('http://127.0.0.1:8080/health/ready', timeout=1)"] +CMD ["python", "-m", "messenger"] diff --git a/Makefile b/Makefile index 5d86d17..51030c1 100644 --- a/Makefile +++ b/Makefile @@ -28,3 +28,20 @@ test-persistence: test-failover: @test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable stop-one hook"; exit 2) $(PYTHON) tests/resilience.py --mode failover --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS) + +# Student implementation commands; teacher targets remain unchanged. +PUBLIC_PORT ?= 8086 +BASE_URL = http://127.0.0.1:$(PUBLIC_PORT) +bootstrap: + python3 scripts/bootstrap.py +up: bootstrap + VCS_REF=$$(git rev-parse HEAD) docker compose up -d --build --wait +migrate: + docker compose run --rm migrate +down: + docker compose down +student-test: + BASE_URL=$(BASE_URL) uv run --locked pytest -q +lint: + uv run --locked ruff check src student-tests research +.PHONY: bootstrap up down migrate student-test lint diff --git a/REPORT.md b/REPORT.md index b97ae42..0ed9a08 100644 --- a/REPORT.md +++ b/REPORT.md @@ -1,37 +1,264 @@ -# Отчёт — лабораторная 6 +# ЛР6. Наблюдаемость мессенджера -- Автор, группа: TODO -- Целевая оценка; выбранный трек 5, если нужен: TODO -- Commit/PR: TODO после публикации -- Использованные источники, библиотеки и помощь ИИ: TODO +**Васильев Никита · БВТ2301 · целевая оценка 5 · трек 1 «Цена наблюдаемости».** + +Перенесена собственная реализация ЛР5: PostgreSQL, две API за HAProxy, приватное S3, транзакционный outbox, dispatcher, отдельные Valkey broker и worker. Обязательные README/COURSE/contracts/tests сохранены. Реализация и анализ подготовлены с помощью ИИ; результаты получены реальными локальными запусками. Публикация выполняется отдельно. ## Запуск из чистого clone -TODO: версии runtime/образов, prerequisites, команды создания локальных secrets/.env, build, миграций, запуска, ожидания готовности, тестов и остановки. Указать необходимые действия оператора. Не вставлять секреты. Отдельно указать безопасную остановку и команду намеренного удаления учебных данных. +Нужны Docker Engine с Compose v2, Git, uv и Python 3.12. Ориентир для Docker: 4 CPU, 8 GiB RAM. Bootstrap не требует секретов из соседнего репозитория. -## Архитектура и решения +```sh +uv sync --locked --python 3.12 +make up +make check validate PYTHON=.venv/bin/python +make test +make student-test +make lint +``` -TODO: схема процессов/хранилищ, источник истины, транзакционные границы, ограничения. Что перенесено из lab5, что изменено в этой работе. Соответствие переменных из .env.example реальной конфигурации. +`make up` создаёт ignored `secrets/` и `.env`, сохраняя уже существующие значения, собирает образ, выполняет отдельный migrator и поднимает весь стенд. Нужные данные хранятся в volumes. Обычная остановка — `make down`, без удаления volumes. Повтор миграций — `make migrate`. Не редактируйте уже применённые SQL-файлы. -## Доказательства критериев +| Интерфейс | Локальный адрес | +|---|---| +| Бизнес-API через LB | http://127.0.0.1:8086 | +| Grafana | http://127.0.0.1:13006 | +| Prometheus | http://127.0.0.1:19096 | +| Loki API | http://127.0.0.1:13106 | +| Tempo API | http://127.0.0.1:13206 | +| Collector OTLP HTTP | http://127.0.0.1:14318 | +| Collector application metrics | http://127.0.0.1:19464/metrics | +| Collector self metrics | http://127.0.0.1:18888/metrics | -| Критерий README | Команда/сценарий | Наблюдаемый результат | Файл доказательства | -| --- | --- | --- | --- | -| Публичный smoke | make test | TODO | TODO | -| Остальные пункты уровня 3 | TODO | TODO | TODO | -| Все пункты уровня 4, если заявлен | TODO | TODO | TODO | -| Выбранный трек 5, если заявлен | TODO | TODO | TODO | +Административные/диагностические порты привязаны к loopback. API, БД, broker и S3 не публикуют собственные порты. Grafana предоставляет локальный anonymous Viewer; пароль административного пользователя генерируется в `secrets/grafana_password`, login form отключён. Входные TLS/mTLS относятся к следующей лабораторной. -TODO: добавить отдельную строку для каждого заявленного критерия. PASS без команды и наблюдения не является доказательством. Проверка инфраструктурного hook требует подтверждения, какие реальные процессы/хранилища перезапущены. +## Схема сигналов и роль компонентов -## Эксперименты и отказы +```text +API / dispatcher / worker → OTLP HTTP protobuf → Collector + ├→ Prometheus: numeric metrics + ├→ Loki: structured logs + └→ Tempo: traces +Grafana → queries к трём backend по datasource UID +``` -TODO: гипотеза, hardware/лимиты, версии, объём данных, профиль нагрузки, concurrency/arrival rate, длительность/прогрев, повторы, успешные RPS, ошибки, p50/p95/p99, CPU/RAM. Сохранить raw summary без tokens и объяснить ограничения измерения. +Collector принимает, ограничивает память/буферизацию и экспортирует. Он не является долговременной БД. Grafana визуализирует и запрашивает backend, а не заменяет их хранение. Datasource UID зафиксированы: `prometheus`, `loki`, `tempo`. Provisioning и dashboard JSON находятся в `infra/grafana/`; dashboard UID — `messenger-overview`. Ручная сборка панелей не требуется. -| Воздействие | Что ожидаем | Что наблюдали | Время восстановления / потеря данных | -| --- | --- | --- | --- | -| TODO | TODO | TODO | TODO | +SDK/providers создаются отдельно в каждом процессе. Resource attributes: `service.name` (`messenger-api`, `messenger-worker`, `messenger-dispatcher`), `service.version=lab6-v1`, случайный `service.instance.id`, `deployment.environment.name=lab`. Публичный `X-Instance-Id` API совпадает с её resource instance ID, но `X-Request-Id` остаётся идентификатором конкретного обращения. -## Ограничения и следующие шаги +Версии Python-зависимостей закреплены `uv.lock`: OTel SDK и OTLP HTTP exporter 1.45.2, semantic conventions 0.66b2, Pillow 13.0.0. Collector contrib 0.123.0, Prometheus 3.2.1, Loki 3.4.2, Tempo 2.7.2, Grafana 11.6.0. Предыдущие PostgreSQL 17.10, Valkey 8.1.3, SeaweedFS 4.15 и HAProxy 3.2 сохранены; image refs и реальные digests фиксируются в runtime receipts. Базовый Python и часть инфраструктурных образов закреплены digest, остальные — явным версионным тегом. -TODO: какие отказы выдерживаются и какие нет; что не реализовано; где учебное упрощение; какое улучшение подтверждено, а какое пока гипотеза. +## Метрики: реальные имена, единицы и агрегация + +SDK-инструменты `messenger.http.*` переводятся Prometheus exporter в имена ниже. Дублирующего HTTP auto-instrumentation нет. + +| Prometheus family | Значение / единица | +|---|---| +| `messenger_http_requests_total` | Counter обслуженных бизнес-HTTP запросов; method, route, status_class | +| `messenger_http_duration_seconds` | Histogram HTTP handler duration, секунды | +| `messenger_jobs_total` | Counter реальных попыток worker по job_type/outcome: success/retry/failed/superseded; дубли не считаются успешной работой | +| `messenger_job_duration_seconds` | Histogram длительности попытки, секунды | +| `messenger_attachment_ready_duration_seconds` | Histogram от принятия job до устойчивой публикации ready, секунды | +| `messenger_queue_depth` | Gauge outstanding queued+processing из PostgreSQL, jobs | +| `messenger_queue_oldest_age_seconds` | Gauge возраста старейшей outstanding job, секунды | +| `messenger_db_pool_used`, `messenger_db_pool_waiting` | Gauge занятых соединений и текущего ожидания пула | +| `messenger_worker_busy`, `messenger_worker_capacity` | Gauge 0/1 и capacity=1 для serial worker | +| `messenger_process_cpu_percent` | CPU процесса, 100% = один логический CPU | +| `messenger_process_memory_bytes` | RSS родительского процесса, bytes; не RSS всех дочерних decoder процессов | +| `messenger_http_trace_decisions_total` | Counter sampled/not_sampled решений HTTP spans | +| `messenger_telemetry_export` | Диагностические cumulative observations SDK: названия `*_wire_bytes` в bytes, `spans_*` в spans, `*_http_sends` в отправках; значение различается label `observation` | + +CPU/RAM дочерних процессов и cgroup всего контейнера измеряются отдельно Docker/cgroup receipts. Родительский RSS нельзя выдавать за пик памяти всего worker/API. + +Для HTTP histogram заданы границы 0.001/0.0025/0.005/0.01/0.025/0.05/0.1/0.25/0.5/1/2.5/5/10 секунд. Для job/ready — 0.01/0.025/0.05/0.1/0.25/0.5/1/2.5/5/10/20/45/60/120 секунд. При агрегации сначала суммируются bucket rates нужных реплик по `le`, затем вызывается `histogram_quantile`; готовые p95 реплик не усредняются. Примеры фактических PromQL — в dashboard JSON. + +`accepted_at` job устанавливается `clock_timestamp()` при INSERT после S3 PUT. Timestamp сохраняется одной транзакцией с job/outbox, непосредственно перед COMMIT; метрика включает небольшой интервал от записи timestamp до COMMIT, а точный commit timestamp не измеряется. Она не начинается с начала передачи HTTP-тела и не включает всю загрузку клиента. Исторические jobs при миграции получают старый created_at; эксперименты создают новые jobs. + +Queue age — возраст старейшей outstanding job, а не p95 обработки и не число сообщений в stream. Наблюдение выполняет dispatcher независимо от worker. Молчание worker не скрывается за нулевым счётчиком ошибок; при остановке dispatcher сами наблюдения могут устареть, что требует отдельной проверки источника telemetry. + +Метрики не имеют labels user_id/chat_id/message_id/attachment_id/request_id/filename/raw URL. Маршруты берутся из шаблонов FastAPI; unknown route фиксирован, неизвестные HTTP methods нормализуются в OTHER. Resource instance ID нужен для различения процессов; рост истории instance IDs ограничивается сроками хранения. + +## Логи и распределённые traces + +Structured JSON logs содержат timestamp, severity, service.name, event, trace_id/span_id при активном span. HTTP logs сохраняют request_id, method, route template, status и duration_ms. Worker пишет outcome попытки. Не записываются Authorization, session token, пароль, DSN, broker URL, содержимое сообщений/картинок, filename, S3 object key или signed URL. + +HTTP middleware извлекает W3C traceparent/tracestate до вызова обработчика и создаёт **SERVER** span с тем же trace ID. Реальные PostgreSQL/S3 операции создают дочерние CLIENT spans без SQL-текста и секретных атрибутов. Исключения помечаются безопасным классом/кодом, без сериализации exception payload. + +Upload сохраняет traceparent/tracestate в job (миграция 007). Dispatcher извлекает устойчивый контекст, создаёт PRODUCER span, inject выполняется в envelope перед XADD. Worker извлекает envelope, создаёт CONSUMER span; S3 чтение/запись и DB публикация находятся под ним. Retry не теряет контекст исходного upload. Consumer outcome=failed/retry помечается ERROR; duplicate/superseded не выдаются за success. + +Публичные дополнительные заголовки `X-Trace-Id` и `X-Trace-Sampled` позволяют сравнить клиентское наблюдение с решением sampling. Они не являются токенами доступа и не заменяют X-Request-Id. Health probes и фоновое получение gauge не создают поток лишних бизнес-traces/logs. + +В Loki по trace_id находится событие API/worker; derived field Grafana ссылается на Tempo. Trace может поступать несколькими batch, поэтому проверка ждёт всю цепочку SERVER/PRODUCER/CONSUMER, а не считает первый частичный ответ окончательным. + +## SLI/SLO и alerts + +SLI API = `1 - 5xx / все обслуженные бизнес-запросы API`, исключая health. Учебная цель — не менее 99% за скользящие 5 минут. 4xx относятся к корректно обработанным пользовательским ошибкам и не считаются отказом сервера. Ответы, сгенерированные самим LB до обращения к API, этой метрикой не покрываются; это не полная end-user availability. + +Rules находятся в `infra/observability/alerts.yaml`, evaluation/scrape — каждые 5 секунд: + +- MessengerHighErrorRate: 5xx ratio >5% за 1 минуту, `for: 10s`. +- MessengerQueueLag: outstanding depth >0 и oldest age >15s, `for: 10s`. +- MessengerTelemetryUnavailable: scrape Collector application metrics недоступен, `for: 10s`. + +Это symptom alerts уровня 4, не multi-window burn-rate исследование другого трека. Локальное firing/resolved проверяется через Prometheus API; наружная доставка не настроена. Диагностика, восстановление и ограничения — [RUNBOOK.md](RUNBOOK.md). + +## Ограниченная буферизация и отказ telemetry + +SDK: очереди traces/logs по 256, batch до 64, задержка 500ms, сетевое ожидание 1s; metrics interval 5s. Collector: memory limiter160MiB/spike32MiB, контейнер256MiB, batch максимум256, очереди exporter по128, 1consumer, retry budget5s. Loki 384 MiB, Tempo 768 MiB с GOMEMLIMIT 512 MiB, Prometheus/Grafana по 256 MiB; CPU-лимиты и остальные роли заданы в compose.yaml. + +Наблюдаемость не находится в транзакции бизнес-записи. Экспорт асинхронный; отказ backend не превращает успешное сообщение в ошибку. При длительной недоступности возможны потери telemetry. `sampled-out`, ошибки HTTP экспорта SDK, переполнение SDK очереди, отказы приёма Collector и неуспешные отправки Collector в backend — разные величины. + +При длительном хранении маленьких блоков первоначальный лимит Tempo 384 MiB оказался недостаточным для compaction (реальный OOM). Он увеличен до 768 MiB с мягким Go memory budget 512 MiB. Collector отправляет traces по OTLP HTTP в Tempo 4318: HTTP повторно разрешает DNS после восстановления backend и не удерживает отрицательный gRPC DNS cache. + +SDK считает реальные HTTP sends и длину отправляемого protobuf body, включая повторные sends; это не полный сетевой трафик с заголовками/TLS и не размер хранения в Tempo. Число sampled spans сверяется с exported/failed/in-flight/pending после quiescence; остаток отражает вытеснение ограниченной очереди. Для read-only наблюдения pending используется поле pinned SDK 1.45.2; отдельный regression test создаёт 1200 spans при отсутствующем Collector и проверяет bounded queue и учёт потерь. + +Остановка приложения ограничивает ожидание observer и shutdown providers; зависимости закрываются после остановки observer. При исчерпании shutdown budget не обещается сохранение всех накопленных spans/logs. + +## Проверки и исследование + +Публичные smoke, собственные API/session/image/job tests, схема OpenAPI и lint выполняются с включённой telemetry. Отдельно проверяются реальные chains/logs/метрики/Grafana provisioning и приватность. Команды воспроизведения: + +```sh +uv run --locked python research/incident_suite.py +uv run --locked python research/observability_cost.py +make test-persistence ACTION_SCRIPT=scripts/restart.sh +make test-failover ACTION_SCRIPT=scripts/stop-one.sh +docker compose start api +``` + +Incident driver временно останавливает worker, pause/unpause PostgreSQL и telemetry backend; finally восстанавливает зависимости. Для retry и редких ошибок используются только локальные SQL fault hooks с явным overlay, без публичных fault endpoint. Нагрузочные/жизненные циклы запускать последовательно без соседних исследований. + +Методика цены наблюдаемости: off, on100%, on25%, on10%, по три повтора с вращением порядка. Один образ и одинаковые CPU/RAM, предложенная нагрузка40/с, 10s измерения после одинакового прогрева. Две upload ошибки500 на повтор создаются после устойчивого COMMIT через локальный hook; задания остаются и обрабатываются. Один краткий DB lock350ms создаёт редкие медленные чтения. Учитываются все статусы, клиентские p50/p95/p99, not-sent слоты, CPU/RAM, protobuf HTTP bytes, принятые Collector spans и SDK потери. Границы RPS не включают join sampler-потока Docker stats. + +В режиме off отключены OTel providers, exporter и поток наблюдений; технические JSON stdout logs и no-op вызовы обёрток остаются. Это измерение цены включённого SDK и доставки сигналов относительно этого приложения, а не удаление всего logging-кода. + +Перед baseline и после нагрузки выдерживается 10s quiescence; SDK counters читаются напрямую из Collector без дополнительного scrape delay Prometheus и фильтруются по двум текущим API resource instance IDs. При sampling видно, какие реальные редкие slow/error traces сохранены, а какие отсеяны. Все исходные результаты сохраняются с параметрами; локальные короткие серии не являются production SLA или максимальной пропускной способностью. + +## Границы реализации + +Один host, один LB, PostgreSQL, S3 и broker остаются SPOF. Volumes не заменяют независимый backup. Контекст tracing не служит аутентификацией. Head sampling может потерять редкую ошибку/медленный запрос, поскольку решение принято до знания исхода. Tail sampling и кластер backend не реализованы. Полный доступный бизнес-API и авторизация предыдущих работ сохранены; исправлена обработка одиночных Unicode surrogates без потери допустимого NUL/emoji. + +## Первичные материалы + +- [Collector configuration](https://opentelemetry.io/docs/collector/configuration/) +- [Python SDK](https://opentelemetry.io/docs/languages/python/) +- [Context propagation](https://opentelemetry.io/docs/concepts/context-propagation/) +- [W3C Trace Context](https://www.w3.org/TR/trace-context/) +- [Prometheus histograms](https://prometheus.io/docs/practices/histograms/) +- [Loki native OTLP ingestion](https://grafana.com/docs/loki/latest/send-data/otel/) +- [Grafana provisioning](https://grafana.com/docs/grafana/latest/administration/provisioning/) + +## Проверенные отказы + +Реальный прогон: [evidence/incidents.json](evidence/incidents.json), все четыре сценария `passed=true`. + +| Сценарий | Что наблюдалось | Восстановление | +|---|---|---| +| Повторная обработка вложения | Одна контролируемая ошибка до эффекта; два CONSUMER spans в том же входящем trace, первый ERROR, затем ready; API/worker найдены в Loki | Автоматический retry, публикация результата один раз | +| Worker остановлен, три принятых вложения | QueueLag firing через 34.739 с; depth 3, oldest 29.868 с, HTTP error ratio 0 | Все три ready; alert inactive через 14.131 с после запуска worker | +| PostgreSQL приостановлен | 12 ограниченных по времени HTTP503; HighErrorRate firing через 29.150 с, наблюдаемый error ratio 0.533 | После unpause успешные запросы; alert inactive через 35.220 с | +| Tempo и Loki остановлены | 200/200 HTTP200, вложение ready; failed span sends Collector 0→118, без OOM API/worker/Collector | После запуска backend свежее вложение даёт доступный trace; длительность всего сценария 39.125 с | + +Время detection включает клиентское ожидание, scrape/evaluation и `for:10s`; это локальные +наблюдения, не гарантированные верхние границы. Пауза БД приводит к ожидаемому503, +а не к успешному ответу с потерянными данными. При telemetry outage потеря spans +допустима и измерена; бизнес-очередь и DB остаются отдельными компонентами. + +## Измерения трека 1: цена наблюдаемости + +Итог: **12/12 завершённых профилей PASS**, по три повтора каждого режима. +Raw: [observability-cost.json](evidence/observability-cost.json); +производная сводка: [observability-cost-summary.json](evidence/observability-cost-summary.json); +методика и команды: [research/README.md](research/README.md). +Контрольные fault500 — ожидаемые ошибки эксперимента, 2/400=0.5% в каждом прогоне; +остальные 398 ответов200, `not_sent=0`, неожиданных статусов нет. + +Таблица: медианы трёх RPS/перцентилей; CPU — среднее выборок суммы всех контейнеров, +RAM — максимум выборок суммы всех контейнеров среди трёх прогонов. CPU 100%=одно ядро. + +| Режим | Успешных RPS | p50, мс | p95, мс | p99, мс | CPU, % | RAM sampled peak, MiB | +|---|---:|---:|---:|---:|---:|---:| +| off | 39.85 | 5.39 | 36.84 | 288.09 | 45.95 | 1175.8 | +| full | 39.85 | 5.51 | 35.05 | 285.96 | 52.06 | 983.8 | +| sample25 | 39.78 | 5.81 | 45.10 | 272.20 | 50.21 | 1232.9 | +| sample10 | 39.84 | 6.04 | 30.33 | 286.31 | 53.40 | 1079.9 | + +Поток SDK относится **только к двум текущим API**, а accepted/refused spans Collector — +**ко всем сервисам**. Эти числа нельзя напрямую вычитать для вычисления потерь. +Байты — медианы фактически отправленных protobuf bodies за профиль с завершением экспорта +после нагрузки, включая HTTP retries; это не размер хранения и не сетевые заголовки. +Metrics bytes включают периодические экспорты в окне ожидания. + +| Режим | Trace bytes API | Log bytes API | Metric bytes API | Accepted spans Collector | Refused spans | +|---|---:|---:|---:|---:|---:| +| off | 0 | 0 | 0 | 0 | 0 | +| full | 134268 | 228873 | 19200 | 840 | 0 | +| sample25 | 39431 | 229445 | 18935 | 194 | 0 | +| sample10 | 20769 | 228854 | 18694 | 82 | 0 | + +Для нормировки только trace-потока на десятисекундное окно нагрузки: full 13.43 KB/s, +25% — 3.94 KB/s, 10% — 2.08 KB/s (десятичные KB). Передача завершается асинхронно после окна. +Это не измерение пропускной способности Collector и не суммарный ingest всех ролей. + +Ниже суммы трёх прогонов; rare slow — GET с клиентской latency≥150мс, errors — два +контролируемых500 в каждом прогоне. Число затронутых блокировкой запросов меняется +в зависимости от очередей и планирования. Sampling решение наблюдается по заголовку +SDK, а наличие trace отдельно проверяется в Tempo. + +| Режим | Найдены rare traces | Найдены ошибки500 | Найдены slow reads | +|---|---:|---:|---:| +| off | 0/32 | 0/6 | 0/26 | +| full | 39/39 | 6/6 | 33/33 | +| sample25 | 10/31 | 2/6 | 8/25 | +| sample10 | 5/32 | 1/6 | 4/26 | + +Во всех завершённых профилях SDK export_failed=0, queue_lost=0 и Collector refused=0. +Отсутствующие unsampled rare traces — сознательный head sampling, не ошибка exporter. +При полном sampling найдены 39/39, при25% — 10/31, при10% — 5/32. + +Выбран **25% head sampling** как измеренный компромисс: trace bytes меньше full на +70.6%, но сохранено больше rare traces, чем при10%. Медиана суммарных +API SDK body bytes (traces+logs+metrics) уменьшается с382335 до287666 +байт, то есть на24.8%; это существенно меньше снижения +только traces, потому что log export остаётся большим. Снижение до10% даёт ещё экономию +trace bytes, но в этих прогонах сохранило только одну из шести ошибок. + +Сбалансированный профиль проверен тремя прогонами и поставляется как +`compose.balanced.yaml`. По умолчанию остаётся100%, чтобы на защите можно было +показать любой свежий trace. Ни 25%, ни 10% не гарантируют сохранения ошибки: +решение принимается до знания исхода. Для такой гарантии понадобилась бы отдельная +политика tail sampling, которая здесь не реализована. + +RPS ограничен генератором40/с и не является максимальной пропускной способностью. +В CPU/RAM и latency нет устойчивого монотонного улучшения от sampling: на коротких +окнах влияют DB lock, scheduling, cache и compaction backend. Данные подтверждают +снижение trace ingest, а не доказанное ускорение API или уменьшение RAM. + +Максимумы cgroup memory.peak среди записанных after snapshots: API 129.1 MiB, +worker 113.1 MiB, Collector 64.2 MiB, Tempo 421.2 MiB; OOM kills 0. Peak относится к жизни +контейнера, не только десятисекундному окну. Tempo peak объясняет, почему первоначальный +лимит 384 MiB был недостаточен. + +Срез размера данных во время исследования:367 users,140 chats,271 messages,55 attachments +и55 jobs — [dataset-during-benchmark.json](evidence/dataset-during-benchmark.json). +Данные добавляются синтетическими проверками; каждый профиль добавляет два вложения. +Это маленькая учебная БД, не эксперимент на миллионах сообщений. + +## Проверки и идентичность измеренного runtime + +- [183 собственных теста PASS](evidence/tests-patched.txt), 58.39с, после обновления SDK 1.45.2/Pillow 13.0.0. После этого менялись bounded shutdown/readiness и инфраструктурная конфигурация; этот лог не выдаётся за финальный clean retest. +- [Публичный smoke PASS](evidence/smoke-initial.txt) на первоначальном полном стенде. +- [Проверка обязательного контракта](evidence/contract-final.txt), [OpenAPI](evidence/openapi-final.txt), [ruff](evidence/lint-final.txt) — PASS. +- Реальные image IDs, лимиты и конфигурация Docker host: [runtime-environment.json](evidence/runtime-environment.json). +- Измеренный image revision `548855e2c1a34bf8567a6245de0126dac8ed06a0`; конфигурация восстановления backend — commit `a531af3`. Драйверы исследования сохранены отдельными последующими коммитами, runtime Python при этом не менялся. +- [measured-runtime-hashes.json](evidence/measured-runtime-hashes.json): SHA256 всех `src/**/*.py` в обеих API, worker и dispatcher совпадают с исходниками. [measured-source-hashes.json](evidence/measured-source-hashes.json) включает исходники и миграции. Это связывает измерения с реализацией, а не только с именем тега. + +Прогоны исследования сохранялись по checkpoint и возобновлялись. Raw содержит ровно 12 +завершённых пар profile/repeat; незавершённые диагностические попытки не объявляются +успешными измерениями. UTC started/finished включает паузы между продолжениями; +latency и длительность каждого окна измеряются monotonic clock. + +Для повторения на чистых volumes после bootstrap: `make up`, `make student-test`, +`make test`, затем persistence/failover по teacher tests README и команды из research README. +Последующие независимые проверки чистого финального commit следует читать в отдельном +receipt вместе с его commit ID; заранее заявленного PASS для будущих запусков нет. diff --git a/RUNBOOK.md b/RUNBOOK.md new file mode 100644 index 0000000..8a679da --- /dev/null +++ b/RUNBOOK.md @@ -0,0 +1,31 @@ +# Диагностика мессенджера + +Все примеры относятся к локальному учебному стенду. Публичный API: http://127.0.0.1:8086. Grafana: http://127.0.0.1:13006, dashboard `Messenger: API and image pipeline`. + +## API errors + +1. На dashboard проверь Business RPS и долю 5xx. Health-запросы не входят в знаменатель. Пользовательские 4xx не являются отказом сервера. +2. Найди структурный лог API с событием request, статусом 5xx и request_id; переход по trace_id открывает соответствующую трассу Tempo. +3. Сравни server span и postgres.transaction/s3 child spans. Долгая DB span вместе с ростом pool waiting указывает на ожидание БД; медленный handler без долгой зависимости требует другого объяснения. +4. Проверь состояние PostgreSQL. Для контролируемого `docker compose pause postgres` восстановление — `docker compose unpause postgres`. +5. После восстановления убедись, что запросы успешны и MessengerHighErrorRate перешёл firing→inactive. Окно 1m сохраняет историю ошибок, поэтому alert не обязан исчезнуть мгновенно. + +## Queue lag + +1. Проверь Outstanding jobs и Oldest outstanding age. Это состояние БД, включающее queued/processing, а не скорость успешных worker. +2. Найди worker logs и consumer traces; отсутствие новых consumer spans при растущем backlog вместе с остановленным worker объясняет инцидент. +3. Проверь `docker compose ps worker dispatcher broker`. При контролируемой остановке: `docker compose start worker`. +4. Убедись, что те же принятые attachment становятся ready, глубина падает до нуля, возраст обнуляется и MessengerQueueLag resolved. +5. Если worker активен, проверь длительные S3/DB spans, failed/retry outcomes, процесс CPU/RAM и budget. Повторная попытка использует сохранённый trace context; parent producer/consumer связывают её с upload. + +## Telemetry unavailable + +1. Проверь Prometheus targets и Collector. Grafana сама не хранит метрики, логи и трассы. +2. Для отсутствующих trace/log backend проверь Collector send_failed/queue и logs. SDK и Collector имеют ограниченные очереди; не обещается сохранение всей telemetry при долгом outage. +3. Продолжи бизнес-запросы через API. Ошибка наблюдаемости не должна превращать успешную отправку сообщения в 5xx. +4. Восстанови остановленные backend. Свежая telemetry должна появиться; потерянные записи не восстанавливаются из воздуха. +5. Сравни cgroup memory.current/peak/events, реальные счётчики отправок и экспортных ошибок. Sampled-out span — решение sampling, а rejected/export_failed — проблема доставки; не смешивай их. + +## Границы + +Alerts локальные, отправки наружу нет. Один host и одиночные хранилища остаются SPOF. SLO — проверяемая учебная цель, а не production SLA. Для приватности не экспортируются содержимое сообщений/картинок, filename, авторизационные заголовки, пароли, database/broker URLs и S3 object keys. diff --git a/SCHEMA.md b/SCHEMA.md new file mode 100644 index 0000000..a3c82ba --- /dev/null +++ b/SCHEMA.md @@ -0,0 +1,11 @@ +# Данные и telemetry context ЛР6 + +Базовые таблицы пользователей, чатов, участников, сообщений, сессий, вложений и jobs/outbox сохранены из собственной ЛР5. PostgreSQL хранит устойчивое бизнес-состояние, S3 — исходные и производные bytes, broker — повторяемые уведомления. + +Миграция007 добавляет nullable traceparent/tracestate в attachment_jobs. При enqueue текущий W3C context сохраняется в одной транзакции с job/outbox. Dispatcher не зависит от памяти API: даже после её crash извлекает parent context из job и inject контекст producer span в envelope. Повтор публикации/обработки сохраняет связь с upload. Текст сообщений/файлов и credentials через очередь и telemetry не передаются. + +Миграция008 добавляет accepted_at; исторические rows получают created_at, новые jobs фиксируют clock_timestamp после S3 PUT непосредственно перед COMMIT. End-to-end ready histogram использует этот момент, включая небольшой pre-COMMIT gap; не начало передачи файла клиентом. + +Telemetry context не влияет на бизнес-идемпотентность, lease/fencing, ACL или ключ S3. Claim/complete по-прежнему проверяют attachment/job под row locks. При retry исходный сохранённый context остаётся; новый producer/consumer span имеет другой span ID в той же причинной цепочке. + +Метрики, логи и traces живут соответственно в Prometheus/Loki/Tempo volumes. Grafana хранит только свои настройки/состояние; dashboard/datasources provisioned из Git. Lifetime resource instance ID отличается при перезапуске процесса и используется для точного сравнения текущих API в исследовании. diff --git a/compose.balanced.yaml b/compose.balanced.yaml new file mode 100644 index 0000000..a7ef162 --- /dev/null +++ b/compose.balanced.yaml @@ -0,0 +1,12 @@ +# Optional measured profile: keep metrics/logs; retain 25% of new root traces. +# ParentBased keeps the upstream sampling decision for distributed traces. +services: + api: + environment: + OTEL_SAMPLE_RATIO: '0.25' + worker: + environment: + OTEL_SAMPLE_RATIO: '0.25' + dispatcher: + environment: + OTEL_SAMPLE_RATIO: '0.25' diff --git a/compose.fault.yaml b/compose.fault.yaml new file mode 100644 index 0000000..36219e6 --- /dev/null +++ b/compose.fault.yaml @@ -0,0 +1,16 @@ +# Explicit local fault-injection overlay; normal compose has no enabled fault hooks. +services: + api: + # Only the explicit test overlay permits API-container operator tools to inject broker messages. + secrets: [database_url, cache_url, broker_url, s3_access_key, s3_secret_key] + environment: + ENABLE_FAULT_INJECTION: "1" + JOB_LEASE_SECONDS: "8" + worker: + environment: + ENABLE_FAULT_INJECTION: "1" + JOB_LEASE_SECONDS: "8" + dispatcher: + environment: + ENABLE_FAULT_INJECTION: "1" + JOB_LEASE_SECONDS: "8" diff --git a/compose.observability-fault.yaml b/compose.observability-fault.yaml new file mode 100644 index 0000000..4bcf36b --- /dev/null +++ b/compose.observability-fault.yaml @@ -0,0 +1,8 @@ +# Explicit local experiment only; no public fault endpoint. +services: + worker: + environment: + ENABLE_FAULT_INJECTION: "1" + api: + environment: + ENABLE_FAULT_INJECTION: "1" diff --git a/compose.yaml b/compose.yaml new file mode 100644 index 0000000..8216939 --- /dev/null +++ b/compose.yaml @@ -0,0 +1,422 @@ +name: mtusi-vasilev-lab6 +x-application: + image: ${API_IMAGE:-mtusi-vasilev:lab6} + build: &id001 + context: . + args: + VCS_REF: ${VCS_REF:-uncommitted} + environment: &id002 + DATABASE_URL_FILE: /run/secrets/database_url + CACHE_URL_FILE: /run/secrets/cache_url + BROKER_URL_FILE: /run/secrets/broker_url + JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5} + JOB_LEASE_SECONDS: ${JOB_LEASE_SECONDS:-45} + SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600} + S3_ENDPOINT: http://s3:8333 + S3_BUCKET: messenger + S3_ACCESS_KEY_FILE: /run/secrets/s3_access_key + S3_SECRET_KEY_FILE: /run/secrets/s3_secret_key + POOL_MAX_SIZE: ${POOL_MAX_SIZE:-8} + OTEL_ENABLED: ${OTEL_ENABLED:-1} + OTEL_EXPORTER_OTLP_ENDPOINT: http://collector:4318 + OTEL_SAMPLE_RATIO: ${OTEL_SAMPLE_RATIO:-1} + OTEL_METRIC_INTERVAL_MS: ${OTEL_METRIC_INTERVAL_MS:-5000} + secrets: &id006 + - database_url + - cache_url + - broker_url + - s3_access_key + - s3_secret_key + cpus: ${API_CPUS:-0.5} + mem_limit: ${API_MEMORY:-512m} + pids_limit: 96 + read_only: true + tmpfs: &id003 + - /tmp:size=16m,noexec,nosuid + cap_drop: &id004 + - ALL + security_opt: &id005 + - no-new-privileges:true + stop_grace_period: 8s +services: + postgres: + image: postgres:17.10-alpine + environment: + POSTGRES_USER: messenger + POSTGRES_DB: messenger + POSTGRES_PASSWORD_FILE: /run/secrets/postgres_password + secrets: + - postgres_password + volumes: + - postgres_data:/var/lib/postgresql/data + healthcheck: + test: + - CMD-SHELL + - pg_isready -U messenger -d messenger + interval: 2s + timeout: 2s + retries: 15 + cpus: 1 + mem_limit: 768m + command: + - postgres + - -c + - fsync=on + - -c + - synchronous_commit=on + - -c + - full_page_writes=on + cache: + image: valkey/valkey:8.1.3-alpine + command: + - valkey-server + - --save + - '' + - --appendonly + - 'no' + - --maxmemory + - 64mb + - --maxmemory-policy + - allkeys-lru + healthcheck: + test: + - CMD + - valkey-cli + - ping + interval: 2s + timeout: 2s + retries: 15 + cpus: 0.5 + mem_limit: 128m + broker: + image: valkey/valkey:8.1.3-alpine + command: + - valkey-server + - /run/secrets/broker_config + secrets: + - broker_config + - broker_password + volumes: + - broker_data:/data + cpus: 0.5 + mem_limit: 192m + healthcheck: + test: + - CMD-SHELL + - REDISCLI_AUTH=$$(cat /run/secrets/broker_password) valkey-cli ping + interval: 2s + timeout: 2s + retries: 15 + dispatcher: + image: ${API_IMAGE:-mtusi-vasilev:lab6} + build: *id001 + environment: *id002 + secrets: + - database_url + - cache_url + - broker_url + cpus: 0.25 + mem_limit: 192m + pids_limit: 96 + read_only: true + tmpfs: *id003 + cap_drop: *id004 + security_opt: *id005 + stop_grace_period: 8s + command: + - python + - -m + - messenger.worker + - --dispatcher + healthcheck: + disable: true + depends_on: + migrate: + condition: service_completed_successfully + broker: + condition: service_healthy + restart: unless-stopped + worker: + image: ${API_IMAGE:-mtusi-vasilev:lab6} + build: *id001 + environment: *id002 + secrets: *id006 + cpus: 1 + mem_limit: 896m + pids_limit: 96 + read_only: true + tmpfs: + - /tmp:size=32m,noexec,nosuid + cap_drop: *id004 + security_opt: *id005 + stop_grace_period: 30s + command: + - python + - -m + - messenger.worker + healthcheck: + disable: true + depends_on: + migrate: + condition: service_completed_successfully + broker: + condition: service_healthy + s3-bootstrap: + condition: service_completed_successfully + restart: unless-stopped + migrate: + image: ${API_IMAGE:-mtusi-vasilev:lab6} + build: *id001 + environment: *id002 + secrets: + - database_url + cpus: ${API_CPUS:-0.5} + mem_limit: ${API_MEMORY:-512m} + pids_limit: 96 + read_only: true + tmpfs: *id003 + cap_drop: *id004 + security_opt: *id005 + stop_grace_period: 8s + command: + - python + - -m + - messenger.migrate + healthcheck: + disable: true + depends_on: + postgres: + condition: service_healthy + api: + image: ${API_IMAGE:-mtusi-vasilev:lab6} + build: *id001 + environment: *id002 + secrets: + - database_url + - cache_url + - s3_access_key + - s3_secret_key + cpus: ${API_CPUS:-0.5} + mem_limit: ${API_MEMORY:-512m} + pids_limit: 96 + read_only: true + tmpfs: *id003 + cap_drop: *id004 + security_opt: *id005 + stop_grace_period: 8s + deploy: + replicas: ${API_REPLICAS:-2} + depends_on: + migrate: + condition: service_completed_successfully + cache: + condition: service_healthy + s3-bootstrap: + condition: service_completed_successfully + storage: + image: chrislusf/seaweedfs:4.15@sha256:1593bd2a98964f5d4df83fa7db2b3d4ee7b20190813cc5bf8c3200e0e70d346e + command: + - server + - -dir=/data + - -ip=storage + - -ip.bind=0.0.0.0 + - -filer + - -volume.max=32 + - -volume.preStopSeconds=0 + - -master.volumeSizeLimitMB=64 + volumes: + - s3_data:/data + - ./infra/filer.toml:/etc/seaweedfs/filer.toml:ro + networks: + - storage_backend + cpus: 1 + mem_limit: 512m + healthcheck: + test: + - CMD-SHELL + - wget -q -O /dev/null http://127.0.0.1:9333/dir/status + interval: 2s + timeout: 2s + retries: 20 + s3: + image: chrislusf/seaweedfs:4.15@sha256:1593bd2a98964f5d4df83fa7db2b3d4ee7b20190813cc5bf8c3200e0e70d346e + command: + - s3 + - -filer=storage:8888 + - -ip.bind=0.0.0.0 + - -config=/run/secrets/s3_config + - -port=8333 + - -port.iceberg=0 + secrets: + - s3_config + networks: + - default + - storage_backend + depends_on: + storage: + condition: service_healthy + cpus: 0.5 + mem_limit: 256m + s3-bootstrap: + image: ${API_IMAGE:-mtusi-vasilev:lab6} + build: *id001 + environment: + S3_ENDPOINT: http://s3:8333 + S3_ADMIN_ACCESS_KEY_FILE: /run/secrets/s3_admin_access_key + S3_ADMIN_SECRET_KEY_FILE: /run/secrets/s3_admin_secret_key + secrets: + - s3_admin_access_key + - s3_admin_secret_key + cpus: ${API_CPUS:-0.5} + mem_limit: ${API_MEMORY:-512m} + pids_limit: 96 + read_only: true + tmpfs: *id003 + cap_drop: *id004 + security_opt: *id005 + stop_grace_period: 8s + command: + - python + - -m + - messenger.storage_bootstrap + healthcheck: + disable: true + depends_on: + s3: + condition: service_started + lb: + image: haproxy:3.2-alpine@sha256:96ec3c75a9264ba94e733eeacb44051ed6e7b79bb77a73c2c36f236b6423f1f0 + ports: + - 127.0.0.1:${PUBLIC_PORT:-8086}:8080 + volumes: + - ./infra/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro + depends_on: + api: + condition: service_healthy + cpus: 0.5 + mem_limit: 128m + read_only: true + tmpfs: + - /tmp:size=8m + cap_drop: + - ALL + security_opt: + - no-new-privileges:true + healthcheck: + test: + - CMD-SHELL + - wget -q -O /dev/null http://127.0.0.1:8080/health/ready + interval: 2s + timeout: 2s + retries: 10 + collector: + image: otel/opentelemetry-collector-contrib:0.123.0 + command: + - --config=/etc/otelcol/config.yaml + volumes: + - ./infra/observability/collector.yaml:/etc/otelcol/config.yaml:ro + ports: + - 127.0.0.1:14318:4318 + - 127.0.0.1:19464:9464 + - 127.0.0.1:18888:8888 + cpus: 0.5 + mem_limit: 256m + pids_limit: 96 + cap_drop: + - ALL + security_opt: + - no-new-privileges:true + prometheus: + image: prom/prometheus:v3.2.1 + command: + - --config.file=/etc/prometheus/prometheus.yml + - --storage.tsdb.path=/prometheus + - --storage.tsdb.retention.time=24h + volumes: + - ./infra/observability/prometheus.yaml:/etc/prometheus/prometheus.yml:ro + - ./infra/observability/alerts.yaml:/etc/prometheus/alerts.yaml:ro + - prometheus_data:/prometheus + ports: + - 127.0.0.1:19096:9090 + cpus: 0.5 + mem_limit: 256m + loki: + image: grafana/loki:3.4.2 + command: + - -config.file=/etc/loki/config.yaml + volumes: + - ./infra/observability/loki.yaml:/etc/loki/config.yaml:ro + - loki_data:/loki + ports: + - 127.0.0.1:13106:3100 + cpus: 0.5 + mem_limit: 384m + tempo: + image: grafana/tempo:2.7.2 + environment: + GOMEMLIMIT: 512MiB + command: + - -config.file=/etc/tempo/config.yaml + volumes: + - ./infra/observability/tempo.yaml:/etc/tempo/config.yaml:ro + - tempo_data:/var/tempo + ports: + - 127.0.0.1:13206:3200 + cpus: 0.5 + mem_limit: 768m + grafana: + image: grafana/grafana:11.6.0 + environment: + GF_AUTH_ANONYMOUS_ENABLED: 'true' + GF_AUTH_ANONYMOUS_ORG_ROLE: Viewer + GF_AUTH_DISABLE_LOGIN_FORM: 'true' + GF_USERS_ALLOW_SIGN_UP: 'false' + GF_ANALYTICS_REPORTING_ENABLED: 'false' + GF_ANALYTICS_CHECK_FOR_UPDATES: 'false' + GF_SECURITY_ADMIN_PASSWORD__FILE: /run/secrets/grafana_password + volumes: + - ./infra/grafana/provisioning:/etc/grafana/provisioning:ro + - ./infra/grafana/dashboards:/var/lib/grafana/dashboards:ro + - grafana_data:/var/lib/grafana + ports: + - 127.0.0.1:${GRAFANA_PORT:-13006}:3000 + cpus: 0.5 + mem_limit: 256m + secrets: + - grafana_password +volumes: + postgres_data: null + s3_data: null + broker_data: null + prometheus_data: {} + loki_data: {} + tempo_data: {} + grafana_data: {} +networks: + storage_backend: + internal: true +secrets: + postgres_password: + file: ./secrets/postgres_password + database_url: + file: ./secrets/database_url + cache_url: + file: ./secrets/cache_url + s3_access_key: + file: ./secrets/s3_access_key + s3_secret_key: + file: ./secrets/s3_secret_key + s3_admin_access_key: + file: ./secrets/s3_admin_access_key + s3_admin_secret_key: + file: ./secrets/s3_admin_secret_key + s3_config: + file: ./secrets/s3_config + broker_url: + file: ./secrets/broker_url + broker_password: + file: ./secrets/broker_password + broker_config: + file: ./secrets/broker_config + grafana_password: + file: ./secrets/grafana_password diff --git a/evidence/build-current.txt b/evidence/build-current.txt new file mode 100644 index 0000000..a2a5207 --- /dev/null +++ b/evidence/build-current.txt @@ -0,0 +1,234 @@ + Image mtusi-vasilev:lab6 Building + Image mtusi-vasilev:lab6 Building + Image mtusi-vasilev:lab6 Building + Image mtusi-vasilev:lab6 Building + Image mtusi-vasilev:lab6 Building +#1 [internal] load local bake definitions +#1 reading from stdin 3.14kB done +#1 DONE 0.0s + +#2 [migrate internal] load build definition from Dockerfile +#2 transferring dockerfile: 1.07kB done +#2 DONE 0.0s + +#3 [migrate internal] load metadata for ghcr.io/astral-sh/uv:0.11.7 +#3 DONE 0.0s + +#4 [migrate internal] load metadata for docker.io/library/python:3.12-slim@sha256:646fb0bca3dd3ea1bcc6feb72c17ed16eed6e10cffc732fcc1478bd3e7f02d7b +#4 DONE 0.0s + +#5 [migrate internal] load .dockerignore +#5 transferring context: 109B done +#5 DONE 0.0s + +#6 [api internal] load build context +#6 transferring context: 28.04kB done +#6 DONE 0.0s + +#7 [dispatcher build 1/5] FROM docker.io/library/python:3.12-slim@sha256:646fb0bca3dd3ea1bcc6feb72c17ed16eed6e10cffc732fcc1478bd3e7f02d7b +#7 resolve docker.io/library/python:3.12-slim@sha256:646fb0bca3dd3ea1bcc6feb72c17ed16eed6e10cffc732fcc1478bd3e7f02d7b done +#7 DONE 0.0s + +#8 [s3-bootstrap] FROM ghcr.io/astral-sh/uv:0.11.7@sha256:240fb85ab0f263ef12f492d8476aa3a2e4e1e333f7d67fbdd923d00a506a516a +#8 resolve ghcr.io/astral-sh/uv:0.11.7@sha256:240fb85ab0f263ef12f492d8476aa3a2e4e1e333f7d67fbdd923d00a506a516a done +#8 DONE 0.0s + +#9 [api build 4/5] COPY pyproject.toml uv.lock ./ +#9 CACHED + +#10 [api stage-1 3/6] WORKDIR /app +#10 CACHED + +#11 [api build 5/5] RUN uv sync --locked --no-dev --no-install-project --python /usr/local/bin/python +#11 CACHED + +#12 [api build 3/5] WORKDIR /app +#12 CACHED + +#13 [api build 2/5] COPY --from=ghcr.io/astral-sh/uv:0.11.7 /uv /usr/local/bin/uv +#13 CACHED + +#14 [api stage-1 2/6] RUN apt-get update && apt-get install -y --no-install-recommends libjpeg-turbo-progs=1:2.1.5-4 && rm -rf /var/lib/apt/lists/* +#14 CACHED + +#15 [dispatcher stage-1 4/6] COPY --from=build /app/.venv /app/.venv +#15 CACHED + +#16 [worker stage-1 5/6] COPY src ./src +#16 DONE 0.0s + +#17 [api stage-1 6/6] COPY migrations ./migrations +#17 DONE 0.0s + +#18 [migrate] exporting to image +#18 exporting layers 0.0s done +#18 exporting manifest sha256:eaaedf4c6882dbdea34146fff7162d8ef60c2e0928e8e0ace9fb2d32d4d35b45 done +#18 exporting config sha256:edbb694fa8e8e3ce614ee6bd69f8f905a4034d2272fd661ff00ed4679190cd23 0.0s done +#18 exporting attestation manifest sha256:5ea04d6ae9de1951c6fd4fa7ba7466fd17f38b8073418b8fcd7b36059fdee746 0.0s done +#18 exporting manifest list sha256:27a8245d8fe54b02a99556efd6e6aeff5036b3eee6639f4fdcacad1c878d0b9b 0.0s done +#18 naming to docker.io/library/mtusi-vasilev:lab6 done +#18 unpacking to docker.io/library/mtusi-vasilev:lab6 +#18 unpacking to docker.io/library/mtusi-vasilev:lab6 0.0s done +#18 DONE 0.1s + +#19 [dispatcher] exporting to image +#19 exporting layers 0.0s done +#19 exporting manifest sha256:d3da07a6fdda64b3618c601f7e2f097488b13767fa78e7aa633caf7ebba7cf0f 0.0s done +#19 exporting config sha256:75ac75b785fb5836659578621f4fe38554f6d76b18623db5c26c2ea1efdc8f0c 0.0s done +#19 exporting attestation manifest sha256:56353292db76d317ba87f8b4fa216f0bd3ae3a4daff460acded208a49d6871cb 0.0s done +#19 exporting manifest list sha256:a392951c40267bc16428d809b7cf2936a3f7d112705ffd276372dbbcc1d68867 0.0s done +#19 naming to docker.io/library/mtusi-vasilev:lab6 done +#19 unpacking to docker.io/library/mtusi-vasilev:lab6 0.0s done +#19 DONE 0.1s + +#20 [s3-bootstrap] exporting to image +#20 exporting layers 0.0s done +#20 exporting manifest sha256:f8afc946dee98b3ab5b238d588f98b3727228a152b77cf5b33c5268e2d1d118c 0.0s done +#20 exporting config sha256:8dba14c01d7488a389d2892935806cf25379175ae443ef6376bb8a8f2fdd242e 0.0s done +#20 exporting attestation manifest sha256:a72640ebb9575c7d0a86c89650defd4eb707e47aaf8da77757d4057578d80cd7 0.0s done +#20 exporting manifest list sha256:adf5d66d029c412d164a492c3196d1f67c47c8a0918a700844771d613a77c98d 0.0s done +#20 naming to docker.io/library/mtusi-vasilev:lab6 done +#20 unpacking to docker.io/library/mtusi-vasilev:lab6 0.0s done +#20 DONE 0.1s + +#21 [api] exporting to image +#21 exporting layers 0.0s done +#21 exporting manifest sha256:032bd231dd762fe10a19be37cd71daf8076d3436fc62b6788fbbcfac7728acd6 0.0s done +#21 exporting config sha256:4c3020a2b95b6b9f0f37a6629bf17e8e8dd409f38b6090677c121ca04e7bf69a 0.0s done +#21 exporting attestation manifest sha256:60c24c58c4c4f2aed80aeaf15f4a6c0699aed0f5e33309db1536902b2f4ce918 0.0s done +#21 exporting manifest list sha256:a582478f8f798682db8825193c88a6e7f8d9cd746fe25eb0c3b86af62d2218fc 0.0s done +#21 naming to docker.io/library/mtusi-vasilev:lab6 done +#21 unpacking to docker.io/library/mtusi-vasilev:lab6 0.0s done +#21 DONE 0.1s + +#22 [worker] exporting to image +#22 exporting layers 0.0s done +#22 exporting manifest sha256:7f4cee04d6c050130a6a782e58225c7a4994b55e7c2022556b8adb3ca7a8818a 0.0s done +#22 exporting config sha256:64b56b6a22e6232afd3088acacb29903968a596b0da245ce3537b0558cd4f4e5 0.0s done +#22 exporting attestation manifest sha256:cb79a6cf722f860c48cf67c7c0dc9dcfa35ca0052f5f5b47cab876a4ad344e37 0.0s done +#22 exporting manifest list sha256:3fc41f43557e885100458a5c245d79119c72330a20c765f66fc4e64bea2fc68e 0.0s done +#22 naming to docker.io/library/mtusi-vasilev:lab6 done +#22 unpacking to docker.io/library/mtusi-vasilev:lab6 0.0s done +#22 DONE 0.2s + +#23 [worker] resolving provenance for metadata file +#23 DONE 0.0s + +#24 [dispatcher] resolving provenance for metadata file +#24 DONE 0.0s + +#25 [migrate] resolving provenance for metadata file +#25 DONE 0.0s + +#26 [s3-bootstrap] resolving provenance for metadata file +#26 DONE 0.0s + +#27 [api] resolving provenance for metadata file +#27 DONE 0.0s + Image mtusi-vasilev:lab6 Built + Image mtusi-vasilev:lab6 Built + Image mtusi-vasilev:lab6 Built + Image mtusi-vasilev:lab6 Built + Image mtusi-vasilev:lab6 Built + Container mtusi-vasilev-lab6-postgres-1 Running + Container mtusi-vasilev-lab6-cache-1 Running + Container mtusi-vasilev-lab6-prometheus-1 Running + Container mtusi-vasilev-lab6-grafana-1 Running + Container mtusi-vasilev-lab6-s3-1 Running + Container mtusi-vasilev-lab6-broker-1 Running + Container mtusi-vasilev-lab6-lb-1 Running + Container mtusi-vasilev-lab6-storage-1 Running + Container mtusi-vasilev-lab6-collector-1 Recreate + Container mtusi-vasilev-lab6-tempo-1 Recreate + Container mtusi-vasilev-lab6-s3-bootstrap-1 Recreate + Container mtusi-vasilev-lab6-migrate-1 Recreate + Container mtusi-vasilev-lab6-loki-1 Recreate + Container mtusi-vasilev-lab6-migrate-1 Recreated + Container mtusi-vasilev-lab6-dispatcher-1 Recreate + Container mtusi-vasilev-lab6-s3-bootstrap-1 Recreated + Container mtusi-vasilev-lab6-worker-1 Recreate + Container mtusi-vasilev-lab6-api-1 Recreate + Container mtusi-vasilev-lab6-api-2 Recreate + Container mtusi-vasilev-lab6-collector-1 Recreated + Container mtusi-vasilev-lab6-dispatcher-1 Recreated + Container mtusi-vasilev-lab6-tempo-1 Recreated + Container mtusi-vasilev-lab6-worker-1 Recreated + Container mtusi-vasilev-lab6-api-2 Recreated + Container mtusi-vasilev-lab6-api-1 Recreated + Container mtusi-vasilev-lab6-loki-1 Recreated + Container mtusi-vasilev-lab6-tempo-1 Starting + Container mtusi-vasilev-lab6-collector-1 Starting + Container mtusi-vasilev-lab6-postgres-1 Waiting + Container mtusi-vasilev-lab6-loki-1 Starting + Container mtusi-vasilev-lab6-storage-1 Waiting + Container mtusi-vasilev-lab6-loki-1 Started + Container mtusi-vasilev-lab6-collector-1 Started + Container mtusi-vasilev-lab6-tempo-1 Started + Container mtusi-vasilev-lab6-postgres-1 Healthy + Container mtusi-vasilev-lab6-storage-1 Healthy + Container mtusi-vasilev-lab6-migrate-1 Starting + Container mtusi-vasilev-lab6-s3-bootstrap-1 Starting + Container mtusi-vasilev-lab6-migrate-1 Started + Container mtusi-vasilev-lab6-broker-1 Waiting + Container mtusi-vasilev-lab6-migrate-1 Waiting + Container mtusi-vasilev-lab6-s3-bootstrap-1 Started + Container mtusi-vasilev-lab6-migrate-1 Waiting + Container mtusi-vasilev-lab6-cache-1 Waiting + Container mtusi-vasilev-lab6-s3-bootstrap-1 Waiting + Container mtusi-vasilev-lab6-migrate-1 Waiting + Container mtusi-vasilev-lab6-broker-1 Waiting + Container mtusi-vasilev-lab6-s3-bootstrap-1 Waiting + Container mtusi-vasilev-lab6-broker-1 Healthy + Container mtusi-vasilev-lab6-cache-1 Healthy + Container mtusi-vasilev-lab6-broker-1 Healthy + Container mtusi-vasilev-lab6-migrate-1 Exited + Container mtusi-vasilev-lab6-dispatcher-1 Starting + Container mtusi-vasilev-lab6-migrate-1 Exited + Container mtusi-vasilev-lab6-migrate-1 Exited + Container mtusi-vasilev-lab6-dispatcher-1 Started + Container mtusi-vasilev-lab6-s3-bootstrap-1 Exited + Container mtusi-vasilev-lab6-s3-bootstrap-1 Exited + Container mtusi-vasilev-lab6-api-2 Starting + Container mtusi-vasilev-lab6-worker-1 Starting + Container mtusi-vasilev-lab6-worker-1 Started + Container mtusi-vasilev-lab6-api-2 Started + Container mtusi-vasilev-lab6-api-1 Starting + Container mtusi-vasilev-lab6-api-1 Started + Container mtusi-vasilev-lab6-api-2 Waiting + Container mtusi-vasilev-lab6-api-1 Waiting + Container mtusi-vasilev-lab6-api-2 Healthy + Container mtusi-vasilev-lab6-api-1 Healthy + Container mtusi-vasilev-lab6-worker-1 Waiting + Container mtusi-vasilev-lab6-s3-1 Waiting + Container mtusi-vasilev-lab6-broker-1 Waiting + Container mtusi-vasilev-lab6-storage-1 Waiting + Container mtusi-vasilev-lab6-cache-1 Waiting + Container mtusi-vasilev-lab6-dispatcher-1 Waiting + Container mtusi-vasilev-lab6-loki-1 Waiting + Container mtusi-vasilev-lab6-tempo-1 Waiting + Container mtusi-vasilev-lab6-lb-1 Waiting + Container mtusi-vasilev-lab6-s3-bootstrap-1 Waiting + Container mtusi-vasilev-lab6-prometheus-1 Waiting + Container mtusi-vasilev-lab6-migrate-1 Waiting + Container mtusi-vasilev-lab6-postgres-1 Waiting + Container mtusi-vasilev-lab6-grafana-1 Waiting + Container mtusi-vasilev-lab6-api-2 Waiting + Container mtusi-vasilev-lab6-api-1 Waiting + Container mtusi-vasilev-lab6-collector-1 Waiting + Container mtusi-vasilev-lab6-lb-1 Healthy + Container mtusi-vasilev-lab6-s3-1 Healthy + Container mtusi-vasilev-lab6-grafana-1 Healthy + Container mtusi-vasilev-lab6-collector-1 Healthy + Container mtusi-vasilev-lab6-broker-1 Healthy + Container mtusi-vasilev-lab6-s3-bootstrap-1 Exited + Container mtusi-vasilev-lab6-cache-1 Healthy + Container mtusi-vasilev-lab6-worker-1 Healthy + Container mtusi-vasilev-lab6-tempo-1 Healthy + Container mtusi-vasilev-lab6-postgres-1 Healthy + Container mtusi-vasilev-lab6-storage-1 Healthy + Container mtusi-vasilev-lab6-dispatcher-1 Healthy + Container mtusi-vasilev-lab6-loki-1 Healthy + Container mtusi-vasilev-lab6-migrate-1 Exited + Container mtusi-vasilev-lab6-prometheus-1 Healthy + Container mtusi-vasilev-lab6-api-2 Healthy + Container mtusi-vasilev-lab6-api-1 Healthy diff --git a/evidence/contract-final.txt b/evidence/contract-final.txt new file mode 100644 index 0000000..b62af9c --- /dev/null +++ b/evidence/contract-final.txt @@ -0,0 +1 @@ +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. diff --git a/evidence/dataset-during-benchmark.json b/evidence/dataset-during-benchmark.json new file mode 100644 index 0000000..c1d391f --- /dev/null +++ b/evidence/dataset-during-benchmark.json @@ -0,0 +1 @@ +{"captured_at" : "2026-11-16T00:16:17.713479+00:00", "users" : 367, "chats" : 140, "messages" : 271, "attachments" : 55, "jobs" : 55} diff --git a/evidence/incidents-summary.txt b/evidence/incidents-summary.txt new file mode 100644 index 0000000..1dcc19b --- /dev/null +++ b/evidence/incidents-summary.txt @@ -0,0 +1,61 @@ +Derived from evidence/incidents.json +{ + "started_at": "2026-11-16T00:11:51.947497+00:00", + "finished_at": "2026-11-16T00:15:16.555972+00:00", + "passed": true, + "scenarios": [ + { + "name": "upload_publish_consume_retry", + "passed": true, + "trace_id": "1df2ebde21e84372b95437a839d9aa0a", + "attachment_id": "2e1aad5f-647d-462b-bf57-705605e29449", + "log_streams": 5 + }, + { + "name": "worker_stop_queue_age", + "passed": true, + "firing_after_s": 34.739, + "firing_observation": { + "depth": 3.0, + "oldest_age_s": 29.867548, + "error_ratio": 0.0 + }, + "resolved_after_restore_s": 14.131, + "ready_attachment_count": 3 + }, + { + "name": "database_pause", + "passed": true, + "firing_after_s": 29.15, + "statuses": [ + 503, + 503, + 503, + 503, + 503, + 503, + 503, + 503, + 503, + 503, + 503, + 503 + ], + "firing_observation": { + "depth": 0.0, + "oldest_age_s": 0.0, + "error_ratio": 0.5328919208698448 + }, + "resolved_after_restore_s": 35.22 + }, + { + "name": "telemetry_backends_outage", + "passed": true, + "duration_s": 39.125, + "business_successes": 200, + "failed_span_sends_before": 0.0, + "failed_span_sends_after": 118.0, + "restored_trace_id": "c2af36cbb59745e0b403a8112b0e21af" + } + ] +} diff --git a/evidence/incidents.json b/evidence/incidents.json new file mode 100644 index 0000000..9fc1a7d --- /dev/null +++ b/evidence/incidents.json @@ -0,0 +1,722 @@ +{ + "started_at": "2026-11-16T00:11:51.947497+00:00", + "scenarios": [ + { + "name": "upload_publish_consume_retry", + "passed": true, + "trace_id": "1df2ebde21e84372b95437a839d9aa0a", + "attachment_id": "2e1aad5f-647d-462b-bf57-705605e29449", + "spans": [ + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "85PQRG4jEBU=", + "parentSpanId": "EjRWeJCrze8=", + "flags": 768, + "name": "POST /api/v1/chats/{chat_id}/attachments", + "kind": "SPAN_KIND_SERVER", + "startTimeUnixNano": "1794787924032425043", + "endTimeUnixNano": "1794787924232650493", + "attributes": [ + { + "key": "http.request.method", + "value": { + "stringValue": "POST" + } + }, + { + "key": "http.route", + "value": { + "stringValue": "/api/v1/chats/{chat_id}/attachments" + } + }, + { + "key": "http.response.status_code", + "value": { + "intValue": "202" + } + } + ], + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "YWdKpwpF9Ds=", + "parentSpanId": "85PQRG4jEBU=", + "flags": 256, + "name": "postgres.transaction", + "kind": "SPAN_KIND_CLIENT", + "startTimeUnixNano": "1794787924032821453", + "endTimeUnixNano": "1794787924033245940", + "attributes": [ + { + "key": "db.system.name", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "9YJKvSiyB5g=", + "parentSpanId": "85PQRG4jEBU=", + "flags": 256, + "name": "postgres.transaction", + "kind": "SPAN_KIND_CLIENT", + "startTimeUnixNano": "1794787924033675481", + "endTimeUnixNano": "1794787924034278077", + "attributes": [ + { + "key": "db.system.name", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "2x/geWQTYmo=", + "parentSpanId": "85PQRG4jEBU=", + "flags": 256, + "name": "postgres.transaction", + "kind": "SPAN_KIND_CLIENT", + "startTimeUnixNano": "1794787924226398258", + "endTimeUnixNano": "1794787924227576250", + "attributes": [ + { + "key": "db.system.name", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "auYsCTJ/YBY=", + "parentSpanId": "85PQRG4jEBU=", + "flags": 256, + "name": "postgres.transaction", + "kind": "SPAN_KIND_CLIENT", + "startTimeUnixNano": "1794787924227618281", + "endTimeUnixNano": "1794787924232311322", + "attributes": [ + { + "key": "db.system.name", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "v9mqJzVyq6s=", + "parentSpanId": "auYsCTJ/YBY=", + "flags": 256, + "name": "s3.request", + "kind": "SPAN_KIND_CLIENT", + "startTimeUnixNano": "1794787924227935058", + "endTimeUnixNano": "1794787924231301036", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.service", + "value": { + "stringValue": "S3" + } + } + ], + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "KNSxMXLkvrw=", + "parentSpanId": "auYsCTJ/YBY=", + "flags": 768, + "name": "attachments publish", + "kind": "SPAN_KIND_PRODUCER", + "startTimeUnixNano": "1794787924425567005", + "endTimeUnixNano": "1794787924427476734", + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "iiLJTNZpKyY=", + "parentSpanId": "KNSxMXLkvrw=", + "flags": 768, + "name": "attachments consume", + "kind": "SPAN_KIND_CONSUMER", + "startTimeUnixNano": "1794787924427715550", + "endTimeUnixNano": "1794787924431726697", + "attributes": [ + { + "key": "job.type", + "value": { + "stringValue": "attachment.process.v1" + } + }, + { + "key": "job.outcome", + "value": { + "stringValue": "retry" + } + } + ], + "status": { + "message": "processing_failed", + "code": "STATUS_CODE_ERROR" + } + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "3I8sOfMxGUw=", + "parentSpanId": "iiLJTNZpKyY=", + "flags": 256, + "name": "postgres.transaction", + "kind": "SPAN_KIND_CLIENT", + "startTimeUnixNano": "1794787924427780393", + "endTimeUnixNano": "1794787924429488867", + "attributes": [ + { + "key": "db.system.name", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "KENZefPstWA=", + "parentSpanId": "iiLJTNZpKyY=", + "flags": 256, + "name": "postgres.transaction", + "kind": "SPAN_KIND_CLIENT", + "startTimeUnixNano": "1794787924429565242", + "endTimeUnixNano": "1794787924430107381", + "attributes": [ + { + "key": "db.system.name", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "jTmlxkAxFa8=", + "parentSpanId": "iiLJTNZpKyY=", + "flags": 256, + "name": "postgres.transaction", + "kind": "SPAN_KIND_CLIENT", + "startTimeUnixNano": "1794787924430433266", + "endTimeUnixNano": "1794787924431559869", + "attributes": [ + { + "key": "db.system.name", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "+ftjsuipd7I=", + "parentSpanId": "auYsCTJ/YBY=", + "flags": 768, + "name": "attachments publish", + "kind": "SPAN_KIND_PRODUCER", + "startTimeUnixNano": "1794787925868986427", + "endTimeUnixNano": "1794787925870404011", + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "j3xUVmra6+M=", + "parentSpanId": "+ftjsuipd7I=", + "flags": 768, + "name": "attachments consume", + "kind": "SPAN_KIND_CONSUMER", + "startTimeUnixNano": "1794787925870556967", + "endTimeUnixNano": "1794787926054299958", + "attributes": [ + { + "key": "job.type", + "value": { + "stringValue": "attachment.process.v1" + } + }, + { + "key": "job.outcome", + "value": { + "stringValue": "success" + } + } + ], + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "pzGGkWEL0t0=", + "parentSpanId": "j3xUVmra6+M=", + "flags": 256, + "name": "s3.request", + "kind": "SPAN_KIND_CLIENT", + "startTimeUnixNano": "1794787926043435746", + "endTimeUnixNano": "1794787926046214771", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.service", + "value": { + "stringValue": "S3" + } + } + ], + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "YdH70wxCgds=", + "parentSpanId": "j3xUVmra6+M=", + "flags": 256, + "name": "s3.request", + "kind": "SPAN_KIND_CLIENT", + "startTimeUnixNano": "1794787926046277701", + "endTimeUnixNano": "1794787926047537678", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.service", + "value": { + "stringValue": "S3" + } + } + ], + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "Hl+esmJIzaw=", + "parentSpanId": "j3xUVmra6+M=", + "flags": 256, + "name": "s3.request", + "kind": "SPAN_KIND_CLIENT", + "startTimeUnixNano": "1794787926047602404", + "endTimeUnixNano": "1794787926048859375", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.service", + "value": { + "stringValue": "S3" + } + } + ], + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "ymy5xPLE22s=", + "parentSpanId": "j3xUVmra6+M=", + "flags": 256, + "name": "s3.request", + "kind": "SPAN_KIND_CLIENT", + "startTimeUnixNano": "1794787926048933580", + "endTimeUnixNano": "1794787926050261415", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.service", + "value": { + "stringValue": "S3" + } + } + ], + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "0I0XgttMe7o=", + "parentSpanId": "j3xUVmra6+M=", + "flags": 256, + "name": "postgres.transaction", + "kind": "SPAN_KIND_CLIENT", + "startTimeUnixNano": "1794787926050309688", + "endTimeUnixNano": "1794787926050692112", + "attributes": [ + { + "key": "db.system.name", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "xpBliDqwSJ0=", + "parentSpanId": "j3xUVmra6+M=", + "flags": 256, + "name": "postgres.transaction", + "kind": "SPAN_KIND_CLIENT", + "startTimeUnixNano": "1794787926050724475", + "endTimeUnixNano": "1794787926052224647", + "attributes": [ + { + "key": "db.system.name", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "Nb/KjJuQvYE=", + "parentSpanId": "j3xUVmra6+M=", + "flags": 256, + "name": "postgres.transaction", + "kind": "SPAN_KIND_CLIENT", + "startTimeUnixNano": "1794787926052282315", + "endTimeUnixNano": "1794787926052454235", + "attributes": [ + { + "key": "db.system.name", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "W2UgjhNayzg=", + "parentSpanId": "j3xUVmra6+M=", + "flags": 256, + "name": "postgres.transaction", + "kind": "SPAN_KIND_CLIENT", + "startTimeUnixNano": "1794787926052481587", + "endTimeUnixNano": "1794787926054080225", + "attributes": [ + { + "key": "db.system.name", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "Ir9zAzRDnt8=", + "parentSpanId": "W2UgjhNayzg=", + "flags": 256, + "name": "s3.request", + "kind": "SPAN_KIND_CLIENT", + "startTimeUnixNano": "1794787926052739904", + "endTimeUnixNano": "1794787926053461741", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.service", + "value": { + "stringValue": "S3" + } + } + ], + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "FSMxie8tGuk=", + "parentSpanId": "j3xUVmra6+M=", + "flags": 256, + "name": "postgres.transaction", + "kind": "SPAN_KIND_CLIENT", + "startTimeUnixNano": "1794787925870594559", + "endTimeUnixNano": "1794787925871912567", + "attributes": [ + { + "key": "db.system.name", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "0we4paz46tc=", + "parentSpanId": "j3xUVmra6+M=", + "flags": 256, + "name": "postgres.transaction", + "kind": "SPAN_KIND_CLIENT", + "startTimeUnixNano": "1794787925871962940", + "endTimeUnixNano": "1794787925872135026", + "attributes": [ + { + "key": "db.system.name", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "HfLr3iHoQ3K5VDeoOdmqCg==", + "spanId": "1ch+xVVRGHo=", + "parentSpanId": "j3xUVmra6+M=", + "flags": 256, + "name": "s3.get", + "kind": "SPAN_KIND_CLIENT", + "startTimeUnixNano": "1794787925872227920", + "endTimeUnixNano": "1794787925874040634", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.service", + "value": { + "stringValue": "S3" + } + } + ], + "status": {} + } + ], + "log_streams": 5 + }, + { + "name": "worker_stop_queue_age", + "passed": true, + "firing_after_s": 34.739, + "firing_observation": { + "depth": 3.0, + "oldest_age_s": 29.867548, + "error_ratio": 0.0 + }, + "resolved_after_restore_s": 14.131, + "ready_attachment_count": 3 + }, + { + "name": "database_pause", + "passed": true, + "firing_after_s": 29.15, + "statuses": [ + 503, + 503, + 503, + 503, + 503, + 503, + 503, + 503, + 503, + 503, + 503, + 503 + ], + "firing_observation": { + "depth": 0.0, + "oldest_age_s": 0.0, + "error_ratio": 0.5328919208698448 + }, + "resolved_after_restore_s": 35.22 + }, + { + "name": "telemetry_backends_outage", + "passed": true, + "duration_s": 39.125, + "business_successes": 200, + "failed_span_sends_before": 0.0, + "failed_span_sends_after": 118.0, + "memory_before": [ + { + "service": "api", + "container": "cfafa727059621ed84debff1f81ee3389f245125fe4fa3abb5f94a70fdf75137", + "current_bytes": 84967424, + "peak_bytes": 151830528, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "9f76ed4585708192348539a2ec7faf820544abaab82f9c31242ba5a79b0889e2", + "current_bytes": 84553728, + "peak_bytes": 158683136, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "2268305d2238f316cf7b5a65d2045a6c1a7a2ec70dd02c59754685fac7d5437f", + "current_bytes": 72175616, + "peak_bytes": 118439936, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 50638848, + "peak_bytes": 51539968, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + } + ], + "memory_during": [ + { + "service": "api", + "container": "cfafa727059621ed84debff1f81ee3389f245125fe4fa3abb5f94a70fdf75137", + "current_bytes": 86003712, + "peak_bytes": 151830528, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "9f76ed4585708192348539a2ec7faf820544abaab82f9c31242ba5a79b0889e2", + "current_bytes": 84656128, + "peak_bytes": 158683136, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "2268305d2238f316cf7b5a65d2045a6c1a7a2ec70dd02c59754685fac7d5437f", + "current_bytes": 72183808, + "peak_bytes": 118439936, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 52547584, + "peak_bytes": 53600256, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + } + ], + "restored_trace_id": "c2af36cbb59745e0b403a8112b0e21af" + } + ], + "passed": true, + "finished_at": "2026-11-16T00:15:16.555972+00:00" +} \ No newline at end of file diff --git a/evidence/lint-final.txt b/evidence/lint-final.txt new file mode 100644 index 0000000..1f5f344 --- /dev/null +++ b/evidence/lint-final.txt @@ -0,0 +1 @@ +All checks passed! diff --git a/evidence/measured-runtime-hashes.json b/evidence/measured-runtime-hashes.json new file mode 100644 index 0000000..205ce58 --- /dev/null +++ b/evidence/measured-runtime-hashes.json @@ -0,0 +1,102 @@ +{ + "captured_at": "2026-11-16T09:05:50.509991+00:00", + "image_revision": "548855e2c1a34bf8567a6245de0126dac8ed06a0", + "roles": [ + { + "role": "api", + "container": "cfc128f2198a1b6de57103ce5d3ffe2ce5bd1f18499e778904e5b536b4425f4c", + "matches_local": true, + "files": { + "src/messenger/__init__.py": "9a72a49106367ca514cc6147d0e727e62c4d33fefd61572d209a5c9494551a2c", + "src/messenger/__main__.py": "ba9a59ad44ee8884cd65cf88d5ea15cbd7051b10f7c729043ddd44ca2f34defe", + "src/messenger/app.py": "e66050123ff895a9fb6da14991457df9c30ed997d0ef983ed17e33fa940f75e1", + "src/messenger/attachments.py": "a10f28f9ce7355975c2509e6a360d1086f39d601a563706ad3bcb231da82228e", + "src/messenger/config.py": "e4d4aaf674ede8b5abdc361f77c7793ee94d8d7856030c28834eb7c95291b193", + "src/messenger/domain.py": "7bf6f177ab5bdeea09b303dc886160335d348f64f47912b9bba45355db378bef", + "src/messenger/image_pipeline.py": "3dcca5590704f1f9e8eca71dc28097930eac62701cf479aa8b7e3c71ca9b3551", + "src/messenger/image_validation.py": "d9aa8db65edaab88c9a76cf2e5459ad3028ba808579311aeb0d8c4f01f875720", + "src/messenger/jobctl.py": "41098fe1088960f6e62a3e3b6bd63e8b7f048b4561d82a994cf64574b939215d", + "src/messenger/jobs.py": "9e5c79cd1388f6e065bd68088257e3dc86046922f0317b582a653037ca3f9165", + "src/messenger/migrate.py": "eb5cad7ac6abe38dd40b2db307d298b297abe9543b3928c36bab8ef06283664e", + "src/messenger/models.py": "dd2c5360e4ed1908fc91e57bbee106dbc5ab5c50a003e6ba0087ed254550452d", + "src/messenger/postgres.py": "346cab57cc8020f943da3d12feb9dec8ba8f11798d83754a4ff57bf3dd273143", + "src/messenger/storage.py": "d04cfc5d284e1b72437a0b99d3a1c56f358c4ae02d737109a27c3b5ebfa55f9e", + "src/messenger/storage_bootstrap.py": "b29a2a1f8864ec3425a7499b1752688f69d8f402f3881957e790ed4522d35589", + "src/messenger/telemetry.py": "16cd5f6f98538fd11c30bbe48d8a4ad69745ee1dc331e426855d37904cc439c5", + "src/messenger/worker.py": "e4b37b90d918cb0dc8cc4f90b392d82351d22357da75c92b9b895da563eb9aba" + } + }, + { + "role": "api", + "container": "5d7baeaaaf03ec2879eafa26f425508cb82e54de0325d8cb4b364cf199c6d010", + "matches_local": true, + "files": { + "src/messenger/__init__.py": "9a72a49106367ca514cc6147d0e727e62c4d33fefd61572d209a5c9494551a2c", + "src/messenger/__main__.py": "ba9a59ad44ee8884cd65cf88d5ea15cbd7051b10f7c729043ddd44ca2f34defe", + "src/messenger/app.py": "e66050123ff895a9fb6da14991457df9c30ed997d0ef983ed17e33fa940f75e1", + "src/messenger/attachments.py": "a10f28f9ce7355975c2509e6a360d1086f39d601a563706ad3bcb231da82228e", + "src/messenger/config.py": "e4d4aaf674ede8b5abdc361f77c7793ee94d8d7856030c28834eb7c95291b193", + "src/messenger/domain.py": "7bf6f177ab5bdeea09b303dc886160335d348f64f47912b9bba45355db378bef", + "src/messenger/image_pipeline.py": "3dcca5590704f1f9e8eca71dc28097930eac62701cf479aa8b7e3c71ca9b3551", + "src/messenger/image_validation.py": "d9aa8db65edaab88c9a76cf2e5459ad3028ba808579311aeb0d8c4f01f875720", + "src/messenger/jobctl.py": "41098fe1088960f6e62a3e3b6bd63e8b7f048b4561d82a994cf64574b939215d", + "src/messenger/jobs.py": "9e5c79cd1388f6e065bd68088257e3dc86046922f0317b582a653037ca3f9165", + "src/messenger/migrate.py": "eb5cad7ac6abe38dd40b2db307d298b297abe9543b3928c36bab8ef06283664e", + "src/messenger/models.py": "dd2c5360e4ed1908fc91e57bbee106dbc5ab5c50a003e6ba0087ed254550452d", + "src/messenger/postgres.py": "346cab57cc8020f943da3d12feb9dec8ba8f11798d83754a4ff57bf3dd273143", + "src/messenger/storage.py": "d04cfc5d284e1b72437a0b99d3a1c56f358c4ae02d737109a27c3b5ebfa55f9e", + "src/messenger/storage_bootstrap.py": "b29a2a1f8864ec3425a7499b1752688f69d8f402f3881957e790ed4522d35589", + "src/messenger/telemetry.py": "16cd5f6f98538fd11c30bbe48d8a4ad69745ee1dc331e426855d37904cc439c5", + "src/messenger/worker.py": "e4b37b90d918cb0dc8cc4f90b392d82351d22357da75c92b9b895da563eb9aba" + } + }, + { + "role": "worker", + "container": "1f0366be1a714aea43fee70af5af1f108d5f2406bceaa9d432c901ed89f4dce7", + "matches_local": true, + "files": { + "src/messenger/__init__.py": "9a72a49106367ca514cc6147d0e727e62c4d33fefd61572d209a5c9494551a2c", + "src/messenger/__main__.py": "ba9a59ad44ee8884cd65cf88d5ea15cbd7051b10f7c729043ddd44ca2f34defe", + "src/messenger/app.py": "e66050123ff895a9fb6da14991457df9c30ed997d0ef983ed17e33fa940f75e1", + "src/messenger/attachments.py": "a10f28f9ce7355975c2509e6a360d1086f39d601a563706ad3bcb231da82228e", + "src/messenger/config.py": "e4d4aaf674ede8b5abdc361f77c7793ee94d8d7856030c28834eb7c95291b193", + "src/messenger/domain.py": "7bf6f177ab5bdeea09b303dc886160335d348f64f47912b9bba45355db378bef", + "src/messenger/image_pipeline.py": "3dcca5590704f1f9e8eca71dc28097930eac62701cf479aa8b7e3c71ca9b3551", + "src/messenger/image_validation.py": "d9aa8db65edaab88c9a76cf2e5459ad3028ba808579311aeb0d8c4f01f875720", + "src/messenger/jobctl.py": "41098fe1088960f6e62a3e3b6bd63e8b7f048b4561d82a994cf64574b939215d", + "src/messenger/jobs.py": "9e5c79cd1388f6e065bd68088257e3dc86046922f0317b582a653037ca3f9165", + "src/messenger/migrate.py": "eb5cad7ac6abe38dd40b2db307d298b297abe9543b3928c36bab8ef06283664e", + "src/messenger/models.py": "dd2c5360e4ed1908fc91e57bbee106dbc5ab5c50a003e6ba0087ed254550452d", + "src/messenger/postgres.py": "346cab57cc8020f943da3d12feb9dec8ba8f11798d83754a4ff57bf3dd273143", + "src/messenger/storage.py": "d04cfc5d284e1b72437a0b99d3a1c56f358c4ae02d737109a27c3b5ebfa55f9e", + "src/messenger/storage_bootstrap.py": "b29a2a1f8864ec3425a7499b1752688f69d8f402f3881957e790ed4522d35589", + "src/messenger/telemetry.py": "16cd5f6f98538fd11c30bbe48d8a4ad69745ee1dc331e426855d37904cc439c5", + "src/messenger/worker.py": "e4b37b90d918cb0dc8cc4f90b392d82351d22357da75c92b9b895da563eb9aba" + } + }, + { + "role": "dispatcher", + "container": "39769e4dc12941740226e8e8fb882aa0f05c3e046fc5f4c7a4c887dd4e46c3e4", + "matches_local": true, + "files": { + "src/messenger/__init__.py": "9a72a49106367ca514cc6147d0e727e62c4d33fefd61572d209a5c9494551a2c", + "src/messenger/__main__.py": "ba9a59ad44ee8884cd65cf88d5ea15cbd7051b10f7c729043ddd44ca2f34defe", + "src/messenger/app.py": "e66050123ff895a9fb6da14991457df9c30ed997d0ef983ed17e33fa940f75e1", + "src/messenger/attachments.py": "a10f28f9ce7355975c2509e6a360d1086f39d601a563706ad3bcb231da82228e", + "src/messenger/config.py": "e4d4aaf674ede8b5abdc361f77c7793ee94d8d7856030c28834eb7c95291b193", + "src/messenger/domain.py": "7bf6f177ab5bdeea09b303dc886160335d348f64f47912b9bba45355db378bef", + "src/messenger/image_pipeline.py": "3dcca5590704f1f9e8eca71dc28097930eac62701cf479aa8b7e3c71ca9b3551", + "src/messenger/image_validation.py": "d9aa8db65edaab88c9a76cf2e5459ad3028ba808579311aeb0d8c4f01f875720", + "src/messenger/jobctl.py": "41098fe1088960f6e62a3e3b6bd63e8b7f048b4561d82a994cf64574b939215d", + "src/messenger/jobs.py": "9e5c79cd1388f6e065bd68088257e3dc86046922f0317b582a653037ca3f9165", + "src/messenger/migrate.py": "eb5cad7ac6abe38dd40b2db307d298b297abe9543b3928c36bab8ef06283664e", + "src/messenger/models.py": "dd2c5360e4ed1908fc91e57bbee106dbc5ab5c50a003e6ba0087ed254550452d", + "src/messenger/postgres.py": "346cab57cc8020f943da3d12feb9dec8ba8f11798d83754a4ff57bf3dd273143", + "src/messenger/storage.py": "d04cfc5d284e1b72437a0b99d3a1c56f358c4ae02d737109a27c3b5ebfa55f9e", + "src/messenger/storage_bootstrap.py": "b29a2a1f8864ec3425a7499b1752688f69d8f402f3881957e790ed4522d35589", + "src/messenger/telemetry.py": "16cd5f6f98538fd11c30bbe48d8a4ad69745ee1dc331e426855d37904cc439c5", + "src/messenger/worker.py": "e4b37b90d918cb0dc8cc4f90b392d82351d22357da75c92b9b895da563eb9aba" + } + } + ] +} \ No newline at end of file diff --git a/evidence/measured-source-hashes.json b/evidence/measured-source-hashes.json new file mode 100644 index 0000000..015b842 --- /dev/null +++ b/evidence/measured-source-hashes.json @@ -0,0 +1,30 @@ +{ + "source_commit": "2b8372427dd8f7980039d694d3821d4e05302b6a", + "files": { + "migrations/001_initial.sql": "5d88cd12ef9fda008832dc0b886fa0cf5d886738fe9b77180cdc65adac50dfd9", + "migrations/002_idempotency.sql": "82b41be828ad55ec5c1d991775528e7fe6766c362fa58a2c4f46690459b2c00d", + "migrations/003_unicode_storage.sql": "7282a55da4aa081f7d3d99692e11eeb7a49feab9c9f829a09d3d72dc74009643", + "migrations/004_attachments.sql": "ed6b89075160294a2ac0d55da3be65c41be06aaee1fa5ef22b387d3f83841a06", + "migrations/005_attachment_only_message.sql": "9c53e55be4306a3d6b3f38ee4ee8013571cd03d1dc49958fdbd15859564db080", + "migrations/006_jobs.sql": "dee847c794f0bbbdcf544a69c257979da9f29a4ce11921d7dfcfe3fc71447750", + "migrations/007_observability.sql": "70e690806a8f15b9d876c71a63a826c589bb6020d5b425b11c88fdfbf3985f64", + "migrations/008_telemetry_acceptance.sql": "b2504c5edae6171fe2e9888dbab4e24ae0a917412ba98fef7e8b89aa31960f59", + "src/messenger/__init__.py": "9a72a49106367ca514cc6147d0e727e62c4d33fefd61572d209a5c9494551a2c", + "src/messenger/__main__.py": "ba9a59ad44ee8884cd65cf88d5ea15cbd7051b10f7c729043ddd44ca2f34defe", + "src/messenger/app.py": "e66050123ff895a9fb6da14991457df9c30ed997d0ef983ed17e33fa940f75e1", + "src/messenger/attachments.py": "a10f28f9ce7355975c2509e6a360d1086f39d601a563706ad3bcb231da82228e", + "src/messenger/config.py": "e4d4aaf674ede8b5abdc361f77c7793ee94d8d7856030c28834eb7c95291b193", + "src/messenger/domain.py": "7bf6f177ab5bdeea09b303dc886160335d348f64f47912b9bba45355db378bef", + "src/messenger/image_pipeline.py": "3dcca5590704f1f9e8eca71dc28097930eac62701cf479aa8b7e3c71ca9b3551", + "src/messenger/image_validation.py": "d9aa8db65edaab88c9a76cf2e5459ad3028ba808579311aeb0d8c4f01f875720", + "src/messenger/jobctl.py": "41098fe1088960f6e62a3e3b6bd63e8b7f048b4561d82a994cf64574b939215d", + "src/messenger/jobs.py": "9e5c79cd1388f6e065bd68088257e3dc86046922f0317b582a653037ca3f9165", + "src/messenger/migrate.py": "eb5cad7ac6abe38dd40b2db307d298b297abe9543b3928c36bab8ef06283664e", + "src/messenger/models.py": "dd2c5360e4ed1908fc91e57bbee106dbc5ab5c50a003e6ba0087ed254550452d", + "src/messenger/postgres.py": "346cab57cc8020f943da3d12feb9dec8ba8f11798d83754a4ff57bf3dd273143", + "src/messenger/storage.py": "d04cfc5d284e1b72437a0b99d3a1c56f358c4ae02d737109a27c3b5ebfa55f9e", + "src/messenger/storage_bootstrap.py": "b29a2a1f8864ec3425a7499b1752688f69d8f402f3881957e790ed4522d35589", + "src/messenger/telemetry.py": "16cd5f6f98538fd11c30bbe48d8a4ad69745ee1dc331e426855d37904cc439c5", + "src/messenger/worker.py": "e4b37b90d918cb0dc8cc4f90b392d82351d22357da75c92b9b895da563eb9aba" + } +} \ No newline at end of file diff --git a/evidence/observability-cost-resume-log.txt b/evidence/observability-cost-resume-log.txt new file mode 100644 index 0000000..e9ed003 --- /dev/null +++ b/evidence/observability-cost-resume-log.txt @@ -0,0 +1,48 @@ +sample25 1 PASS 39.78 RPS +sample10 1 PASS 39.8 RPS +full 2 PASS 39.84 RPS +sample25 2 PASS 39.52 RPS +sample10 2 PASS 39.84 RPS +off 2 PASS 39.85 RPS +sample25 3 PASS 39.87 RPS +sample10 3 PASS 39.85 RPS +off 3 PASS 39.84 RPS +full 3 PASS 39.85 RPS +{ + "off": { + "median_success_rps": 39.848470847125924, + "median_p95_s": 0.03684441700170282, + "median_trace_wire_bytes": 0.0, + "rare_total": 32, + "rare_sampled": 0, + "export_failed_spans": 0.0, + "queue_lost_spans": 0.0 + }, + "full": { + "median_success_rps": 39.85229800726845, + "median_p95_s": 0.03505475000565639, + "median_trace_wire_bytes": 134268.0, + "rare_total": 39, + "rare_sampled": 39, + "export_failed_spans": 0.0, + "queue_lost_spans": 0.0 + }, + "sample25": { + "median_success_rps": 39.77777880417364, + "median_p95_s": 0.045096541005477775, + "median_trace_wire_bytes": 39431.0, + "rare_total": 31, + "rare_sampled": 10, + "export_failed_spans": 0.0, + "queue_lost_spans": 0.0 + }, + "sample10": { + "median_success_rps": 39.835097210352295, + "median_p95_s": 0.030325082996569108, + "median_trace_wire_bytes": 20769.0, + "rare_total": 32, + "rare_sampled": 5, + "export_failed_spans": 0.0, + "queue_lost_spans": 0.0 + } +} diff --git a/evidence/observability-cost-summary.json b/evidence/observability-cost-summary.json new file mode 100644 index 0000000..880d614 --- /dev/null +++ b/evidence/observability-cost-summary.json @@ -0,0 +1,90 @@ +[ + { + "profile": "off", + "runs": 3, + "median_success_rps": 39.848470847125924, + "median_p50_ms": 5.394749998231418, + "median_p95_ms": 36.84441700170282, + "median_p99_ms": 288.0857920026756, + "mean_total_docker_cpu_percent": 45.94916666666667, + "peak_total_docker_memory_mib": 1175.78, + "median_traces_wire_bytes": 0.0, + "median_logs_wire_bytes": 0.0, + "median_metrics_wire_bytes": 0.0, + "median_collector_accepted_spans": 0.0, + "median_collector_refused_spans": 0.0, + "export_failed_spans": 0.0, + "queue_lost_spans": 0.0, + "not_sent": 0, + "rare_total": 32, + "rare_found": 0, + "errors_found": 0, + "slow_found": 0 + }, + { + "profile": "full", + "runs": 3, + "median_success_rps": 39.85229800726845, + "median_p50_ms": 5.507000001671258, + "median_p95_ms": 35.05475000565639, + "median_p99_ms": 285.96479200496105, + "mean_total_docker_cpu_percent": 52.064166666666665, + "peak_total_docker_memory_mib": 983.8240000000001, + "median_traces_wire_bytes": 134268.0, + "median_logs_wire_bytes": 228873.0, + "median_metrics_wire_bytes": 19200.0, + "median_collector_accepted_spans": 840.0, + "median_collector_refused_spans": 0.0, + "export_failed_spans": 0.0, + "queue_lost_spans": 0.0, + "not_sent": 0, + "rare_total": 39, + "rare_found": 39, + "errors_found": 6, + "slow_found": 33 + }, + { + "profile": "sample25", + "runs": 3, + "median_success_rps": 39.77777880417364, + "median_p50_ms": 5.806125001981854, + "median_p95_ms": 45.096541005477775, + "median_p99_ms": 272.20208299695514, + "mean_total_docker_cpu_percent": 50.21, + "peak_total_docker_memory_mib": 1232.86, + "median_traces_wire_bytes": 39431.0, + "median_logs_wire_bytes": 229445.0, + "median_metrics_wire_bytes": 18935.0, + "median_collector_accepted_spans": 194.0, + "median_collector_refused_spans": 0.0, + "export_failed_spans": 0.0, + "queue_lost_spans": 0.0, + "not_sent": 0, + "rare_total": 31, + "rare_found": 10, + "errors_found": 2, + "slow_found": 8 + }, + { + "profile": "sample10", + "runs": 3, + "median_success_rps": 39.835097210352295, + "median_p50_ms": 6.040542000846472, + "median_p95_ms": 30.325082996569108, + "median_p99_ms": 286.31024999776855, + "mean_total_docker_cpu_percent": 53.4, + "peak_total_docker_memory_mib": 1079.92, + "median_traces_wire_bytes": 20769.0, + "median_logs_wire_bytes": 228854.0, + "median_metrics_wire_bytes": 18694.0, + "median_collector_accepted_spans": 82.0, + "median_collector_refused_spans": 0.0, + "export_failed_spans": 0.0, + "queue_lost_spans": 0.0, + "not_sent": 0, + "rare_total": 32, + "rare_found": 5, + "errors_found": 1, + "slow_found": 4 + } +] \ No newline at end of file diff --git a/evidence/observability-cost-summary.txt b/evidence/observability-cost-summary.txt new file mode 100644 index 0000000..f37ece6 --- /dev/null +++ b/evidence/observability-cost-summary.txt @@ -0,0 +1,90 @@ +[ + { + "profile": "off", + "runs": 3, + "median_success_rps": 39.848470847125924, + "median_p50_ms": 5.394749998231418, + "median_p95_ms": 36.84441700170282, + "median_p99_ms": 288.0857920026756, + "mean_total_docker_cpu_percent": 45.94916666666667, + "peak_total_docker_memory_mib": 1175.78, + "median_traces_wire_bytes": 0.0, + "median_logs_wire_bytes": 0.0, + "median_metrics_wire_bytes": 0.0, + "median_collector_accepted_spans": 0.0, + "median_collector_refused_spans": 0.0, + "export_failed_spans": 0.0, + "queue_lost_spans": 0.0, + "not_sent": 0, + "rare_total": 32, + "rare_found": 0, + "errors_found": 0, + "slow_found": 0 + }, + { + "profile": "full", + "runs": 3, + "median_success_rps": 39.85229800726845, + "median_p50_ms": 5.507000001671258, + "median_p95_ms": 35.05475000565639, + "median_p99_ms": 285.96479200496105, + "mean_total_docker_cpu_percent": 52.064166666666665, + "peak_total_docker_memory_mib": 983.8240000000001, + "median_traces_wire_bytes": 134268.0, + "median_logs_wire_bytes": 228873.0, + "median_metrics_wire_bytes": 19200.0, + "median_collector_accepted_spans": 840.0, + "median_collector_refused_spans": 0.0, + "export_failed_spans": 0.0, + "queue_lost_spans": 0.0, + "not_sent": 0, + "rare_total": 39, + "rare_found": 39, + "errors_found": 6, + "slow_found": 33 + }, + { + "profile": "sample25", + "runs": 3, + "median_success_rps": 39.77777880417364, + "median_p50_ms": 5.806125001981854, + "median_p95_ms": 45.096541005477775, + "median_p99_ms": 272.20208299695514, + "mean_total_docker_cpu_percent": 50.21, + "peak_total_docker_memory_mib": 1232.86, + "median_traces_wire_bytes": 39431.0, + "median_logs_wire_bytes": 229445.0, + "median_metrics_wire_bytes": 18935.0, + "median_collector_accepted_spans": 194.0, + "median_collector_refused_spans": 0.0, + "export_failed_spans": 0.0, + "queue_lost_spans": 0.0, + "not_sent": 0, + "rare_total": 31, + "rare_found": 10, + "errors_found": 2, + "slow_found": 8 + }, + { + "profile": "sample10", + "runs": 3, + "median_success_rps": 39.835097210352295, + "median_p50_ms": 6.040542000846472, + "median_p95_ms": 30.325082996569108, + "median_p99_ms": 286.31024999776855, + "mean_total_docker_cpu_percent": 53.4, + "peak_total_docker_memory_mib": 1079.92, + "median_traces_wire_bytes": 20769.0, + "median_logs_wire_bytes": 228854.0, + "median_metrics_wire_bytes": 18694.0, + "median_collector_accepted_spans": 82.0, + "median_collector_refused_spans": 0.0, + "export_failed_spans": 0.0, + "queue_lost_spans": 0.0, + "not_sent": 0, + "rare_total": 32, + "rare_found": 5, + "errors_found": 1, + "slow_found": 4 + } +] diff --git a/evidence/observability-cost.json b/evidence/observability-cost.json new file mode 100644 index 0000000..5a1c42b --- /dev/null +++ b/evidence/observability-cost.json @@ -0,0 +1,50789 @@ +{ + "started_at": "2026-11-16T00:17:45.162352+00:00", + "track": "observability cost", + "runs": [ + { + "profile": "off", + "instance_ids": [ + "28a6c9ea-c7fd-4a18-b456-d6b0ae4dd57d", + "ecbea0a7-4e7e-43f1-9028-7e0513f0bfe5" + ], + "enabled": "0", + "sampling_ratio": 0.0, + "repeat": 1, + "offered_rps": 40, + "duration_s": 10, + "elapsed_s": 9.987567, + "scheduled": 400, + "not_sent": 0, + "sent": 400, + "successful": 398, + "controlled_500": 2, + "successful_rps": 39.84954327541463, + "latency_s": { + "p50": 0.005394749998231418, + "p95": 0.029912749996583443, + "p99": 0.31043637500260957 + }, + "sampled_requests": 0, + "rare_probes": [ + { + "index": 80, + "status": 500, + "duration_s": 0.33443779200024437, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + }, + { + "index": 166, + "status": 200, + "duration_s": 0.3321627499972237, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 167, + "status": 200, + "duration_s": 0.31043637500260957, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 168, + "status": 200, + "duration_s": 0.27368154199939454, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 169, + "status": 200, + "duration_s": 0.2518941660018754, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 170, + "status": 200, + "duration_s": 0.22678916699805995, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 171, + "status": 200, + "duration_s": 0.21054074999847217, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 172, + "status": 200, + "duration_s": 0.1795283340034075, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 173, + "status": 200, + "duration_s": 0.16223291699861875, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 165, + "status": 200, + "duration_s": 0.35988254199764924, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 240, + "status": 500, + "duration_s": 0.31929725000372855, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + } + ], + "telemetry_before": { + "spans_recorded": 0.0, + "spans_exported": 0.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 0.0, + "logs_wire_bytes": 0.0, + "metrics_wire_bytes": 0.0, + "collector_accepted_spans": 1924.0, + "collector_refused_spans": 0.0 + }, + "telemetry_after": { + "spans_recorded": 0.0, + "spans_exported": 0.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 0.0, + "logs_wire_bytes": 0.0, + "metrics_wire_bytes": 0.0, + "collector_accepted_spans": 1924.0, + "collector_refused_spans": 0.0 + }, + "telemetry_delta": { + "spans_recorded": 0.0, + "spans_exported": 0.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 0.0, + "logs_wire_bytes": 0.0, + "metrics_wire_bytes": 0.0, + "collector_accepted_spans": 0.0, + "collector_refused_spans": 0.0 + }, + "cgroups_before": [ + { + "service": "api", + "container": "8f48b7825f76ba072d2ecf3f645a1d3d3fb6177ec808deed74d96012537e86c3", + "current_bytes": 90648576, + "peak_bytes": 135303168, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "ebc045b7f091996cd1d1db9422cb15d0b4217def8917cbe4782d7509c41b457a", + "current_bytes": 90689536, + "peak_bytes": 135311360, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "4b63c71c80839294ba9028137a8ffdc33d6ffc686a4a5c91c21c22fa5f83ef41", + "current_bytes": 70537216, + "peak_bytes": 118497280, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 59215872, + "peak_bytes": 59957248, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 146071552, + "peak_bytes": 249364480, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "cgroups_after": [ + { + "service": "api", + "container": "8f48b7825f76ba072d2ecf3f645a1d3d3fb6177ec808deed74d96012537e86c3", + "current_bytes": 91258880, + "peak_bytes": 135303168, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "ebc045b7f091996cd1d1db9422cb15d0b4217def8917cbe4782d7509c41b457a", + "current_bytes": 92209152, + "peak_bytes": 135311360, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "4b63c71c80839294ba9028137a8ffdc33d6ffc686a4a5c91c21c22fa5f83ef41", + "current_bytes": 70864896, + "peak_bytes": 118497280, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 59248640, + "peak_bytes": 60264448, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 146153472, + "peak_bytes": 249364480, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "docker_samples": [ + { + "at": 54673.217169833, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.08%", + "Container": "8f48b7825f76ba072d2ecf3f645a1d3d3fb6177ec808deed74d96012537e86c3", + "ID": "8f48b7825f76", + "MemPerc": "16.90%", + "MemUsage": "86.53MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "111kB / 136kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.99%", + "Container": "ebc045b7f091996cd1d1db9422cb15d0b4217def8917cbe4782d7509c41b457a", + "ID": "ebc045b7f091", + "MemPerc": "18.37%", + "MemUsage": "94.05MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "226kB / 141kB", + "PIDs": "8" + }, + { + "BlockIO": "4.1kB / 479kB", + "CPUPerc": "0.69%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.316MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.16MB / 845kB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.42%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.51%", + "MemUsage": "3.207MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "554kB / 641kB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.04%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "22.06%", + "MemUsage": "56.47MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "2.37MB / 3.06MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.44%", + "Container": "68c9cf05a9ba1c4c27a8d956f25610bef2285f33f2bdd8ca6b8ad9c2bb35d65d", + "ID": "68c9cf05a9ba", + "MemPerc": "28.12%", + "MemUsage": "54MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "110kB / 76.7kB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 258kB", + "CPUPerc": "0.12%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "27.70%", + "MemUsage": "70.9MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "61.4kB / 11.8kB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.32%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.03%", + "MemUsage": "11.56MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "35.8MB / 35.3MB", + "PIDs": "5" + }, + { + "BlockIO": "12.3kB / 881kB", + "CPUPerc": "0.31%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "15.36%", + "MemUsage": "59MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "183kB / 11.3kB", + "PIDs": "9" + }, + { + "BlockIO": "32.8kB / 19.4MB", + "CPUPerc": "2.04%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "4.66%", + "MemUsage": "35.82MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "9.43MB / 12.5MB", + "PIDs": "12" + }, + { + "BlockIO": "8.19kB / 2.95MB", + "CPUPerc": "0.00%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "12.05%", + "MemUsage": "30.84MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "2.59MB / 342kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.22%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.16%", + "MemUsage": "33.7MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "56.2MB / 53.9MB", + "PIDs": "11" + }, + { + "BlockIO": "8.91MB / 23.1MB", + "CPUPerc": "0.30%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "26.95%", + "MemUsage": "138MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "34MB / 20.3MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 2.19MB", + "CPUPerc": "0.02%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "17.89%", + "MemUsage": "137.4MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "107kB / 41.8kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.13%", + "Container": "4b63c71c80839294ba9028137a8ffdc33d6ffc686a4a5c91c21c22fa5f83ef41", + "ID": "4b63c71c8083", + "MemPerc": "7.51%", + "MemUsage": "67.27MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "16kB / 19.3kB", + "PIDs": "5" + } + ] + }, + { + "at": 54676.270712375, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.47%", + "Container": "8f48b7825f76ba072d2ecf3f645a1d3d3fb6177ec808deed74d96012537e86c3", + "ID": "8f48b7825f76", + "MemPerc": "17.05%", + "MemUsage": "87.3MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "191kB / 231kB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.94%", + "Container": "ebc045b7f091996cd1d1db9422cb15d0b4217def8917cbe4782d7509c41b457a", + "ID": "ebc045b7f091", + "MemPerc": "17.18%", + "MemUsage": "87.96MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "310kB / 355kB", + "PIDs": "12" + }, + { + "BlockIO": "4.1kB / 492kB", + "CPUPerc": "0.16%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.32MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.16MB / 847kB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.22%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.223MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "581kB / 674kB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.19%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "22.06%", + "MemUsage": "56.48MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "2.37MB / 3.08MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.47%", + "Container": "68c9cf05a9ba1c4c27a8d956f25610bef2285f33f2bdd8ca6b8ad9c2bb35d65d", + "ID": "68c9cf05a9ba", + "MemPerc": "28.13%", + "MemUsage": "54.02MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "130kB / 90.9kB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 258kB", + "CPUPerc": "0.11%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "27.70%", + "MemUsage": "70.9MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "61.5kB / 11.8kB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.53%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.05%", + "MemUsage": "11.59MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "36MB / 35.5MB", + "PIDs": "5" + }, + { + "BlockIO": "12.3kB / 881kB", + "CPUPerc": "0.28%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "15.39%", + "MemUsage": "59.09MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "183kB / 11.3kB", + "PIDs": "9" + }, + { + "BlockIO": "32.8kB / 19.5MB", + "CPUPerc": "7.70%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.55%", + "MemUsage": "57.96MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "9.51MB / 12.6MB", + "PIDs": "29" + }, + { + "BlockIO": "8.19kB / 2.95MB", + "CPUPerc": "0.13%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "12.05%", + "MemUsage": "30.84MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "2.6MB / 343kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.21%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.19%", + "MemUsage": "33.78MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "56.6MB / 54.3MB", + "PIDs": "11" + }, + { + "BlockIO": "8.91MB / 23.1MB", + "CPUPerc": "1.18%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "26.95%", + "MemUsage": "138MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "34.2MB / 20.4MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 2.19MB", + "CPUPerc": "0.01%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "17.89%", + "MemUsage": "137.4MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "107kB / 41.8kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.19%", + "Container": "4b63c71c80839294ba9028137a8ffdc33d6ffc686a4a5c91c21c22fa5f83ef41", + "ID": "4b63c71c8083", + "MemPerc": "7.54%", + "MemUsage": "67.57MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "142kB / 157kB", + "PIDs": "5" + } + ] + }, + { + "at": 54679.327799333, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.69%", + "Container": "8f48b7825f76ba072d2ecf3f645a1d3d3fb6177ec808deed74d96012537e86c3", + "ID": "8f48b7825f76", + "MemPerc": "17.05%", + "MemUsage": "87.32MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "264kB / 324kB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.43%", + "Container": "ebc045b7f091996cd1d1db9422cb15d0b4217def8917cbe4782d7509c41b457a", + "ID": "ebc045b7f091", + "MemPerc": "17.22%", + "MemUsage": "88.18MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "501kB / 566kB", + "PIDs": "12" + }, + { + "BlockIO": "4.1kB / 504kB", + "CPUPerc": "1.10%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.32MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.16MB / 850kB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.32%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.223MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "605kB / 704kB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.04%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "22.06%", + "MemUsage": "56.48MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "2.37MB / 3.08MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.56%", + "Container": "68c9cf05a9ba1c4c27a8d956f25610bef2285f33f2bdd8ca6b8ad9c2bb35d65d", + "ID": "68c9cf05a9ba", + "MemPerc": "28.13%", + "MemUsage": "54.02MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "149kB / 104kB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 258kB", + "CPUPerc": "0.08%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "27.70%", + "MemUsage": "70.9MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "61.5kB / 11.8kB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.43%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.08%", + "MemUsage": "11.62MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "36.2MB / 35.8MB", + "PIDs": "5" + }, + { + "BlockIO": "12.3kB / 881kB", + "CPUPerc": "0.64%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "15.39%", + "MemUsage": "59.11MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "183kB / 11.3kB", + "PIDs": "9" + }, + { + "BlockIO": "32.8kB / 19.6MB", + "CPUPerc": "3.38%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.71%", + "MemUsage": "59.23MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "9.59MB / 12.6MB", + "PIDs": "23" + }, + { + "BlockIO": "8.19kB / 2.95MB", + "CPUPerc": "0.00%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "12.05%", + "MemUsage": "30.84MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "2.6MB / 343kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.29%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.22%", + "MemUsage": "33.86MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "57MB / 54.6MB", + "PIDs": "11" + }, + { + "BlockIO": "8.91MB / 23.6MB", + "CPUPerc": "0.33%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "26.95%", + "MemUsage": "138MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "34.5MB / 20.5MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 2.19MB", + "CPUPerc": "0.37%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "17.90%", + "MemUsage": "137.5MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "107kB / 41.8kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.10%", + "Container": "4b63c71c80839294ba9028137a8ffdc33d6ffc686a4a5c91c21c22fa5f83ef41", + "ID": "4b63c71c8083", + "MemPerc": "7.54%", + "MemUsage": "67.58MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "268kB / 295kB", + "PIDs": "5" + } + ] + }, + { + "at": 54682.393755, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.49%", + "Container": "8f48b7825f76ba072d2ecf3f645a1d3d3fb6177ec808deed74d96012537e86c3", + "ID": "8f48b7825f76", + "MemPerc": "17.05%", + "MemUsage": "87.31MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "309kB / 380kB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.76%", + "Container": "ebc045b7f091996cd1d1db9422cb15d0b4217def8917cbe4782d7509c41b457a", + "ID": "ebc045b7f091", + "MemPerc": "17.22%", + "MemUsage": "88.18MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "545kB / 621kB", + "PIDs": "12" + }, + { + "BlockIO": "4.1kB / 504kB", + "CPUPerc": "0.25%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.32MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.17MB / 852kB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.64%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.223MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "619kB / 721kB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.06%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "22.06%", + "MemUsage": "56.48MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "2.37MB / 3.09MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.75%", + "Container": "68c9cf05a9ba1c4c27a8d956f25610bef2285f33f2bdd8ca6b8ad9c2bb35d65d", + "ID": "68c9cf05a9ba", + "MemPerc": "28.13%", + "MemUsage": "54.02MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "167kB / 116kB", + "PIDs": "5" + }, + { + "BlockIO": "4.1kB / 258kB", + "CPUPerc": "0.26%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "27.70%", + "MemUsage": "70.9MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "61.5kB / 11.8kB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.16%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.06%", + "MemUsage": "11.59MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "36.3MB / 35.9MB", + "PIDs": "5" + }, + { + "BlockIO": "12.3kB / 881kB", + "CPUPerc": "0.68%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "15.40%", + "MemUsage": "59.12MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "183kB / 11.5kB", + "PIDs": "9" + }, + { + "BlockIO": "32.8kB / 19.6MB", + "CPUPerc": "3.47%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.75%", + "MemUsage": "59.51MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "9.64MB / 12.7MB", + "PIDs": "23" + }, + { + "BlockIO": "8.19kB / 2.95MB", + "CPUPerc": "0.27%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "12.05%", + "MemUsage": "30.84MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "2.62MB / 345kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.33%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.22%", + "MemUsage": "33.86MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "57MB / 54.6MB", + "PIDs": "11" + }, + { + "BlockIO": "8.91MB / 23.6MB", + "CPUPerc": "1.73%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "26.95%", + "MemUsage": "138MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "34.5MB / 20.5MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 2.19MB", + "CPUPerc": "0.05%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "17.90%", + "MemUsage": "137.5MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "107kB / 41.9kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.14%", + "Container": "4b63c71c80839294ba9028137a8ffdc33d6ffc686a4a5c91c21c22fa5f83ef41", + "ID": "4b63c71c8083", + "MemPerc": "7.54%", + "MemUsage": "67.58MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "270kB / 298kB", + "PIDs": "5" + } + ] + } + ], + "requests": [ + { + "index": 0, + "status": 200, + "duration_s": 0.004382084000098985, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 1, + "status": 200, + "duration_s": 0.004587583003740292, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 2, + "status": 200, + "duration_s": 0.004273333994206041, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 3, + "status": 200, + "duration_s": 0.004194916000415105, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 4, + "status": 200, + "duration_s": 0.0023026670023682527, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 5, + "status": 200, + "duration_s": 0.002267666997795459, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 6, + "status": 200, + "duration_s": 0.0034437499998603016, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 7, + "status": 200, + "duration_s": 0.0028728329998557456, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 8, + "status": 200, + "duration_s": 0.002914459000749048, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 9, + "status": 200, + "duration_s": 0.0034807089978130534, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 10, + "status": 200, + "duration_s": 0.0039367079953080975, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 11, + "status": 200, + "duration_s": 0.005344791003153659, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 12, + "status": 200, + "duration_s": 0.0036813330007134937, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 13, + "status": 200, + "duration_s": 0.0035920829977840185, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 14, + "status": 200, + "duration_s": 0.0035044169999309815, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 15, + "status": 200, + "duration_s": 0.003914583001460414, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 16, + "status": 200, + "duration_s": 0.005017417002818547, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 17, + "status": 200, + "duration_s": 0.010542832998908125, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 18, + "status": 200, + "duration_s": 0.009734915998706128, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 19, + "status": 200, + "duration_s": 0.009837584002525546, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 20, + "status": 200, + "duration_s": 0.008902457993826829, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 21, + "status": 200, + "duration_s": 0.009372125001391396, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 22, + "status": 200, + "duration_s": 0.009874082999886014, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 23, + "status": 200, + "duration_s": 0.009122000003117137, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 24, + "status": 200, + "duration_s": 0.009439542001928203, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 25, + "status": 200, + "duration_s": 0.01047712499712361, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 26, + "status": 200, + "duration_s": 0.00847970799804898, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 27, + "status": 200, + "duration_s": 0.010483999998541549, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 28, + "status": 200, + "duration_s": 0.008462958998279646, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 29, + "status": 200, + "duration_s": 0.011398667003959417, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 30, + "status": 200, + "duration_s": 0.00514429099712288, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 31, + "status": 200, + "duration_s": 0.010438042001624126, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 32, + "status": 200, + "duration_s": 0.010119165999640245, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 33, + "status": 200, + "duration_s": 0.009904708997055423, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 34, + "status": 200, + "duration_s": 0.007786082998791244, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 35, + "status": 200, + "duration_s": 0.009166875002847519, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 36, + "status": 200, + "duration_s": 0.010244874996715225, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 37, + "status": 200, + "duration_s": 0.010743958002422005, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 38, + "status": 200, + "duration_s": 0.008529999999154825, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 39, + "status": 200, + "duration_s": 0.008267375000286847, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 40, + "status": 200, + "duration_s": 0.009796166996238753, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 41, + "status": 200, + "duration_s": 0.010336125000321772, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 42, + "status": 200, + "duration_s": 0.010553375002928078, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 43, + "status": 200, + "duration_s": 0.005266041996947024, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 44, + "status": 200, + "duration_s": 0.003805291999015026, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 45, + "status": 200, + "duration_s": 0.003769832997932099, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 46, + "status": 200, + "duration_s": 0.004028458002721891, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 47, + "status": 200, + "duration_s": 0.0042855420033447444, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 48, + "status": 200, + "duration_s": 0.008059250001679175, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 49, + "status": 200, + "duration_s": 0.008197957999072969, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 50, + "status": 200, + "duration_s": 0.012282458999834489, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 51, + "status": 200, + "duration_s": 0.004980124998837709, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 52, + "status": 200, + "duration_s": 0.0034282919950783253, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 53, + "status": 200, + "duration_s": 0.005585082995821722, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 54, + "status": 200, + "duration_s": 0.003078333000303246, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 55, + "status": 200, + "duration_s": 0.029912749996583443, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 56, + "status": 200, + "duration_s": 0.0032847080001374707, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 57, + "status": 200, + "duration_s": 0.003120583001873456, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 58, + "status": 200, + "duration_s": 0.05126620900409762, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 59, + "status": 200, + "duration_s": 0.024781374995654915, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 60, + "status": 200, + "duration_s": 0.003166832997521851, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 61, + "status": 200, + "duration_s": 0.0032882919986150227, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 62, + "status": 200, + "duration_s": 0.0030632090056315064, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 63, + "status": 200, + "duration_s": 0.0025934579971362837, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 64, + "status": 200, + "duration_s": 0.002821417001541704, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 65, + "status": 200, + "duration_s": 0.003064415999688208, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 66, + "status": 200, + "duration_s": 0.0032020409998949617, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 67, + "status": 200, + "duration_s": 0.003983917005825788, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 68, + "status": 200, + "duration_s": 0.004078250000020489, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 69, + "status": 200, + "duration_s": 0.005474624995258637, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 70, + "status": 200, + "duration_s": 0.009106041994527914, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 71, + "status": 200, + "duration_s": 0.009429792000446469, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 72, + "status": 200, + "duration_s": 0.010664624998753425, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 73, + "status": 200, + "duration_s": 0.01142437499947846, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 74, + "status": 200, + "duration_s": 0.010261709001497366, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 75, + "status": 200, + "duration_s": 0.009581457998137921, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 76, + "status": 200, + "duration_s": 0.010155417003261391, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 77, + "status": 200, + "duration_s": 0.009024333005072549, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 78, + "status": 200, + "duration_s": 0.010022459005995188, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 79, + "status": 200, + "duration_s": 0.009610708002583124, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 80, + "status": 500, + "duration_s": 0.33443779200024437, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + }, + { + "index": 81, + "status": 200, + "duration_s": 0.0058169999974779785, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 82, + "status": 200, + "duration_s": 0.003493124997476116, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 83, + "status": 200, + "duration_s": 0.00334475000272505, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 84, + "status": 200, + "duration_s": 0.003955250002036337, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 85, + "status": 200, + "duration_s": 0.0029976670048199594, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 86, + "status": 200, + "duration_s": 0.0029429580026771873, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 87, + "status": 200, + "duration_s": 0.0027129160007461905, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 88, + "status": 200, + "duration_s": 0.0023894999976619147, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 89, + "status": 200, + "duration_s": 0.0030740410002181306, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 90, + "status": 200, + "duration_s": 0.053153290995396674, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 91, + "status": 200, + "duration_s": 0.002413207999779843, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 92, + "status": 200, + "duration_s": 0.0036113750029471703, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 93, + "status": 200, + "duration_s": 0.002659416997630615, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 94, + "status": 200, + "duration_s": 0.002663167004357092, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 95, + "status": 200, + "duration_s": 0.002584625006420538, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 96, + "status": 200, + "duration_s": 0.002390874993579928, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 97, + "status": 200, + "duration_s": 0.003042999996978324, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 98, + "status": 200, + "duration_s": 0.003282082994701341, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 99, + "status": 200, + "duration_s": 0.0033979590007220395, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 100, + "status": 200, + "duration_s": 0.0027077919949078932, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 101, + "status": 200, + "duration_s": 0.00289558399526868, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 102, + "status": 200, + "duration_s": 0.003007291001267731, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 103, + "status": 200, + "duration_s": 0.0026118750029127114, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 104, + "status": 200, + "duration_s": 0.0023891250020824373, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 105, + "status": 200, + "duration_s": 0.002787874997011386, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 106, + "status": 200, + "duration_s": 0.002562166002462618, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 107, + "status": 200, + "duration_s": 0.002375791998929344, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 108, + "status": 200, + "duration_s": 0.002823625000019092, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 109, + "status": 200, + "duration_s": 0.00266649999684887, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 110, + "status": 200, + "duration_s": 0.002965667001262773, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 111, + "status": 200, + "duration_s": 0.002531167003326118, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 112, + "status": 200, + "duration_s": 0.0033314999964204617, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 113, + "status": 200, + "duration_s": 0.00386774999788031, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 114, + "status": 200, + "duration_s": 0.0039690419944236055, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 115, + "status": 200, + "duration_s": 0.0047423330033780076, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 116, + "status": 200, + "duration_s": 0.011728541998309083, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 117, + "status": 200, + "duration_s": 0.004841750000196043, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 118, + "status": 200, + "duration_s": 0.008381791994906962, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 119, + "status": 200, + "duration_s": 0.007874292001361027, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 120, + "status": 200, + "duration_s": 0.010745041996415239, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 121, + "status": 200, + "duration_s": 0.007734625003649853, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 122, + "status": 200, + "duration_s": 0.00976333399739815, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 123, + "status": 200, + "duration_s": 0.008469166998111177, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 124, + "status": 200, + "duration_s": 0.014079374996072147, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 125, + "status": 200, + "duration_s": 0.004757458002131898, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 126, + "status": 200, + "duration_s": 0.0038495409971801564, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 127, + "status": 200, + "duration_s": 0.003929249993234407, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 128, + "status": 200, + "duration_s": 0.004981291996955406, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 129, + "status": 200, + "duration_s": 0.008390208000491839, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 130, + "status": 200, + "duration_s": 0.011416916997404769, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 131, + "status": 200, + "duration_s": 0.009218375002092216, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 132, + "status": 200, + "duration_s": 0.01107354200212285, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 133, + "status": 200, + "duration_s": 0.011721791001036763, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 134, + "status": 200, + "duration_s": 0.005778874998213723, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 135, + "status": 200, + "duration_s": 0.004108916000404861, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 136, + "status": 200, + "duration_s": 0.003548042004695162, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 137, + "status": 200, + "duration_s": 0.003982082998845726, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 138, + "status": 200, + "duration_s": 0.007197083003120497, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 139, + "status": 200, + "duration_s": 0.00651162499707425, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 140, + "status": 200, + "duration_s": 0.004267541997251101, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 141, + "status": 200, + "duration_s": 0.003598458999476861, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 142, + "status": 200, + "duration_s": 0.003707584000949282, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 143, + "status": 200, + "duration_s": 0.004378124998765998, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 144, + "status": 200, + "duration_s": 0.010019084002124146, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 145, + "status": 200, + "duration_s": 0.007363416996668093, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 146, + "status": 200, + "duration_s": 0.010116999997990206, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 147, + "status": 200, + "duration_s": 0.009425124997505918, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 148, + "status": 200, + "duration_s": 0.011109207996923942, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 149, + "status": 200, + "duration_s": 0.01065424999978859, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 150, + "status": 200, + "duration_s": 0.009540082995954435, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 151, + "status": 200, + "duration_s": 0.00849233299959451, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 152, + "status": 200, + "duration_s": 0.009682333999080583, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 153, + "status": 200, + "duration_s": 0.00807429200358456, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 154, + "status": 200, + "duration_s": 0.008954542005085386, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 155, + "status": 200, + "duration_s": 0.008558000001357868, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 156, + "status": 200, + "duration_s": 0.01027487499959534, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 157, + "status": 200, + "duration_s": 0.01020487499772571, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 158, + "status": 200, + "duration_s": 0.012110582996683661, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 159, + "status": 200, + "duration_s": 0.0077915840010973625, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 160, + "status": 200, + "duration_s": 0.012641582994547207, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 161, + "status": 200, + "duration_s": 0.005488333001267165, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 162, + "status": 200, + "duration_s": 0.0052683750036521815, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 163, + "status": 200, + "duration_s": 0.007900374999735504, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 164, + "status": 200, + "duration_s": 0.004067041998496279, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 165, + "status": 200, + "duration_s": 0.35988254199764924, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 166, + "status": 200, + "duration_s": 0.3321627499972237, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 167, + "status": 200, + "duration_s": 0.31043637500260957, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 168, + "status": 200, + "duration_s": 0.27368154199939454, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 169, + "status": 200, + "duration_s": 0.2518941660018754, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 170, + "status": 200, + "duration_s": 0.22678916699805995, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 171, + "status": 200, + "duration_s": 0.21054074999847217, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 172, + "status": 200, + "duration_s": 0.1795283340034075, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 173, + "status": 200, + "duration_s": 0.16223291699861875, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 174, + "status": 200, + "duration_s": 0.1290427090061712, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 175, + "status": 200, + "duration_s": 0.111496208999597, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 176, + "status": 200, + "duration_s": 0.08067204200051492, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 177, + "status": 200, + "duration_s": 0.06530541699612513, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 178, + "status": 200, + "duration_s": 0.029691875002754387, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 179, + "status": 200, + "duration_s": 0.011431917002482805, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 180, + "status": 200, + "duration_s": 0.0032443329982925206, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 181, + "status": 200, + "duration_s": 0.0037819580029463395, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 182, + "status": 200, + "duration_s": 0.0035424170055193827, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 183, + "status": 200, + "duration_s": 0.0027812080006697215, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 184, + "status": 200, + "duration_s": 0.0028904169957968406, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 185, + "status": 200, + "duration_s": 0.0032780000037746504, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 186, + "status": 200, + "duration_s": 0.04481862499960698, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 187, + "status": 200, + "duration_s": 0.002853874997526873, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 188, + "status": 200, + "duration_s": 0.002263458001834806, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 189, + "status": 200, + "duration_s": 0.0030661659984616563, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 190, + "status": 200, + "duration_s": 0.0032038749995990656, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 191, + "status": 200, + "duration_s": 0.0028392499953042716, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 192, + "status": 200, + "duration_s": 0.0029987499947310425, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 193, + "status": 200, + "duration_s": 0.0032040000005508773, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 194, + "status": 200, + "duration_s": 0.0032745419957791455, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 195, + "status": 200, + "duration_s": 0.003191167001205031, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 196, + "status": 200, + "duration_s": 0.0034569589988677762, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 197, + "status": 200, + "duration_s": 0.004377375000331085, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 198, + "status": 200, + "duration_s": 0.008816249996016268, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 199, + "status": 200, + "duration_s": 0.008379874998354353, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 200, + "status": 200, + "duration_s": 0.010332666999602225, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 201, + "status": 200, + "duration_s": 0.01152445800107671, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 202, + "status": 200, + "duration_s": 0.009943249999196269, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 203, + "status": 200, + "duration_s": 0.008462042002065573, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 204, + "status": 200, + "duration_s": 0.00576958400051808, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 205, + "status": 200, + "duration_s": 0.005230124996160157, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 206, + "status": 200, + "duration_s": 0.004750790998514276, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 207, + "status": 200, + "duration_s": 0.003427040996029973, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 208, + "status": 200, + "duration_s": 0.003767291003896389, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 209, + "status": 200, + "duration_s": 0.004119584002182819, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 210, + "status": 200, + "duration_s": 0.004558708002150524, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 211, + "status": 200, + "duration_s": 0.008323957998072729, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 212, + "status": 200, + "duration_s": 0.010651165997842327, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 213, + "status": 200, + "duration_s": 0.009407416997419205, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 214, + "status": 200, + "duration_s": 0.011163249997480307, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 215, + "status": 200, + "duration_s": 0.006644499997491948, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 216, + "status": 200, + "duration_s": 0.004156791997957043, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 217, + "status": 200, + "duration_s": 0.00353700000414392, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 218, + "status": 200, + "duration_s": 0.003975833002186846, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 219, + "status": 200, + "duration_s": 0.00380333299835911, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 220, + "status": 200, + "duration_s": 0.003698374996019993, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 221, + "status": 200, + "duration_s": 0.004135374998440966, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 222, + "status": 200, + "duration_s": 0.004398541001137346, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 223, + "status": 200, + "duration_s": 0.003992333004134707, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 224, + "status": 200, + "duration_s": 0.003778541002247948, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 225, + "status": 200, + "duration_s": 0.007183374997111969, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 226, + "status": 200, + "duration_s": 0.01046508300350979, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 227, + "status": 200, + "duration_s": 0.008618500003649388, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 228, + "status": 200, + "duration_s": 0.008205250000173692, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 229, + "status": 200, + "duration_s": 0.01084650000120746, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 230, + "status": 200, + "duration_s": 0.009699875001388136, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 231, + "status": 200, + "duration_s": 0.00994574999640463, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 232, + "status": 200, + "duration_s": 0.009828750000451691, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 233, + "status": 200, + "duration_s": 0.010239792005449999, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 234, + "status": 200, + "duration_s": 0.010975500001222827, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 235, + "status": 200, + "duration_s": 0.008365666995814536, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 236, + "status": 200, + "duration_s": 0.010303999995812774, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 237, + "status": 200, + "duration_s": 0.010947791000944562, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 238, + "status": 200, + "duration_s": 0.008889083001122344, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 239, + "status": 200, + "duration_s": 0.008993750001536682, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 240, + "status": 500, + "duration_s": 0.31929725000372855, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + }, + { + "index": 241, + "status": 200, + "duration_s": 0.005852750000485685, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 242, + "status": 200, + "duration_s": 0.0034477919980417937, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 243, + "status": 200, + "duration_s": 0.0032465000040247105, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 244, + "status": 200, + "duration_s": 0.0032039579964475706, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 245, + "status": 200, + "duration_s": 0.002774209002382122, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 246, + "status": 200, + "duration_s": 0.0028292499991948716, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 247, + "status": 200, + "duration_s": 0.005799666003440507, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 248, + "status": 200, + "duration_s": 0.0028123329975642264, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 249, + "status": 200, + "duration_s": 0.0025882919944706373, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 250, + "status": 200, + "duration_s": 0.04604270799609367, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 251, + "status": 200, + "duration_s": 0.002837708998413291, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 252, + "status": 200, + "duration_s": 0.002297333994647488, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 253, + "status": 200, + "duration_s": 0.002792167004372459, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 254, + "status": 200, + "duration_s": 0.0036891249983455054, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 255, + "status": 200, + "duration_s": 0.0030109579965937883, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 256, + "status": 200, + "duration_s": 0.0029114589997334406, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 257, + "status": 200, + "duration_s": 0.0028952920038136654, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 258, + "status": 200, + "duration_s": 0.0033089589996961877, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 259, + "status": 200, + "duration_s": 0.003678417000628542, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 260, + "status": 200, + "duration_s": 0.00350550000439398, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 261, + "status": 200, + "duration_s": 0.0033745840046321973, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 262, + "status": 200, + "duration_s": 0.002955250005470589, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 263, + "status": 200, + "duration_s": 0.0026041669989353977, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 264, + "status": 200, + "duration_s": 0.0026020829973276705, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 265, + "status": 200, + "duration_s": 0.0028104169978178106, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 266, + "status": 200, + "duration_s": 0.0029497499999706633, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 267, + "status": 200, + "duration_s": 0.002939624995633494, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 268, + "status": 200, + "duration_s": 0.0032400419950135984, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 269, + "status": 200, + "duration_s": 0.0030576669960282743, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 270, + "status": 200, + "duration_s": 0.0031130839997786097, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 271, + "status": 200, + "duration_s": 0.003133124999294523, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 272, + "status": 200, + "duration_s": 0.003112083999440074, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 273, + "status": 200, + "duration_s": 0.0034366250038146973, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 274, + "status": 200, + "duration_s": 0.003592125001887325, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 275, + "status": 200, + "duration_s": 0.004616500002157409, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 276, + "status": 200, + "duration_s": 0.004019166000944097, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 277, + "status": 200, + "duration_s": 0.00537254100345308, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 278, + "status": 200, + "duration_s": 0.009582541999407113, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 279, + "status": 200, + "duration_s": 0.008904000002075918, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 280, + "status": 200, + "duration_s": 0.01002337499812711, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 281, + "status": 200, + "duration_s": 0.010147916000278201, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 282, + "status": 200, + "duration_s": 0.008150708003086038, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 283, + "status": 200, + "duration_s": 0.010937958002614323, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 284, + "status": 200, + "duration_s": 0.010320166999008507, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 285, + "status": 200, + "duration_s": 0.007238915997731965, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 286, + "status": 200, + "duration_s": 0.004626916997949593, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 287, + "status": 200, + "duration_s": 0.005394749998231418, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 288, + "status": 200, + "duration_s": 0.003541999998560641, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 289, + "status": 200, + "duration_s": 0.0037222500031930394, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 290, + "status": 200, + "duration_s": 0.003727582996361889, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 291, + "status": 200, + "duration_s": 0.004256125001120381, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 292, + "status": 200, + "duration_s": 0.0050093749960069545, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 293, + "status": 200, + "duration_s": 0.011757000000216067, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 294, + "status": 200, + "duration_s": 0.007849749999877531, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 295, + "status": 200, + "duration_s": 0.009341167002276052, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 296, + "status": 200, + "duration_s": 0.010320000001229346, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 297, + "status": 200, + "duration_s": 0.004719874996226281, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 298, + "status": 200, + "duration_s": 0.0037645839984179474, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 299, + "status": 200, + "duration_s": 0.003599540999857709, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 300, + "status": 200, + "duration_s": 0.0034066669977619313, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 301, + "status": 200, + "duration_s": 0.003915041001164354, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 302, + "status": 200, + "duration_s": 0.004034874997159932, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 303, + "status": 200, + "duration_s": 0.003477666999970097, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 304, + "status": 200, + "duration_s": 0.00399654200009536, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 305, + "status": 200, + "duration_s": 0.00415416599571472, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 306, + "status": 200, + "duration_s": 0.004470541003684048, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 307, + "status": 200, + "duration_s": 0.007912916997156572, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 308, + "status": 200, + "duration_s": 0.011974708999332506, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 309, + "status": 200, + "duration_s": 0.009807249996811152, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 310, + "status": 200, + "duration_s": 0.007030250002571847, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 311, + "status": 200, + "duration_s": 0.0035196250028093345, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 312, + "status": 200, + "duration_s": 0.0028196670027682558, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 313, + "status": 200, + "duration_s": 0.0030713330052094534, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 314, + "status": 200, + "duration_s": 0.04908825000165962, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 315, + "status": 200, + "duration_s": 0.003003750003699679, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 316, + "status": 200, + "duration_s": 0.002300790998560842, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 317, + "status": 200, + "duration_s": 0.003161874999932479, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 318, + "status": 200, + "duration_s": 0.0030839579994790256, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 319, + "status": 200, + "duration_s": 0.0025561250004102476, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 320, + "status": 200, + "duration_s": 0.00256483400153229, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 321, + "status": 200, + "duration_s": 0.0030653329959022813, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 322, + "status": 200, + "duration_s": 0.0027787079961854033, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 323, + "status": 200, + "duration_s": 0.003293957997811958, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 324, + "status": 200, + "duration_s": 0.0032586250017629936, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 325, + "status": 200, + "duration_s": 0.004101708000234794, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 326, + "status": 200, + "duration_s": 0.00441670800501015, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 327, + "status": 200, + "duration_s": 0.0046299169989652, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 328, + "status": 200, + "duration_s": 0.010938040999462828, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 329, + "status": 200, + "duration_s": 0.0039020420008455403, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 330, + "status": 200, + "duration_s": 0.003985124996688683, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 331, + "status": 200, + "duration_s": 0.003934416999982204, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 332, + "status": 200, + "duration_s": 0.008180457996786572, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 333, + "status": 200, + "duration_s": 0.012673207995248958, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 334, + "status": 200, + "duration_s": 0.009284249994379934, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 335, + "status": 200, + "duration_s": 0.0054534170049009845, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 336, + "status": 200, + "duration_s": 0.0039051659987308085, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 337, + "status": 200, + "duration_s": 0.004172499997366685, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 338, + "status": 200, + "duration_s": 0.006553791004989762, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 339, + "status": 200, + "duration_s": 0.007690749996982049, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 340, + "status": 200, + "duration_s": 0.010003791001508944, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 341, + "status": 200, + "duration_s": 0.0067773749979096465, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 342, + "status": 200, + "duration_s": 0.005667458004609216, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 343, + "status": 200, + "duration_s": 0.006858957996882964, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 344, + "status": 200, + "duration_s": 0.008067875001870561, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 345, + "status": 200, + "duration_s": 0.009274042000470217, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 346, + "status": 200, + "duration_s": 0.008859499997925013, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 347, + "status": 200, + "duration_s": 0.009389124999870546, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 348, + "status": 200, + "duration_s": 0.011498958003357984, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 349, + "status": 200, + "duration_s": 0.007504667002649512, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 350, + "status": 200, + "duration_s": 0.01064466600655578, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 351, + "status": 200, + "duration_s": 0.009858750003331807, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 352, + "status": 200, + "duration_s": 0.009721959002490621, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 353, + "status": 200, + "duration_s": 0.01020395799423568, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 354, + "status": 200, + "duration_s": 0.010421708000649232, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 355, + "status": 200, + "duration_s": 0.008440375000645872, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 356, + "status": 200, + "duration_s": 0.008648666997032706, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 357, + "status": 200, + "duration_s": 0.01035500000580214, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 358, + "status": 200, + "duration_s": 0.009532750002108514, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 359, + "status": 200, + "duration_s": 0.009844749998592306, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 360, + "status": 200, + "duration_s": 0.010679791004804429, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 361, + "status": 200, + "duration_s": 0.007221708001452498, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 362, + "status": 200, + "duration_s": 0.008975917000498157, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 363, + "status": 200, + "duration_s": 0.009230333002051339, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 364, + "status": 200, + "duration_s": 0.009292624999943655, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 365, + "status": 200, + "duration_s": 0.010070749995065853, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 366, + "status": 200, + "duration_s": 0.009812207994400524, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 367, + "status": 200, + "duration_s": 0.007415624997520354, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 368, + "status": 200, + "duration_s": 0.0065240409967373125, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 369, + "status": 200, + "duration_s": 0.004727791994810104, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 370, + "status": 200, + "duration_s": 0.004344749999290798, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 371, + "status": 200, + "duration_s": 0.0048945000016829, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 372, + "status": 200, + "duration_s": 0.010384708999481518, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 373, + "status": 200, + "duration_s": 0.008965791996160988, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 374, + "status": 200, + "duration_s": 0.011573707997740712, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 375, + "status": 200, + "duration_s": 0.01010849999875063, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 376, + "status": 200, + "duration_s": 0.010383125001681037, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 377, + "status": 200, + "duration_s": 0.00953279100212967, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 378, + "status": 200, + "duration_s": 0.007232459000078961, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 379, + "status": 200, + "duration_s": 0.007055417001538444, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 380, + "status": 200, + "duration_s": 0.0036724160017911345, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 381, + "status": 200, + "duration_s": 0.004237540997564793, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 382, + "status": 200, + "duration_s": 0.0040197089983848855, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 383, + "status": 200, + "duration_s": 0.0038952500035520643, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 384, + "status": 200, + "duration_s": 0.0036204579955665395, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 385, + "status": 200, + "duration_s": 0.003991791003500111, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 386, + "status": 200, + "duration_s": 0.0042465000005904585, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 387, + "status": 200, + "duration_s": 0.0041799590035225265, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 388, + "status": 200, + "duration_s": 0.005299125004967209, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 389, + "status": 200, + "duration_s": 0.010527208003622945, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 390, + "status": 200, + "duration_s": 0.010570416001428384, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 391, + "status": 200, + "duration_s": 0.0075203329979558475, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 392, + "status": 200, + "duration_s": 0.005738291998568457, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 393, + "status": 200, + "duration_s": 0.005955833999905735, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 394, + "status": 200, + "duration_s": 0.007894750000559725, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 395, + "status": 200, + "duration_s": 0.006611750002775807, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 396, + "status": 200, + "duration_s": 0.010047458003100473, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 397, + "status": 200, + "duration_s": 0.00977825000154553, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 398, + "status": 200, + "duration_s": 0.012251792002643924, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 399, + "status": 200, + "duration_s": 0.007473041994671803, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + } + ] + }, + { + "profile": "full", + "instance_ids": [ + "61e7edf7-3a38-460d-a923-edae2cbca4c1", + "6f373708-0870-4588-b3cb-19bd002ce14a" + ], + "enabled": "1", + "sampling_ratio": 1.0, + "repeat": 1, + "offered_rps": 40, + "duration_s": 10, + "elapsed_s": 9.985912, + "scheduled": 400, + "not_sent": 0, + "sent": 400, + "successful": 398, + "controlled_500": 2, + "successful_rps": 39.85615067225703, + "latency_s": { + "p50": 0.005213124997681007, + "p95": 0.08265983299497748, + "p99": 0.2878719590007677 + }, + "sampled_requests": 400, + "rare_probes": [ + { + "index": 32, + "status": 200, + "duration_s": 0.3981405829981668, + "trace_id": "6bab072b3979f9292eea14dab0b1c282", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 40, + "status": 200, + "duration_s": 0.2177774999945541, + "trace_id": "9e11cf1c874cfb42f286a9f51046b1c0", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 37, + "status": 200, + "duration_s": 0.2878719590007677, + "trace_id": "99c0df4d55dca31b0699ac369c218288", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 34, + "status": 200, + "duration_s": 0.2854545419977512, + "trace_id": "1aadf53226c16c7bd848467e384d0c20", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 42, + "status": 200, + "duration_s": 0.17857554200600134, + "trace_id": "d336bbed457d5404174fb97303cf8caa", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 38, + "status": 200, + "duration_s": 0.27681287500308827, + "trace_id": "8b31b4880351fc47accabaf71106484a", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 80, + "status": 500, + "duration_s": 0.2729895420052344, + "trace_id": "2e3d17fc8fddb2f87877c8a0623ed4e3", + "sampled": true, + "kind": "controlled_upload_error", + "found_in_tempo": true + }, + { + "index": 173, + "status": 200, + "duration_s": 0.1640168329977314, + "trace_id": "c159ae2a5d931e33c2898ad47a40ed4c", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 165, + "status": 200, + "duration_s": 0.35937362499680603, + "trace_id": "d591316ccdce1b1c47c44b35d19bdf87", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 166, + "status": 200, + "duration_s": 0.33394612499978393, + "trace_id": "d083f6d01d7a8e17406db7ce8798e2c3", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 172, + "status": 200, + "duration_s": 0.18818699999974342, + "trace_id": "99868375b8d5297bf650978def1ec6ba", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 168, + "status": 200, + "duration_s": 0.28655383300065296, + "trace_id": "2b67e59495418a4be24bcb735a7147d3", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 167, + "status": 200, + "duration_s": 0.31870099999650847, + "trace_id": "c7f82c292dc597f974ce1e8909eecee3", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 171, + "status": 200, + "duration_s": 0.21789012500084937, + "trace_id": "6cd5dd9886030e96cdacd6dcd4617df9", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 169, + "status": 200, + "duration_s": 0.2618817500042496, + "trace_id": "12850f85c4e079d3fc116d5b7fee44e3", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 170, + "status": 200, + "duration_s": 0.23874687500210712, + "trace_id": "1e89ec572ccef4ddc78dff615d1fc58e", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 240, + "status": 500, + "duration_s": 0.28055570899596205, + "trace_id": "c90a2642cd37abaef14ef46f06321dea", + "sampled": true, + "kind": "controlled_upload_error", + "found_in_tempo": true + } + ], + "telemetry_before": { + "spans_recorded": 82.0, + "spans_exported": 82.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 18361.0, + "logs_wire_bytes": 29210.0, + "metrics_wire_bytes": 8780.0, + "collector_accepted_spans": 2006.0, + "collector_refused_spans": 0.0 + }, + "telemetry_after": { + "spans_recorded": 896.0, + "spans_exported": 896.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 152629.0, + "logs_wire_bytes": 258077.0, + "metrics_wire_bytes": 27980.0, + "collector_accepted_spans": 2848.0, + "collector_refused_spans": 0.0 + }, + "telemetry_delta": { + "spans_recorded": 814.0, + "spans_exported": 814.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 134268.0, + "logs_wire_bytes": 228867.0, + "metrics_wire_bytes": 19200.0, + "collector_accepted_spans": 842.0, + "collector_refused_spans": 0.0 + }, + "cgroups_before": [ + { + "service": "api", + "container": "8b09ee35f0e4bd6a680b1964f7ca4947ec2be33fb562a9184bc0dd2e51514b24", + "current_bytes": 91672576, + "peak_bytes": 135180288, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "b9f115d329d152e48491918fe3f3f5ad76d22e4c7781c537111413d324dcdab4", + "current_bytes": 91664384, + "peak_bytes": 135340032, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "45d218edd56fdeee7f05f4479563091a2c89672af0782ac8337c7f4d5db02951", + "current_bytes": 71622656, + "peak_bytes": 118599680, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 59281408, + "peak_bytes": 60321792, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 228511744, + "peak_bytes": 249364480, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "cgroups_after": [ + { + "service": "api", + "container": "8b09ee35f0e4bd6a680b1964f7ca4947ec2be33fb562a9184bc0dd2e51514b24", + "current_bytes": 85004288, + "peak_bytes": 135180288, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "b9f115d329d152e48491918fe3f3f5ad76d22e4c7781c537111413d324dcdab4", + "current_bytes": 85442560, + "peak_bytes": 135340032, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "45d218edd56fdeee7f05f4479563091a2c89672af0782ac8337c7f4d5db02951", + "current_bytes": 72007680, + "peak_bytes": 118599680, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 60018688, + "peak_bytes": 60805120, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 228749312, + "peak_bytes": 249364480, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "docker_samples": [ + { + "at": 54716.027639, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.97%", + "Container": "8b09ee35f0e4bd6a680b1964f7ca4947ec2be33fb562a9184bc0dd2e51514b24", + "ID": "8b09ee35f0e4", + "MemPerc": "17.32%", + "MemUsage": "88.68MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "122kB / 212kB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.33%", + "Container": "b9f115d329d152e48491918fe3f3f5ad76d22e4c7781c537111413d324dcdab4", + "ID": "b9f115d329d1", + "MemPerc": "19.01%", + "MemUsage": "97.33MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "235kB / 220kB", + "PIDs": "15" + }, + { + "BlockIO": "4.1kB / 504kB", + "CPUPerc": "0.76%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.316MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.2MB / 873kB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.40%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.223MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "650kB / 756kB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.07%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "22.09%", + "MemUsage": "56.54MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "2.57MB / 4.12MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.71%", + "Container": "10040da36845cb9dd784bb7ee5861de0d4f2b18bbe3bd9df4503532d3bcfe9f2", + "ID": "10040da36845", + "MemPerc": "28.57%", + "MemUsage": "54.86MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "109kB / 82.5kB", + "PIDs": "9" + }, + { + "BlockIO": "4.1kB / 258kB", + "CPUPerc": "0.13%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "27.70%", + "MemUsage": "70.9MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "62.6kB / 11.8kB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.11%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.08%", + "MemUsage": "11.62MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "36.6MB / 36.2MB", + "PIDs": "5" + }, + { + "BlockIO": "12.3kB / 922kB", + "CPUPerc": "0.87%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "15.42%", + "MemUsage": "59.21MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "206kB / 13.1kB", + "PIDs": "9" + }, + { + "BlockIO": "32.8kB / 19.6MB", + "CPUPerc": "3.66%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "4.92%", + "MemUsage": "37.81MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "9.86MB / 13MB", + "PIDs": "13" + }, + { + "BlockIO": "8.19kB / 3.05MB", + "CPUPerc": "0.55%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "12.07%", + "MemUsage": "30.89MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "2.71MB / 353kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.40%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.23%", + "MemUsage": "33.86MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "57.1MB / 54.7MB", + "PIDs": "11" + }, + { + "BlockIO": "8.91MB / 23.7MB", + "CPUPerc": "0.49%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "26.95%", + "MemUsage": "138MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "34.5MB / 20.5MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 2.53MB", + "CPUPerc": "0.31%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "28.09%", + "MemUsage": "215.8MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "123kB / 43.6kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.16%", + "Container": "45d218edd56fdeee7f05f4479563091a2c89672af0782ac8337c7f4d5db02951", + "ID": "45d218edd56f", + "MemPerc": "7.62%", + "MemUsage": "68.31MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "16.9kB / 24.9kB", + "PIDs": "9" + } + ] + }, + { + "at": 54719.092436083, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.43%", + "Container": "8b09ee35f0e4bd6a680b1964f7ca4947ec2be33fb562a9184bc0dd2e51514b24", + "ID": "8b09ee35f0e4", + "MemPerc": "17.36%", + "MemUsage": "88.87MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "203kB / 367kB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.14%", + "Container": "b9f115d329d152e48491918fe3f3f5ad76d22e4c7781c537111413d324dcdab4", + "ID": "b9f115d329d1", + "MemPerc": "17.39%", + "MemUsage": "89.02MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "321kB / 498kB", + "PIDs": "16" + }, + { + "BlockIO": "4.1kB / 520kB", + "CPUPerc": "1.67%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.32MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.2MB / 876kB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.06%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.53%", + "MemUsage": "3.234MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "676kB / 788kB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.38%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "22.09%", + "MemUsage": "56.56MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "2.7MB / 4.16MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.41%", + "Container": "10040da36845cb9dd784bb7ee5861de0d4f2b18bbe3bd9df4503532d3bcfe9f2", + "ID": "10040da36845", + "MemPerc": "28.60%", + "MemUsage": "54.92MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "130kB / 99.8kB", + "PIDs": "9" + }, + { + "BlockIO": "4.1kB / 258kB", + "CPUPerc": "0.15%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "27.70%", + "MemUsage": "70.9MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "62.7kB / 11.8kB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.32%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.10%", + "MemUsage": "11.64MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "36.8MB / 36.4MB", + "PIDs": "5" + }, + { + "BlockIO": "12.3kB / 922kB", + "CPUPerc": "0.47%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "15.43%", + "MemUsage": "59.23MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "223kB / 13.7kB", + "PIDs": "9" + }, + { + "BlockIO": "32.8kB / 19.7MB", + "CPUPerc": "7.82%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.38%", + "MemUsage": "56.69MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "9.95MB / 13MB", + "PIDs": "23" + }, + { + "BlockIO": "8.19kB / 3.05MB", + "CPUPerc": "0.00%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "12.07%", + "MemUsage": "30.89MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "2.71MB / 353kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.26%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.23%", + "MemUsage": "33.88MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "57.5MB / 55.1MB", + "PIDs": "11" + }, + { + "BlockIO": "8.91MB / 23.7MB", + "CPUPerc": "0.94%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "26.95%", + "MemUsage": "138MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "34.7MB / 20.7MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 2.53MB", + "CPUPerc": "0.44%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "28.10%", + "MemUsage": "215.8MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "134kB / 44.3kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.12%", + "Container": "45d218edd56fdeee7f05f4479563091a2c89672af0782ac8337c7f4d5db02951", + "ID": "45d218edd56f", + "MemPerc": "7.66%", + "MemUsage": "68.65MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "145kB / 169kB", + "PIDs": "9" + } + ] + }, + { + "at": 54722.161381208, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.82%", + "Container": "8b09ee35f0e4bd6a680b1964f7ca4947ec2be33fb562a9184bc0dd2e51514b24", + "ID": "8b09ee35f0e4", + "MemPerc": "17.36%", + "MemUsage": "88.87MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "279kB / 521kB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.93%", + "Container": "b9f115d329d152e48491918fe3f3f5ad76d22e4c7781c537111413d324dcdab4", + "ID": "b9f115d329d1", + "MemPerc": "17.44%", + "MemUsage": "89.3MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "515kB / 776kB", + "PIDs": "16" + }, + { + "BlockIO": "4.1kB / 532kB", + "CPUPerc": "1.28%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.32MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.21MB / 879kB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.96%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.53%", + "MemUsage": "3.234MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "700kB / 817kB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.47%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "22.10%", + "MemUsage": "56.57MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "2.84MB / 4.21MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.56%", + "Container": "10040da36845cb9dd784bb7ee5861de0d4f2b18bbe3bd9df4503532d3bcfe9f2", + "ID": "10040da36845", + "MemPerc": "28.61%", + "MemUsage": "54.92MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "150kB / 115kB", + "PIDs": "9" + }, + { + "BlockIO": "4.1kB / 258kB", + "CPUPerc": "0.13%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "27.70%", + "MemUsage": "70.9MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "62.7kB / 11.8kB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.24%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.10%", + "MemUsage": "11.65MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "37.1MB / 36.6MB", + "PIDs": "5" + }, + { + "BlockIO": "12.3kB / 1.1MB", + "CPUPerc": "0.68%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "15.43%", + "MemUsage": "59.24MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "234kB / 14.1kB", + "PIDs": "9" + }, + { + "BlockIO": "32.8kB / 19.7MB", + "CPUPerc": "3.24%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.62%", + "MemUsage": "58.54MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "10MB / 13.1MB", + "PIDs": "23" + }, + { + "BlockIO": "8.19kB / 3.05MB", + "CPUPerc": "0.09%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "12.07%", + "MemUsage": "30.91MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "2.73MB / 354kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.27%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.24%", + "MemUsage": "33.89MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "57.8MB / 55.4MB", + "PIDs": "11" + }, + { + "BlockIO": "8.91MB / 24.2MB", + "CPUPerc": "1.08%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "26.96%", + "MemUsage": "138MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "35MB / 20.8MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 2.53MB", + "CPUPerc": "0.12%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "28.10%", + "MemUsage": "215.8MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "146kB / 45.1kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.13%", + "Container": "45d218edd56fdeee7f05f4479563091a2c89672af0782ac8337c7f4d5db02951", + "ID": "45d218edd56f", + "MemPerc": "7.66%", + "MemUsage": "68.68MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "272kB / 315kB", + "PIDs": "9" + } + ] + }, + { + "at": 54725.216638, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.49%", + "Container": "8b09ee35f0e4bd6a680b1964f7ca4947ec2be33fb562a9184bc0dd2e51514b24", + "ID": "8b09ee35f0e4", + "MemPerc": "15.90%", + "MemUsage": "81.41MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "326kB / 622kB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.11%", + "Container": "b9f115d329d152e48491918fe3f3f5ad76d22e4c7781c537111413d324dcdab4", + "ID": "b9f115d329d1", + "MemPerc": "15.96%", + "MemUsage": "81.72MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "558kB / 864kB", + "PIDs": "16" + }, + { + "BlockIO": "4.1kB / 532kB", + "CPUPerc": "0.22%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.32MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.21MB / 881kB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.15%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.53%", + "MemUsage": "3.234MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "714kB / 835kB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.96%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "22.10%", + "MemUsage": "56.59MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "2.93MB / 4.24MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.73%", + "Container": "10040da36845cb9dd784bb7ee5861de0d4f2b18bbe3bd9df4503532d3bcfe9f2", + "ID": "10040da36845", + "MemPerc": "28.61%", + "MemUsage": "54.92MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "168kB / 129kB", + "PIDs": "9" + }, + { + "BlockIO": "4.1kB / 258kB", + "CPUPerc": "1.56%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "27.70%", + "MemUsage": "70.91MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "62.7kB / 11.8kB", + "PIDs": "13" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.12%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.10%", + "MemUsage": "11.64MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "37.2MB / 36.7MB", + "PIDs": "5" + }, + { + "BlockIO": "12.3kB / 1.1MB", + "CPUPerc": "0.71%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "15.52%", + "MemUsage": "59.59MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "254kB / 15.2kB", + "PIDs": "9" + }, + { + "BlockIO": "32.8kB / 19.7MB", + "CPUPerc": "3.18%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.73%", + "MemUsage": "59.39MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "10.1MB / 13.2MB", + "PIDs": "23" + }, + { + "BlockIO": "8.19kB / 3.05MB", + "CPUPerc": "0.18%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "12.08%", + "MemUsage": "30.91MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "2.73MB / 355kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.27%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.24%", + "MemUsage": "33.89MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "57.9MB / 55.4MB", + "PIDs": "11" + }, + { + "BlockIO": "8.91MB / 24.2MB", + "CPUPerc": "0.18%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "26.96%", + "MemUsage": "138MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "35MB / 20.8MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 2.61MB", + "CPUPerc": "0.26%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "28.10%", + "MemUsage": "215.8MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "156kB / 46.1kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.27%", + "Container": "45d218edd56fdeee7f05f4479563091a2c89672af0782ac8337c7f4d5db02951", + "ID": "45d218edd56f", + "MemPerc": "7.66%", + "MemUsage": "68.67MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "275kB / 320kB", + "PIDs": "9" + } + ] + } + ], + "requests": [ + { + "index": 0, + "status": 200, + "duration_s": 0.007121665999875404, + "trace_id": "6f518dd9415ef0298158d587092dcb8e", + "sampled": true, + "kind": "read" + }, + { + "index": 1, + "status": 200, + "duration_s": 0.005328250001184642, + "trace_id": "8e0da235f936f7fe34281b6d4cdaba66", + "sampled": true, + "kind": "read" + }, + { + "index": 2, + "status": 200, + "duration_s": 0.004969458001141902, + "trace_id": "eab188a0764fb8a78b7b29b7c40842f3", + "sampled": true, + "kind": "read" + }, + { + "index": 3, + "status": 200, + "duration_s": 0.004091082999366336, + "trace_id": "653ba5ccfd2e53bb027837b54ef1ac47", + "sampled": true, + "kind": "read" + }, + { + "index": 4, + "status": 200, + "duration_s": 0.004557250002108049, + "trace_id": "6ea4dc4e64e994fb56a5638965dea208", + "sampled": true, + "kind": "read" + }, + { + "index": 5, + "status": 200, + "duration_s": 0.0027609999960986897, + "trace_id": "f6dc8ca27d7f17234c053abbc308c962", + "sampled": true, + "kind": "read" + }, + { + "index": 6, + "status": 200, + "duration_s": 0.003063666998059489, + "trace_id": "75f9a7869423e0a33c2fa976fa79d596", + "sampled": true, + "kind": "read" + }, + { + "index": 7, + "status": 200, + "duration_s": 0.00259445900155697, + "trace_id": "fd87017f4b15be39748e70ba0718f418", + "sampled": true, + "kind": "read" + }, + { + "index": 8, + "status": 200, + "duration_s": 0.0027227919999859296, + "trace_id": "6ca97c2db29d662adea3214906f4947f", + "sampled": true, + "kind": "read" + }, + { + "index": 9, + "status": 200, + "duration_s": 0.002560458997322712, + "trace_id": "d0e9a42165ad88f9e706157711a9d095", + "sampled": true, + "kind": "read" + }, + { + "index": 10, + "status": 200, + "duration_s": 0.0031232499968609773, + "trace_id": "c51ba7accd1910bfdbf7def2b793eef1", + "sampled": true, + "kind": "read" + }, + { + "index": 11, + "status": 200, + "duration_s": 0.003172625001752749, + "trace_id": "582a16869d0d0e2e72f1862dbd6a5455", + "sampled": true, + "kind": "read" + }, + { + "index": 12, + "status": 200, + "duration_s": 0.0038904159955563955, + "trace_id": "cbd2bb86fcb244ee11ea15de26f192b8", + "sampled": true, + "kind": "read" + }, + { + "index": 13, + "status": 200, + "duration_s": 0.0038987500010989606, + "trace_id": "03765fcb5d3feb77a138ca5b8712b77b", + "sampled": true, + "kind": "read" + }, + { + "index": 14, + "status": 200, + "duration_s": 0.0047555829951306805, + "trace_id": "cd7df4ed21ab3b327272aa52b9af1894", + "sampled": true, + "kind": "read" + }, + { + "index": 15, + "status": 200, + "duration_s": 0.009797457998502068, + "trace_id": "eafd810bbedcd79523f27be1e22c94bc", + "sampled": true, + "kind": "read" + }, + { + "index": 16, + "status": 200, + "duration_s": 0.015279291998012923, + "trace_id": "701fded8ea5041dc3019d3496644e0b9", + "sampled": true, + "kind": "read" + }, + { + "index": 17, + "status": 200, + "duration_s": 0.04133420899597695, + "trace_id": "8ca0fa421b02ec37ff3a97addb488d6d", + "sampled": true, + "kind": "read" + }, + { + "index": 18, + "status": 200, + "duration_s": 0.020635666005546227, + "trace_id": "a115745a05f9606195a8654af12512e8", + "sampled": true, + "kind": "read" + }, + { + "index": 19, + "status": 200, + "duration_s": 0.0032762089977040887, + "trace_id": "94adbc8809305406fc417059aa870d36", + "sampled": true, + "kind": "read" + }, + { + "index": 20, + "status": 200, + "duration_s": 0.007519666003645398, + "trace_id": "86495b58b5f255a6b6263c73c99c4f43", + "sampled": true, + "kind": "read" + }, + { + "index": 21, + "status": 200, + "duration_s": 0.0075068750011269, + "trace_id": "c6a02adeafd5a52fa146739924843de3", + "sampled": true, + "kind": "read" + }, + { + "index": 22, + "status": 200, + "duration_s": 0.008334541002113838, + "trace_id": "16012394724857fa4c8f092794cb96de", + "sampled": true, + "kind": "read" + }, + { + "index": 23, + "status": 200, + "duration_s": 0.009263916996133048, + "trace_id": "a172d3ef978f1579cd7c705109bba982", + "sampled": true, + "kind": "read" + }, + { + "index": 24, + "status": 200, + "duration_s": 0.009757624997291714, + "trace_id": "69456f8dbecf38f77082c10e8ac4cfd6", + "sampled": true, + "kind": "read" + }, + { + "index": 25, + "status": 200, + "duration_s": 0.008416749995376449, + "trace_id": "fccd863c9f7edffac2e7e13941d95319", + "sampled": true, + "kind": "read" + }, + { + "index": 26, + "status": 200, + "duration_s": 0.008728000000701286, + "trace_id": "f0e00399aedcf41e60ca8811d2f4b9a4", + "sampled": true, + "kind": "read" + }, + { + "index": 27, + "status": 200, + "duration_s": 0.008253042004071176, + "trace_id": "e4ae5756920b4a8c56b6ed7b70003bee", + "sampled": true, + "kind": "read" + }, + { + "index": 28, + "status": 200, + "duration_s": 0.014091249999182764, + "trace_id": "a44f7b68d0ce6cde5c570b6d611f1c7f", + "sampled": true, + "kind": "read" + }, + { + "index": 29, + "status": 200, + "duration_s": 0.0037437500068335794, + "trace_id": "46d16f5102dc7f5de3965fd0152296c5", + "sampled": true, + "kind": "read" + }, + { + "index": 30, + "status": 200, + "duration_s": 0.01552441700187046, + "trace_id": "e9fc35a1ee13ebd012bc913135bd5efd", + "sampled": true, + "kind": "read" + }, + { + "index": 31, + "status": 200, + "duration_s": 0.003351833001943305, + "trace_id": "d4f7005e7a9e27ef7e821343e85044f3", + "sampled": true, + "kind": "read" + }, + { + "index": 32, + "status": 200, + "duration_s": 0.3981405829981668, + "trace_id": "6bab072b3979f9292eea14dab0b1c282", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 33, + "status": 200, + "duration_s": 0.05488479099585675, + "trace_id": "055f09c05554644838ba849d13240d61", + "sampled": true, + "kind": "read" + }, + { + "index": 34, + "status": 200, + "duration_s": 0.2854545419977512, + "trace_id": "1aadf53226c16c7bd848467e384d0c20", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 35, + "status": 200, + "duration_s": 0.05649624999932712, + "trace_id": "1024f0151cefe269cd7c76ed05ad6802", + "sampled": true, + "kind": "read" + }, + { + "index": 36, + "status": 200, + "duration_s": 0.05583129199658288, + "trace_id": "e8353b638325aaaf757d67119229f0e0", + "sampled": true, + "kind": "read" + }, + { + "index": 37, + "status": 200, + "duration_s": 0.2878719590007677, + "trace_id": "99c0df4d55dca31b0699ac369c218288", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 38, + "status": 200, + "duration_s": 0.27681287500308827, + "trace_id": "8b31b4880351fc47accabaf71106484a", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 39, + "status": 200, + "duration_s": 0.009822708001593128, + "trace_id": "aad9f98e0552d1f0253ac58e2f60f6a9", + "sampled": true, + "kind": "read" + }, + { + "index": 40, + "status": 200, + "duration_s": 0.2177774999945541, + "trace_id": "9e11cf1c874cfb42f286a9f51046b1c0", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 41, + "status": 200, + "duration_s": 0.005251292001048569, + "trace_id": "8f744f2c9e6c21314073364ed49143f2", + "sampled": true, + "kind": "read" + }, + { + "index": 42, + "status": 200, + "duration_s": 0.17857554200600134, + "trace_id": "d336bbed457d5404174fb97303cf8caa", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 43, + "status": 200, + "duration_s": 0.0059129580040462315, + "trace_id": "b73b58078c1aaba8743086264ba2ffe5", + "sampled": true, + "kind": "read" + }, + { + "index": 44, + "status": 200, + "duration_s": 0.12568170900340192, + "trace_id": "3d3c8959ae8ec42d7d304b095d520bf8", + "sampled": true, + "kind": "read" + }, + { + "index": 45, + "status": 200, + "duration_s": 0.002954791001684498, + "trace_id": "cac1fb81f5f9f659db5f95d7a902f5d5", + "sampled": true, + "kind": "read" + }, + { + "index": 46, + "status": 200, + "duration_s": 0.0711234579939628, + "trace_id": "8a97258f7fb249ee4a6fa7deabb9b8a3", + "sampled": true, + "kind": "read" + }, + { + "index": 47, + "status": 200, + "duration_s": 0.024721708003198728, + "trace_id": "01bcc150b32c6d70ad89e9c57cd2bdfe", + "sampled": true, + "kind": "read" + }, + { + "index": 48, + "status": 200, + "duration_s": 0.01762595800391864, + "trace_id": "fef1e26d45af84f0063aebb27fdfc802", + "sampled": true, + "kind": "read" + }, + { + "index": 49, + "status": 200, + "duration_s": 0.004411207999510225, + "trace_id": "2421002d29ad4310baed30538cd9f11c", + "sampled": true, + "kind": "read" + }, + { + "index": 50, + "status": 200, + "duration_s": 0.0038220419955905527, + "trace_id": "b2d0f48eeedfda034bfc294be4d545fb", + "sampled": true, + "kind": "read" + }, + { + "index": 51, + "status": 200, + "duration_s": 0.004968000001099426, + "trace_id": "ad9c5e893e0d770e8837d67c814f57b0", + "sampled": true, + "kind": "read" + }, + { + "index": 52, + "status": 200, + "duration_s": 0.0032447080011479557, + "trace_id": "3bc787800eb8deda40aef058a429669a", + "sampled": true, + "kind": "read" + }, + { + "index": 53, + "status": 200, + "duration_s": 0.0032195000021602027, + "trace_id": "c773bd8020dca49c4019562e27a33350", + "sampled": true, + "kind": "read" + }, + { + "index": 54, + "status": 200, + "duration_s": 0.003656084001704585, + "trace_id": "45459d05f99d75be52154f858aa08911", + "sampled": true, + "kind": "read" + }, + { + "index": 55, + "status": 200, + "duration_s": 0.02167024999653222, + "trace_id": "16ebaddcc47f5da477062a3ca0bf5678", + "sampled": true, + "kind": "read" + }, + { + "index": 56, + "status": 200, + "duration_s": 0.0363102919945959, + "trace_id": "d40ac1eeee860b6fcc1179eb61121f94", + "sampled": true, + "kind": "read" + }, + { + "index": 57, + "status": 200, + "duration_s": 0.0038929160000407137, + "trace_id": "dda2adc1b8b7e8e553bafb094fd322fa", + "sampled": true, + "kind": "read" + }, + { + "index": 58, + "status": 200, + "duration_s": 0.009004125000501517, + "trace_id": "185b4cdfeacaf23fc42fd8e4fec17d56", + "sampled": true, + "kind": "read" + }, + { + "index": 59, + "status": 200, + "duration_s": 0.014961624998250045, + "trace_id": "8ee37eeba8b6de759a1f0d87df59abb9", + "sampled": true, + "kind": "read" + }, + { + "index": 60, + "status": 200, + "duration_s": 0.03489479199924972, + "trace_id": "9cf13cf69cdd0cdc2415960b1c597c5f", + "sampled": true, + "kind": "read" + }, + { + "index": 61, + "status": 200, + "duration_s": 0.0033310409999103285, + "trace_id": "064a36ce779b1fa3bfea3c2ff76ae08c", + "sampled": true, + "kind": "read" + }, + { + "index": 62, + "status": 200, + "duration_s": 0.0032711250023567118, + "trace_id": "f391a7f179fb20a1a15a357b97380d52", + "sampled": true, + "kind": "read" + }, + { + "index": 63, + "status": 200, + "duration_s": 0.004030041003716178, + "trace_id": "83565f1bcb9fc9db7dc4e2e128d45c38", + "sampled": true, + "kind": "read" + }, + { + "index": 64, + "status": 200, + "duration_s": 0.0031763750012032688, + "trace_id": "3a6ebdbd6a7be0fb1a0d92ef39e82f82", + "sampled": true, + "kind": "read" + }, + { + "index": 65, + "status": 200, + "duration_s": 0.002930125003331341, + "trace_id": "3ef11909200127c07cd76c1538896a08", + "sampled": true, + "kind": "read" + }, + { + "index": 66, + "status": 200, + "duration_s": 0.0034809580029104836, + "trace_id": "bcdedfd52440da4c32a2b550bba3f635", + "sampled": true, + "kind": "read" + }, + { + "index": 67, + "status": 200, + "duration_s": 0.004554916995402891, + "trace_id": "057b8ea322b3912d7c096cf76576152a", + "sampled": true, + "kind": "read" + }, + { + "index": 68, + "status": 200, + "duration_s": 0.00522037500195438, + "trace_id": "851c6923cb927f0341972306bf77dfc6", + "sampled": true, + "kind": "read" + }, + { + "index": 69, + "status": 200, + "duration_s": 0.0037255409988574684, + "trace_id": "3ae62b536f734891d8a27823bb5070a2", + "sampled": true, + "kind": "read" + }, + { + "index": 70, + "status": 200, + "duration_s": 0.002977791999001056, + "trace_id": "132b625e8fe0cc413aecdb9750349043", + "sampled": true, + "kind": "read" + }, + { + "index": 71, + "status": 200, + "duration_s": 0.0038686670013703406, + "trace_id": "cae2cda06a6dbb4474bc27e20a1960a2", + "sampled": true, + "kind": "read" + }, + { + "index": 72, + "status": 200, + "duration_s": 0.0043200830041314475, + "trace_id": "61d0b909b5f669ac2f777414a484ae7c", + "sampled": true, + "kind": "read" + }, + { + "index": 73, + "status": 200, + "duration_s": 0.008248250000178814, + "trace_id": "104c61be89f8ac98768ff3644995f826", + "sampled": true, + "kind": "read" + }, + { + "index": 74, + "status": 200, + "duration_s": 0.007491749995097052, + "trace_id": "5f8288913e832e2fbf01ab9380fcdd2e", + "sampled": true, + "kind": "read" + }, + { + "index": 75, + "status": 200, + "duration_s": 0.007816749995981809, + "trace_id": "fb6a7d7b4cde2b78357b9e0e7de7b797", + "sampled": true, + "kind": "read" + }, + { + "index": 76, + "status": 200, + "duration_s": 0.00785304199962411, + "trace_id": "8293058eb5f0d257688d6a1138208950", + "sampled": true, + "kind": "read" + }, + { + "index": 77, + "status": 200, + "duration_s": 0.008905916998628527, + "trace_id": "276fa3aa04c7c5524ac84477d6dc5005", + "sampled": true, + "kind": "read" + }, + { + "index": 78, + "status": 200, + "duration_s": 0.010402292005892377, + "trace_id": "636f7bc47c44d329088656c39aff0634", + "sampled": true, + "kind": "read" + }, + { + "index": 79, + "status": 200, + "duration_s": 0.008895417005987838, + "trace_id": "6080cc3deda7b591ddf604affd1f8036", + "sampled": true, + "kind": "read" + }, + { + "index": 80, + "status": 500, + "duration_s": 0.2729895420052344, + "trace_id": "2e3d17fc8fddb2f87877c8a0623ed4e3", + "sampled": true, + "kind": "controlled_upload_error", + "found_in_tempo": true + }, + { + "index": 81, + "status": 200, + "duration_s": 0.004302958004700486, + "trace_id": "e88edcb68606ca5fcd6f69be07bd133b", + "sampled": true, + "kind": "read" + }, + { + "index": 82, + "status": 200, + "duration_s": 0.003016458998899907, + "trace_id": "c6551c9f3fa263162171d5b33d4a1d05", + "sampled": true, + "kind": "read" + }, + { + "index": 83, + "status": 200, + "duration_s": 0.0034624999971129, + "trace_id": "8cb327ab0162c813f55017cbc38598c9", + "sampled": true, + "kind": "read" + }, + { + "index": 84, + "status": 200, + "duration_s": 0.03669341700151563, + "trace_id": "692a1dc69bea8f69eea4ef8435ef7c4e", + "sampled": true, + "kind": "read" + }, + { + "index": 85, + "status": 200, + "duration_s": 0.0034351670037722215, + "trace_id": "d6325ebbb05f9725d4885f321a57b52e", + "sampled": true, + "kind": "read" + }, + { + "index": 86, + "status": 200, + "duration_s": 0.005353000000468455, + "trace_id": "577968b821ef2723c581b9f56ba88df2", + "sampled": true, + "kind": "read" + }, + { + "index": 87, + "status": 200, + "duration_s": 0.0026717919972725213, + "trace_id": "c03f88c5b4c64a349adafc137b7ce889", + "sampled": true, + "kind": "read" + }, + { + "index": 88, + "status": 200, + "duration_s": 0.02736416599509539, + "trace_id": "edb1bd58ddefe3fc9890d9ff3747efe2", + "sampled": true, + "kind": "read" + }, + { + "index": 89, + "status": 200, + "duration_s": 0.002286541995999869, + "trace_id": "403af3028c8e45cdc400c95e98e33049", + "sampled": true, + "kind": "read" + }, + { + "index": 90, + "status": 200, + "duration_s": 0.002320958999916911, + "trace_id": "2e3715eacd686d8fdb6132e2222315eb", + "sampled": true, + "kind": "read" + }, + { + "index": 91, + "status": 200, + "duration_s": 0.0022940419949009083, + "trace_id": "b2784e68a94934afc3e061e956ad6938", + "sampled": true, + "kind": "read" + }, + { + "index": 92, + "status": 200, + "duration_s": 0.0022170000011101365, + "trace_id": "8fe67449baaa749befdc84313f4b8312", + "sampled": true, + "kind": "read" + }, + { + "index": 93, + "status": 200, + "duration_s": 0.0021757919967058115, + "trace_id": "bc6ad3fd152dd2eae65d2743e92fa67a", + "sampled": true, + "kind": "read" + }, + { + "index": 94, + "status": 200, + "duration_s": 0.0023255830019479617, + "trace_id": "018e716fab1b84f0bbf99605e61c8148", + "sampled": true, + "kind": "read" + }, + { + "index": 95, + "status": 200, + "duration_s": 0.0025117089971899986, + "trace_id": "9e0a422b765ce7571832345eb8812cff", + "sampled": true, + "kind": "read" + }, + { + "index": 96, + "status": 200, + "duration_s": 0.002752374995907303, + "trace_id": "1f72dfd075886b5519d448f2a9790bc5", + "sampled": true, + "kind": "read" + }, + { + "index": 97, + "status": 200, + "duration_s": 0.0026362499993410893, + "trace_id": "afeee7943a9862710cfea1eea93a5004", + "sampled": true, + "kind": "read" + }, + { + "index": 98, + "status": 200, + "duration_s": 0.0024190000040107407, + "trace_id": "d438afbaf0f9a5e29a3ad72fddd46ac6", + "sampled": true, + "kind": "read" + }, + { + "index": 99, + "status": 200, + "duration_s": 0.0024974999978439882, + "trace_id": "30a84575856e752a910b1a614f7769fb", + "sampled": true, + "kind": "read" + }, + { + "index": 100, + "status": 200, + "duration_s": 0.0023041250024107285, + "trace_id": "936eb2d66768b7c9e131bead8ecc45de", + "sampled": true, + "kind": "read" + }, + { + "index": 101, + "status": 200, + "duration_s": 0.0021356659999582916, + "trace_id": "24c67f7dead6af1189c9f31a2bc38843", + "sampled": true, + "kind": "read" + }, + { + "index": 102, + "status": 200, + "duration_s": 0.0024933329987106845, + "trace_id": "bd7ff7dd4a5ef4692af9c84bb8eed9b5", + "sampled": true, + "kind": "read" + }, + { + "index": 103, + "status": 200, + "duration_s": 0.002846208997652866, + "trace_id": "6a5d2c93ee9917ecd90f07eaee5b2aa0", + "sampled": true, + "kind": "read" + }, + { + "index": 104, + "status": 200, + "duration_s": 0.002442041994072497, + "trace_id": "7abf07498fe50e072b6adb9cd8c5090f", + "sampled": true, + "kind": "read" + }, + { + "index": 105, + "status": 200, + "duration_s": 0.0023899579973658547, + "trace_id": "cab47f432af86ce96d0015226a451a79", + "sampled": true, + "kind": "read" + }, + { + "index": 106, + "status": 200, + "duration_s": 0.002272333003929816, + "trace_id": "64ddb9041c6ebc6a1020458b0c124cb4", + "sampled": true, + "kind": "read" + }, + { + "index": 107, + "status": 200, + "duration_s": 0.0024743329995544627, + "trace_id": "c62d8d1779fbc73372b96e936361033d", + "sampled": true, + "kind": "read" + }, + { + "index": 108, + "status": 200, + "duration_s": 0.0026800830019055866, + "trace_id": "72bc7c05703baa85c16b4d9dacfb40c4", + "sampled": true, + "kind": "read" + }, + { + "index": 109, + "status": 200, + "duration_s": 0.002716750001127366, + "trace_id": "e3b0bebaba89cd4a70be7b234d344140", + "sampled": true, + "kind": "read" + }, + { + "index": 110, + "status": 200, + "duration_s": 0.002838375003193505, + "trace_id": "ed048fe539bdb0c68692ba5f5a6fb7f8", + "sampled": true, + "kind": "read" + }, + { + "index": 111, + "status": 200, + "duration_s": 0.0033729169954312965, + "trace_id": "7e07e06634a76ab3f751dca19990155d", + "sampled": true, + "kind": "read" + }, + { + "index": 112, + "status": 200, + "duration_s": 0.00452983399736695, + "trace_id": "54df5c047e99741f293821ab4995607c", + "sampled": true, + "kind": "read" + }, + { + "index": 113, + "status": 200, + "duration_s": 0.0046539169998141006, + "trace_id": "8d1048edb16f03671b1f26b249aacc9a", + "sampled": true, + "kind": "read" + }, + { + "index": 114, + "status": 200, + "duration_s": 0.007444249997206498, + "trace_id": "efd23a472eeb8304dd3decd34d420727", + "sampled": true, + "kind": "read" + }, + { + "index": 115, + "status": 200, + "duration_s": 0.007447415999195073, + "trace_id": "88614f0e0b8db8dbae471491846b71cf", + "sampled": true, + "kind": "read" + }, + { + "index": 116, + "status": 200, + "duration_s": 0.007845708998502232, + "trace_id": "b322fcf3eec0977e45150a612a6ac16f", + "sampled": true, + "kind": "read" + }, + { + "index": 117, + "status": 200, + "duration_s": 0.011032875001546927, + "trace_id": "1b20d25b27c8335674f74891044cd10c", + "sampled": true, + "kind": "read" + }, + { + "index": 118, + "status": 200, + "duration_s": 0.011779458000091836, + "trace_id": "0a6670aef4dd40f5c7629e65094af5e5", + "sampled": true, + "kind": "read" + }, + { + "index": 119, + "status": 200, + "duration_s": 0.00926804100163281, + "trace_id": "9ff49999ec6268b0e2669284311d22ca", + "sampled": true, + "kind": "read" + }, + { + "index": 120, + "status": 200, + "duration_s": 0.007002999998803716, + "trace_id": "413659717aac87e1fd882af6953e00ae", + "sampled": true, + "kind": "read" + }, + { + "index": 121, + "status": 200, + "duration_s": 0.004814874999283347, + "trace_id": "7f531d7d3b31f31f397fc790265b41ef", + "sampled": true, + "kind": "read" + }, + { + "index": 122, + "status": 200, + "duration_s": 0.010960958999930881, + "trace_id": "9e4ccd0d843fc22788fcda524bf89f8c", + "sampled": true, + "kind": "read" + }, + { + "index": 123, + "status": 200, + "duration_s": 0.005466333997901529, + "trace_id": "12bb604ca91663b919a41509a3ed0262", + "sampled": true, + "kind": "read" + }, + { + "index": 124, + "status": 200, + "duration_s": 0.004003582995210309, + "trace_id": "bbf98ee30485fe147d0b276d88f3a6eb", + "sampled": true, + "kind": "read" + }, + { + "index": 125, + "status": 200, + "duration_s": 0.004676874996221159, + "trace_id": "d730944207a3a4d0407b60ad06e1c335", + "sampled": true, + "kind": "read" + }, + { + "index": 126, + "status": 200, + "duration_s": 0.004909832998237107, + "trace_id": "205a80e4766f7c9574954d3462cdda84", + "sampled": true, + "kind": "read" + }, + { + "index": 127, + "status": 200, + "duration_s": 0.004579832995659672, + "trace_id": "532dc73a1a366da1c25f164540b6c7b8", + "sampled": true, + "kind": "read" + }, + { + "index": 128, + "status": 200, + "duration_s": 0.008760708995396271, + "trace_id": "6138b7ed8948c1a762b153d8134101aa", + "sampled": true, + "kind": "read" + }, + { + "index": 129, + "status": 200, + "duration_s": 0.00975379200099269, + "trace_id": "b2e7f8825dbb092df84003ce21d002c0", + "sampled": true, + "kind": "read" + }, + { + "index": 130, + "status": 200, + "duration_s": 0.0068699159965035506, + "trace_id": "1d52fee7c41881bf34e359dcd304134a", + "sampled": true, + "kind": "read" + }, + { + "index": 131, + "status": 200, + "duration_s": 0.016291249994537793, + "trace_id": "4a4dbd5e873a1d2874cac743c2f08fee", + "sampled": true, + "kind": "read" + }, + { + "index": 132, + "status": 200, + "duration_s": 0.00851654199504992, + "trace_id": "45a6782945808e40ba9e8496989da0a4", + "sampled": true, + "kind": "read" + }, + { + "index": 133, + "status": 200, + "duration_s": 0.0035003329976461828, + "trace_id": "c2f5b61a44079529d1a7be690e3a83b3", + "sampled": true, + "kind": "read" + }, + { + "index": 134, + "status": 200, + "duration_s": 0.003722957997524645, + "trace_id": "600c5fcf9c4d765322e79e7556e62c85", + "sampled": true, + "kind": "read" + }, + { + "index": 135, + "status": 200, + "duration_s": 0.004039042003569193, + "trace_id": "4d670bb654fbeb604750f8dfb0066612", + "sampled": true, + "kind": "read" + }, + { + "index": 136, + "status": 200, + "duration_s": 0.004283583999495022, + "trace_id": "19baf36f355bd4f1bf16767e3bb39168", + "sampled": true, + "kind": "read" + }, + { + "index": 137, + "status": 200, + "duration_s": 0.008043000001634937, + "trace_id": "7dad8f053b1cf240717eb4c8edcdbee5", + "sampled": true, + "kind": "read" + }, + { + "index": 138, + "status": 200, + "duration_s": 0.007472041994333267, + "trace_id": "275681a6943d4d554e46a19a53b18cf3", + "sampled": true, + "kind": "read" + }, + { + "index": 139, + "status": 200, + "duration_s": 0.006752000001142733, + "trace_id": "1f1d8fa3feb935372cd505d078cb5250", + "sampled": true, + "kind": "read" + }, + { + "index": 140, + "status": 200, + "duration_s": 0.007387249999737833, + "trace_id": "117def5ca0e6af982eb02e91e98e8281", + "sampled": true, + "kind": "read" + }, + { + "index": 141, + "status": 200, + "duration_s": 0.008640458996524103, + "trace_id": "5440c83c8eeb677b695211beaf5fb207", + "sampled": true, + "kind": "read" + }, + { + "index": 142, + "status": 200, + "duration_s": 0.008922957997128833, + "trace_id": "dd6f56dd1e5f45c414c5858eac137627", + "sampled": true, + "kind": "read" + }, + { + "index": 143, + "status": 200, + "duration_s": 0.009682041003543418, + "trace_id": "9b8e27625c9c5231477a0a524168e37f", + "sampled": true, + "kind": "read" + }, + { + "index": 144, + "status": 200, + "duration_s": 0.008870874997228384, + "trace_id": "72076578352be59c975614f10f142156", + "sampled": true, + "kind": "read" + }, + { + "index": 145, + "status": 200, + "duration_s": 0.00848375000350643, + "trace_id": "e0aff41375152177f1c579c4c3c401a4", + "sampled": true, + "kind": "read" + }, + { + "index": 146, + "status": 200, + "duration_s": 0.006132832997536752, + "trace_id": "01600ba6c18a3e35f22b55715b29d0a4", + "sampled": true, + "kind": "read" + }, + { + "index": 147, + "status": 200, + "duration_s": 0.007455999999365304, + "trace_id": "8a05765818a5dd9016c942c7b6d3ce92", + "sampled": true, + "kind": "read" + }, + { + "index": 148, + "status": 200, + "duration_s": 0.009011166999698617, + "trace_id": "e70e36b5f8e1dbf50a69ff49cc9fbc6b", + "sampled": true, + "kind": "read" + }, + { + "index": 149, + "status": 200, + "duration_s": 0.0064382919954368845, + "trace_id": "af4e2c5db0f91c57830d87f28c70b2da", + "sampled": true, + "kind": "read" + }, + { + "index": 150, + "status": 200, + "duration_s": 0.006442499994591344, + "trace_id": "a43ba4496d613c8518ad685123d263a3", + "sampled": true, + "kind": "read" + }, + { + "index": 151, + "status": 200, + "duration_s": 0.00828495799942175, + "trace_id": "31225eef43cd468b58b75edb8ec61f2f", + "sampled": true, + "kind": "read" + }, + { + "index": 152, + "status": 200, + "duration_s": 0.0082879170004162, + "trace_id": "d865b78b24b3993a322280c4930ef0a5", + "sampled": true, + "kind": "read" + }, + { + "index": 153, + "status": 200, + "duration_s": 0.008476417002384551, + "trace_id": "aefbd93af5de3c6ebbdc7a2a635faaec", + "sampled": true, + "kind": "read" + }, + { + "index": 154, + "status": 200, + "duration_s": 0.008668875001603737, + "trace_id": "b600663d4f1f9a62351edf3999aca55f", + "sampled": true, + "kind": "read" + }, + { + "index": 155, + "status": 200, + "duration_s": 0.01226116600446403, + "trace_id": "865bdd4c48c8ae14385d4a4afaa44468", + "sampled": true, + "kind": "read" + }, + { + "index": 156, + "status": 200, + "duration_s": 0.012895790998300072, + "trace_id": "af34ace38a07f53f1b9e32d28d72b10b", + "sampled": true, + "kind": "read" + }, + { + "index": 157, + "status": 200, + "duration_s": 0.01343341600295389, + "trace_id": "5a75b60625fea335180e19fc7ce18459", + "sampled": true, + "kind": "read" + }, + { + "index": 158, + "status": 200, + "duration_s": 0.010713916999520734, + "trace_id": "6947bf2bc5783ae583bcb43666b2d279", + "sampled": true, + "kind": "read" + }, + { + "index": 159, + "status": 200, + "duration_s": 0.013000500002817716, + "trace_id": "e764a39f0ce042973bf7e26df19712ad", + "sampled": true, + "kind": "read" + }, + { + "index": 160, + "status": 200, + "duration_s": 0.014128625000012107, + "trace_id": "ccacff4aedbdb1942279c2b7c944e951", + "sampled": true, + "kind": "read" + }, + { + "index": 161, + "status": 200, + "duration_s": 0.006005834002280608, + "trace_id": "1c7d48538c73fe4fe6351cd8df9b107a", + "sampled": true, + "kind": "read" + }, + { + "index": 162, + "status": 200, + "duration_s": 0.003974084000219591, + "trace_id": "532cfe7c7541ff669c3153252ba1872f", + "sampled": true, + "kind": "read" + }, + { + "index": 163, + "status": 200, + "duration_s": 0.005837374999828171, + "trace_id": "8da9b9e4be27ead56fa43e6d534fad19", + "sampled": true, + "kind": "read" + }, + { + "index": 164, + "status": 200, + "duration_s": 0.003871166998578701, + "trace_id": "54278cfbd1cbb25ae9f0aeabbe754130", + "sampled": true, + "kind": "read" + }, + { + "index": 165, + "status": 200, + "duration_s": 0.35937362499680603, + "trace_id": "d591316ccdce1b1c47c44b35d19bdf87", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 166, + "status": 200, + "duration_s": 0.33394612499978393, + "trace_id": "d083f6d01d7a8e17406db7ce8798e2c3", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 167, + "status": 200, + "duration_s": 0.31870099999650847, + "trace_id": "c7f82c292dc597f974ce1e8909eecee3", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 168, + "status": 200, + "duration_s": 0.28655383300065296, + "trace_id": "2b67e59495418a4be24bcb735a7147d3", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 169, + "status": 200, + "duration_s": 0.2618817500042496, + "trace_id": "12850f85c4e079d3fc116d5b7fee44e3", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 170, + "status": 200, + "duration_s": 0.23874687500210712, + "trace_id": "1e89ec572ccef4ddc78dff615d1fc58e", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 171, + "status": 200, + "duration_s": 0.21789012500084937, + "trace_id": "6cd5dd9886030e96cdacd6dcd4617df9", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 172, + "status": 200, + "duration_s": 0.18818699999974342, + "trace_id": "99868375b8d5297bf650978def1ec6ba", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 173, + "status": 200, + "duration_s": 0.1640168329977314, + "trace_id": "c159ae2a5d931e33c2898ad47a40ed4c", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 174, + "status": 200, + "duration_s": 0.13919383299798938, + "trace_id": "37907bc04151e5245e737dd9881a39f3", + "sampled": true, + "kind": "read" + }, + { + "index": 175, + "status": 200, + "duration_s": 0.11661570800060872, + "trace_id": "d526978ffd479690ed2c918bd751934e", + "sampled": true, + "kind": "read" + }, + { + "index": 176, + "status": 200, + "duration_s": 0.08265983299497748, + "trace_id": "ca30af9fc1961c6877058465a2b06a13", + "sampled": true, + "kind": "read" + }, + { + "index": 177, + "status": 200, + "duration_s": 0.06512266700156033, + "trace_id": "a0567c317cd4c206e751af0a3b4b2763", + "sampled": true, + "kind": "read" + }, + { + "index": 178, + "status": 200, + "duration_s": 0.033868375001475215, + "trace_id": "5770ebb10832b558916335b1dd697443", + "sampled": true, + "kind": "read" + }, + { + "index": 179, + "status": 200, + "duration_s": 0.013505124996299855, + "trace_id": "fa54a5ce38bac9ff6326a4ea8202f3ed", + "sampled": true, + "kind": "read" + }, + { + "index": 180, + "status": 200, + "duration_s": 0.0028723750001518056, + "trace_id": "8e2ee1a4729d773265f07b1bd8ca3b97", + "sampled": true, + "kind": "read" + }, + { + "index": 181, + "status": 200, + "duration_s": 0.0032015000033425167, + "trace_id": "b89add0d433970280ed690aaf01dba33", + "sampled": true, + "kind": "read" + }, + { + "index": 182, + "status": 200, + "duration_s": 0.003306999999040272, + "trace_id": "229ad78109953086e1f0280acdb1f3ee", + "sampled": true, + "kind": "read" + }, + { + "index": 183, + "status": 200, + "duration_s": 0.006224040997039992, + "trace_id": "07e152c171bc697f53ec5652f87672e0", + "sampled": true, + "kind": "read" + }, + { + "index": 184, + "status": 200, + "duration_s": 0.0035606250021373853, + "trace_id": "5ff7263d830ed5dc6006393522c87064", + "sampled": true, + "kind": "read" + }, + { + "index": 185, + "status": 200, + "duration_s": 0.011730833997717127, + "trace_id": "338609ad327ce930349006266e5bdd6b", + "sampled": true, + "kind": "read" + }, + { + "index": 186, + "status": 200, + "duration_s": 0.04182958300225437, + "trace_id": "04915ea5ab45bc252264af375771cda8", + "sampled": true, + "kind": "read" + }, + { + "index": 187, + "status": 200, + "duration_s": 0.051674499998625834, + "trace_id": "063419c2b343dcaf095f17fb06631c45", + "sampled": true, + "kind": "read" + }, + { + "index": 188, + "status": 200, + "duration_s": 0.0026163329966948368, + "trace_id": "e544d0f9995271420c6595df647bc08a", + "sampled": true, + "kind": "read" + }, + { + "index": 189, + "status": 200, + "duration_s": 0.0034302080021006986, + "trace_id": "7960ad332e06e89a56f50ced4bda0ab9", + "sampled": true, + "kind": "read" + }, + { + "index": 190, + "status": 200, + "duration_s": 0.003100582995102741, + "trace_id": "23b75c27aea12b96d07cb486625d9d86", + "sampled": true, + "kind": "read" + }, + { + "index": 191, + "status": 200, + "duration_s": 0.0032399159972555935, + "trace_id": "0be1828c81df7b75472f421d5b127db2", + "sampled": true, + "kind": "read" + }, + { + "index": 192, + "status": 200, + "duration_s": 0.0035973749982076697, + "trace_id": "3b3f89103fc5a00dd667fc6800b58897", + "sampled": true, + "kind": "read" + }, + { + "index": 193, + "status": 200, + "duration_s": 0.003166541995597072, + "trace_id": "42303f4219102d6e1686e6aecd4a50b5", + "sampled": true, + "kind": "read" + }, + { + "index": 194, + "status": 200, + "duration_s": 0.003283250000094995, + "trace_id": "46b822b8f47a0bb571c2ff4cce5b5fca", + "sampled": true, + "kind": "read" + }, + { + "index": 195, + "status": 200, + "duration_s": 0.00352250000287313, + "trace_id": "464378a4cb65f13a826b78a607f15ab5", + "sampled": true, + "kind": "read" + }, + { + "index": 196, + "status": 200, + "duration_s": 0.0034294999932171777, + "trace_id": "03a09e5c145743df556e180fcd1fae82", + "sampled": true, + "kind": "read" + }, + { + "index": 197, + "status": 200, + "duration_s": 0.003932499996153638, + "trace_id": "716576a26e4b24d91180655533e84bdf", + "sampled": true, + "kind": "read" + }, + { + "index": 198, + "status": 200, + "duration_s": 0.004693375005444977, + "trace_id": "ee4b5e8e81347668d7ce4aafe3db3494", + "sampled": true, + "kind": "read" + }, + { + "index": 199, + "status": 200, + "duration_s": 0.005471332995512057, + "trace_id": "4c94eff216852840ae47f03796e03b36", + "sampled": true, + "kind": "read" + }, + { + "index": 200, + "status": 200, + "duration_s": 0.009369249994051643, + "trace_id": "777e7844f0955363624d2e8bd3604c0a", + "sampled": true, + "kind": "read" + }, + { + "index": 201, + "status": 200, + "duration_s": 0.004649208996852394, + "trace_id": "29d9063ad1a63fb3ed9c6990e3a0e09d", + "sampled": true, + "kind": "read" + }, + { + "index": 202, + "status": 200, + "duration_s": 0.004268374999810476, + "trace_id": "4c21a31a1038fd3ed5835a0322e39468", + "sampled": true, + "kind": "read" + }, + { + "index": 203, + "status": 200, + "duration_s": 0.010828625003341585, + "trace_id": "9cf44cf3e4c187b2a7d515a30c693148", + "sampled": true, + "kind": "read" + }, + { + "index": 204, + "status": 200, + "duration_s": 0.005560207995586097, + "trace_id": "1d63c7ada7258f9cc538655fbed0d581", + "sampled": true, + "kind": "read" + }, + { + "index": 205, + "status": 200, + "duration_s": 0.0040601250002509914, + "trace_id": "96842187af69aa01ff183e864e100674", + "sampled": true, + "kind": "read" + }, + { + "index": 206, + "status": 200, + "duration_s": 0.004479333001654595, + "trace_id": "b18789098bec4708f3ed65029b2f454b", + "sampled": true, + "kind": "read" + }, + { + "index": 207, + "status": 200, + "duration_s": 0.0037825000035809353, + "trace_id": "51ad138ebec8b7b0ea7e0e9ba2acf083", + "sampled": true, + "kind": "read" + }, + { + "index": 208, + "status": 200, + "duration_s": 0.0031472080008825287, + "trace_id": "3c572bba7bd0721fe4d8081126009a96", + "sampled": true, + "kind": "read" + }, + { + "index": 209, + "status": 200, + "duration_s": 0.0037719590036431327, + "trace_id": "a3b800eb9006ad7c7fe94d97b81a505b", + "sampled": true, + "kind": "read" + }, + { + "index": 210, + "status": 200, + "duration_s": 0.0025373329990543425, + "trace_id": "262dd2000884b56b0b467c71d034ae61", + "sampled": true, + "kind": "read" + }, + { + "index": 211, + "status": 200, + "duration_s": 0.0056903329968918115, + "trace_id": "defdff57cbb6d261a695e79297ce139f", + "sampled": true, + "kind": "read" + }, + { + "index": 212, + "status": 200, + "duration_s": 0.010264208001899533, + "trace_id": "48c2f7eaa768dbbfb87d4f5725e17cf5", + "sampled": true, + "kind": "read" + }, + { + "index": 213, + "status": 200, + "duration_s": 0.008659583996632136, + "trace_id": "a05dbd682506a5795844483a9646d2e4", + "sampled": true, + "kind": "read" + }, + { + "index": 214, + "status": 200, + "duration_s": 0.0037304169964045286, + "trace_id": "6e8e64fc25564c047f0dc4a974100f2c", + "sampled": true, + "kind": "read" + }, + { + "index": 215, + "status": 200, + "duration_s": 0.0036652499984484166, + "trace_id": "cefd6dd1c576496f349f4ac6c96d65b0", + "sampled": true, + "kind": "read" + }, + { + "index": 216, + "status": 200, + "duration_s": 0.0036881249980069697, + "trace_id": "3c51bddce328878be2b48644a29b1b8c", + "sampled": true, + "kind": "read" + }, + { + "index": 217, + "status": 200, + "duration_s": 0.004146625004068483, + "trace_id": "4d6706599b9843b1d6f9d6ed25b77ec2", + "sampled": true, + "kind": "read" + }, + { + "index": 218, + "status": 200, + "duration_s": 0.004484667006181553, + "trace_id": "7aa9d0e7a2d00068f02254d65089ee2b", + "sampled": true, + "kind": "read" + }, + { + "index": 219, + "status": 200, + "duration_s": 0.009761041997990105, + "trace_id": "010cf6d3ab8c16f446ab20bb2c934222", + "sampled": true, + "kind": "read" + }, + { + "index": 220, + "status": 200, + "duration_s": 0.0048062499990919605, + "trace_id": "381d41125b637fe2a52d4a2f5014d616", + "sampled": true, + "kind": "read" + }, + { + "index": 221, + "status": 200, + "duration_s": 0.005904416997509543, + "trace_id": "a2faa5c4f8ad58f1419436a64eb91bcb", + "sampled": true, + "kind": "read" + }, + { + "index": 222, + "status": 200, + "duration_s": 0.011168708995683119, + "trace_id": "ab657a42ad3812ef4f24340fc2976289", + "sampled": true, + "kind": "read" + }, + { + "index": 223, + "status": 200, + "duration_s": 0.011082958000770304, + "trace_id": "9cf228811eee196a12c577213bc6233d", + "sampled": true, + "kind": "read" + }, + { + "index": 224, + "status": 200, + "duration_s": 0.005670165999617893, + "trace_id": "b4548b6789dec4fb8d32596bfea84dda", + "sampled": true, + "kind": "read" + }, + { + "index": 225, + "status": 200, + "duration_s": 0.012998082995181903, + "trace_id": "357a4c51021a9b56806575cdee8b97a2", + "sampled": true, + "kind": "read" + }, + { + "index": 226, + "status": 200, + "duration_s": 0.012096416001440957, + "trace_id": "04317bfd7b91ea2ceac1d04b2f192ac4", + "sampled": true, + "kind": "read" + }, + { + "index": 227, + "status": 200, + "duration_s": 0.009965874996851198, + "trace_id": "ccc3fb72e90877a83c75d04911f0dc5e", + "sampled": true, + "kind": "read" + }, + { + "index": 228, + "status": 200, + "duration_s": 0.005825916996400338, + "trace_id": "82a87bbd7de2e780fcc9d2adad53c950", + "sampled": true, + "kind": "read" + }, + { + "index": 229, + "status": 200, + "duration_s": 0.006470792002801318, + "trace_id": "4f58f58b020b96037d07e24aae8b63c0", + "sampled": true, + "kind": "read" + }, + { + "index": 230, + "status": 200, + "duration_s": 0.004495166998822242, + "trace_id": "fc5b2115c586d8a45c4c3007139d4eae", + "sampled": true, + "kind": "read" + }, + { + "index": 231, + "status": 200, + "duration_s": 0.005268208005873021, + "trace_id": "41a5a06619b07347944109a43a9da13d", + "sampled": true, + "kind": "read" + }, + { + "index": 232, + "status": 200, + "duration_s": 0.012536166002973914, + "trace_id": "6b64bd55c279b6fadb4c7f2e68eb8ea9", + "sampled": true, + "kind": "read" + }, + { + "index": 233, + "status": 200, + "duration_s": 0.009756583000125829, + "trace_id": "3105be5befade3d0e4c3e07c392ec0f2", + "sampled": true, + "kind": "read" + }, + { + "index": 234, + "status": 200, + "duration_s": 0.009319167002104223, + "trace_id": "43d0bc935b1d7f1452a5094252979507", + "sampled": true, + "kind": "read" + }, + { + "index": 235, + "status": 200, + "duration_s": 0.00920429200050421, + "trace_id": "6c26435088ee93a4e545af183999df22", + "sampled": true, + "kind": "read" + }, + { + "index": 236, + "status": 200, + "duration_s": 0.011106915997515898, + "trace_id": "6e802e89b538f91959c049e6c8ccb1b8", + "sampled": true, + "kind": "read" + }, + { + "index": 237, + "status": 200, + "duration_s": 0.009994375002861489, + "trace_id": "6f7f8c6702e04564015a79721bedce58", + "sampled": true, + "kind": "read" + }, + { + "index": 238, + "status": 200, + "duration_s": 0.009872624999843538, + "trace_id": "933a2db1c51156928a623ca6c140132c", + "sampled": true, + "kind": "read" + }, + { + "index": 239, + "status": 200, + "duration_s": 0.010123082996869925, + "trace_id": "63cfbd096c3cc9fd314001399c5b8a73", + "sampled": true, + "kind": "read" + }, + { + "index": 240, + "status": 500, + "duration_s": 0.28055570899596205, + "trace_id": "c90a2642cd37abaef14ef46f06321dea", + "sampled": true, + "kind": "controlled_upload_error", + "found_in_tempo": true + }, + { + "index": 241, + "status": 200, + "duration_s": 0.004983166996680666, + "trace_id": "0a110e9c339c035ca3b0a5b48944f8ac", + "sampled": true, + "kind": "read" + }, + { + "index": 242, + "status": 200, + "duration_s": 0.002793708998069633, + "trace_id": "372402c1e6499e98c763d6e66d3af00f", + "sampled": true, + "kind": "read" + }, + { + "index": 243, + "status": 200, + "duration_s": 0.00286137500370387, + "trace_id": "5a62bb2ae61876f767a68fbc44c8c7bc", + "sampled": true, + "kind": "read" + }, + { + "index": 244, + "status": 200, + "duration_s": 0.0028260830004001036, + "trace_id": "8741e27896b2c53b509f827f7722da6c", + "sampled": true, + "kind": "read" + }, + { + "index": 245, + "status": 200, + "duration_s": 0.003263416998379398, + "trace_id": "200c19455050f9843e2b88e71be7d547", + "sampled": true, + "kind": "read" + }, + { + "index": 246, + "status": 200, + "duration_s": 0.00289725000038743, + "trace_id": "7d6aa7055f96c7b662b38be6d83ce82e", + "sampled": true, + "kind": "read" + }, + { + "index": 247, + "status": 200, + "duration_s": 0.003238707999116741, + "trace_id": "c4b64dcffdcef08b3238dcc13a620f95", + "sampled": true, + "kind": "read" + }, + { + "index": 248, + "status": 200, + "duration_s": 0.005506333000084851, + "trace_id": "0ed220dc31fa7985db482fe6087135c1", + "sampled": true, + "kind": "read" + }, + { + "index": 249, + "status": 200, + "duration_s": 0.0029641669971169904, + "trace_id": "20705e9634054d8fa6169d789134d0a5", + "sampled": true, + "kind": "read" + }, + { + "index": 250, + "status": 200, + "duration_s": 0.002895459001592826, + "trace_id": "fc83002e176c2fe97ed203cc7b10911d", + "sampled": true, + "kind": "read" + }, + { + "index": 251, + "status": 200, + "duration_s": 0.003429584001423791, + "trace_id": "6c85a3d0bda423b7c5d26f73489103bd", + "sampled": true, + "kind": "read" + }, + { + "index": 252, + "status": 200, + "duration_s": 0.002815917003317736, + "trace_id": "42fb1b65fd2618758f3679fd1642b737", + "sampled": true, + "kind": "read" + }, + { + "index": 253, + "status": 200, + "duration_s": 0.002710875000047963, + "trace_id": "ec0ccdd2abd97330e19e77408f587527", + "sampled": true, + "kind": "read" + }, + { + "index": 254, + "status": 200, + "duration_s": 0.0029227499981061555, + "trace_id": "d4379f6a73c8195171d0e4393e192b5c", + "sampled": true, + "kind": "read" + }, + { + "index": 255, + "status": 200, + "duration_s": 0.0029232090018922463, + "trace_id": "e2f9b9ae24291d2671a8c34f2d6c23f5", + "sampled": true, + "kind": "read" + }, + { + "index": 256, + "status": 200, + "duration_s": 0.003364958000020124, + "trace_id": "089fbf8640754234dd8f20fb0baff62a", + "sampled": true, + "kind": "read" + }, + { + "index": 257, + "status": 200, + "duration_s": 0.004235000000335276, + "trace_id": "672f39faffba03354d953687165416d0", + "sampled": true, + "kind": "read" + }, + { + "index": 258, + "status": 200, + "duration_s": 0.003359624999575317, + "trace_id": "b29302ff0d65b7490bfe7d20fad6df2d", + "sampled": true, + "kind": "read" + }, + { + "index": 259, + "status": 200, + "duration_s": 0.003412083999137394, + "trace_id": "b04e15bca8236a4a41dc7f38cf2d9e64", + "sampled": true, + "kind": "read" + }, + { + "index": 260, + "status": 200, + "duration_s": 0.003086333003011532, + "trace_id": "55631565ae25cda942a158cd6681a545", + "sampled": true, + "kind": "read" + }, + { + "index": 261, + "status": 200, + "duration_s": 0.0029892919992562383, + "trace_id": "53a761d4640b413502089dc57e7b2ed4", + "sampled": true, + "kind": "read" + }, + { + "index": 262, + "status": 200, + "duration_s": 0.0026921250027953647, + "trace_id": "eb8143fde5b7a57b0981c4ab650c84fe", + "sampled": true, + "kind": "read" + }, + { + "index": 263, + "status": 200, + "duration_s": 0.002995249997184146, + "trace_id": "1580bff84471af07d4e39a9b3d17cda3", + "sampled": true, + "kind": "read" + }, + { + "index": 264, + "status": 200, + "duration_s": 0.0027098329956061207, + "trace_id": "c0ab1a4eba2156c11afa13411648adf9", + "sampled": true, + "kind": "read" + }, + { + "index": 265, + "status": 200, + "duration_s": 0.0031275000001187436, + "trace_id": "53746f31c7b217ebadfe2670e8f1e283", + "sampled": true, + "kind": "read" + }, + { + "index": 266, + "status": 200, + "duration_s": 0.0026558750032563694, + "trace_id": "dabc1b6da3e7aee2ad4b5fb2e40f1bc2", + "sampled": true, + "kind": "read" + }, + { + "index": 267, + "status": 200, + "duration_s": 0.003268625005148351, + "trace_id": "43ec6d45c39587c69f936f7fef2740b2", + "sampled": true, + "kind": "read" + }, + { + "index": 268, + "status": 200, + "duration_s": 0.0036260840061004274, + "trace_id": "e5fe33b90e9fdd9dd8dcd6014eb97481", + "sampled": true, + "kind": "read" + }, + { + "index": 269, + "status": 200, + "duration_s": 0.0033912500002770685, + "trace_id": "0be778e5f16e09177efdeb06521d639a", + "sampled": true, + "kind": "read" + }, + { + "index": 270, + "status": 200, + "duration_s": 0.004175166999630164, + "trace_id": "988f1a6f99f6b767448357ef4694ac92", + "sampled": true, + "kind": "read" + }, + { + "index": 271, + "status": 200, + "duration_s": 0.0036114579997956753, + "trace_id": "c6b2fd50029cc6023f15d7a5a5fb91af", + "sampled": true, + "kind": "read" + }, + { + "index": 272, + "status": 200, + "duration_s": 0.004214084001432639, + "trace_id": "3cde43d14fb4cbb3a4b18b82a836116f", + "sampled": true, + "kind": "read" + }, + { + "index": 273, + "status": 200, + "duration_s": 0.00448879200121155, + "trace_id": "a9544b689c14450e4401663b2729fa70", + "sampled": true, + "kind": "read" + }, + { + "index": 274, + "status": 200, + "duration_s": 0.004208915997878648, + "trace_id": "757e7293f87114a9d6b74233a39e87ab", + "sampled": true, + "kind": "read" + }, + { + "index": 275, + "status": 200, + "duration_s": 0.0044389159957063384, + "trace_id": "112e971970d71e80908cc47ffb8ea4a9", + "sampled": true, + "kind": "read" + }, + { + "index": 276, + "status": 200, + "duration_s": 0.00437120800052071, + "trace_id": "df2c16f0b68f598378a98bc905f9ff68", + "sampled": true, + "kind": "read" + }, + { + "index": 277, + "status": 200, + "duration_s": 0.0134640420001233, + "trace_id": "9c7aec75df17d2abb382e1d44f92b089", + "sampled": true, + "kind": "read" + }, + { + "index": 278, + "status": 200, + "duration_s": 0.009008084001834504, + "trace_id": "e1900137f89555356c3a9220fae0ae38", + "sampled": true, + "kind": "read" + }, + { + "index": 279, + "status": 200, + "duration_s": 0.01142108299973188, + "trace_id": "98e3c55589b38e12f40bc8e52b4e2f85", + "sampled": true, + "kind": "read" + }, + { + "index": 280, + "status": 200, + "duration_s": 0.010720374993979931, + "trace_id": "904a5b809b86c63db249aa2a2ac44323", + "sampled": true, + "kind": "read" + }, + { + "index": 281, + "status": 200, + "duration_s": 0.011777291998441797, + "trace_id": "98c3f962c3d0bbae12ec5e416df2abcf", + "sampled": true, + "kind": "read" + }, + { + "index": 282, + "status": 200, + "duration_s": 0.004955958997015841, + "trace_id": "dcc262853afc55d0915abde9190f793a", + "sampled": true, + "kind": "read" + }, + { + "index": 283, + "status": 200, + "duration_s": 0.005149542004801333, + "trace_id": "66f1082ff5511249621b4df065c16413", + "sampled": true, + "kind": "read" + }, + { + "index": 284, + "status": 200, + "duration_s": 0.009406625002156943, + "trace_id": "ac96e5dabd7af19f540b44e19bb80913", + "sampled": true, + "kind": "read" + }, + { + "index": 285, + "status": 200, + "duration_s": 0.010257292000460438, + "trace_id": "77f0e95982cdb994446e1e69dc2cd063", + "sampled": true, + "kind": "read" + }, + { + "index": 286, + "status": 200, + "duration_s": 0.0049527079972904176, + "trace_id": "6ab34c25dc8b6aeab96e99ca21b0aa3b", + "sampled": true, + "kind": "read" + }, + { + "index": 287, + "status": 200, + "duration_s": 0.0046678750004502945, + "trace_id": "c61c0b1385b8070e2cca4578c3b2a87c", + "sampled": true, + "kind": "read" + }, + { + "index": 288, + "status": 200, + "duration_s": 0.004662624996853992, + "trace_id": "07b3a38a0d521f7227e16a4ca4fa2f43", + "sampled": true, + "kind": "read" + }, + { + "index": 289, + "status": 200, + "duration_s": 0.003954791995056439, + "trace_id": "22c9b3e468fad698d2cd3aa7dbeebc6d", + "sampled": true, + "kind": "read" + }, + { + "index": 290, + "status": 200, + "duration_s": 0.004241125003318302, + "trace_id": "9877f7e69fdf1980ab7848e56bb2765f", + "sampled": true, + "kind": "read" + }, + { + "index": 291, + "status": 200, + "duration_s": 0.004717874995549209, + "trace_id": "999687f3555527578363bdea49151668", + "sampled": true, + "kind": "read" + }, + { + "index": 292, + "status": 200, + "duration_s": 0.0073855000009643845, + "trace_id": "2ae37ea0a0f81b9b49cba186aacfc8b2", + "sampled": true, + "kind": "read" + }, + { + "index": 293, + "status": 200, + "duration_s": 0.00980804199934937, + "trace_id": "06b8ac14d81520b5fdae480bbbf3b7c8", + "sampled": true, + "kind": "read" + }, + { + "index": 294, + "status": 200, + "duration_s": 0.007700417001615278, + "trace_id": "cdbfe481e2b1c3ecaf12e38757a4bc6a", + "sampled": true, + "kind": "read" + }, + { + "index": 295, + "status": 200, + "duration_s": 0.0066389999992679805, + "trace_id": "b2a55c6ec0492ed5bb7ff255dcbdffa1", + "sampled": true, + "kind": "read" + }, + { + "index": 296, + "status": 200, + "duration_s": 0.003425167000386864, + "trace_id": "13daf05946308254b9ab8c4143a0c1e3", + "sampled": true, + "kind": "read" + }, + { + "index": 297, + "status": 200, + "duration_s": 0.0036620419996324927, + "trace_id": "5ad343e34f3e46c0294a1ccf324aa2d7", + "sampled": true, + "kind": "read" + }, + { + "index": 298, + "status": 200, + "duration_s": 0.003507374996843282, + "trace_id": "a872ed1e431ac27ba4532467679956fc", + "sampled": true, + "kind": "read" + }, + { + "index": 299, + "status": 200, + "duration_s": 0.004376916003820952, + "trace_id": "3bd4ae01ed5e5c38807e07666ba4138b", + "sampled": true, + "kind": "read" + }, + { + "index": 300, + "status": 200, + "duration_s": 0.00588449999486329, + "trace_id": "42a5390a2ecdbf3e0fcb33b1047faec4", + "sampled": true, + "kind": "read" + }, + { + "index": 301, + "status": 200, + "duration_s": 0.004168458006461151, + "trace_id": "b7aa8940e60eab40d5f02a956dbbaa63", + "sampled": true, + "kind": "read" + }, + { + "index": 302, + "status": 200, + "duration_s": 0.004309166994062252, + "trace_id": "e5938de4f3bba4b036ca228b46cfd826", + "sampled": true, + "kind": "read" + }, + { + "index": 303, + "status": 200, + "duration_s": 0.006290958997851703, + "trace_id": "3c82745059549a297f4631abeb45b9e6", + "sampled": true, + "kind": "read" + }, + { + "index": 304, + "status": 200, + "duration_s": 0.007327667000936344, + "trace_id": "a3337824ab7f5d59d80c756dd3d20458", + "sampled": true, + "kind": "read" + }, + { + "index": 305, + "status": 200, + "duration_s": 0.015663291000237223, + "trace_id": "b9bfc215bbab2cb24be94ce1b7085380", + "sampled": true, + "kind": "read" + }, + { + "index": 306, + "status": 200, + "duration_s": 0.010765166000055615, + "trace_id": "a267323cc5d985972f3f89555af12f03", + "sampled": true, + "kind": "read" + }, + { + "index": 307, + "status": 200, + "duration_s": 0.009334209004009608, + "trace_id": "1cd526d9f423df6d733a7aa8ddd036c5", + "sampled": true, + "kind": "read" + }, + { + "index": 308, + "status": 200, + "duration_s": 0.010882207992835902, + "trace_id": "c8de63674ead8a1fae3b5185675c6683", + "sampled": true, + "kind": "read" + }, + { + "index": 309, + "status": 200, + "duration_s": 0.0074879579988191836, + "trace_id": "a79322b2fc8dd4943fbf4b7c9f9a305f", + "sampled": true, + "kind": "read" + }, + { + "index": 310, + "status": 200, + "duration_s": 0.004084542000782676, + "trace_id": "7034e39b9721a9283d540a959c5f1933", + "sampled": true, + "kind": "read" + }, + { + "index": 311, + "status": 200, + "duration_s": 0.0036127919956925325, + "trace_id": "5514430564cc6dd9b8426fb7559f5b23", + "sampled": true, + "kind": "read" + }, + { + "index": 312, + "status": 200, + "duration_s": 0.005627166996418964, + "trace_id": "a8943c4e638595fa43bd55935faa7e47", + "sampled": true, + "kind": "read" + }, + { + "index": 313, + "status": 200, + "duration_s": 0.004685292005888186, + "trace_id": "cb2d93c6501fd80741e9e6a3c433ea10", + "sampled": true, + "kind": "read" + }, + { + "index": 314, + "status": 200, + "duration_s": 0.003097667002293747, + "trace_id": "d1be9d067165ed48599f50d54695fd9f", + "sampled": true, + "kind": "read" + }, + { + "index": 315, + "status": 200, + "duration_s": 0.0028712089988403022, + "trace_id": "b8b50ea6207aeb6de2876fc0ac3294a8", + "sampled": true, + "kind": "read" + }, + { + "index": 316, + "status": 200, + "duration_s": 0.002836708998074755, + "trace_id": "894b7933cde974fac78729fca22e5728", + "sampled": true, + "kind": "read" + }, + { + "index": 317, + "status": 200, + "duration_s": 0.005102666997117922, + "trace_id": "b08a3123db4d5ac581d810a531683faf", + "sampled": true, + "kind": "read" + }, + { + "index": 318, + "status": 200, + "duration_s": 0.0035634999949252233, + "trace_id": "99a9e231f42ba91ee704d1338e34ffa2", + "sampled": true, + "kind": "read" + }, + { + "index": 319, + "status": 200, + "duration_s": 0.0029176669995649718, + "trace_id": "d2460baa57833a567f244961b22b4546", + "sampled": true, + "kind": "read" + }, + { + "index": 320, + "status": 200, + "duration_s": 0.0029995000004419126, + "trace_id": "32543d595bdc5ceadb59e8d8f3795d8c", + "sampled": true, + "kind": "read" + }, + { + "index": 321, + "status": 200, + "duration_s": 0.0036751660009031184, + "trace_id": "db999a9ac8686a7d12c4c3bca7eb55a7", + "sampled": true, + "kind": "read" + }, + { + "index": 322, + "status": 200, + "duration_s": 0.003478166996501386, + "trace_id": "b29f7f0bc043a4973351daae42c149f4", + "sampled": true, + "kind": "read" + }, + { + "index": 323, + "status": 200, + "duration_s": 0.0034034999989671633, + "trace_id": "7bf3b21dbde8ed93deb8ede1f917b60f", + "sampled": true, + "kind": "read" + }, + { + "index": 324, + "status": 200, + "duration_s": 0.03152054200472776, + "trace_id": "2ee8242aa80b15e9afdb372e3fd0d07f", + "sampled": true, + "kind": "read" + }, + { + "index": 325, + "status": 200, + "duration_s": 0.0033985829941229895, + "trace_id": "5ee0dff8861beafd0b5a10d596b98908", + "sampled": true, + "kind": "read" + }, + { + "index": 326, + "status": 200, + "duration_s": 0.0027597079970291816, + "trace_id": "8926108c6e1c222e2fdcd79f48a20fd1", + "sampled": true, + "kind": "read" + }, + { + "index": 327, + "status": 200, + "duration_s": 0.0031949999975040555, + "trace_id": "77e46ef2e42bdf8451c8f6d7cd3c8d74", + "sampled": true, + "kind": "read" + }, + { + "index": 328, + "status": 200, + "duration_s": 0.003982583999459166, + "trace_id": "3434b116eafb3a2931ec76c608a373fb", + "sampled": true, + "kind": "read" + }, + { + "index": 329, + "status": 200, + "duration_s": 0.003858666997984983, + "trace_id": "94c71e4f63ddbc68949a0699252ea247", + "sampled": true, + "kind": "read" + }, + { + "index": 330, + "status": 200, + "duration_s": 0.0031230410022544675, + "trace_id": "ff1708c7c85764d15eb605811b5915ef", + "sampled": true, + "kind": "read" + }, + { + "index": 331, + "status": 200, + "duration_s": 0.0033902919967658818, + "trace_id": "80850a854438560d2579abaae7b7d62e", + "sampled": true, + "kind": "read" + }, + { + "index": 332, + "status": 200, + "duration_s": 0.003258458003983833, + "trace_id": "33e2c194aee492d510c51ce7ae15fcdc", + "sampled": true, + "kind": "read" + }, + { + "index": 333, + "status": 200, + "duration_s": 0.0032272500029648654, + "trace_id": "4b983ffccd0ed24c9d05c2df7a51b80c", + "sampled": true, + "kind": "read" + }, + { + "index": 334, + "status": 200, + "duration_s": 0.003517916993587278, + "trace_id": "9af9152fbf1e25e83a335e358e626932", + "sampled": true, + "kind": "read" + }, + { + "index": 335, + "status": 200, + "duration_s": 0.004521290997217875, + "trace_id": "cccbab59fd7bac65a859be69d4f84e90", + "sampled": true, + "kind": "read" + }, + { + "index": 336, + "status": 200, + "duration_s": 0.005110083999170456, + "trace_id": "3a0872396639189ec3e762a539b079c5", + "sampled": true, + "kind": "read" + }, + { + "index": 337, + "status": 200, + "duration_s": 0.0502608339957078, + "trace_id": "62f3c788a39435a3328b4f1377a8d5b0", + "sampled": true, + "kind": "read" + }, + { + "index": 338, + "status": 200, + "duration_s": 0.005438666994450614, + "trace_id": "7b5327a4d8fd6d9132468cec68552a1d", + "sampled": true, + "kind": "read" + }, + { + "index": 339, + "status": 200, + "duration_s": 0.003289957996457815, + "trace_id": "2706b3823ee7d8ee431cc62e390579c2", + "sampled": true, + "kind": "read" + }, + { + "index": 340, + "status": 200, + "duration_s": 0.0034215829946333542, + "trace_id": "75109ee76c5fbc5ebf78473cd5b06edc", + "sampled": true, + "kind": "read" + }, + { + "index": 341, + "status": 200, + "duration_s": 0.0033430840048822574, + "trace_id": "f60be24a7ba4142aebac542905f9e8c8", + "sampled": true, + "kind": "read" + }, + { + "index": 342, + "status": 200, + "duration_s": 0.0035767090012086555, + "trace_id": "937845781220ffde6970b42ed1644197", + "sampled": true, + "kind": "read" + }, + { + "index": 343, + "status": 200, + "duration_s": 0.0035722080065170303, + "trace_id": "37b7f8b7a033242e179ef4c3dd7631bc", + "sampled": true, + "kind": "read" + }, + { + "index": 344, + "status": 200, + "duration_s": 0.00455366700043669, + "trace_id": "c4256c81a88ecbc0a2a08504421c9900", + "sampled": true, + "kind": "read" + }, + { + "index": 345, + "status": 200, + "duration_s": 0.007505583002057392, + "trace_id": "58613e383685309e2d4fee95470969e6", + "sampled": true, + "kind": "read" + }, + { + "index": 346, + "status": 200, + "duration_s": 0.00808570899971528, + "trace_id": "ac92d77c5839a86eab666deb20e90a21", + "sampled": true, + "kind": "read" + }, + { + "index": 347, + "status": 200, + "duration_s": 0.007607083993207198, + "trace_id": "8992970d859fa7f5e2126913075132ca", + "sampled": true, + "kind": "read" + }, + { + "index": 348, + "status": 200, + "duration_s": 0.011895916999492329, + "trace_id": "0b6c85c7358ad96624bad1d58b484b3d", + "sampled": true, + "kind": "read" + }, + { + "index": 349, + "status": 200, + "duration_s": 0.015432957996381447, + "trace_id": "73001705d1c472424a322c8b2e6586fe", + "sampled": true, + "kind": "read" + }, + { + "index": 350, + "status": 200, + "duration_s": 0.004643083993869368, + "trace_id": "08cb91e8caaade4c53f24270b70a853f", + "sampled": true, + "kind": "read" + }, + { + "index": 351, + "status": 200, + "duration_s": 0.006108125002356246, + "trace_id": "0cc3076ef30580abfc4a2f18388e9bb1", + "sampled": true, + "kind": "read" + }, + { + "index": 352, + "status": 200, + "duration_s": 0.005586208993918262, + "trace_id": "d90d5e5f44647ddf8f23b4c1e6913681", + "sampled": true, + "kind": "read" + }, + { + "index": 353, + "status": 200, + "duration_s": 0.01058783400367247, + "trace_id": "ab5b30569eccd9bff25bbee3d33ec885", + "sampled": true, + "kind": "read" + }, + { + "index": 354, + "status": 200, + "duration_s": 0.008750332999625243, + "trace_id": "e13c1d7efbc3e8e530c94c9b310e94fb", + "sampled": true, + "kind": "read" + }, + { + "index": 355, + "status": 200, + "duration_s": 0.008623083005659282, + "trace_id": "f9aaaf434fdf83181081f08e0137e961", + "sampled": true, + "kind": "read" + }, + { + "index": 356, + "status": 200, + "duration_s": 0.010571708000497892, + "trace_id": "90452cdd3a19b3dc42c9bc2560ea04c6", + "sampled": true, + "kind": "read" + }, + { + "index": 357, + "status": 200, + "duration_s": 0.010479249998752493, + "trace_id": "f012a14c090d688c5bc23bce0f5f3ded", + "sampled": true, + "kind": "read" + }, + { + "index": 358, + "status": 200, + "duration_s": 0.009480790999077726, + "trace_id": "19748d330c486b126a296aab3cb27cdb", + "sampled": true, + "kind": "read" + }, + { + "index": 359, + "status": 200, + "duration_s": 0.008637916995212436, + "trace_id": "aa4092c26a2456e40c72a4339b77670c", + "sampled": true, + "kind": "read" + }, + { + "index": 360, + "status": 200, + "duration_s": 0.010431624999910127, + "trace_id": "77f11fdf4461808f8a3d300dc9da45f2", + "sampled": true, + "kind": "read" + }, + { + "index": 361, + "status": 200, + "duration_s": 0.008225875004427508, + "trace_id": "0763d49458c8e3965c8d8d77c2f77e4d", + "sampled": true, + "kind": "read" + }, + { + "index": 362, + "status": 200, + "duration_s": 0.00966366699867649, + "trace_id": "d27eecfca579d68013b80b5d648f42a5", + "sampled": true, + "kind": "read" + }, + { + "index": 363, + "status": 200, + "duration_s": 0.0063995829987106845, + "trace_id": "1d92dbaaac6a648447ef2afd1a1b9c59", + "sampled": true, + "kind": "read" + }, + { + "index": 364, + "status": 200, + "duration_s": 0.0061632910001208074, + "trace_id": "d5d5314b3bfb91f425c94cb99014691c", + "sampled": true, + "kind": "read" + }, + { + "index": 365, + "status": 200, + "duration_s": 0.008638208004413173, + "trace_id": "6d8f68b4f9245bdcb98242ab7baf2a25", + "sampled": true, + "kind": "read" + }, + { + "index": 366, + "status": 200, + "duration_s": 0.010988875001203269, + "trace_id": "cb3a823130c078a9cb552beab1241af8", + "sampled": true, + "kind": "read" + }, + { + "index": 367, + "status": 200, + "duration_s": 0.006236624998564366, + "trace_id": "d1d90f9db6374aae847e91eda66ab74c", + "sampled": true, + "kind": "read" + }, + { + "index": 368, + "status": 200, + "duration_s": 0.004247625001880806, + "trace_id": "d9ef690519cb7ccb58c3bd279b3a5a1f", + "sampled": true, + "kind": "read" + }, + { + "index": 369, + "status": 200, + "duration_s": 0.004062834006617777, + "trace_id": "aa69358f9666a08207a74a31b138c322", + "sampled": true, + "kind": "read" + }, + { + "index": 370, + "status": 200, + "duration_s": 0.005968375000520609, + "trace_id": "1aea8a92fb09ac909f26500109546c8a", + "sampled": true, + "kind": "read" + }, + { + "index": 371, + "status": 200, + "duration_s": 0.0054383749957196414, + "trace_id": "61ffc699aeb2ae32036bea1f8bb4a2e8", + "sampled": true, + "kind": "read" + }, + { + "index": 372, + "status": 200, + "duration_s": 0.00500366699998267, + "trace_id": "e6ef76d7b5854c55e138a0a4a95d5c9c", + "sampled": true, + "kind": "read" + }, + { + "index": 373, + "status": 200, + "duration_s": 0.00981720800336916, + "trace_id": "cf3208266880228fed1dc49a4ae1873b", + "sampled": true, + "kind": "read" + }, + { + "index": 374, + "status": 200, + "duration_s": 0.011591875001613516, + "trace_id": "0f82839c8af974ccf1d1fb33c5f923e1", + "sampled": true, + "kind": "read" + }, + { + "index": 375, + "status": 200, + "duration_s": 0.008040125001571141, + "trace_id": "0a4850860cdc78b5d6fa3b332a519e32", + "sampled": true, + "kind": "read" + }, + { + "index": 376, + "status": 200, + "duration_s": 0.007750959004624747, + "trace_id": "7ca8cd93dbdbda5634d12cfa35d62352", + "sampled": true, + "kind": "read" + }, + { + "index": 377, + "status": 200, + "duration_s": 0.0033574999979464337, + "trace_id": "562a7c4dd78c91de39e337a28f6d061d", + "sampled": true, + "kind": "read" + }, + { + "index": 378, + "status": 200, + "duration_s": 0.0028607080021174625, + "trace_id": "7753ccdd756dfec01e44d732b51d0e5d", + "sampled": true, + "kind": "read" + }, + { + "index": 379, + "status": 200, + "duration_s": 0.0035731660027522594, + "trace_id": "e800f75b8257690e04c392a8e6db5b8c", + "sampled": true, + "kind": "read" + }, + { + "index": 380, + "status": 200, + "duration_s": 0.0040650410010130145, + "trace_id": "45db82e1ebfdae7b723a789542d1a9ed", + "sampled": true, + "kind": "read" + }, + { + "index": 381, + "status": 200, + "duration_s": 0.004234708001604304, + "trace_id": "6ae38d7fb8160eecdaf949ea9dae3dc3", + "sampled": true, + "kind": "read" + }, + { + "index": 382, + "status": 200, + "duration_s": 0.004095917000086047, + "trace_id": "87fb83417d25afd9a4087e0ce5805784", + "sampled": true, + "kind": "read" + }, + { + "index": 383, + "status": 200, + "duration_s": 0.0043255420023342595, + "trace_id": "d55c4fb24cb79e473c07991eb5187219", + "sampled": true, + "kind": "read" + }, + { + "index": 384, + "status": 200, + "duration_s": 0.007329708001634572, + "trace_id": "4b2879d7f2ef4e880c976b1af35937e0", + "sampled": true, + "kind": "read" + }, + { + "index": 385, + "status": 200, + "duration_s": 0.009503583001787774, + "trace_id": "8c8d41ae295b54a25162bb5f54fe7275", + "sampled": true, + "kind": "read" + }, + { + "index": 386, + "status": 200, + "duration_s": 0.009970624996640254, + "trace_id": "df5c88e62250f320583c90723912aa7e", + "sampled": true, + "kind": "read" + }, + { + "index": 387, + "status": 200, + "duration_s": 0.004755040994496085, + "trace_id": "705fc203fe8e735702109a87b8d30d9a", + "sampled": true, + "kind": "read" + }, + { + "index": 388, + "status": 200, + "duration_s": 0.009371708998514805, + "trace_id": "cd85c076ff8b5550af982e3466fc7e56", + "sampled": true, + "kind": "read" + }, + { + "index": 389, + "status": 200, + "duration_s": 0.00776541700179223, + "trace_id": "ade6337bb7fae0fc8aa14a80fc766a34", + "sampled": true, + "kind": "read" + }, + { + "index": 390, + "status": 200, + "duration_s": 0.008330832999490667, + "trace_id": "0168125176f2c09530be9f3119d3ec8b", + "sampled": true, + "kind": "read" + }, + { + "index": 391, + "status": 200, + "duration_s": 0.006724124999891501, + "trace_id": "3cd8cbbb5a249366302b71383c228486", + "sampled": true, + "kind": "read" + }, + { + "index": 392, + "status": 200, + "duration_s": 0.009213249999447726, + "trace_id": "6691e983278a08e907ca10d98bdd64cc", + "sampled": true, + "kind": "read" + }, + { + "index": 393, + "status": 200, + "duration_s": 0.008862709000823088, + "trace_id": "d85652cdd94e4069219bf0b67650d897", + "sampled": true, + "kind": "read" + }, + { + "index": 394, + "status": 200, + "duration_s": 0.01160649999656016, + "trace_id": "4784b1fba4460604bf164ae43317d2b7", + "sampled": true, + "kind": "read" + }, + { + "index": 395, + "status": 200, + "duration_s": 0.015055791001941543, + "trace_id": "c83d10182411334e2c1f3bdfe90b30a3", + "sampled": true, + "kind": "read" + }, + { + "index": 396, + "status": 200, + "duration_s": 0.00463970800046809, + "trace_id": "95e71cd7a53fa4057fda01dc353f0484", + "sampled": true, + "kind": "read" + }, + { + "index": 397, + "status": 200, + "duration_s": 0.005234167001617607, + "trace_id": "c1ea74620c2afb00639bf18b29d8646c", + "sampled": true, + "kind": "read" + }, + { + "index": 398, + "status": 200, + "duration_s": 0.009090583000215702, + "trace_id": "bcfee2a7ebecd607f8888fce48314f86", + "sampled": true, + "kind": "read" + }, + { + "index": 399, + "status": 200, + "duration_s": 0.005213124997681007, + "trace_id": "f746e1ccb82e1bc5258a7ac33af1c4ab", + "sampled": true, + "kind": "read" + } + ] + }, + { + "profile": "sample25", + "instance_ids": [ + "774420eb-fb6e-48c3-9616-1eda81ef28ff", + "9a87d63b-1cc3-4b27-bfb4-fe964d851961" + ], + "enabled": "1", + "sampling_ratio": 0.25, + "repeat": 1, + "offered_rps": 40, + "duration_s": 10, + "elapsed_s": 10.005586, + "scheduled": 400, + "not_sent": 0, + "sent": 400, + "successful": 398, + "controlled_500": 2, + "successful_rps": 39.77777880417364, + "latency_s": { + "p50": 0.006268291996093467, + "p95": 0.04737975000170991, + "p99": 0.27038091600115877 + }, + "sampled_requests": 90, + "rare_probes": [ + { + "index": 80, + "status": 500, + "duration_s": 0.25931499999569496, + "trace_id": "07cfff195647cac65039e37a81f83ffd", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + }, + { + "index": 166, + "status": 200, + "duration_s": 0.3219938340043882, + "trace_id": "a05238541dbedda1371f13bc9fb4291b", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 167, + "status": 200, + "duration_s": 0.28751758400176186, + "trace_id": "dadaca280aa53b56e032ae8830a43b23", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 168, + "status": 200, + "duration_s": 0.27038091600115877, + "trace_id": "cdd6167d9b0caf9f499c2d862d88a6f5", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 169, + "status": 200, + "duration_s": 0.23893333300657105, + "trace_id": "b9af9a0176109a10a28f710a89231e77", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 170, + "status": 200, + "duration_s": 0.2135351670003729, + "trace_id": "2052b93a463a6cec22cfa950e978700b", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 165, + "status": 200, + "duration_s": 0.34264791700115893, + "trace_id": "c684b62a83492726a6867173c6448dc4", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 171, + "status": 200, + "duration_s": 0.1957740419966285, + "trace_id": "1bcd47265ff6b9967a358095826398c6", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 172, + "status": 200, + "duration_s": 0.17455679200065788, + "trace_id": "2f904862304eb0be8fc96a980567c7f8", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 240, + "status": 500, + "duration_s": 0.27365399999689544, + "trace_id": "bc8ca52f7d615b66b64f9d11466c3890", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + } + ], + "telemetry_before": { + "spans_recorded": 24.0, + "spans_exported": 24.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 6321.0, + "logs_wire_bytes": 28914.0, + "metrics_wire_bytes": 8525.0, + "collector_accepted_spans": 3281.0, + "collector_refused_spans": 0.0 + }, + "telemetry_after": { + "spans_recorded": 204.0, + "spans_exported": 204.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 45752.0, + "logs_wire_bytes": 258359.0, + "metrics_wire_bytes": 27315.0, + "collector_accepted_spans": 3461.0, + "collector_refused_spans": 0.0 + }, + "telemetry_delta": { + "spans_recorded": 180.0, + "spans_exported": 180.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 39431.0, + "logs_wire_bytes": 229445.0, + "metrics_wire_bytes": 18790.0, + "collector_accepted_spans": 180.0, + "collector_refused_spans": 0.0 + }, + "cgroups_before": [ + { + "service": "api", + "container": "09c5ad839ba7c2563feedde5b03265822be7143523a3d61d489dd1be8d0a6165", + "current_bytes": 91648000, + "peak_bytes": 135319552, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "22f2d21a23a06839134a21a5c1d162ddbbcb89204a99629ca1990c9934d06241", + "current_bytes": 91754496, + "peak_bytes": 135127040, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "b9946ad96d463c3219123811cf66d0a2291a730af17632060af13907ee3ee5e8", + "current_bytes": 71630848, + "peak_bytes": 118484992, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 59236352, + "peak_bytes": 63897600, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 369139712, + "peak_bytes": 384258048, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "cgroups_after": [ + { + "service": "api", + "container": "09c5ad839ba7c2563feedde5b03265822be7143523a3d61d489dd1be8d0a6165", + "current_bytes": 92577792, + "peak_bytes": 135319552, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "22f2d21a23a06839134a21a5c1d162ddbbcb89204a99629ca1990c9934d06241", + "current_bytes": 93134848, + "peak_bytes": 135127040, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "b9946ad96d463c3219123811cf66d0a2291a730af17632060af13907ee3ee5e8", + "current_bytes": 71913472, + "peak_bytes": 118484992, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 63258624, + "peak_bytes": 63975424, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 369233920, + "peak_bytes": 384258048, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "docker_samples": [ + { + "at": 55228.068492833, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.45%", + "Container": "09c5ad839ba7c2563feedde5b03265822be7143523a3d61d489dd1be8d0a6165", + "ID": "09c5ad839ba7", + "MemPerc": "17.13%", + "MemUsage": "87.71MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "120kB / 196kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "30.02%", + "Container": "22f2d21a23a06839134a21a5c1d162ddbbcb89204a99629ca1990c9934d06241", + "ID": "22f2d21a23a0", + "MemPerc": "19.73%", + "MemUsage": "101MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "232kB / 198kB", + "PIDs": "12" + }, + { + "BlockIO": "4.1kB / 557kB", + "CPUPerc": "0.17%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.312MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.65MB / 1.2MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.43%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.23MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "855kB / 996kB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.55%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "22.07%", + "MemUsage": "56.5MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "4.8MB / 9.7MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.49%", + "Container": "4e6f6b8d3024da2d6dc386ec43f08859597b4196b3f64d2a03257d4e96ff2093", + "ID": "4e6f6b8d3024", + "MemPerc": "28.58%", + "MemUsage": "54.87MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "111kB / 84.1kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.11%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.35%", + "MemUsage": "72.57MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "72.6kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.55%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.17%", + "MemUsage": "11.74MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "39.7MB / 39.1MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 3.28MB", + "CPUPerc": "0.57%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "29.77%", + "MemUsage": "114.3MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "483kB / 32.5kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 20.2MB", + "CPUPerc": "2.23%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "4.74%", + "MemUsage": "36.43MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "13.3MB / 17.5MB", + "PIDs": "17" + }, + { + "BlockIO": "1.11MB / 8.02MB", + "CPUPerc": "0.00%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "12.02%", + "MemUsage": "30.78MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "4.62MB / 495kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.30%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "12.33%", + "MemUsage": "31.56MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "60.3MB / 57MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 24.7MB", + "CPUPerc": "0.31%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.28%", + "MemUsage": "124.3MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "35.9MB / 21.4MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 4.9MB", + "CPUPerc": "0.12%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "45.46%", + "MemUsage": "349.1MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "238kB / 116kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.47%", + "Container": "b9946ad96d463c3219123811cf66d0a2291a730af17632060af13907ee3ee5e8", + "ID": "b9946ad96d46", + "MemPerc": "7.62%", + "MemUsage": "68.31MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "17.2kB / 26.7kB", + "PIDs": "9" + } + ] + }, + { + "at": 55231.133845, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.06%", + "Container": "09c5ad839ba7c2563feedde5b03265822be7143523a3d61d489dd1be8d0a6165", + "ID": "09c5ad839ba7", + "MemPerc": "17.29%", + "MemUsage": "88.51MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "203kB / 346kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.12%", + "Container": "22f2d21a23a06839134a21a5c1d162ddbbcb89204a99629ca1990c9934d06241", + "ID": "22f2d21a23a0", + "MemPerc": "17.30%", + "MemUsage": "88.59MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "319kB / 463kB", + "PIDs": "17" + }, + { + "BlockIO": "4.1kB / 573kB", + "CPUPerc": "1.22%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.316MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.65MB / 1.21MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.89%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.23MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "880kB / 1.03MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.47%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "22.07%", + "MemUsage": "56.5MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "4.91MB / 9.75MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.36%", + "Container": "4e6f6b8d3024da2d6dc386ec43f08859597b4196b3f64d2a03257d4e96ff2093", + "ID": "4e6f6b8d3024", + "MemPerc": "28.58%", + "MemUsage": "54.88MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "131kB / 101kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.17%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.35%", + "MemUsage": "72.57MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "72.7kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.59%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.21%", + "MemUsage": "11.79MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "39.9MB / 39.2MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 3.28MB", + "CPUPerc": "0.55%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "29.77%", + "MemUsage": "114.3MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "501kB / 33.1kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 20.3MB", + "CPUPerc": "7.10%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.60%", + "MemUsage": "58.41MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "13.4MB / 17.6MB", + "PIDs": "24" + }, + { + "BlockIO": "1.11MB / 8.02MB", + "CPUPerc": "0.09%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "12.02%", + "MemUsage": "30.78MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "4.64MB / 496kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.22%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "12.50%", + "MemUsage": "31.99MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "60.6MB / 57.3MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 24.7MB", + "CPUPerc": "0.68%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.28%", + "MemUsage": "124.3MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "36.2MB / 21.6MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 4.9MB", + "CPUPerc": "0.12%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "45.46%", + "MemUsage": "349.1MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "243kB / 117kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.14%", + "Container": "b9946ad96d463c3219123811cf66d0a2291a730af17632060af13907ee3ee5e8", + "ID": "b9946ad96d46", + "MemPerc": "7.65%", + "MemUsage": "68.56MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "145kB / 167kB", + "PIDs": "9" + } + ] + }, + { + "at": 55234.188399375, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.45%", + "Container": "09c5ad839ba7c2563feedde5b03265822be7143523a3d61d489dd1be8d0a6165", + "ID": "09c5ad839ba7", + "MemPerc": "17.30%", + "MemUsage": "88.55MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "279kB / 486kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "8.83%", + "Container": "22f2d21a23a06839134a21a5c1d162ddbbcb89204a99629ca1990c9934d06241", + "ID": "22f2d21a23a0", + "MemPerc": "17.37%", + "MemUsage": "88.95MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "486kB / 673kB", + "PIDs": "17" + }, + { + "BlockIO": "4.1kB / 586kB", + "CPUPerc": "0.95%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.316MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.65MB / 1.21MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.38%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.23MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "904kB / 1.06MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.46%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "22.07%", + "MemUsage": "56.5MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "5.01MB / 9.78MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.56%", + "Container": "4e6f6b8d3024da2d6dc386ec43f08859597b4196b3f64d2a03257d4e96ff2093", + "ID": "4e6f6b8d3024", + "MemPerc": "28.58%", + "MemUsage": "54.88MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "152kB / 115kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.17%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.35%", + "MemUsage": "72.57MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "72.7kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.70%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.22%", + "MemUsage": "11.8MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "40.1MB / 39.5MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 3.44MB", + "CPUPerc": "0.70%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "29.79%", + "MemUsage": "114.4MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "518kB / 33.7kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 20.4MB", + "CPUPerc": "5.01%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.88%", + "MemUsage": "60.54MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "13.5MB / 17.7MB", + "PIDs": "24" + }, + { + "BlockIO": "1.11MB / 8.04MB", + "CPUPerc": "0.27%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "12.02%", + "MemUsage": "30.78MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "4.64MB / 497kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.28%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "12.75%", + "MemUsage": "32.64MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "61MB / 57.7MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 25.3MB", + "CPUPerc": "0.26%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.29%", + "MemUsage": "124.3MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "36.4MB / 21.7MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 4.93MB", + "CPUPerc": "0.20%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "45.46%", + "MemUsage": "349.1MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "247kB / 118kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.09%", + "Container": "b9946ad96d463c3219123811cf66d0a2291a730af17632060af13907ee3ee5e8", + "ID": "b9946ad96d46", + "MemPerc": "7.65%", + "MemUsage": "68.58MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "271kB / 309kB", + "PIDs": "9" + } + ] + }, + { + "at": 55237.236884875, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.07%", + "Container": "09c5ad839ba7c2563feedde5b03265822be7143523a3d61d489dd1be8d0a6165", + "ID": "09c5ad839ba7", + "MemPerc": "17.30%", + "MemUsage": "88.57MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "325kB / 571kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.21%", + "Container": "22f2d21a23a06839134a21a5c1d162ddbbcb89204a99629ca1990c9934d06241", + "ID": "22f2d21a23a0", + "MemPerc": "17.39%", + "MemUsage": "89.04MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "558kB / 808kB", + "PIDs": "17" + }, + { + "BlockIO": "4.1kB / 586kB", + "CPUPerc": "1.80%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.316MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.66MB / 1.21MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.76%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.23MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "918kB / 1.07MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.10%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "22.07%", + "MemUsage": "56.5MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "5.08MB / 9.82MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.89%", + "Container": "4e6f6b8d3024da2d6dc386ec43f08859597b4196b3f64d2a03257d4e96ff2093", + "ID": "4e6f6b8d3024", + "MemPerc": "28.58%", + "MemUsage": "54.88MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "170kB / 129kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.13%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.35%", + "MemUsage": "72.57MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "72.7kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.16%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.21%", + "MemUsage": "11.79MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "40.2MB / 39.6MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 3.44MB", + "CPUPerc": "0.95%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "29.81%", + "MemUsage": "114.5MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "534kB / 34.3kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 20.4MB", + "CPUPerc": "1.97%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.98%", + "MemUsage": "61.27MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "13.6MB / 17.7MB", + "PIDs": "24" + }, + { + "BlockIO": "1.11MB / 8.04MB", + "CPUPerc": "0.00%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "12.02%", + "MemUsage": "30.78MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "4.66MB / 497kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.44%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "12.80%", + "MemUsage": "32.77MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "61MB / 57.7MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 25.3MB", + "CPUPerc": "1.85%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.29%", + "MemUsage": "124.3MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "36.4MB / 21.7MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 4.93MB", + "CPUPerc": "0.56%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "45.46%", + "MemUsage": "349.1MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "251kB / 118kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.95%", + "Container": "b9946ad96d463c3219123811cf66d0a2291a730af17632060af13907ee3ee5e8", + "ID": "b9946ad96d46", + "MemPerc": "7.65%", + "MemUsage": "68.58MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "274kB / 314kB", + "PIDs": "9" + } + ] + } + ], + "requests": [ + { + "index": 0, + "status": 200, + "duration_s": 0.004786792000231799, + "trace_id": "588f6016b69c4357a5ec2ab6c5bf4148", + "sampled": false, + "kind": "read" + }, + { + "index": 1, + "status": 200, + "duration_s": 0.004775125002197456, + "trace_id": "cfe34e3acaa6d1ecfd5b00329989cb8c", + "sampled": false, + "kind": "read" + }, + { + "index": 2, + "status": 200, + "duration_s": 0.00426549999974668, + "trace_id": "9c1ad069f43255440d3c6d0ebfb4da1a", + "sampled": true, + "kind": "read" + }, + { + "index": 3, + "status": 200, + "duration_s": 0.0036647919987444766, + "trace_id": "07a9c6864987b0c7d95fce8a14b6560a", + "sampled": false, + "kind": "read" + }, + { + "index": 4, + "status": 200, + "duration_s": 0.0036323330059531145, + "trace_id": "05f8d71925e61cb5a2156f122d97acf3", + "sampled": false, + "kind": "read" + }, + { + "index": 5, + "status": 200, + "duration_s": 0.0028981249997741543, + "trace_id": "c9152a46fdb2cad5b008d3b5ed5dc448", + "sampled": false, + "kind": "read" + }, + { + "index": 6, + "status": 200, + "duration_s": 0.003648082994914148, + "trace_id": "6103a1ecf8503f91eddbfba5c88863a5", + "sampled": false, + "kind": "read" + }, + { + "index": 7, + "status": 200, + "duration_s": 0.0032415000023320317, + "trace_id": "36fcd3a484beaa9a9018f7f43191c32d", + "sampled": false, + "kind": "read" + }, + { + "index": 8, + "status": 200, + "duration_s": 0.002441333002934698, + "trace_id": "e1aaaa89349d306393a8b487a51356c2", + "sampled": false, + "kind": "read" + }, + { + "index": 9, + "status": 200, + "duration_s": 0.0031354590028058738, + "trace_id": "5d16930ac4c841b59595b3ff561b39ba", + "sampled": false, + "kind": "read" + }, + { + "index": 10, + "status": 200, + "duration_s": 0.0035657910048030317, + "trace_id": "4789d776ec843297206c368f7bd7940e", + "sampled": true, + "kind": "read" + }, + { + "index": 11, + "status": 200, + "duration_s": 0.004248541998094879, + "trace_id": "a513c3a5276b68d32f217ba3737ffc2d", + "sampled": true, + "kind": "read" + }, + { + "index": 12, + "status": 200, + "duration_s": 0.004444083002454136, + "trace_id": "1ac673e06bc386edb227d56d8be5aabf", + "sampled": false, + "kind": "read" + }, + { + "index": 13, + "status": 200, + "duration_s": 0.005000040997401811, + "trace_id": "a98e27ae1a305d8b51bbb427b73bbc57", + "sampled": false, + "kind": "read" + }, + { + "index": 14, + "status": 200, + "duration_s": 0.006036999999196269, + "trace_id": "08b25ed35c963b983fc1ce03803a29c9", + "sampled": true, + "kind": "read" + }, + { + "index": 15, + "status": 200, + "duration_s": 0.00957462500082329, + "trace_id": "f7a209fdbfaa4f87d4b9c54fbc4384b3", + "sampled": false, + "kind": "read" + }, + { + "index": 16, + "status": 200, + "duration_s": 0.009795999998459592, + "trace_id": "813eff4ea0d75fc7643f3c02b6ea108e", + "sampled": false, + "kind": "read" + }, + { + "index": 17, + "status": 200, + "duration_s": 0.005510709001100622, + "trace_id": "9685fb901f1e29b3e730d34d04455087", + "sampled": false, + "kind": "read" + }, + { + "index": 18, + "status": 200, + "duration_s": 0.00743920799868647, + "trace_id": "241ed443f9790d14e2c7196d92a5a24e", + "sampled": false, + "kind": "read" + }, + { + "index": 19, + "status": 200, + "duration_s": 0.008226874997490086, + "trace_id": "5a8801c1c75970b0a5e773aaf0b87e16", + "sampled": false, + "kind": "read" + }, + { + "index": 20, + "status": 200, + "duration_s": 0.009739041001012083, + "trace_id": "a90e2eb962f19a70d06a6d52e98bedc0", + "sampled": false, + "kind": "read" + }, + { + "index": 21, + "status": 200, + "duration_s": 0.00904475000425009, + "trace_id": "7702fce48bcaaa03e526362a1ee16ccb", + "sampled": false, + "kind": "read" + }, + { + "index": 22, + "status": 200, + "duration_s": 0.00944670800527092, + "trace_id": "3fcd085ad98e8628843f46378393a081", + "sampled": false, + "kind": "read" + }, + { + "index": 23, + "status": 200, + "duration_s": 0.011705250006343704, + "trace_id": "6a0c19f22325fa96fa8584da9e1bf560", + "sampled": false, + "kind": "read" + }, + { + "index": 24, + "status": 200, + "duration_s": 0.008753166999667883, + "trace_id": "58ad8bc532534ab8dbf17da92c003952", + "sampled": false, + "kind": "read" + }, + { + "index": 25, + "status": 200, + "duration_s": 0.004727708001155406, + "trace_id": "62d2122eddc2b38ea52913b9f2091695", + "sampled": false, + "kind": "read" + }, + { + "index": 26, + "status": 200, + "duration_s": 0.004387792003399227, + "trace_id": "1cfacbfb4dbd495b7299e5094824c8dc", + "sampled": false, + "kind": "read" + }, + { + "index": 27, + "status": 200, + "duration_s": 0.004910458002996165, + "trace_id": "78197b93a176cb6635f5a288f4cbc8c1", + "sampled": true, + "kind": "read" + }, + { + "index": 28, + "status": 200, + "duration_s": 0.005591415996605065, + "trace_id": "d42bacf8aadcf21e1da69c678d2ed8a5", + "sampled": true, + "kind": "read" + }, + { + "index": 29, + "status": 200, + "duration_s": 0.007259917001647409, + "trace_id": "e51408759e29cc25d2668c33077bcc1c", + "sampled": false, + "kind": "read" + }, + { + "index": 30, + "status": 200, + "duration_s": 0.008973582996986806, + "trace_id": "51b51a1a564f9fa2940316036a39fe9a", + "sampled": false, + "kind": "read" + }, + { + "index": 31, + "status": 200, + "duration_s": 0.009431874997972045, + "trace_id": "2550e4b50269a6ad3109ba132564dc2b", + "sampled": true, + "kind": "read" + }, + { + "index": 32, + "status": 200, + "duration_s": 0.008327000003191642, + "trace_id": "d219905cfd2f48874593c0e52604240d", + "sampled": false, + "kind": "read" + }, + { + "index": 33, + "status": 200, + "duration_s": 0.0070679170021321625, + "trace_id": "a4b6cfbbe44845a925128b51e1d13b1e", + "sampled": true, + "kind": "read" + }, + { + "index": 34, + "status": 200, + "duration_s": 0.008470250002574176, + "trace_id": "44e33934c799e8b1e251a92a989a07e8", + "sampled": false, + "kind": "read" + }, + { + "index": 35, + "status": 200, + "duration_s": 0.009127208002610132, + "trace_id": "b340219ab8a8d8c0b557347d903220e0", + "sampled": false, + "kind": "read" + }, + { + "index": 36, + "status": 200, + "duration_s": 0.010124500004167203, + "trace_id": "9385757c79b12054b40b6360a9947ac3", + "sampled": false, + "kind": "read" + }, + { + "index": 37, + "status": 200, + "duration_s": 0.009728917000757065, + "trace_id": "1bd2d06d46e6ae45a27c9d47df52052f", + "sampled": false, + "kind": "read" + }, + { + "index": 38, + "status": 200, + "duration_s": 0.006955500000913162, + "trace_id": "08bd3e6b6c2a5c37be93cd64815e2e25", + "sampled": false, + "kind": "read" + }, + { + "index": 39, + "status": 200, + "duration_s": 0.007303040998522192, + "trace_id": "d41a9a9ea6df27161d33f61407e68c98", + "sampled": true, + "kind": "read" + }, + { + "index": 40, + "status": 200, + "duration_s": 0.008229083003243431, + "trace_id": "07d5a971e271ce5e5d5eb6c74f3b2fc7", + "sampled": false, + "kind": "read" + }, + { + "index": 41, + "status": 200, + "duration_s": 0.007997417000296991, + "trace_id": "5ba48bb5c2d26f9fa1256f8d439a9e4a", + "sampled": false, + "kind": "read" + }, + { + "index": 42, + "status": 200, + "duration_s": 0.011111125000752509, + "trace_id": "fceff6c21b10124d5fac4167445aeafe", + "sampled": false, + "kind": "read" + }, + { + "index": 43, + "status": 200, + "duration_s": 0.01051954199647298, + "trace_id": "540063e6b42c2fe5a9708e8cc70345bf", + "sampled": false, + "kind": "read" + }, + { + "index": 44, + "status": 200, + "duration_s": 0.0060384999960660934, + "trace_id": "bf5637f9916aa83315c17b31ea7986b8", + "sampled": true, + "kind": "read" + }, + { + "index": 45, + "status": 200, + "duration_s": 0.004943375002767425, + "trace_id": "02491158b2ebdde4796c430205e39d60", + "sampled": false, + "kind": "read" + }, + { + "index": 46, + "status": 200, + "duration_s": 0.004397541997605003, + "trace_id": "a2275029cdbc894f7266471af476181b", + "sampled": false, + "kind": "read" + }, + { + "index": 47, + "status": 200, + "duration_s": 0.004242249997332692, + "trace_id": "5c9c828cf4b747fde1b1088e5d6753f8", + "sampled": false, + "kind": "read" + }, + { + "index": 48, + "status": 200, + "duration_s": 0.004318915998737793, + "trace_id": "05cb755a722eae1748020e6dfcc8199b", + "sampled": false, + "kind": "read" + }, + { + "index": 49, + "status": 200, + "duration_s": 0.004174458998022601, + "trace_id": "1294f9963699728e6f5ad6444585a9ad", + "sampled": false, + "kind": "read" + }, + { + "index": 50, + "status": 200, + "duration_s": 0.004372915995190851, + "trace_id": "33e796973743ed43d874fb8f6ccf950c", + "sampled": false, + "kind": "read" + }, + { + "index": 51, + "status": 200, + "duration_s": 0.005226708002737723, + "trace_id": "6a46ca6ef5f03fc2f82d1250600f7f57", + "sampled": false, + "kind": "read" + }, + { + "index": 52, + "status": 200, + "duration_s": 0.005461749999085441, + "trace_id": "9f3dd453f37c500ecb3a0d0c7ee2d956", + "sampled": false, + "kind": "read" + }, + { + "index": 53, + "status": 200, + "duration_s": 0.0033288329941569827, + "trace_id": "c3f993e87319411ddb05bac20c95f993", + "sampled": false, + "kind": "read" + }, + { + "index": 54, + "status": 200, + "duration_s": 0.0032071249952423386, + "trace_id": "5f5da0bea5c20cc8312c77563e6ffbfa", + "sampled": true, + "kind": "read" + }, + { + "index": 55, + "status": 200, + "duration_s": 0.0036135410045972094, + "trace_id": "917180779b24655ecad201aeecff3ec2", + "sampled": false, + "kind": "read" + }, + { + "index": 56, + "status": 200, + "duration_s": 0.053800790999957826, + "trace_id": "a7e2b80a0a1dc25975fba604e9b6e10e", + "sampled": false, + "kind": "read" + }, + { + "index": 57, + "status": 200, + "duration_s": 0.056360832997597754, + "trace_id": "b85e9b61deda8806c95be3441f237fa5", + "sampled": false, + "kind": "read" + }, + { + "index": 58, + "status": 200, + "duration_s": 0.00918887499574339, + "trace_id": "e8cc83a1d02a935f605e86ad444fc659", + "sampled": false, + "kind": "read" + }, + { + "index": 59, + "status": 200, + "duration_s": 0.006122250000771601, + "trace_id": "32b3dffa48ed676bf5eeca09d720cf67", + "sampled": false, + "kind": "read" + }, + { + "index": 60, + "status": 200, + "duration_s": 0.05282241700479062, + "trace_id": "e48e7828b90b27d143a5d1d2db5eb880", + "sampled": false, + "kind": "read" + }, + { + "index": 61, + "status": 200, + "duration_s": 0.0037028340011602268, + "trace_id": "ffcea8caf54759486c04fe8a62c0bfcf", + "sampled": false, + "kind": "read" + }, + { + "index": 62, + "status": 200, + "duration_s": 0.0036042080027982593, + "trace_id": "82cde3c72ccc9079a2242c714eacad4f", + "sampled": false, + "kind": "read" + }, + { + "index": 63, + "status": 200, + "duration_s": 0.004132958005357068, + "trace_id": "bc03a6ba22c97f4cb9cecfea27680378", + "sampled": false, + "kind": "read" + }, + { + "index": 64, + "status": 200, + "duration_s": 0.0031813340028747916, + "trace_id": "f4afe3994915b1b461902e40c84e3342", + "sampled": false, + "kind": "read" + }, + { + "index": 65, + "status": 200, + "duration_s": 0.00338558300427394, + "trace_id": "36ab235eee85f9ec269b76fcfacb4479", + "sampled": true, + "kind": "read" + }, + { + "index": 66, + "status": 200, + "duration_s": 0.0034873339973273687, + "trace_id": "f592563d8761e21fcedf3d9592382cfb", + "sampled": false, + "kind": "read" + }, + { + "index": 67, + "status": 200, + "duration_s": 0.0032336660005967133, + "trace_id": "79db2118c7639613a4d42fb3e5cff79f", + "sampled": false, + "kind": "read" + }, + { + "index": 68, + "status": 200, + "duration_s": 0.004040082996652927, + "trace_id": "dbc3a0147a43a102863ddb88333826b5", + "sampled": false, + "kind": "read" + }, + { + "index": 69, + "status": 200, + "duration_s": 0.0038902500018593855, + "trace_id": "f07e651e1d05af615f15c02bca03df81", + "sampled": false, + "kind": "read" + }, + { + "index": 70, + "status": 200, + "duration_s": 0.005392624996602535, + "trace_id": "1a161d8d089b783fbdcee78a41fcae92", + "sampled": false, + "kind": "read" + }, + { + "index": 71, + "status": 200, + "duration_s": 0.005870165994565468, + "trace_id": "7e736da5e4b0b3652f11e7e1cb57f0fa", + "sampled": true, + "kind": "read" + }, + { + "index": 72, + "status": 200, + "duration_s": 0.007969000005687121, + "trace_id": "aa4ba284a2e3547ebafe3b3d57bff0c3", + "sampled": false, + "kind": "read" + }, + { + "index": 73, + "status": 200, + "duration_s": 0.00893983300193213, + "trace_id": "f71473a56f5175772a16cfbef751a3a8", + "sampled": true, + "kind": "read" + }, + { + "index": 74, + "status": 200, + "duration_s": 0.005603249999694526, + "trace_id": "7034e0aab2e1f3d30fcdd7d9864f6077", + "sampled": true, + "kind": "read" + }, + { + "index": 75, + "status": 200, + "duration_s": 0.007098499998392072, + "trace_id": "87a12fe2381ee5954e428e49d8909ce4", + "sampled": false, + "kind": "read" + }, + { + "index": 76, + "status": 200, + "duration_s": 0.005755666999903042, + "trace_id": "08de38e91d265288a12e7a5f337684cd", + "sampled": false, + "kind": "read" + }, + { + "index": 77, + "status": 200, + "duration_s": 0.006233457999769598, + "trace_id": "f9c7a3d705680d257f4cc1c45bcfd42c", + "sampled": false, + "kind": "read" + }, + { + "index": 78, + "status": 200, + "duration_s": 0.00824266600102419, + "trace_id": "3eb969d5a3dbcda2fb30a3a791d4b4fa", + "sampled": false, + "kind": "read" + }, + { + "index": 79, + "status": 200, + "duration_s": 0.008693874995515216, + "trace_id": "c9146605336789ba1458323cf0d7475c", + "sampled": true, + "kind": "read" + }, + { + "index": 80, + "status": 500, + "duration_s": 0.25931499999569496, + "trace_id": "07cfff195647cac65039e37a81f83ffd", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + }, + { + "index": 81, + "status": 200, + "duration_s": 0.0031427089998032898, + "trace_id": "62bac2fb68068627c0127fbe8e6700ed", + "sampled": false, + "kind": "read" + }, + { + "index": 82, + "status": 200, + "duration_s": 0.0035034590036957525, + "trace_id": "e6de3349dd42908730b587251e2dec51", + "sampled": true, + "kind": "read" + }, + { + "index": 83, + "status": 200, + "duration_s": 0.003169666997564491, + "trace_id": "20994c6c2aa70ba85d5ad4806a5009a1", + "sampled": false, + "kind": "read" + }, + { + "index": 84, + "status": 200, + "duration_s": 0.051533791003748775, + "trace_id": "3cb50644fff5343aa57341dd7180bb01", + "sampled": false, + "kind": "read" + }, + { + "index": 85, + "status": 200, + "duration_s": 0.0037397500054794364, + "trace_id": "65fc0e6ba28a20f7e07d5052ecef1a9a", + "sampled": false, + "kind": "read" + }, + { + "index": 86, + "status": 200, + "duration_s": 0.0029269169972394593, + "trace_id": "a6d470b72a782f7ae455278fb49cec8b", + "sampled": false, + "kind": "read" + }, + { + "index": 87, + "status": 200, + "duration_s": 0.00266604199714493, + "trace_id": "67685583bcbcada251f2d42e6a3235b2", + "sampled": false, + "kind": "read" + }, + { + "index": 88, + "status": 200, + "duration_s": 0.050116750004235655, + "trace_id": "9cfa28336063279c0e2e7cfa579cf4bd", + "sampled": true, + "kind": "read" + }, + { + "index": 89, + "status": 200, + "duration_s": 0.003188791000866331, + "trace_id": "f25c490a9e0541f52f6a6ca51ee91376", + "sampled": true, + "kind": "read" + }, + { + "index": 90, + "status": 200, + "duration_s": 0.0036165830024401657, + "trace_id": "a6a6e58cd1098932111ac0107bdf8a99", + "sampled": true, + "kind": "read" + }, + { + "index": 91, + "status": 200, + "duration_s": 0.0032239580032182857, + "trace_id": "99a5efb30215b1f6cb33b1deec8e8121", + "sampled": false, + "kind": "read" + }, + { + "index": 92, + "status": 200, + "duration_s": 0.002928250003606081, + "trace_id": "815f44c07e4a7a87d1e9beb0c1d2a89b", + "sampled": false, + "kind": "read" + }, + { + "index": 93, + "status": 200, + "duration_s": 0.003462582993961405, + "trace_id": "3e582891c2e643c4dfec5564479a8665", + "sampled": false, + "kind": "read" + }, + { + "index": 94, + "status": 200, + "duration_s": 0.004715082999609876, + "trace_id": "5f5bb42747464e6604b57a854471d7d3", + "sampled": true, + "kind": "read" + }, + { + "index": 95, + "status": 200, + "duration_s": 0.003404957999009639, + "trace_id": "9500f7fe79413a3655f2a42087c2a7dc", + "sampled": false, + "kind": "read" + }, + { + "index": 96, + "status": 200, + "duration_s": 0.0030915829993318766, + "trace_id": "d72b1f876d9081edd0ee3a4b451947a0", + "sampled": false, + "kind": "read" + }, + { + "index": 97, + "status": 200, + "duration_s": 0.0027246659956290387, + "trace_id": "487a3f0f967ef158ba818d2d7d52b1d3", + "sampled": false, + "kind": "read" + }, + { + "index": 98, + "status": 200, + "duration_s": 0.002931165996415075, + "trace_id": "fb12ed33270923f93464515f5ea7e9a2", + "sampled": true, + "kind": "read" + }, + { + "index": 99, + "status": 200, + "duration_s": 0.002875915997719858, + "trace_id": "34ac77f170734a12c0d482f8ee7dec98", + "sampled": false, + "kind": "read" + }, + { + "index": 100, + "status": 200, + "duration_s": 0.002642500003275927, + "trace_id": "3d2ec6d220c306d76a5d0178c21199cb", + "sampled": false, + "kind": "read" + }, + { + "index": 101, + "status": 200, + "duration_s": 0.002883082997868769, + "trace_id": "b8d3397ebc0243f9bd00defbd519ed1f", + "sampled": false, + "kind": "read" + }, + { + "index": 102, + "status": 200, + "duration_s": 0.002828583004884422, + "trace_id": "ef7fab022217542d9060cd9f912ffee3", + "sampled": false, + "kind": "read" + }, + { + "index": 103, + "status": 200, + "duration_s": 0.0035744580018217675, + "trace_id": "432ffe7bfbe5aa3a27916117edbb3e05", + "sampled": true, + "kind": "read" + }, + { + "index": 104, + "status": 200, + "duration_s": 0.0032137500020326115, + "trace_id": "36e9c21e73230b8528e1e724b3bb6553", + "sampled": true, + "kind": "read" + }, + { + "index": 105, + "status": 200, + "duration_s": 0.0035194169977330603, + "trace_id": "980bbb380100206e052a3adb5e9e47a6", + "sampled": true, + "kind": "read" + }, + { + "index": 106, + "status": 200, + "duration_s": 0.003210417002264876, + "trace_id": "4e6f925187c70c9a8cfaddce903648fb", + "sampled": false, + "kind": "read" + }, + { + "index": 107, + "status": 200, + "duration_s": 0.00345158400159562, + "trace_id": "6954208293c4bd74d121084066011e53", + "sampled": false, + "kind": "read" + }, + { + "index": 108, + "status": 200, + "duration_s": 0.0032605000014882535, + "trace_id": "cd799373de9c63454fb2607f938027e1", + "sampled": false, + "kind": "read" + }, + { + "index": 109, + "status": 200, + "duration_s": 0.0035345840005902573, + "trace_id": "ac290b0397bb9c0cffd548768c8927bf", + "sampled": false, + "kind": "read" + }, + { + "index": 110, + "status": 200, + "duration_s": 0.003897333997883834, + "trace_id": "bba884628c91348e68e075a615086a05", + "sampled": false, + "kind": "read" + }, + { + "index": 111, + "status": 200, + "duration_s": 0.00410474999807775, + "trace_id": "7d3731eda1e2c0fd4c56d0768291fb4b", + "sampled": false, + "kind": "read" + }, + { + "index": 112, + "status": 200, + "duration_s": 0.004692249996878672, + "trace_id": "69e85c2c93f6cc9f6bc67def38a0badd", + "sampled": false, + "kind": "read" + }, + { + "index": 113, + "status": 200, + "duration_s": 0.004957457997079473, + "trace_id": "8c13d93480b3334771bf12f145131cf2", + "sampled": false, + "kind": "read" + }, + { + "index": 114, + "status": 200, + "duration_s": 0.00693320800201036, + "trace_id": "42655b98be10cef796963f2be15fba6a", + "sampled": false, + "kind": "read" + }, + { + "index": 115, + "status": 200, + "duration_s": 0.013161834001948591, + "trace_id": "dd34b15a5f274e6e35d0cf89571e1dd9", + "sampled": true, + "kind": "read" + }, + { + "index": 116, + "status": 200, + "duration_s": 0.009184374997857958, + "trace_id": "2466f6aeae7f28c1876897c413012a35", + "sampled": false, + "kind": "read" + }, + { + "index": 117, + "status": 200, + "duration_s": 0.009966042001906317, + "trace_id": "7c632814d9c2b5ed9dd95e483392555b", + "sampled": false, + "kind": "read" + }, + { + "index": 118, + "status": 200, + "duration_s": 0.013095374997647014, + "trace_id": "dfb5fc1c6b92a54381e6298d8f54e38a", + "sampled": false, + "kind": "read" + }, + { + "index": 119, + "status": 200, + "duration_s": 0.013545166999392677, + "trace_id": "d9d92980634c571b2bbc8dff89c989db", + "sampled": true, + "kind": "read" + }, + { + "index": 120, + "status": 200, + "duration_s": 0.006268291996093467, + "trace_id": "2b47650b85b921569b85d57fe03c2d81", + "sampled": false, + "kind": "read" + }, + { + "index": 121, + "status": 200, + "duration_s": 0.010183917001995724, + "trace_id": "b90814922ade5b538901e0d1a443afad", + "sampled": false, + "kind": "read" + }, + { + "index": 122, + "status": 200, + "duration_s": 0.010145291002118029, + "trace_id": "413ab936305585484b7ed6fb0f19f367", + "sampled": false, + "kind": "read" + }, + { + "index": 123, + "status": 200, + "duration_s": 0.014019833004567772, + "trace_id": "8a04dedcfc7305313a3d4a3fb4b066af", + "sampled": true, + "kind": "read" + }, + { + "index": 124, + "status": 200, + "duration_s": 0.009298166005464736, + "trace_id": "a4db2bf17deb6adb3993cbf143a10508", + "sampled": true, + "kind": "read" + }, + { + "index": 125, + "status": 200, + "duration_s": 0.010351416996854823, + "trace_id": "7929b005468661fec042b98aff39ffef", + "sampled": false, + "kind": "read" + }, + { + "index": 126, + "status": 200, + "duration_s": 0.009386042002006434, + "trace_id": "fd003bae987484284a8a0eb470e63649", + "sampled": false, + "kind": "read" + }, + { + "index": 127, + "status": 200, + "duration_s": 0.007270499998412561, + "trace_id": "3f760686784121b4ce59c91fa209d917", + "sampled": false, + "kind": "read" + }, + { + "index": 128, + "status": 200, + "duration_s": 0.0034869169976445846, + "trace_id": "90ccd9be13ced24a760bf3289049ef35", + "sampled": false, + "kind": "read" + }, + { + "index": 129, + "status": 200, + "duration_s": 0.0037048340018372983, + "trace_id": "a747abcb529b95463cd3e2852bc7bc5b", + "sampled": true, + "kind": "read" + }, + { + "index": 130, + "status": 200, + "duration_s": 0.004494291002629325, + "trace_id": "dacda20fbf2c282e56a6e92a11c248e5", + "sampled": false, + "kind": "read" + }, + { + "index": 131, + "status": 200, + "duration_s": 0.004952458999468945, + "trace_id": "35957d1e86ec4aaf4cfe12421b9476ef", + "sampled": false, + "kind": "read" + }, + { + "index": 132, + "status": 200, + "duration_s": 0.004869417003646959, + "trace_id": "6a03aeb8e2f716410b82707de7dbbf55", + "sampled": true, + "kind": "read" + }, + { + "index": 133, + "status": 200, + "duration_s": 0.0048449589958181605, + "trace_id": "dee4d8ecb073e91bff0b2b052b1a992f", + "sampled": false, + "kind": "read" + }, + { + "index": 134, + "status": 200, + "duration_s": 0.005032250002841465, + "trace_id": "4de44408d6d1629298d420d546b5b1e4", + "sampled": false, + "kind": "read" + }, + { + "index": 135, + "status": 200, + "duration_s": 0.010152875001949724, + "trace_id": "eba4276572ab1809bd98a6fe57c0cf18", + "sampled": false, + "kind": "read" + }, + { + "index": 136, + "status": 200, + "duration_s": 0.008513207998475991, + "trace_id": "e86990cec8f0a5dd845ef49bdf559bbf", + "sampled": false, + "kind": "read" + }, + { + "index": 137, + "status": 200, + "duration_s": 0.010031959005573299, + "trace_id": "b119e063fcb2457836c3334d2900d243", + "sampled": true, + "kind": "read" + }, + { + "index": 138, + "status": 200, + "duration_s": 0.011106499994639307, + "trace_id": "b9deac0750f6afdfa279604b831f82ae", + "sampled": false, + "kind": "read" + }, + { + "index": 139, + "status": 200, + "duration_s": 0.011480708002636675, + "trace_id": "cf0d1939208eec82353213f82d6a202d", + "sampled": true, + "kind": "read" + }, + { + "index": 140, + "status": 200, + "duration_s": 0.006761000004189555, + "trace_id": "81c335c13bea6b4b1a2d248bfb3b63df", + "sampled": true, + "kind": "read" + }, + { + "index": 141, + "status": 200, + "duration_s": 0.010019374996772967, + "trace_id": "449d42690f17bb0a0a95aac84e8cbba9", + "sampled": true, + "kind": "read" + }, + { + "index": 142, + "status": 200, + "duration_s": 0.010538042006373871, + "trace_id": "61d77094798c11c12e85f025fa27475f", + "sampled": true, + "kind": "read" + }, + { + "index": 143, + "status": 200, + "duration_s": 0.015621625003404915, + "trace_id": "501c7cfc236e7bee3f0105cb2ac6bde0", + "sampled": true, + "kind": "read" + }, + { + "index": 144, + "status": 200, + "duration_s": 0.009056750001036562, + "trace_id": "1a4b777bf211bd3715ebfdc8ac604fd4", + "sampled": true, + "kind": "read" + }, + { + "index": 145, + "status": 200, + "duration_s": 0.01000525000563357, + "trace_id": "6b960197cd5dca070efaad17b6a8b8e4", + "sampled": true, + "kind": "read" + }, + { + "index": 146, + "status": 200, + "duration_s": 0.009798166000109632, + "trace_id": "b1b3312254f74fda110a349732b9a409", + "sampled": true, + "kind": "read" + }, + { + "index": 147, + "status": 200, + "duration_s": 0.012323458002356347, + "trace_id": "d9c2f2ec820c2985f52b896a9a0e2be3", + "sampled": false, + "kind": "read" + }, + { + "index": 148, + "status": 200, + "duration_s": 0.008583875001932029, + "trace_id": "953c114c668960beb7659e92a58dda38", + "sampled": false, + "kind": "read" + }, + { + "index": 149, + "status": 200, + "duration_s": 0.010628875003021676, + "trace_id": "6502dcbd5f2274c91d732c6084bc71ec", + "sampled": true, + "kind": "read" + }, + { + "index": 150, + "status": 200, + "duration_s": 0.017157166999822948, + "trace_id": "dee0f2ac6f42be3eed037125e3817679", + "sampled": false, + "kind": "read" + }, + { + "index": 151, + "status": 200, + "duration_s": 0.006523749994812533, + "trace_id": "e8b4b843f0f6dc93b61b0359268abc86", + "sampled": false, + "kind": "read" + }, + { + "index": 152, + "status": 200, + "duration_s": 0.00841654100076994, + "trace_id": "45a5a6738a96ff2790d95909176f68e2", + "sampled": false, + "kind": "read" + }, + { + "index": 153, + "status": 200, + "duration_s": 0.012655749997065868, + "trace_id": "1806cbacb017110ff0bbf869c93c4b11", + "sampled": false, + "kind": "read" + }, + { + "index": 154, + "status": 200, + "duration_s": 0.008912167002563365, + "trace_id": "f65ab7698ac0e46d5ad9ea8deeb0dc71", + "sampled": false, + "kind": "read" + }, + { + "index": 155, + "status": 200, + "duration_s": 0.009840833998168819, + "trace_id": "62cd1c544a246b130e5a31b0636c1e02", + "sampled": true, + "kind": "read" + }, + { + "index": 156, + "status": 200, + "duration_s": 0.009606333995179739, + "trace_id": "2a199f249ba9b5d54a01aca41debad6a", + "sampled": false, + "kind": "read" + }, + { + "index": 157, + "status": 200, + "duration_s": 0.008905457994842436, + "trace_id": "4c9430e6b43a9b8963ddd7ee56bc869f", + "sampled": false, + "kind": "read" + }, + { + "index": 158, + "status": 200, + "duration_s": 0.010731374997703824, + "trace_id": "47ed1f85d9b8822f8ecf8d0fc9b46074", + "sampled": false, + "kind": "read" + }, + { + "index": 159, + "status": 200, + "duration_s": 0.014241875003790483, + "trace_id": "fcd9e9936d24bebcfed5a29d306838f2", + "sampled": false, + "kind": "read" + }, + { + "index": 160, + "status": 200, + "duration_s": 0.006284291994234081, + "trace_id": "99c1ade9e67c8778c367597ba3903a78", + "sampled": false, + "kind": "read" + }, + { + "index": 161, + "status": 200, + "duration_s": 0.005454207996081095, + "trace_id": "68638db19e1c281aa186e8da1393c4e6", + "sampled": false, + "kind": "read" + }, + { + "index": 162, + "status": 200, + "duration_s": 0.005759665997175034, + "trace_id": "b206822c500f66da657b7062325d930c", + "sampled": false, + "kind": "read" + }, + { + "index": 163, + "status": 200, + "duration_s": 0.0038143330020830035, + "trace_id": "592e19a4d21857818867a8f22be5af2e", + "sampled": false, + "kind": "read" + }, + { + "index": 164, + "status": 200, + "duration_s": 0.005070999999588821, + "trace_id": "f97858cfb3cbddcdee7907d42f8a5978", + "sampled": false, + "kind": "read" + }, + { + "index": 165, + "status": 200, + "duration_s": 0.34264791700115893, + "trace_id": "c684b62a83492726a6867173c6448dc4", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 166, + "status": 200, + "duration_s": 0.3219938340043882, + "trace_id": "a05238541dbedda1371f13bc9fb4291b", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 167, + "status": 200, + "duration_s": 0.28751758400176186, + "trace_id": "dadaca280aa53b56e032ae8830a43b23", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 168, + "status": 200, + "duration_s": 0.27038091600115877, + "trace_id": "cdd6167d9b0caf9f499c2d862d88a6f5", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 169, + "status": 200, + "duration_s": 0.23893333300657105, + "trace_id": "b9af9a0176109a10a28f710a89231e77", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 170, + "status": 200, + "duration_s": 0.2135351670003729, + "trace_id": "2052b93a463a6cec22cfa950e978700b", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 171, + "status": 200, + "duration_s": 0.1957740419966285, + "trace_id": "1bcd47265ff6b9967a358095826398c6", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 172, + "status": 200, + "duration_s": 0.17455679200065788, + "trace_id": "2f904862304eb0be8fc96a980567c7f8", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 173, + "status": 200, + "duration_s": 0.14456233300006716, + "trace_id": "a964f13874e0cfc94bdaaa9ade055199", + "sampled": false, + "kind": "read" + }, + { + "index": 174, + "status": 200, + "duration_s": 0.12303608399815857, + "trace_id": "41a5e5af2435cab86a50fbbaa81e22a5", + "sampled": false, + "kind": "read" + }, + { + "index": 175, + "status": 200, + "duration_s": 0.09658050000143703, + "trace_id": "45c1a718ace3bab0dfa815e858c8f834", + "sampled": false, + "kind": "read" + }, + { + "index": 176, + "status": 200, + "duration_s": 0.07493695800076239, + "trace_id": "2f4fbdf7e7c48b23745d53d6c1379e8d", + "sampled": false, + "kind": "read" + }, + { + "index": 177, + "status": 200, + "duration_s": 0.04164945900265593, + "trace_id": "b1ecad969d07604c8f3f8686d7914fcb", + "sampled": false, + "kind": "read" + }, + { + "index": 178, + "status": 200, + "duration_s": 0.020983582995540928, + "trace_id": "9132a79600e921897a8913717bb51e44", + "sampled": false, + "kind": "read" + }, + { + "index": 179, + "status": 200, + "duration_s": 0.0042945000022882596, + "trace_id": "273aa0630f71302139b721652cc497ed", + "sampled": true, + "kind": "read" + }, + { + "index": 180, + "status": 200, + "duration_s": 0.004045333000249229, + "trace_id": "30daedce6271f1626b1f1fd05148a902", + "sampled": false, + "kind": "read" + }, + { + "index": 181, + "status": 200, + "duration_s": 0.0045087500038789585, + "trace_id": "92c86cc5f2d283f2eb659a3ec87c8c0f", + "sampled": false, + "kind": "read" + }, + { + "index": 182, + "status": 200, + "duration_s": 0.005167291994439438, + "trace_id": "eac0f2f514854dc1ee3b0e80b2fa4209", + "sampled": false, + "kind": "read" + }, + { + "index": 183, + "status": 200, + "duration_s": 0.00490916700073285, + "trace_id": "5a3ffe2a7ee9490cf319c1ca77728004", + "sampled": false, + "kind": "read" + }, + { + "index": 184, + "status": 200, + "duration_s": 0.004079083999386057, + "trace_id": "ee2b313050d74c89a9e80e7172dc13ab", + "sampled": false, + "kind": "read" + }, + { + "index": 185, + "status": 200, + "duration_s": 0.021914958000706974, + "trace_id": "0d045e5df620230b9352c0d3fb21a141", + "sampled": false, + "kind": "read" + }, + { + "index": 186, + "status": 200, + "duration_s": 0.025251624996599276, + "trace_id": "e12e3dee78d1f53e9412bfd6ec6eb478", + "sampled": false, + "kind": "read" + }, + { + "index": 187, + "status": 200, + "duration_s": 0.0032155000008060597, + "trace_id": "7caa44e4c1ea2ee423b0bffd0df3facb", + "sampled": true, + "kind": "read" + }, + { + "index": 188, + "status": 200, + "duration_s": 0.00353437499870779, + "trace_id": "390d47833586e19a3cd635b35b26970e", + "sampled": true, + "kind": "read" + }, + { + "index": 189, + "status": 200, + "duration_s": 0.021319999999832362, + "trace_id": "8f3a73d2b4cfd95a94690bc24ff63eca", + "sampled": false, + "kind": "read" + }, + { + "index": 190, + "status": 200, + "duration_s": 0.033982790999289136, + "trace_id": "0221c95de0ed23e94ecdff1f55dc7e2a", + "sampled": false, + "kind": "read" + }, + { + "index": 191, + "status": 200, + "duration_s": 0.006587374999071471, + "trace_id": "22354539324435a6e5003d4ba119105d", + "sampled": false, + "kind": "read" + }, + { + "index": 192, + "status": 200, + "duration_s": 0.003374040999915451, + "trace_id": "20163eb1b0f289231af591ecb09cf593", + "sampled": true, + "kind": "read" + }, + { + "index": 193, + "status": 200, + "duration_s": 0.0029667499984498136, + "trace_id": "f770771cf7c407781f7c24ce8e61a4c4", + "sampled": true, + "kind": "read" + }, + { + "index": 194, + "status": 200, + "duration_s": 0.0029965409994474612, + "trace_id": "adfbba20b9799eaa4e42290401870ae4", + "sampled": false, + "kind": "read" + }, + { + "index": 195, + "status": 200, + "duration_s": 0.0030847500020172447, + "trace_id": "41c434ecadc59b44c5de19e836165c95", + "sampled": false, + "kind": "read" + }, + { + "index": 196, + "status": 200, + "duration_s": 0.0031759580015204847, + "trace_id": "ac8870740f9e10c374eda5bb6c9544be", + "sampled": false, + "kind": "read" + }, + { + "index": 197, + "status": 200, + "duration_s": 0.0038009999989299104, + "trace_id": "a7413f25be4b5ded51fb90acb1bddf98", + "sampled": false, + "kind": "read" + }, + { + "index": 198, + "status": 200, + "duration_s": 0.004320624997490086, + "trace_id": "0f66da0bec11215b5e89712f141b4d99", + "sampled": false, + "kind": "read" + }, + { + "index": 199, + "status": 200, + "duration_s": 0.0063010420053615235, + "trace_id": "13f7689b0cbde6fd323bdc95600d6ee0", + "sampled": true, + "kind": "read" + }, + { + "index": 200, + "status": 200, + "duration_s": 0.0036666660016635433, + "trace_id": "9e4f9854a0e0222ccb868c1fb5e039dd", + "sampled": false, + "kind": "read" + }, + { + "index": 201, + "status": 200, + "duration_s": 0.003771499999857042, + "trace_id": "f70dc21b3ac191607f3699b6763d530d", + "sampled": false, + "kind": "read" + }, + { + "index": 202, + "status": 200, + "duration_s": 0.006357875005051028, + "trace_id": "4b3f272c781271ecff8d4d9dfd7a9a8d", + "sampled": false, + "kind": "read" + }, + { + "index": 203, + "status": 200, + "duration_s": 0.009944042001734488, + "trace_id": "6f71535a646633ca119db3ea7cdb2d36", + "sampled": true, + "kind": "read" + }, + { + "index": 204, + "status": 200, + "duration_s": 0.008538374997442588, + "trace_id": "90633f6fd31c6e98f45f9f5bbe4370a0", + "sampled": false, + "kind": "read" + }, + { + "index": 205, + "status": 200, + "duration_s": 0.008950374998676125, + "trace_id": "dd2cd574324b3dd19b408d20fba6727c", + "sampled": false, + "kind": "read" + }, + { + "index": 206, + "status": 200, + "duration_s": 0.008060959000431467, + "trace_id": "7b2d70bacc4227c2e4eae81b42097e54", + "sampled": false, + "kind": "read" + }, + { + "index": 207, + "status": 200, + "duration_s": 0.008132082999509294, + "trace_id": "4128cdbe29fd56f41a3f67b49d224fd0", + "sampled": true, + "kind": "read" + }, + { + "index": 208, + "status": 200, + "duration_s": 0.0054220829988480546, + "trace_id": "7cf833a59a9732beadd9b4772987e057", + "sampled": false, + "kind": "read" + }, + { + "index": 209, + "status": 200, + "duration_s": 0.003499125006783288, + "trace_id": "65390920fdfd178e73797ebafd7b6bb4", + "sampled": false, + "kind": "read" + }, + { + "index": 210, + "status": 200, + "duration_s": 0.0035977500010631047, + "trace_id": "22c5b42d9a86c0187f180d5246f1528f", + "sampled": false, + "kind": "read" + }, + { + "index": 211, + "status": 200, + "duration_s": 0.004437415998836514, + "trace_id": "adce78c5f4888d25e96e677a2460d487", + "sampled": false, + "kind": "read" + }, + { + "index": 212, + "status": 200, + "duration_s": 0.0045219999956316315, + "trace_id": "0d470b045cbb11de8705ccdf07913b60", + "sampled": false, + "kind": "read" + }, + { + "index": 213, + "status": 200, + "duration_s": 0.004393791998154484, + "trace_id": "7157b61758d620a3c1d352c24ed92067", + "sampled": false, + "kind": "read" + }, + { + "index": 214, + "status": 200, + "duration_s": 0.007583958999020979, + "trace_id": "396747d7cdd3145a88326de9044e858d", + "sampled": false, + "kind": "read" + }, + { + "index": 215, + "status": 200, + "duration_s": 0.009598291995644104, + "trace_id": "62e2a35ec0a30bce880788434391b7f7", + "sampled": false, + "kind": "read" + }, + { + "index": 216, + "status": 200, + "duration_s": 0.011172167003678624, + "trace_id": "920ff6173c994bd448a2e7b91eefa63c", + "sampled": false, + "kind": "read" + }, + { + "index": 217, + "status": 200, + "duration_s": 0.008517667003616225, + "trace_id": "535a6071dacabfb50593bf984462def9", + "sampled": true, + "kind": "read" + }, + { + "index": 218, + "status": 200, + "duration_s": 0.009793249999347609, + "trace_id": "a039d8fd7f48c621c01a3bd7b890923a", + "sampled": false, + "kind": "read" + }, + { + "index": 219, + "status": 200, + "duration_s": 0.011115082998003345, + "trace_id": "ffec8f4c6859ea8fb71f6324c9a0697c", + "sampled": false, + "kind": "read" + }, + { + "index": 220, + "status": 200, + "duration_s": 0.004761749994941056, + "trace_id": "4a75032e0f23bd5f3c7f84b4be66a44e", + "sampled": true, + "kind": "read" + }, + { + "index": 221, + "status": 200, + "duration_s": 0.005638042006467003, + "trace_id": "5ae757c3408cf63381c530b71fe80a03", + "sampled": false, + "kind": "read" + }, + { + "index": 222, + "status": 200, + "duration_s": 0.009710207996249665, + "trace_id": "e054fce68361f6c3720569fba4094b30", + "sampled": false, + "kind": "read" + }, + { + "index": 223, + "status": 200, + "duration_s": 0.010297832996002398, + "trace_id": "a3a02996d1bad10309a84920d25589bc", + "sampled": true, + "kind": "read" + }, + { + "index": 224, + "status": 200, + "duration_s": 0.009486375005508307, + "trace_id": "d96d08004803f85847c2a0d0cfbc5ce1", + "sampled": false, + "kind": "read" + }, + { + "index": 225, + "status": 200, + "duration_s": 0.012674790996243246, + "trace_id": "40b1cc6c0efc7e9adc7b44b8f972f7a7", + "sampled": false, + "kind": "read" + }, + { + "index": 226, + "status": 200, + "duration_s": 0.009006416003103368, + "trace_id": "0e553b2f2140d060c5a195459a94729c", + "sampled": false, + "kind": "read" + }, + { + "index": 227, + "status": 200, + "duration_s": 0.010855125001398847, + "trace_id": "f6e2910d8547d3fb6f6022115241f75b", + "sampled": false, + "kind": "read" + }, + { + "index": 228, + "status": 200, + "duration_s": 0.008241709001595154, + "trace_id": "91248ff90b4e36e3bebef4c910a855f6", + "sampled": false, + "kind": "read" + }, + { + "index": 229, + "status": 200, + "duration_s": 0.010081250002258457, + "trace_id": "cb90c74848d462110689f06e7d374130", + "sampled": true, + "kind": "read" + }, + { + "index": 230, + "status": 200, + "duration_s": 0.009625250000681262, + "trace_id": "0c9563f7a7b4e4dfc011bbca7d5acac8", + "sampled": false, + "kind": "read" + }, + { + "index": 231, + "status": 200, + "duration_s": 0.009254332995624281, + "trace_id": "85abff838f28bd74f1afc53896511f3a", + "sampled": false, + "kind": "read" + }, + { + "index": 232, + "status": 200, + "duration_s": 0.00552225000137696, + "trace_id": "0f435aa6a8d1311fa0f29dc8f87b5181", + "sampled": false, + "kind": "read" + }, + { + "index": 233, + "status": 200, + "duration_s": 0.0066082910052500665, + "trace_id": "86060e1349e8f1ab09e840df11ed1413", + "sampled": true, + "kind": "read" + }, + { + "index": 234, + "status": 200, + "duration_s": 0.0064438750050612725, + "trace_id": "2adb2e92a9a739f45e64c73e0ce7f28b", + "sampled": false, + "kind": "read" + }, + { + "index": 235, + "status": 200, + "duration_s": 0.007938125003420282, + "trace_id": "7843fa4aede73b032c80ca164768d7dc", + "sampled": true, + "kind": "read" + }, + { + "index": 236, + "status": 200, + "duration_s": 0.008176416995411273, + "trace_id": "264582578d725bfa3ceec74336da2324", + "sampled": true, + "kind": "read" + }, + { + "index": 237, + "status": 200, + "duration_s": 0.007431958998495247, + "trace_id": "082673572022ad78d2975b4d6c1bfc8b", + "sampled": false, + "kind": "read" + }, + { + "index": 238, + "status": 200, + "duration_s": 0.0063739170000189915, + "trace_id": "1c95220684fc0074b20ddf78b7bf7339", + "sampled": false, + "kind": "read" + }, + { + "index": 239, + "status": 200, + "duration_s": 0.009376499998325016, + "trace_id": "f787ac5af5f52b19b6e9a0778b1823f2", + "sampled": false, + "kind": "read" + }, + { + "index": 240, + "status": 500, + "duration_s": 0.27365399999689544, + "trace_id": "bc8ca52f7d615b66b64f9d11466c3890", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + }, + { + "index": 241, + "status": 200, + "duration_s": 0.0034026669964077882, + "trace_id": "3708b0c43a3cbc93c125e64ae51252ab", + "sampled": false, + "kind": "read" + }, + { + "index": 242, + "status": 200, + "duration_s": 0.00422466699819779, + "trace_id": "c183c622e84ed5befed743694344ad5e", + "sampled": false, + "kind": "read" + }, + { + "index": 243, + "status": 200, + "duration_s": 0.003099875000771135, + "trace_id": "e9ad3bbd5548fe269056e5a429cac16c", + "sampled": false, + "kind": "read" + }, + { + "index": 244, + "status": 200, + "duration_s": 0.045311917005165014, + "trace_id": "b8c94566b4209ffabf22575bb296c18e", + "sampled": false, + "kind": "read" + }, + { + "index": 245, + "status": 200, + "duration_s": 0.0028007079963572323, + "trace_id": "4f3faf92f8a2aa9f971a466040db23a7", + "sampled": false, + "kind": "read" + }, + { + "index": 246, + "status": 200, + "duration_s": 0.0031704169959994033, + "trace_id": "1c45742aca12d1fae791d2e564020329", + "sampled": false, + "kind": "read" + }, + { + "index": 247, + "status": 200, + "duration_s": 0.0033410409960197285, + "trace_id": "b9ded7b9ae0011b419e7732aa61e348b", + "sampled": true, + "kind": "read" + }, + { + "index": 248, + "status": 200, + "duration_s": 0.04737975000170991, + "trace_id": "de7780e93eb9491a91c7bfaa892f7a4b", + "sampled": false, + "kind": "read" + }, + { + "index": 249, + "status": 200, + "duration_s": 0.0028069589970982634, + "trace_id": "e29571f4b5cd011ee5fe504d24a1dee9", + "sampled": false, + "kind": "read" + }, + { + "index": 250, + "status": 200, + "duration_s": 0.002740000003541354, + "trace_id": "e62f3d65ab5f696ac1032ff604ee44c7", + "sampled": false, + "kind": "read" + }, + { + "index": 251, + "status": 200, + "duration_s": 0.0028469999961089343, + "trace_id": "a11b4b7d9df4e432ea93f5b03265d3f8", + "sampled": false, + "kind": "read" + }, + { + "index": 252, + "status": 200, + "duration_s": 0.0027786669961642474, + "trace_id": "b707d3896dba2109a6e5912f2d78eb8c", + "sampled": false, + "kind": "read" + }, + { + "index": 253, + "status": 200, + "duration_s": 0.0033211670015589334, + "trace_id": "3aad442ed1808b37d9648f4217e3594e", + "sampled": false, + "kind": "read" + }, + { + "index": 254, + "status": 200, + "duration_s": 0.0038796669978182763, + "trace_id": "52c08e93fd023d8f36c0f68689e1ce5f", + "sampled": true, + "kind": "read" + }, + { + "index": 255, + "status": 200, + "duration_s": 0.003480915998807177, + "trace_id": "38dfbe09e2ac0d6cf3be22d28150f802", + "sampled": false, + "kind": "read" + }, + { + "index": 256, + "status": 200, + "duration_s": 0.0035098750013276003, + "trace_id": "993d2579850074f35ad78b9728b1246b", + "sampled": false, + "kind": "read" + }, + { + "index": 257, + "status": 200, + "duration_s": 0.0036746659970958717, + "trace_id": "8a74d1a5b6b8378c66a84765607eaa64", + "sampled": false, + "kind": "read" + }, + { + "index": 258, + "status": 200, + "duration_s": 0.003540958001394756, + "trace_id": "43fc6778dc9e15ac6610cc0b23df6f9f", + "sampled": false, + "kind": "read" + }, + { + "index": 259, + "status": 200, + "duration_s": 0.0033120419975603, + "trace_id": "b9379eb3839492e808e6b8b9b60f3466", + "sampled": true, + "kind": "read" + }, + { + "index": 260, + "status": 200, + "duration_s": 0.003157540995744057, + "trace_id": "6d21d09303c28d4cfdff259db3c87e05", + "sampled": false, + "kind": "read" + }, + { + "index": 261, + "status": 200, + "duration_s": 0.0028585830004885793, + "trace_id": "06adf80842c3e9277fdb10e53bac02bc", + "sampled": false, + "kind": "read" + }, + { + "index": 262, + "status": 200, + "duration_s": 0.002806249998684507, + "trace_id": "009ec895d596ad8866a05db7dd5d641c", + "sampled": false, + "kind": "read" + }, + { + "index": 263, + "status": 200, + "duration_s": 0.0032080419987323694, + "trace_id": "0e4b4221a860647f00a5707baeea6bf7", + "sampled": true, + "kind": "read" + }, + { + "index": 264, + "status": 200, + "duration_s": 0.0027225419980823062, + "trace_id": "487f53ee110bdb236f74213503e440ce", + "sampled": false, + "kind": "read" + }, + { + "index": 265, + "status": 200, + "duration_s": 0.0032492919999640435, + "trace_id": "4bba9d0fcd005d1c615fad35d814e4b0", + "sampled": false, + "kind": "read" + }, + { + "index": 266, + "status": 200, + "duration_s": 0.00357258299482055, + "trace_id": "07718b3a062a718cbb0503ad13ea827a", + "sampled": false, + "kind": "read" + }, + { + "index": 267, + "status": 200, + "duration_s": 0.003242874998250045, + "trace_id": "b322faf7ed463d6ececbfaccef3a3389", + "sampled": false, + "kind": "read" + }, + { + "index": 268, + "status": 200, + "duration_s": 0.0031499999968218617, + "trace_id": "512ae30d55b85ae164fdfe03992be992", + "sampled": false, + "kind": "read" + }, + { + "index": 269, + "status": 200, + "duration_s": 0.0034252920013386756, + "trace_id": "3f96b497da5e3a941c90314974442cc8", + "sampled": true, + "kind": "read" + }, + { + "index": 270, + "status": 200, + "duration_s": 0.0038900419967831112, + "trace_id": "eeed1b2a1aa2d8c7645d500da92892ee", + "sampled": false, + "kind": "read" + }, + { + "index": 271, + "status": 200, + "duration_s": 0.003407083000638522, + "trace_id": "9593d89d883c3cab6c48c3320947e98e", + "sampled": false, + "kind": "read" + }, + { + "index": 272, + "status": 200, + "duration_s": 0.0035668749987962656, + "trace_id": "18650543add34292b5af65215488b27f", + "sampled": false, + "kind": "read" + }, + { + "index": 273, + "status": 200, + "duration_s": 0.003939375004847534, + "trace_id": "45931b77d945237a0e31a336f691a4e8", + "sampled": true, + "kind": "read" + }, + { + "index": 274, + "status": 200, + "duration_s": 0.004367542002000846, + "trace_id": "a4f01b185bbc89c8069164b4f327b2e3", + "sampled": true, + "kind": "read" + }, + { + "index": 275, + "status": 200, + "duration_s": 0.005032875000324566, + "trace_id": "8fcd5e2650934fc9113b36394681130b", + "sampled": true, + "kind": "read" + }, + { + "index": 276, + "status": 200, + "duration_s": 0.009263250001822598, + "trace_id": "0b9b2f50d20ea019181c268adfb2f2a2", + "sampled": true, + "kind": "read" + }, + { + "index": 277, + "status": 200, + "duration_s": 0.010688332993595395, + "trace_id": "6266249c401d171a5546c958c73ad5cc", + "sampled": false, + "kind": "read" + }, + { + "index": 278, + "status": 200, + "duration_s": 0.010731500005931593, + "trace_id": "3f89a651c8ecd35dbc10e5ee6748b85a", + "sampled": false, + "kind": "read" + }, + { + "index": 279, + "status": 200, + "duration_s": 0.010061834000225645, + "trace_id": "5b5b805f38caae576192191d69d46ce6", + "sampled": false, + "kind": "read" + }, + { + "index": 280, + "status": 200, + "duration_s": 0.005999792003422044, + "trace_id": "5333b9b63e180fb8921f0c0121829577", + "sampled": false, + "kind": "read" + }, + { + "index": 281, + "status": 200, + "duration_s": 0.010557000001426786, + "trace_id": "f30d3d0e86974dc9920923a6b337f744", + "sampled": false, + "kind": "read" + }, + { + "index": 282, + "status": 200, + "duration_s": 0.012717625002551358, + "trace_id": "057b462eea36ba1677001490e4223148", + "sampled": false, + "kind": "read" + }, + { + "index": 283, + "status": 200, + "duration_s": 0.013444958000036422, + "trace_id": "3ce602b9efbf9b80fb3fdfc311417c78", + "sampled": false, + "kind": "read" + }, + { + "index": 284, + "status": 200, + "duration_s": 0.009610916997189634, + "trace_id": "368e0e2cecb997cb9e9259913e6d8d9b", + "sampled": false, + "kind": "read" + }, + { + "index": 285, + "status": 200, + "duration_s": 0.010274041000229772, + "trace_id": "1382d70ea6c5f29c8e1483cdc690dff7", + "sampled": false, + "kind": "read" + }, + { + "index": 286, + "status": 200, + "duration_s": 0.009538790996884927, + "trace_id": "ed64f50a9c3e618edde260fb65483ad5", + "sampled": false, + "kind": "read" + }, + { + "index": 287, + "status": 200, + "duration_s": 0.009597167001629714, + "trace_id": "7641a7776331c9712c0678f57bdc3b3e", + "sampled": true, + "kind": "read" + }, + { + "index": 288, + "status": 200, + "duration_s": 0.009858625002379995, + "trace_id": "9ed9c0a1d093a5db90f54d2944b632a4", + "sampled": false, + "kind": "read" + }, + { + "index": 289, + "status": 200, + "duration_s": 0.008578458000556566, + "trace_id": "151c9e2e433344916639f728e78b2af9", + "sampled": false, + "kind": "read" + }, + { + "index": 290, + "status": 200, + "duration_s": 0.0042150410008616745, + "trace_id": "786ffce9dff7782bba64a8c231128644", + "sampled": false, + "kind": "read" + }, + { + "index": 291, + "status": 200, + "duration_s": 0.0039738749983371235, + "trace_id": "623cf2baca050b74fabd072920bb6533", + "sampled": false, + "kind": "read" + }, + { + "index": 292, + "status": 200, + "duration_s": 0.003973249993578065, + "trace_id": "bdf4cd57f1a6494b8bc1704746f94344", + "sampled": false, + "kind": "read" + }, + { + "index": 293, + "status": 200, + "duration_s": 0.005277917000057641, + "trace_id": "b53221a4f364ce3e5bccaa5b06809fdf", + "sampled": false, + "kind": "read" + }, + { + "index": 294, + "status": 200, + "duration_s": 0.005025874997954816, + "trace_id": "46a44c717b5141d947632fa4b38b3c95", + "sampled": false, + "kind": "read" + }, + { + "index": 295, + "status": 200, + "duration_s": 0.004467250000743661, + "trace_id": "c5f089d11bcca556a14022dea7b73a8c", + "sampled": false, + "kind": "read" + }, + { + "index": 296, + "status": 200, + "duration_s": 0.009066458005690947, + "trace_id": "28d945b61f096c099ace467be12a46ea", + "sampled": false, + "kind": "read" + }, + { + "index": 297, + "status": 200, + "duration_s": 0.00995833300112281, + "trace_id": "3dba1a2957f0736cc4c927a81c2e939e", + "sampled": false, + "kind": "read" + }, + { + "index": 298, + "status": 200, + "duration_s": 0.009278291996452026, + "trace_id": "aaf02a4e09c6acbf40d5eba0420c4718", + "sampled": false, + "kind": "read" + }, + { + "index": 299, + "status": 200, + "duration_s": 0.011946999999054242, + "trace_id": "db43fb068000d64897893eaa61f485be", + "sampled": false, + "kind": "read" + }, + { + "index": 300, + "status": 200, + "duration_s": 0.006431083005736582, + "trace_id": "6174eeb1340fa87a8ae09e1317768c04", + "sampled": false, + "kind": "read" + }, + { + "index": 301, + "status": 200, + "duration_s": 0.004523166993749328, + "trace_id": "39254a53da2954c2ba546f7e07eb4960", + "sampled": false, + "kind": "read" + }, + { + "index": 302, + "status": 200, + "duration_s": 0.004776457994012162, + "trace_id": "a6feab6b90501d377c0684c2f3bc3526", + "sampled": false, + "kind": "read" + }, + { + "index": 303, + "status": 200, + "duration_s": 0.008379208004043903, + "trace_id": "d31df1f6be9391f44a57dcf37f65d04c", + "sampled": false, + "kind": "read" + }, + { + "index": 304, + "status": 200, + "duration_s": 0.011719083995558321, + "trace_id": "42ec39d9ea58949a8dba56d32b5abfef", + "sampled": false, + "kind": "read" + }, + { + "index": 305, + "status": 200, + "duration_s": 0.008968583999376278, + "trace_id": "9f23b1978062ef05e2302be9d06bb07c", + "sampled": false, + "kind": "read" + }, + { + "index": 306, + "status": 200, + "duration_s": 0.00901891700050328, + "trace_id": "da87a03d7cb8cf163003d4ed4c801bac", + "sampled": true, + "kind": "read" + }, + { + "index": 307, + "status": 200, + "duration_s": 0.013358750002225861, + "trace_id": "2bc120de635e52e490eba7da0adb4ea4", + "sampled": false, + "kind": "read" + }, + { + "index": 308, + "status": 200, + "duration_s": 0.00603245799720753, + "trace_id": "98b00d68fad90af3665a278d631a58b5", + "sampled": false, + "kind": "read" + }, + { + "index": 309, + "status": 200, + "duration_s": 0.005672416002198588, + "trace_id": "e15df14822f59fbfb9de6387377403d5", + "sampled": false, + "kind": "read" + }, + { + "index": 310, + "status": 200, + "duration_s": 0.009427707998838741, + "trace_id": "3ed835536d526fc90effcf354d7db8ba", + "sampled": true, + "kind": "read" + }, + { + "index": 311, + "status": 200, + "duration_s": 0.009327584004495293, + "trace_id": "5ecf16a67bfb89628b688f064f4ea983", + "sampled": false, + "kind": "read" + }, + { + "index": 312, + "status": 200, + "duration_s": 0.004931708004733082, + "trace_id": "7b024581e5c502d6885775b6a0f667fa", + "sampled": false, + "kind": "read" + }, + { + "index": 313, + "status": 200, + "duration_s": 0.004232334002153948, + "trace_id": "448dac1885ceaaa5222ee9f714cbe22d", + "sampled": true, + "kind": "read" + }, + { + "index": 314, + "status": 200, + "duration_s": 0.00589395800489001, + "trace_id": "2c8a5dfbb438b38850b6fbb639773db4", + "sampled": false, + "kind": "read" + }, + { + "index": 315, + "status": 200, + "duration_s": 0.0034064999999827705, + "trace_id": "8a9eb6681c16222c15cb2e45424717ac", + "sampled": true, + "kind": "read" + }, + { + "index": 316, + "status": 200, + "duration_s": 0.0028577089979080483, + "trace_id": "fcaa681d66e97b1adabfdffb36d1ed03", + "sampled": false, + "kind": "read" + }, + { + "index": 317, + "status": 200, + "duration_s": 0.02093600000080187, + "trace_id": "94aaf7c21a4b5ed5ee86c941e5972c60", + "sampled": false, + "kind": "read" + }, + { + "index": 318, + "status": 200, + "duration_s": 0.029239583003800362, + "trace_id": "9c5c50fd69e6921574ffb30528091063", + "sampled": false, + "kind": "read" + }, + { + "index": 319, + "status": 200, + "duration_s": 0.003901833995769266, + "trace_id": "ce1afbc3c8706a2f70f9a9b7bb81e163", + "sampled": false, + "kind": "read" + }, + { + "index": 320, + "status": 200, + "duration_s": 0.002866750000976026, + "trace_id": "99c3440afbe83de6fc1d330b9a2d7bb7", + "sampled": false, + "kind": "read" + }, + { + "index": 321, + "status": 200, + "duration_s": 0.0029742500046268106, + "trace_id": "3fd7826d3cf630df078bbff0084cdc5c", + "sampled": true, + "kind": "read" + }, + { + "index": 322, + "status": 200, + "duration_s": 0.0032089999949675985, + "trace_id": "9c74fc624876b7fcd3a129c29e69b6ce", + "sampled": false, + "kind": "read" + }, + { + "index": 323, + "status": 200, + "duration_s": 0.003091041995503474, + "trace_id": "940e502d4d46bf8cbc6bc5dff093f029", + "sampled": false, + "kind": "read" + }, + { + "index": 324, + "status": 200, + "duration_s": 0.0035042089948547073, + "trace_id": "22d2b79af640d43e5d84311674b98564", + "sampled": false, + "kind": "read" + }, + { + "index": 325, + "status": 200, + "duration_s": 0.0033788329965318553, + "trace_id": "886fadde43232ac45156915f04a165b2", + "sampled": false, + "kind": "read" + }, + { + "index": 326, + "status": 200, + "duration_s": 0.0037349580015870742, + "trace_id": "5ce8f89ba6b556a16c93457abb3297c1", + "sampled": false, + "kind": "read" + }, + { + "index": 327, + "status": 200, + "duration_s": 0.0042437910014996305, + "trace_id": "db4155c646c689f14b3450870ce08b2a", + "sampled": false, + "kind": "read" + }, + { + "index": 328, + "status": 200, + "duration_s": 0.0034220830057165585, + "trace_id": "e4711f4d83be00bc70975826f177c627", + "sampled": false, + "kind": "read" + }, + { + "index": 329, + "status": 200, + "duration_s": 0.003990666999015957, + "trace_id": "d1eae03a7e834aab40ceecbe4aa9728f", + "sampled": false, + "kind": "read" + }, + { + "index": 330, + "status": 200, + "duration_s": 0.0033356249987264164, + "trace_id": "053cb1a1c8fe63c61fa9b751d002c81b", + "sampled": true, + "kind": "read" + }, + { + "index": 331, + "status": 200, + "duration_s": 0.0035601669951574877, + "trace_id": "697c667eac67f7f3f1c549d749c15ab7", + "sampled": false, + "kind": "read" + }, + { + "index": 332, + "status": 200, + "duration_s": 0.004147958003159147, + "trace_id": "2c6fbf1b0391044a1681c6a4d35419ab", + "sampled": true, + "kind": "read" + }, + { + "index": 333, + "status": 200, + "duration_s": 0.0038301669992506504, + "trace_id": "ac40447b1e79f5db840931ca9aec7e9b", + "sampled": false, + "kind": "read" + }, + { + "index": 334, + "status": 200, + "duration_s": 0.004246749995218124, + "trace_id": "cfd0993ddc493eb9d834007d96b543ee", + "sampled": false, + "kind": "read" + }, + { + "index": 335, + "status": 200, + "duration_s": 0.006141416997706983, + "trace_id": "d3167c91e85499fae9858694ec179e82", + "sampled": false, + "kind": "read" + }, + { + "index": 336, + "status": 200, + "duration_s": 0.005819666999741457, + "trace_id": "38197957422b18c728eb451d68089628", + "sampled": true, + "kind": "read" + }, + { + "index": 337, + "status": 200, + "duration_s": 0.004784999997355044, + "trace_id": "94bfc28dd2836cfc7b2910d941bfeda9", + "sampled": false, + "kind": "read" + }, + { + "index": 338, + "status": 200, + "duration_s": 0.0065299169946229085, + "trace_id": "a550e4e3e458969edf8e05c639de4c63", + "sampled": false, + "kind": "read" + }, + { + "index": 339, + "status": 200, + "duration_s": 0.006049540999811143, + "trace_id": "0d468a6c90de3edbe780da629e500ab3", + "sampled": false, + "kind": "read" + }, + { + "index": 340, + "status": 200, + "duration_s": 0.006898833002196625, + "trace_id": "825a4cdbb935d72cf893b5324b27f0bf", + "sampled": false, + "kind": "read" + }, + { + "index": 341, + "status": 200, + "duration_s": 0.0026519169987295754, + "trace_id": "43b30fb00ab9855c05dd11f1f511fe60", + "sampled": true, + "kind": "read" + }, + { + "index": 342, + "status": 200, + "duration_s": 0.006066833004297223, + "trace_id": "3962713d7d3bc91c8c2f71074f2cba70", + "sampled": false, + "kind": "read" + }, + { + "index": 343, + "status": 200, + "duration_s": 0.007975583997904323, + "trace_id": "bc7b74a171e45790da3d1dc7690398fa", + "sampled": false, + "kind": "read" + }, + { + "index": 344, + "status": 200, + "duration_s": 0.0078101670005708, + "trace_id": "6236b404623a6523e306edccc9ab320d", + "sampled": false, + "kind": "read" + }, + { + "index": 345, + "status": 200, + "duration_s": 0.006949000002350658, + "trace_id": "89a122b0605d19085049cb99e5bebd2a", + "sampled": false, + "kind": "read" + }, + { + "index": 346, + "status": 200, + "duration_s": 0.007174416998168454, + "trace_id": "963beddab0653f93207beb14b3abd4b8", + "sampled": true, + "kind": "read" + }, + { + "index": 347, + "status": 200, + "duration_s": 0.013432915999146644, + "trace_id": "ea828e9126c5a2f199a0a00816584f5b", + "sampled": false, + "kind": "read" + }, + { + "index": 348, + "status": 200, + "duration_s": 0.004044249995786231, + "trace_id": "521aa49264949e605112c05799799055", + "sampled": false, + "kind": "read" + }, + { + "index": 349, + "status": 200, + "duration_s": 0.004714790993602946, + "trace_id": "be66f37033a5b734a62b1117ddf1dcf5", + "sampled": false, + "kind": "read" + }, + { + "index": 350, + "status": 200, + "duration_s": 0.007361416995991021, + "trace_id": "94234e7dca2e97acc2c438b91e3253cf", + "sampled": false, + "kind": "read" + }, + { + "index": 351, + "status": 200, + "duration_s": 0.007347209000727162, + "trace_id": "c3e695e6189aff1f71226323eb82cd12", + "sampled": false, + "kind": "read" + }, + { + "index": 352, + "status": 200, + "duration_s": 0.0074830419980571605, + "trace_id": "61dabeb6844a14116f67f0061993d99d", + "sampled": false, + "kind": "read" + }, + { + "index": 353, + "status": 200, + "duration_s": 0.007225458000903018, + "trace_id": "9568668707183f2e97f5dc021fc22da9", + "sampled": false, + "kind": "read" + }, + { + "index": 354, + "status": 200, + "duration_s": 0.008412707997194957, + "trace_id": "aa47537a5162ca3e934b24f5c7baf51a", + "sampled": false, + "kind": "read" + }, + { + "index": 355, + "status": 200, + "duration_s": 0.007906749997346196, + "trace_id": "3e42d8f511da8053ef318cfc71fe902f", + "sampled": false, + "kind": "read" + }, + { + "index": 356, + "status": 200, + "duration_s": 0.00798170900088735, + "trace_id": "5a7f3838b7b80c16b12d9e139602d86c", + "sampled": false, + "kind": "read" + }, + { + "index": 357, + "status": 200, + "duration_s": 0.008257499997853301, + "trace_id": "9949bdbad7243a00f278cb421299b0f9", + "sampled": false, + "kind": "read" + }, + { + "index": 358, + "status": 200, + "duration_s": 0.008581292000599205, + "trace_id": "46add1475b870badc07ebc11ce298f82", + "sampled": false, + "kind": "read" + }, + { + "index": 359, + "status": 200, + "duration_s": 0.009004957995784935, + "trace_id": "57082ebc839765146f1e1532bf2f73f2", + "sampled": false, + "kind": "read" + }, + { + "index": 360, + "status": 200, + "duration_s": 0.008511499996529892, + "trace_id": "13f62aecd851f3ca46946f814705c103", + "sampled": false, + "kind": "read" + }, + { + "index": 361, + "status": 200, + "duration_s": 0.008682041996507905, + "trace_id": "53ea3885b7598f071a4c0a145dfba0da", + "sampled": true, + "kind": "read" + }, + { + "index": 362, + "status": 200, + "duration_s": 0.009225125002558343, + "trace_id": "3a7e6b54052dfa9d1164488856c12bb5", + "sampled": true, + "kind": "read" + }, + { + "index": 363, + "status": 200, + "duration_s": 0.009574584000802133, + "trace_id": "d0b14194bdbb91833ccd140006270001", + "sampled": true, + "kind": "read" + }, + { + "index": 364, + "status": 200, + "duration_s": 0.008158332995662931, + "trace_id": "f1aa418fc061aa70ba966e580bce5a9b", + "sampled": false, + "kind": "read" + }, + { + "index": 365, + "status": 200, + "duration_s": 0.007628958999703173, + "trace_id": "a2f94f448b63f2a1603bd39b91856217", + "sampled": false, + "kind": "read" + }, + { + "index": 366, + "status": 200, + "duration_s": 0.006939666003745515, + "trace_id": "d8bf55cddb0b692317c8466c8393a924", + "sampled": true, + "kind": "read" + }, + { + "index": 367, + "status": 200, + "duration_s": 0.009015749994432554, + "trace_id": "35318ded128e4a1c1d93af75e6f95060", + "sampled": true, + "kind": "read" + }, + { + "index": 368, + "status": 200, + "duration_s": 0.008965958993940149, + "trace_id": "cf60fdf58342acaaec9250fffdab4e61", + "sampled": false, + "kind": "read" + }, + { + "index": 369, + "status": 200, + "duration_s": 0.00793316600174876, + "trace_id": "3f43325c4f590b0e8e29e70e339dacad", + "sampled": false, + "kind": "read" + }, + { + "index": 370, + "status": 200, + "duration_s": 0.008341291002579965, + "trace_id": "caa89bff52eb3a74cec1eb102ae0c536", + "sampled": false, + "kind": "read" + }, + { + "index": 371, + "status": 200, + "duration_s": 0.004966291002347134, + "trace_id": "2e72989a52ef8e195aa4efa76c08eff5", + "sampled": false, + "kind": "read" + }, + { + "index": 372, + "status": 200, + "duration_s": 0.005190042000322137, + "trace_id": "1d011dee5ff32e2024da60e6c228597b", + "sampled": true, + "kind": "read" + }, + { + "index": 373, + "status": 200, + "duration_s": 0.004204917000606656, + "trace_id": "c6f5d6ab9365cd5aed251185cd276553", + "sampled": false, + "kind": "read" + }, + { + "index": 374, + "status": 200, + "duration_s": 0.004685457999585196, + "trace_id": "b62829b3d7ea9527330556a8a8040a36", + "sampled": true, + "kind": "read" + }, + { + "index": 375, + "status": 200, + "duration_s": 0.00525608300085878, + "trace_id": "6c965b5883e9764ab28e594abd03d431", + "sampled": false, + "kind": "read" + }, + { + "index": 376, + "status": 200, + "duration_s": 0.00508441700367257, + "trace_id": "30385adcac44bc642d00234b1836a8cc", + "sampled": true, + "kind": "read" + }, + { + "index": 377, + "status": 200, + "duration_s": 0.006948207999812439, + "trace_id": "97a845f026cb5c5774017428bb1b23e7", + "sampled": false, + "kind": "read" + }, + { + "index": 378, + "status": 200, + "duration_s": 0.00857729100243887, + "trace_id": "c3b6f0c13792538ec241e95eb7813940", + "sampled": false, + "kind": "read" + }, + { + "index": 379, + "status": 200, + "duration_s": 0.01073795800039079, + "trace_id": "5e49576a01e3fa9332c9a8b203c00531", + "sampled": true, + "kind": "read" + }, + { + "index": 380, + "status": 200, + "duration_s": 0.008662665997690056, + "trace_id": "3a6019bd96d15b73dd920ed3cfd5391e", + "sampled": false, + "kind": "read" + }, + { + "index": 381, + "status": 200, + "duration_s": 0.005124916999193374, + "trace_id": "52fb1ced05e25f42ce89c1fa4ada7b3b", + "sampled": false, + "kind": "read" + }, + { + "index": 382, + "status": 200, + "duration_s": 0.004506790995947085, + "trace_id": "c2c6ea17acd2796cbf72c56e83bcd485", + "sampled": false, + "kind": "read" + }, + { + "index": 383, + "status": 200, + "duration_s": 0.0047002919964143075, + "trace_id": "6971de043e77ae6153ed2a9ee793bb89", + "sampled": false, + "kind": "read" + }, + { + "index": 384, + "status": 200, + "duration_s": 0.005388542005675845, + "trace_id": "6e511c36151fa623f0beb88fc622a020", + "sampled": false, + "kind": "read" + }, + { + "index": 385, + "status": 200, + "duration_s": 0.007962916002725251, + "trace_id": "f325c22f84e8fda4845540ffbd90c70d", + "sampled": false, + "kind": "read" + }, + { + "index": 386, + "status": 200, + "duration_s": 0.007593583002744708, + "trace_id": "b3b5422f364ca567432bb832c84885ed", + "sampled": false, + "kind": "read" + }, + { + "index": 387, + "status": 200, + "duration_s": 0.009268125002563465, + "trace_id": "35439f38cf94a9876430e3cbd60bb1b6", + "sampled": false, + "kind": "read" + }, + { + "index": 388, + "status": 200, + "duration_s": 0.00876879200222902, + "trace_id": "1f04490975af134e8cca7be7c4cc7470", + "sampled": false, + "kind": "read" + }, + { + "index": 389, + "status": 200, + "duration_s": 0.009686500001407694, + "trace_id": "0f03414c39076af6734e63a177c26288", + "sampled": false, + "kind": "read" + }, + { + "index": 390, + "status": 200, + "duration_s": 0.011378791998140514, + "trace_id": "201033f9bd11a324d1b2cc3ec65f7db8", + "sampled": false, + "kind": "read" + }, + { + "index": 391, + "status": 200, + "duration_s": 0.010195290997216944, + "trace_id": "c57dea60314cfeee43b55c6f5d0a7a1f", + "sampled": false, + "kind": "read" + }, + { + "index": 392, + "status": 200, + "duration_s": 0.009606915999029297, + "trace_id": "40172c6975305cdac17bcef36b8628c3", + "sampled": false, + "kind": "read" + }, + { + "index": 393, + "status": 200, + "duration_s": 0.008303665999846999, + "trace_id": "388b339e28ec3dca4e350ae53de2cceb", + "sampled": false, + "kind": "read" + }, + { + "index": 394, + "status": 200, + "duration_s": 0.010136165998119395, + "trace_id": "142083c13156aba97081c039e59f42f7", + "sampled": false, + "kind": "read" + }, + { + "index": 395, + "status": 200, + "duration_s": 0.010885499999858439, + "trace_id": "1244d135f835ebfbc803b7dc04fab90a", + "sampled": false, + "kind": "read" + }, + { + "index": 396, + "status": 200, + "duration_s": 0.008067624999966938, + "trace_id": "5ba87e3fc48a5c9d7ed380822d259ef4", + "sampled": false, + "kind": "read" + }, + { + "index": 397, + "status": 200, + "duration_s": 0.00953720799589064, + "trace_id": "6a88310ff520e7e48c38292058210c0f", + "sampled": false, + "kind": "read" + }, + { + "index": 398, + "status": 200, + "duration_s": 0.05310637500224402, + "trace_id": "8c163de6e198861d0f209190d1ff9712", + "sampled": true, + "kind": "read" + }, + { + "index": 399, + "status": 200, + "duration_s": 0.006008541000483092, + "trace_id": "46cb2a43348417023e1f732a1496fcd9", + "sampled": true, + "kind": "read" + } + ] + }, + { + "profile": "sample10", + "instance_ids": [ + "608692f8-cabf-4d04-9302-55b9966d33ab", + "9df7fd78-adc5-4dc2-a1fd-3c226c087986" + ], + "enabled": "1", + "sampling_ratio": 0.1, + "repeat": 1, + "offered_rps": 40, + "duration_s": 10, + "elapsed_s": 9.998765, + "scheduled": 400, + "not_sent": 0, + "sent": 400, + "successful": 398, + "controlled_500": 2, + "successful_rps": 39.80491441421892, + "latency_s": { + "p50": 0.006040542000846472, + "p95": 0.0440922080015298, + "p99": 0.27275741699850187 + }, + "sampled_requests": 50, + "rare_probes": [ + { + "index": 80, + "status": 500, + "duration_s": 0.27275741699850187, + "trace_id": "a4ef4354092d3e430bbda2f05ddeaaa4", + "sampled": true, + "kind": "controlled_upload_error", + "found_in_tempo": true + }, + { + "index": 166, + "status": 200, + "duration_s": 0.3274822919993312, + "trace_id": "95d18dbcd34ce038f8b69f277f1378e8", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 165, + "status": 200, + "duration_s": 0.3541758330029552, + "trace_id": "763a9875a4beb74b8b49f6e431d364ba", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 167, + "status": 200, + "duration_s": 0.3063551670056768, + "trace_id": "98fd11976454884cf1d2e15c7a894edb", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 168, + "status": 200, + "duration_s": 0.2780994170025224, + "trace_id": "1860fef6e6d2a573418ef9edd27b5137", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 169, + "status": 200, + "duration_s": 0.24661012499564094, + "trace_id": "b21149ecfdb38982bcf91b7b126f0d7f", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 170, + "status": 200, + "duration_s": 0.22929595800087554, + "trace_id": "02aadcc1b2d1292662de7748063376da", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 171, + "status": 200, + "duration_s": 0.20444512499670964, + "trace_id": "f8b420ef6e09386efa9b8065f7890dc8", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 172, + "status": 200, + "duration_s": 0.1744562500025495, + "trace_id": "21028bd7f959bf30d73b848c0cc75d2a", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 240, + "status": 500, + "duration_s": 0.2699611249990994, + "trace_id": "0697f5365d42faac4f08a3c8069978ff", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + } + ], + "telemetry_before": { + "spans_recorded": 6.0, + "spans_exported": 6.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 1505.0, + "logs_wire_bytes": 29208.0, + "metrics_wire_bytes": 8128.0, + "collector_accepted_spans": 3467.0, + "collector_refused_spans": 0.0 + }, + "telemetry_after": { + "spans_recorded": 113.0, + "spans_exported": 113.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 27101.0, + "logs_wire_bytes": 258060.0, + "metrics_wire_bytes": 26914.0, + "collector_accepted_spans": 3588.0, + "collector_refused_spans": 0.0 + }, + "telemetry_delta": { + "spans_recorded": 107.0, + "spans_exported": 107.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 25596.0, + "logs_wire_bytes": 228852.0, + "metrics_wire_bytes": 18786.0, + "collector_accepted_spans": 121.0, + "collector_refused_spans": 0.0 + }, + "cgroups_before": [ + { + "service": "api", + "container": "028987d6f48803de712f6459815864838a70e7397b4eedd3f0ff47775fdfe400", + "current_bytes": 91676672, + "peak_bytes": 135368704, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "6499bb6dced67203746a1dc7e35aa5a2da18dbd67bb7b260164c0373aae27c60", + "current_bytes": 91639808, + "peak_bytes": 135168000, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "e0404ae67731a1736340c2216b351daabdb01e39c768bbd9d32c0a2f1ff6a224", + "current_bytes": 71634944, + "peak_bytes": 118530048, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 63307776, + "peak_bytes": 64045056, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 206352384, + "peak_bytes": 384258048, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "cgroups_after": [ + { + "service": "api", + "container": "028987d6f48803de712f6459815864838a70e7397b4eedd3f0ff47775fdfe400", + "current_bytes": 92278784, + "peak_bytes": 135368704, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "6499bb6dced67203746a1dc7e35aa5a2da18dbd67bb7b260164c0373aae27c60", + "current_bytes": 93167616, + "peak_bytes": 135168000, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "e0404ae67731a1736340c2216b351daabdb01e39c768bbd9d32c0a2f1ff6a224", + "current_bytes": 72003584, + "peak_bytes": 118530048, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 63758336, + "peak_bytes": 64815104, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 206430208, + "peak_bytes": 384258048, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "docker_samples": [ + { + "at": 55271.174391416, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.58%", + "Container": "028987d6f48803de712f6459815864838a70e7397b4eedd3f0ff47775fdfe400", + "ID": "028987d6f488", + "MemPerc": "17.12%", + "MemUsage": "87.68MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "120kB / 195kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.26%", + "Container": "6499bb6dced67203746a1dc7e35aa5a2da18dbd67bb7b260164c0373aae27c60", + "ID": "6499bb6dced6", + "MemPerc": "19.89%", + "MemUsage": "101.8MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "233kB / 197kB", + "PIDs": "12" + }, + { + "BlockIO": "4.1kB / 586kB", + "CPUPerc": "0.73%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.312MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.69MB / 1.23MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.35%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.223MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "948kB / 1.11MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.67%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "23.59%", + "MemUsage": "60.38MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "5.28MB / 11.5MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.40%", + "Container": "fa24234f2b3ce50f237a439d35ede411534f0a084ce363dec8ed72fc4f315ea1", + "ID": "fa24234f2b3c", + "MemPerc": "28.58%", + "MemUsage": "54.87MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "108kB / 82.3kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.12%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.35%", + "MemUsage": "72.57MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "74kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.67%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.21%", + "MemUsage": "11.79MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "40.6MB / 39.9MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 3.64MB", + "CPUPerc": "0.81%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "30.85%", + "MemUsage": "118.5MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "553kB / 35.9kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 20.5MB", + "CPUPerc": "2.63%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "4.68%", + "MemUsage": "35.93MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "13.8MB / 18MB", + "PIDs": "12" + }, + { + "BlockIO": "1.11MB / 8.2MB", + "CPUPerc": "0.22%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "12.07%", + "MemUsage": "30.89MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "4.82MB / 507kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.23%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "12.97%", + "MemUsage": "33.2MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "61.1MB / 57.8MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 25.3MB", + "CPUPerc": "0.12%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.29%", + "MemUsage": "124.3MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "36.5MB / 21.7MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 5.38MB", + "CPUPerc": "0.26%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "25.20%", + "MemUsage": "193.5MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "261kB / 126kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.53%", + "Container": "e0404ae67731a1736340c2216b351daabdb01e39c768bbd9d32c0a2f1ff6a224", + "ID": "e0404ae67731", + "MemPerc": "7.62%", + "MemUsage": "68.32MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "17.4kB / 26.8kB", + "PIDs": "9" + } + ] + }, + { + "at": 55274.233487083, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.63%", + "Container": "028987d6f48803de712f6459815864838a70e7397b4eedd3f0ff47775fdfe400", + "ID": "028987d6f488", + "MemPerc": "17.23%", + "MemUsage": "88.2MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "202kB / 334kB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.41%", + "Container": "6499bb6dced67203746a1dc7e35aa5a2da18dbd67bb7b260164c0373aae27c60", + "ID": "6499bb6dced6", + "MemPerc": "17.34%", + "MemUsage": "88.8MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "319kB / 460kB", + "PIDs": "16" + }, + { + "BlockIO": "4.1kB / 598kB", + "CPUPerc": "0.13%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.316MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.69MB / 1.24MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.21%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.23MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "974kB / 1.14MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.22%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "23.73%", + "MemUsage": "60.74MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "5.38MB / 11.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.57%", + "Container": "fa24234f2b3ce50f237a439d35ede411534f0a084ce363dec8ed72fc4f315ea1", + "ID": "fa24234f2b3c", + "MemPerc": "28.61%", + "MemUsage": "54.93MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "130kB / 100kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.08%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.35%", + "MemUsage": "72.57MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "74.1kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.76%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.24%", + "MemUsage": "11.82MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "40.7MB / 40.1MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 3.64MB", + "CPUPerc": "0.50%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "31.00%", + "MemUsage": "119MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "571kB / 36.5kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 20.6MB", + "CPUPerc": "5.57%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.15%", + "MemUsage": "54.91MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "13.9MB / 18.1MB", + "PIDs": "22" + }, + { + "BlockIO": "1.11MB / 8.2MB", + "CPUPerc": "0.43%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "12.07%", + "MemUsage": "30.9MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "4.84MB / 508kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.15%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.01%", + "MemUsage": "33.3MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "61.5MB / 58.1MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 25.3MB", + "CPUPerc": "1.02%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.29%", + "MemUsage": "124.4MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "36.7MB / 21.8MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 5.38MB", + "CPUPerc": "0.12%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "25.20%", + "MemUsage": "193.5MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "265kB / 127kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.10%", + "Container": "e0404ae67731a1736340c2216b351daabdb01e39c768bbd9d32c0a2f1ff6a224", + "ID": "e0404ae67731", + "MemPerc": "7.66%", + "MemUsage": "68.66MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "145kB / 170kB", + "PIDs": "9" + } + ] + }, + { + "at": 55277.289513166, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.33%", + "Container": "028987d6f48803de712f6459815864838a70e7397b4eedd3f0ff47775fdfe400", + "ID": "028987d6f488", + "MemPerc": "17.23%", + "MemUsage": "88.21MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "277kB / 469kB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.70%", + "Container": "6499bb6dced67203746a1dc7e35aa5a2da18dbd67bb7b260164c0373aae27c60", + "ID": "6499bb6dced6", + "MemPerc": "17.39%", + "MemUsage": "89.02MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "511kB / 716kB", + "PIDs": "16" + }, + { + "BlockIO": "4.1kB / 610kB", + "CPUPerc": "1.18%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.316MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.7MB / 1.24MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.51%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.23MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "998kB / 1.17MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.73%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "23.73%", + "MemUsage": "60.74MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "5.48MB / 11.6MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.60%", + "Container": "fa24234f2b3ce50f237a439d35ede411534f0a084ce363dec8ed72fc4f315ea1", + "ID": "fa24234f2b3c", + "MemPerc": "28.61%", + "MemUsage": "54.93MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "149kB / 114kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.09%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.35%", + "MemUsage": "72.57MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "74.1kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.02%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.25%", + "MemUsage": "11.84MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "41MB / 40.4MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 3.83MB", + "CPUPerc": "0.88%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "31.09%", + "MemUsage": "119.4MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "588kB / 37kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 20.6MB", + "CPUPerc": "4.02%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.31%", + "MemUsage": "56.12MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "13.9MB / 18.2MB", + "PIDs": "22" + }, + { + "BlockIO": "1.11MB / 8.25MB", + "CPUPerc": "0.00%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "12.07%", + "MemUsage": "30.9MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "4.84MB / 508kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.11%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.10%", + "MemUsage": "33.54MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "61.9MB / 58.5MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 25.3MB", + "CPUPerc": "0.15%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.29%", + "MemUsage": "124.4MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "36.9MB / 22MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 5.39MB", + "CPUPerc": "0.45%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "25.20%", + "MemUsage": "193.5MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "269kB / 127kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.62%", + "Container": "e0404ae67731a1736340c2216b351daabdb01e39c768bbd9d32c0a2f1ff6a224", + "ID": "e0404ae67731", + "MemPerc": "7.66%", + "MemUsage": "68.67MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "272kB / 312kB", + "PIDs": "9" + } + ] + }, + { + "at": 55280.353306875, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.30%", + "Container": "028987d6f48803de712f6459815864838a70e7397b4eedd3f0ff47775fdfe400", + "ID": "028987d6f488", + "MemPerc": "17.23%", + "MemUsage": "88.23MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "322kB / 552kB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.05%", + "Container": "6499bb6dced67203746a1dc7e35aa5a2da18dbd67bb7b260164c0373aae27c60", + "ID": "6499bb6dced6", + "MemPerc": "17.40%", + "MemUsage": "89.06MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "559kB / 803kB", + "PIDs": "16" + }, + { + "BlockIO": "4.1kB / 610kB", + "CPUPerc": "1.28%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.316MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.7MB / 1.24MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.10%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.23MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.01MB / 1.19MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.22%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "23.74%", + "MemUsage": "60.76MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "5.54MB / 11.7MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.00%", + "Container": "fa24234f2b3ce50f237a439d35ede411534f0a084ce363dec8ed72fc4f315ea1", + "ID": "fa24234f2b3c", + "MemPerc": "28.61%", + "MemUsage": "54.93MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "167kB / 128kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.24%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.35%", + "MemUsage": "72.57MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "74.1kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.15%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.25%", + "MemUsage": "11.84MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "41.1MB / 40.5MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 3.83MB", + "CPUPerc": "0.52%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "31.47%", + "MemUsage": "120.8MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "605kB / 37.6kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 20.6MB", + "CPUPerc": "3.79%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.47%", + "MemUsage": "57.38MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "14MB / 18.2MB", + "PIDs": "22" + }, + { + "BlockIO": "1.11MB / 8.25MB", + "CPUPerc": "0.06%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "12.07%", + "MemUsage": "30.9MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "4.87MB / 509kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.24%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.11%", + "MemUsage": "33.56MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "61.9MB / 58.5MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 25.3MB", + "CPUPerc": "0.66%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.29%", + "MemUsage": "124.4MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "36.9MB / 22MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 5.39MB", + "CPUPerc": "0.07%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "25.20%", + "MemUsage": "193.5MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "272kB / 128kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.80%", + "Container": "e0404ae67731a1736340c2216b351daabdb01e39c768bbd9d32c0a2f1ff6a224", + "ID": "e0404ae67731", + "MemPerc": "7.66%", + "MemUsage": "68.67MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "274kB / 318kB", + "PIDs": "9" + } + ] + } + ], + "requests": [ + { + "index": 0, + "status": 200, + "duration_s": 0.010499957999854814, + "trace_id": "f8115a3ff0b8a2b405fe3ebd93079f4a", + "sampled": true, + "kind": "read" + }, + { + "index": 1, + "status": 200, + "duration_s": 0.008620124994195066, + "trace_id": "e8242bd5693cd42aeca1cfc4b5e9d18c", + "sampled": false, + "kind": "read" + }, + { + "index": 2, + "status": 200, + "duration_s": 0.006600458000320941, + "trace_id": "e9b0990536cdb50e19e9bc524caa5e4b", + "sampled": false, + "kind": "read" + }, + { + "index": 3, + "status": 200, + "duration_s": 0.005599374999292195, + "trace_id": "fdf6160d58789cd5c83d215e42072129", + "sampled": false, + "kind": "read" + }, + { + "index": 4, + "status": 200, + "duration_s": 0.0030583749976358376, + "trace_id": "ec2aa778380f0775be3255d4356a9d3e", + "sampled": false, + "kind": "read" + }, + { + "index": 5, + "status": 200, + "duration_s": 0.002784042000712361, + "trace_id": "3f7fffe8691dc55c7cbe8ca9c3e0c149", + "sampled": false, + "kind": "read" + }, + { + "index": 6, + "status": 200, + "duration_s": 0.003553167000063695, + "trace_id": "40742187b1b41316468eba9d7120b201", + "sampled": false, + "kind": "read" + }, + { + "index": 7, + "status": 200, + "duration_s": 0.0036222089984221384, + "trace_id": "197b73b3bd65540c193466d943151eee", + "sampled": true, + "kind": "read" + }, + { + "index": 8, + "status": 200, + "duration_s": 0.0029682089952984825, + "trace_id": "314068d715701f6eff48a35f52fed019", + "sampled": false, + "kind": "read" + }, + { + "index": 9, + "status": 200, + "duration_s": 0.002893707998737227, + "trace_id": "6f4e7f2d8b5c33e722e75cc5e8390d64", + "sampled": false, + "kind": "read" + }, + { + "index": 10, + "status": 200, + "duration_s": 0.0033098749991040677, + "trace_id": "8b2336bf8d53283563cc83f23dd9163e", + "sampled": false, + "kind": "read" + }, + { + "index": 11, + "status": 200, + "duration_s": 0.0043120420014020056, + "trace_id": "0c7fb649c02b980f40e34a25df9d1420", + "sampled": false, + "kind": "read" + }, + { + "index": 12, + "status": 200, + "duration_s": 0.004501457995502278, + "trace_id": "057dbce463057caa73881fe7b213a7d4", + "sampled": false, + "kind": "read" + }, + { + "index": 13, + "status": 200, + "duration_s": 0.005025999998906627, + "trace_id": "8527ddefc3c5c7110a402622c0a2910f", + "sampled": true, + "kind": "read" + }, + { + "index": 14, + "status": 200, + "duration_s": 0.009765625, + "trace_id": "efa010a4a328175a07a3e5c568b018be", + "sampled": true, + "kind": "read" + }, + { + "index": 15, + "status": 200, + "duration_s": 0.01107537500502076, + "trace_id": "9c8d285b06d3a9e7c0dc8bcd38939ea2", + "sampled": false, + "kind": "read" + }, + { + "index": 16, + "status": 200, + "duration_s": 0.010565749995294027, + "trace_id": "505263ebbf77d36263e288ab6a6ae3a1", + "sampled": false, + "kind": "read" + }, + { + "index": 17, + "status": 200, + "duration_s": 0.006040542000846472, + "trace_id": "07727b36224088528b580324e186fa9a", + "sampled": false, + "kind": "read" + }, + { + "index": 18, + "status": 200, + "duration_s": 0.013166457996703684, + "trace_id": "42173751d1b3c7bf3ff88fc7c0d14282", + "sampled": false, + "kind": "read" + }, + { + "index": 19, + "status": 200, + "duration_s": 0.009231957999872975, + "trace_id": "1ba3c1bbd44eb76d50aef996a0089ad4", + "sampled": false, + "kind": "read" + }, + { + "index": 20, + "status": 200, + "duration_s": 0.007222332998935599, + "trace_id": "050566ee6f02ac7ed53cec37bf2aa092", + "sampled": false, + "kind": "read" + }, + { + "index": 21, + "status": 200, + "duration_s": 0.008923957997467369, + "trace_id": "bd4a55726eb5b7bfa454ead1c94633cd", + "sampled": false, + "kind": "read" + }, + { + "index": 22, + "status": 200, + "duration_s": 0.00657162500283448, + "trace_id": "fb64b8fdde8a45bb88c748572b4acd3f", + "sampled": false, + "kind": "read" + }, + { + "index": 23, + "status": 200, + "duration_s": 0.00758437500189757, + "trace_id": "6e40321a0d5552d723edddba6998aa18", + "sampled": false, + "kind": "read" + }, + { + "index": 24, + "status": 200, + "duration_s": 0.007180415996117517, + "trace_id": "54e9cbf2d020470b21b58f039890daa7", + "sampled": false, + "kind": "read" + }, + { + "index": 25, + "status": 200, + "duration_s": 0.007773042001645081, + "trace_id": "db0e6f51ff5575ddbf18f27358263eb3", + "sampled": false, + "kind": "read" + }, + { + "index": 26, + "status": 200, + "duration_s": 0.008232416003011167, + "trace_id": "22a9f665dac1f4187a6e4f7027cdd44b", + "sampled": false, + "kind": "read" + }, + { + "index": 27, + "status": 200, + "duration_s": 0.008181541998055764, + "trace_id": "54fbab85fbbad8f6fb27c35a97117cc3", + "sampled": false, + "kind": "read" + }, + { + "index": 28, + "status": 200, + "duration_s": 0.007151416000851896, + "trace_id": "c416ea6d3acdcf3032d3e23d9c9e27cd", + "sampled": false, + "kind": "read" + }, + { + "index": 29, + "status": 200, + "duration_s": 0.008056124999711756, + "trace_id": "3a461e369c09330999ed55e2caa4db07", + "sampled": false, + "kind": "read" + }, + { + "index": 30, + "status": 200, + "duration_s": 0.010948457995255012, + "trace_id": "9d7f7da125f6bb1b0677d4da51b0a07e", + "sampled": true, + "kind": "read" + }, + { + "index": 31, + "status": 200, + "duration_s": 0.011274625001533423, + "trace_id": "7ea6a8d2abf439a8af36974c202211be", + "sampled": false, + "kind": "read" + }, + { + "index": 32, + "status": 200, + "duration_s": 0.009959124996385071, + "trace_id": "68530a6d9ce3d0ced2d1a7d34147565d", + "sampled": false, + "kind": "read" + }, + { + "index": 33, + "status": 200, + "duration_s": 0.005634999994072132, + "trace_id": "c36fa27abb3afd12cf10b838c9d4acee", + "sampled": false, + "kind": "read" + }, + { + "index": 34, + "status": 200, + "duration_s": 0.0034375000032014214, + "trace_id": "da9caf8e062e1ec96edf6ebc923f6267", + "sampled": false, + "kind": "read" + }, + { + "index": 35, + "status": 200, + "duration_s": 0.0036347909990581684, + "trace_id": "92441583d6d4f7f4167c9e1ecc27d799", + "sampled": true, + "kind": "read" + }, + { + "index": 36, + "status": 200, + "duration_s": 0.005133500002557412, + "trace_id": "91854e67d1d4230004a7607e1f961895", + "sampled": true, + "kind": "read" + }, + { + "index": 37, + "status": 200, + "duration_s": 0.008321417000843212, + "trace_id": "263cca852e6c3818c09ca1108ccbbd7b", + "sampled": false, + "kind": "read" + }, + { + "index": 38, + "status": 200, + "duration_s": 0.007489833005820401, + "trace_id": "40009ef22e75904000dae93f8d0e4d73", + "sampled": true, + "kind": "read" + }, + { + "index": 39, + "status": 200, + "duration_s": 0.00970637499995064, + "trace_id": "55cc6dcf63a57e682156959426b00b76", + "sampled": false, + "kind": "read" + }, + { + "index": 40, + "status": 200, + "duration_s": 0.007674542001041118, + "trace_id": "41d0d741d393296fa4149b2e7c648a19", + "sampled": false, + "kind": "read" + }, + { + "index": 41, + "status": 200, + "duration_s": 0.007329041996854357, + "trace_id": "c9429ea4fdf561cee2f266f4304ca9b5", + "sampled": false, + "kind": "read" + }, + { + "index": 42, + "status": 200, + "duration_s": 0.008234082997660153, + "trace_id": "85181b7c751d6b134a541851952322e1", + "sampled": false, + "kind": "read" + }, + { + "index": 43, + "status": 200, + "duration_s": 0.010069750002003275, + "trace_id": "1ecadcd6b7a96b332f590d8d6779a11b", + "sampled": false, + "kind": "read" + }, + { + "index": 44, + "status": 200, + "duration_s": 0.0062943330049165525, + "trace_id": "d23d1552564e4c616bf07d88289643cc", + "sampled": false, + "kind": "read" + }, + { + "index": 45, + "status": 200, + "duration_s": 0.00453195800218964, + "trace_id": "a77c3d067b0f27221c77131472587fb8", + "sampled": false, + "kind": "read" + }, + { + "index": 46, + "status": 200, + "duration_s": 0.004418874996190425, + "trace_id": "2e964cdb8ae6aef84998d1c629c555f7", + "sampled": false, + "kind": "read" + }, + { + "index": 47, + "status": 200, + "duration_s": 0.005296415998600423, + "trace_id": "3685d8de416eaa739cd952155787bccc", + "sampled": false, + "kind": "read" + }, + { + "index": 48, + "status": 200, + "duration_s": 0.009928790997946635, + "trace_id": "71e2bdea635f28525fa457c81fbc1c98", + "sampled": false, + "kind": "read" + }, + { + "index": 49, + "status": 200, + "duration_s": 0.00989300000219373, + "trace_id": "3c4f46da86581d0cf3624185472f43a4", + "sampled": false, + "kind": "read" + }, + { + "index": 50, + "status": 200, + "duration_s": 0.007651332998648286, + "trace_id": "822890ca042402d3cc2848030001f010", + "sampled": false, + "kind": "read" + }, + { + "index": 51, + "status": 200, + "duration_s": 0.009838999998464715, + "trace_id": "a821b88d156974f47d501e06b84cc47a", + "sampled": false, + "kind": "read" + }, + { + "index": 52, + "status": 200, + "duration_s": 0.013628458000312094, + "trace_id": "767d08db438efc18e81e4b1300d13d7e", + "sampled": false, + "kind": "read" + }, + { + "index": 53, + "status": 200, + "duration_s": 0.0049413330052630045, + "trace_id": "5e608107603383681d8cdfe488bce802", + "sampled": false, + "kind": "read" + }, + { + "index": 54, + "status": 200, + "duration_s": 0.0037187919951975346, + "trace_id": "e64e4abe8d6e29a89f514b14d033cd86", + "sampled": false, + "kind": "read" + }, + { + "index": 55, + "status": 200, + "duration_s": 0.0034047909939545207, + "trace_id": "6996c4dec9e313ee18a441fcf9f13b31", + "sampled": true, + "kind": "read" + }, + { + "index": 56, + "status": 200, + "duration_s": 0.0031666659997426905, + "trace_id": "ed813884e06192f1ae59571a806e9225", + "sampled": false, + "kind": "read" + }, + { + "index": 57, + "status": 200, + "duration_s": 0.02223704200150678, + "trace_id": "76550855acf7d3fbd911355b5e67f7d0", + "sampled": false, + "kind": "read" + }, + { + "index": 58, + "status": 200, + "duration_s": 0.0025485410005785525, + "trace_id": "98f1fde19a821949edfa8ee8666ca47f", + "sampled": false, + "kind": "read" + }, + { + "index": 59, + "status": 200, + "duration_s": 0.003039667004486546, + "trace_id": "d8dede4072887f066c2354bd92c93a39", + "sampled": false, + "kind": "read" + }, + { + "index": 60, + "status": 200, + "duration_s": 0.04579929199826438, + "trace_id": "8e85e8b40bf7f9a04a5a15f36fead88a", + "sampled": false, + "kind": "read" + }, + { + "index": 61, + "status": 200, + "duration_s": 0.020952083003066946, + "trace_id": "f2da373797bf7c9bf392c3ed5cb9d72c", + "sampled": false, + "kind": "read" + }, + { + "index": 62, + "status": 200, + "duration_s": 0.0024437500032945536, + "trace_id": "fb2d8d728b27f78a3eee4ec7f9b4552a", + "sampled": false, + "kind": "read" + }, + { + "index": 63, + "status": 200, + "duration_s": 0.003165957998135127, + "trace_id": "970a36220d54a4b10a7fae6626cb308d", + "sampled": true, + "kind": "read" + }, + { + "index": 64, + "status": 200, + "duration_s": 0.0028279580001253635, + "trace_id": "787ec51c7330735045db156d180a04c8", + "sampled": false, + "kind": "read" + }, + { + "index": 65, + "status": 200, + "duration_s": 0.003793459000007715, + "trace_id": "e3b3838c14cfb1217556e2d3427af2e1", + "sampled": false, + "kind": "read" + }, + { + "index": 66, + "status": 200, + "duration_s": 0.0032755419961176813, + "trace_id": "beaecf7bae70e9930fecd3d5df2dec9b", + "sampled": true, + "kind": "read" + }, + { + "index": 67, + "status": 200, + "duration_s": 0.0029357500025071204, + "trace_id": "33585ca2e8d4eb611358bc1f6c9eb3ff", + "sampled": true, + "kind": "read" + }, + { + "index": 68, + "status": 200, + "duration_s": 0.0031007079960545525, + "trace_id": "8d99d45910a93b6fe48c33251693449a", + "sampled": false, + "kind": "read" + }, + { + "index": 69, + "status": 200, + "duration_s": 0.003224957996280864, + "trace_id": "b9fb6e700f1b7e1e7910d18d5c1ec44b", + "sampled": false, + "kind": "read" + }, + { + "index": 70, + "status": 200, + "duration_s": 0.0038147919985931367, + "trace_id": "5092e315dda88ea70dae658db4c85908", + "sampled": true, + "kind": "read" + }, + { + "index": 71, + "status": 200, + "duration_s": 0.004245458003424574, + "trace_id": "c7729049b5750e1d0e75a7111390e19b", + "sampled": true, + "kind": "read" + }, + { + "index": 72, + "status": 200, + "duration_s": 0.004465665995667223, + "trace_id": "f42d2ea91383569e1001d4701ea850f4", + "sampled": true, + "kind": "read" + }, + { + "index": 73, + "status": 200, + "duration_s": 0.004628665999916848, + "trace_id": "a8381736c55889396bedd1f9ce47fa29", + "sampled": false, + "kind": "read" + }, + { + "index": 74, + "status": 200, + "duration_s": 0.005456166996737011, + "trace_id": "243a8a64b03d554e4dcea5dec18921df", + "sampled": false, + "kind": "read" + }, + { + "index": 75, + "status": 200, + "duration_s": 0.005705874995328486, + "trace_id": "6014d77c5a1b12f1c2d678bdbd7547b6", + "sampled": false, + "kind": "read" + }, + { + "index": 76, + "status": 200, + "duration_s": 0.00911429100233363, + "trace_id": "d6df5228a0890a0182f3efd49cbd5fa3", + "sampled": false, + "kind": "read" + }, + { + "index": 77, + "status": 200, + "duration_s": 0.0059562909955275245, + "trace_id": "5165099479dcce39825f03abc5171d80", + "sampled": false, + "kind": "read" + }, + { + "index": 78, + "status": 200, + "duration_s": 0.007992999999260064, + "trace_id": "e0700731b3b76244e914b390bd016454", + "sampled": false, + "kind": "read" + }, + { + "index": 79, + "status": 200, + "duration_s": 0.006073374999687076, + "trace_id": "4ae7819cafa93551f2f9d6a597ab52f3", + "sampled": false, + "kind": "read" + }, + { + "index": 80, + "status": 500, + "duration_s": 0.27275741699850187, + "trace_id": "a4ef4354092d3e430bbda2f05ddeaaa4", + "sampled": true, + "kind": "controlled_upload_error", + "found_in_tempo": true + }, + { + "index": 81, + "status": 200, + "duration_s": 0.004877208004472777, + "trace_id": "875e59366bc729b41e7019e2def713ae", + "sampled": false, + "kind": "read" + }, + { + "index": 82, + "status": 200, + "duration_s": 0.003364916999998968, + "trace_id": "f5ab614abd88241540176b61f8a7ae86", + "sampled": false, + "kind": "read" + }, + { + "index": 83, + "status": 200, + "duration_s": 0.0030930419961805455, + "trace_id": "9b2f25d6768102193ad2b0276a92f4cb", + "sampled": false, + "kind": "read" + }, + { + "index": 84, + "status": 200, + "duration_s": 0.04821408400312066, + "trace_id": "2b2819a59e4c53826bb7fcd54508defb", + "sampled": false, + "kind": "read" + }, + { + "index": 85, + "status": 200, + "duration_s": 0.002808040997479111, + "trace_id": "67f32f17915db914fdf1b756746f2074", + "sampled": false, + "kind": "read" + }, + { + "index": 86, + "status": 200, + "duration_s": 0.003155209000397008, + "trace_id": "0555f87836317f9308a7b64bde87019d", + "sampled": true, + "kind": "read" + }, + { + "index": 87, + "status": 200, + "duration_s": 0.0031818339994060807, + "trace_id": "8ea067bcdb78348a84df1528ebfb8962", + "sampled": false, + "kind": "read" + }, + { + "index": 88, + "status": 200, + "duration_s": 0.044961708001210354, + "trace_id": "77eb54f4fe44e453b344978b08d1f503", + "sampled": false, + "kind": "read" + }, + { + "index": 89, + "status": 200, + "duration_s": 0.002555999999458436, + "trace_id": "6b7783306960208893e31937f0ca3a26", + "sampled": false, + "kind": "read" + }, + { + "index": 90, + "status": 200, + "duration_s": 0.002538499997172039, + "trace_id": "56ec2c852adecf40b818783c0781095d", + "sampled": false, + "kind": "read" + }, + { + "index": 91, + "status": 200, + "duration_s": 0.002988207997987047, + "trace_id": "5904a8e5506405bc0e16e4a547be7bbd", + "sampled": true, + "kind": "read" + }, + { + "index": 92, + "status": 200, + "duration_s": 0.002839250002580229, + "trace_id": "911f714565224b799617c97a5cd26932", + "sampled": false, + "kind": "read" + }, + { + "index": 93, + "status": 200, + "duration_s": 0.002899583996622823, + "trace_id": "c2216c18f8c70a43f07f653394e4ee80", + "sampled": false, + "kind": "read" + }, + { + "index": 94, + "status": 200, + "duration_s": 0.0031441250030184165, + "trace_id": "4b8786686c5ea520351d9f931e72fcef", + "sampled": false, + "kind": "read" + }, + { + "index": 95, + "status": 200, + "duration_s": 0.004413665999891236, + "trace_id": "f067a8e88d04411928572f3d0b81069f", + "sampled": false, + "kind": "read" + }, + { + "index": 96, + "status": 200, + "duration_s": 0.003353708998474758, + "trace_id": "67b25fded063bbff5a8b384437a0337d", + "sampled": false, + "kind": "read" + }, + { + "index": 97, + "status": 200, + "duration_s": 0.004072541996720247, + "trace_id": "0d6690601dbfb97f789442e546191ad3", + "sampled": false, + "kind": "read" + }, + { + "index": 98, + "status": 200, + "duration_s": 0.003139833999739494, + "trace_id": "6d631db733defed1e4f5f9cf8e12dc8f", + "sampled": false, + "kind": "read" + }, + { + "index": 99, + "status": 200, + "duration_s": 0.002943125000456348, + "trace_id": "00210805d31d9fb3379d1bbcd516c9f5", + "sampled": false, + "kind": "read" + }, + { + "index": 100, + "status": 200, + "duration_s": 0.0030254580051405355, + "trace_id": "f254c4263ae207eea577016c8277b40a", + "sampled": false, + "kind": "read" + }, + { + "index": 101, + "status": 200, + "duration_s": 0.002699625001696404, + "trace_id": "353bc17b9841f871787e841c470c1f4c", + "sampled": false, + "kind": "read" + }, + { + "index": 102, + "status": 200, + "duration_s": 0.002936540993687231, + "trace_id": "507eb3ca8f1945bd000cbf01fc04c5f7", + "sampled": true, + "kind": "read" + }, + { + "index": 103, + "status": 200, + "duration_s": 0.002960332996735815, + "trace_id": "6ae10bdb99c10de81d9d3bc350c87dd5", + "sampled": false, + "kind": "read" + }, + { + "index": 104, + "status": 200, + "duration_s": 0.002912249998189509, + "trace_id": "71bf7d19d1c64ccedd2353637696ee48", + "sampled": false, + "kind": "read" + }, + { + "index": 105, + "status": 200, + "duration_s": 0.00312191600096412, + "trace_id": "be1ae1e9fc36ce5dbc8d5d43fde9d557", + "sampled": false, + "kind": "read" + }, + { + "index": 106, + "status": 200, + "duration_s": 0.003075125001487322, + "trace_id": "1c3107a4b274e00cfd3dc9eb9bc01001", + "sampled": false, + "kind": "read" + }, + { + "index": 107, + "status": 200, + "duration_s": 0.0026375000015832484, + "trace_id": "e7d7c2a588411d94dbdd71e88ee2a85c", + "sampled": false, + "kind": "read" + }, + { + "index": 108, + "status": 200, + "duration_s": 0.0031480410034419037, + "trace_id": "0f771181dd0f1dc29c466eab49fba50e", + "sampled": false, + "kind": "read" + }, + { + "index": 109, + "status": 200, + "duration_s": 0.003042917000129819, + "trace_id": "dee52ad0544369bed34739f31c9808a6", + "sampled": false, + "kind": "read" + }, + { + "index": 110, + "status": 200, + "duration_s": 0.003568957996321842, + "trace_id": "c0b9ef0c8650d40151d6e679ef170e12", + "sampled": false, + "kind": "read" + }, + { + "index": 111, + "status": 200, + "duration_s": 0.00344595799833769, + "trace_id": "fafb97a7e2288d4130bee0fe7e270e60", + "sampled": false, + "kind": "read" + }, + { + "index": 112, + "status": 200, + "duration_s": 0.004306540999095887, + "trace_id": "9e02209ca26b018061025c7573eccc87", + "sampled": false, + "kind": "read" + }, + { + "index": 113, + "status": 200, + "duration_s": 0.0048777089978102595, + "trace_id": "24f0781cf022457350dbcbe7bb0ae8da", + "sampled": false, + "kind": "read" + }, + { + "index": 114, + "status": 200, + "duration_s": 0.005450249998830259, + "trace_id": "88281b66670207b2b6ce2e7230c41f75", + "sampled": false, + "kind": "read" + }, + { + "index": 115, + "status": 200, + "duration_s": 0.005951332997938152, + "trace_id": "5649ffe392466ed8c2eb7a04ba8a8518", + "sampled": false, + "kind": "read" + }, + { + "index": 116, + "status": 200, + "duration_s": 0.004404167004395276, + "trace_id": "dcb2e5440a10cfae3f86357874dabb16", + "sampled": false, + "kind": "read" + }, + { + "index": 117, + "status": 200, + "duration_s": 0.004512584004260134, + "trace_id": "148c98491fcf754b036c63b69935878f", + "sampled": true, + "kind": "read" + }, + { + "index": 118, + "status": 200, + "duration_s": 0.00476383299974259, + "trace_id": "bc778b54b4977f946f0095bbb822b682", + "sampled": false, + "kind": "read" + }, + { + "index": 119, + "status": 200, + "duration_s": 0.005320332995324861, + "trace_id": "c20c4af18d383be3893f76cb30f0f8c5", + "sampled": false, + "kind": "read" + }, + { + "index": 120, + "status": 200, + "duration_s": 0.010869416997593362, + "trace_id": "679e90df1b2f2d39b193a562ba2589e8", + "sampled": false, + "kind": "read" + }, + { + "index": 121, + "status": 200, + "duration_s": 0.012257290996785741, + "trace_id": "8a389ecb6cb5fbb121d2920d697a5b05", + "sampled": false, + "kind": "read" + }, + { + "index": 122, + "status": 200, + "duration_s": 0.005777582999144215, + "trace_id": "dc1b361d83e78f3513fa8569bdf63d25", + "sampled": true, + "kind": "read" + }, + { + "index": 123, + "status": 200, + "duration_s": 0.011504000001878012, + "trace_id": "7a4cc8bcc66b161c9bb4b3067440a570", + "sampled": false, + "kind": "read" + }, + { + "index": 124, + "status": 200, + "duration_s": 0.011168541997903958, + "trace_id": "90c412b430b9649bbef7b130e4539254", + "sampled": false, + "kind": "read" + }, + { + "index": 125, + "status": 200, + "duration_s": 0.011631417000899091, + "trace_id": "b336138b9c6579831325785a60c5ce17", + "sampled": true, + "kind": "read" + }, + { + "index": 126, + "status": 200, + "duration_s": 0.0048354169994127005, + "trace_id": "8dba9280fb04e8afb0f81077566d2a47", + "sampled": false, + "kind": "read" + }, + { + "index": 127, + "status": 200, + "duration_s": 0.0064522089960519224, + "trace_id": "7e736b9d4f52f8981d115fc373695756", + "sampled": false, + "kind": "read" + }, + { + "index": 128, + "status": 200, + "duration_s": 0.008006999996723607, + "trace_id": "e60fec75e44d9c86870c94244bda700d", + "sampled": false, + "kind": "read" + }, + { + "index": 129, + "status": 200, + "duration_s": 0.00987383299798239, + "trace_id": "78b7e42dace75682a0c9384d0e53915d", + "sampled": false, + "kind": "read" + }, + { + "index": 130, + "status": 200, + "duration_s": 0.008750959001190495, + "trace_id": "94883c28374febaa35a45b060c6943e2", + "sampled": false, + "kind": "read" + }, + { + "index": 131, + "status": 200, + "duration_s": 0.008713584000361152, + "trace_id": "16de0e629561db28f6ef5de2f9a72723", + "sampled": false, + "kind": "read" + }, + { + "index": 132, + "status": 200, + "duration_s": 0.008107249996101018, + "trace_id": "42087fad38c682578e2ab7c5e60d168c", + "sampled": false, + "kind": "read" + }, + { + "index": 133, + "status": 200, + "duration_s": 0.00810549999732757, + "trace_id": "c0a23a8aa7817db5d567ad724ccea283", + "sampled": false, + "kind": "read" + }, + { + "index": 134, + "status": 200, + "duration_s": 0.008513749999110587, + "trace_id": "ee538bed4b55ac0712ee9f4257d28150", + "sampled": true, + "kind": "read" + }, + { + "index": 135, + "status": 200, + "duration_s": 0.008944249995693099, + "trace_id": "1ac462118d40c1982006d542b7940564", + "sampled": false, + "kind": "read" + }, + { + "index": 136, + "status": 200, + "duration_s": 0.009238250000635162, + "trace_id": "b6e0668a18a2214e586af10cf47283bb", + "sampled": false, + "kind": "read" + }, + { + "index": 137, + "status": 200, + "duration_s": 0.00999220900121145, + "trace_id": "c07017d03ce6d412108174474c69fa6e", + "sampled": true, + "kind": "read" + }, + { + "index": 138, + "status": 200, + "duration_s": 0.01303912499861326, + "trace_id": "b259f74c479be91fd53151e212c3dc50", + "sampled": false, + "kind": "read" + }, + { + "index": 139, + "status": 200, + "duration_s": 0.006654499993601348, + "trace_id": "dbc0315b9134bc2241e9e704574de911", + "sampled": false, + "kind": "read" + }, + { + "index": 140, + "status": 200, + "duration_s": 0.0067737089993897825, + "trace_id": "864f41b91b87826216067cc8b5ddaa72", + "sampled": true, + "kind": "read" + }, + { + "index": 141, + "status": 200, + "duration_s": 0.010069416995975189, + "trace_id": "ce021ac4d88a824f92698a76cbdc07cd", + "sampled": false, + "kind": "read" + }, + { + "index": 142, + "status": 200, + "duration_s": 0.00941108400002122, + "trace_id": "1079172a6110257d727675a98c305557", + "sampled": false, + "kind": "read" + }, + { + "index": 143, + "status": 200, + "duration_s": 0.009243959000741597, + "trace_id": "a1e6a697a9d9387c1b1fe55ca351f171", + "sampled": false, + "kind": "read" + }, + { + "index": 144, + "status": 200, + "duration_s": 0.009839916005148552, + "trace_id": "a6647714e89aa77cdd71c92e63fcbead", + "sampled": false, + "kind": "read" + }, + { + "index": 145, + "status": 200, + "duration_s": 0.007314750000659842, + "trace_id": "09b51cdfee91db727800a0133b80a9fe", + "sampled": false, + "kind": "read" + }, + { + "index": 146, + "status": 200, + "duration_s": 0.0051233330013928935, + "trace_id": "0ef4deea358ac7614d07dce0bed15e5e", + "sampled": false, + "kind": "read" + }, + { + "index": 147, + "status": 200, + "duration_s": 0.005069500002718996, + "trace_id": "245fe269ef1f426a03c331480f9806a8", + "sampled": true, + "kind": "read" + }, + { + "index": 148, + "status": 200, + "duration_s": 0.004413957998622209, + "trace_id": "d4f5777149c04547854b0acaf1c6bbe7", + "sampled": false, + "kind": "read" + }, + { + "index": 149, + "status": 200, + "duration_s": 0.004875458995229565, + "trace_id": "de05aaafd6e85dda8a3263d3d6acbb6c", + "sampled": false, + "kind": "read" + }, + { + "index": 150, + "status": 200, + "duration_s": 0.008912040997529402, + "trace_id": "b6a802927a1e7a14634c9704e2d52520", + "sampled": false, + "kind": "read" + }, + { + "index": 151, + "status": 200, + "duration_s": 0.00660237499687355, + "trace_id": "450c81273dc7a595ea1249bb4dfb1ff9", + "sampled": false, + "kind": "read" + }, + { + "index": 152, + "status": 200, + "duration_s": 0.011195792001672089, + "trace_id": "d0a757670fe0ca62a6cfea47cbad880b", + "sampled": false, + "kind": "read" + }, + { + "index": 153, + "status": 200, + "duration_s": 0.01055600000108825, + "trace_id": "878db7874963c75facc2f4a9f3aef747", + "sampled": false, + "kind": "read" + }, + { + "index": 154, + "status": 200, + "duration_s": 0.010854790998564567, + "trace_id": "8c196fead6ea45bea7a2ab2d93fe5d8e", + "sampled": false, + "kind": "read" + }, + { + "index": 155, + "status": 200, + "duration_s": 0.008676917001139373, + "trace_id": "166bc4173668669b4b053a15cb183bd3", + "sampled": false, + "kind": "read" + }, + { + "index": 156, + "status": 200, + "duration_s": 0.007623833000252489, + "trace_id": "ad8017d5e7a2a6726cc8b5da475968c5", + "sampled": false, + "kind": "read" + }, + { + "index": 157, + "status": 200, + "duration_s": 0.009309125001891516, + "trace_id": "4ba5c4a2216760a7f728b7ad005358d9", + "sampled": false, + "kind": "read" + }, + { + "index": 158, + "status": 200, + "duration_s": 0.0072440000003552996, + "trace_id": "5b5ddbea2af50bf6a74c4342cb327812", + "sampled": false, + "kind": "read" + }, + { + "index": 159, + "status": 200, + "duration_s": 0.008196957998734433, + "trace_id": "e1a03c0d301b5f069adddb217bfdeefc", + "sampled": false, + "kind": "read" + }, + { + "index": 160, + "status": 200, + "duration_s": 0.010376958001870662, + "trace_id": "0ffff6f365dfa95aae919d3893b29be7", + "sampled": false, + "kind": "read" + }, + { + "index": 161, + "status": 200, + "duration_s": 0.0040937500016298145, + "trace_id": "1cc7af8a6a6b16e6c95c472f977f9927", + "sampled": false, + "kind": "read" + }, + { + "index": 162, + "status": 200, + "duration_s": 0.005245166998065542, + "trace_id": "387f50a16abe25d4ce5580b6293cda29", + "sampled": false, + "kind": "read" + }, + { + "index": 163, + "status": 200, + "duration_s": 0.00459187499654945, + "trace_id": "6cf1d6fed475e54194a541614be3b2f8", + "sampled": false, + "kind": "read" + }, + { + "index": 164, + "status": 200, + "duration_s": 0.005095624997920822, + "trace_id": "5279363b77dbcb781ab536006a45e563", + "sampled": false, + "kind": "read" + }, + { + "index": 165, + "status": 200, + "duration_s": 0.3541758330029552, + "trace_id": "763a9875a4beb74b8b49f6e431d364ba", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 166, + "status": 200, + "duration_s": 0.3274822919993312, + "trace_id": "95d18dbcd34ce038f8b69f277f1378e8", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 167, + "status": 200, + "duration_s": 0.3063551670056768, + "trace_id": "98fd11976454884cf1d2e15c7a894edb", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 168, + "status": 200, + "duration_s": 0.2780994170025224, + "trace_id": "1860fef6e6d2a573418ef9edd27b5137", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 169, + "status": 200, + "duration_s": 0.24661012499564094, + "trace_id": "b21149ecfdb38982bcf91b7b126f0d7f", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 170, + "status": 200, + "duration_s": 0.22929595800087554, + "trace_id": "02aadcc1b2d1292662de7748063376da", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 171, + "status": 200, + "duration_s": 0.20444512499670964, + "trace_id": "f8b420ef6e09386efa9b8065f7890dc8", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 172, + "status": 200, + "duration_s": 0.1744562500025495, + "trace_id": "21028bd7f959bf30d73b848c0cc75d2a", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 173, + "status": 200, + "duration_s": 0.1429289589941618, + "trace_id": "6f4cf5812866af92720d0356deda6c5d", + "sampled": false, + "kind": "read" + }, + { + "index": 174, + "status": 200, + "duration_s": 0.1272622910037171, + "trace_id": "be35ebac007b87bc031495beb32157de", + "sampled": true, + "kind": "read" + }, + { + "index": 175, + "status": 200, + "duration_s": 0.10596775000158232, + "trace_id": "de065c747c4e6a96607860443882e469", + "sampled": false, + "kind": "read" + }, + { + "index": 176, + "status": 200, + "duration_s": 0.07322704100079136, + "trace_id": "6c70abe221a8d0aca45ac0d4527d909f", + "sampled": false, + "kind": "read" + }, + { + "index": 177, + "status": 200, + "duration_s": 0.0525669589987956, + "trace_id": "ec24c4225af9e03a3fd66e15a9892ce2", + "sampled": false, + "kind": "read" + }, + { + "index": 178, + "status": 200, + "duration_s": 0.02708537499711383, + "trace_id": "51c9e167ff49173b6bf8fa701038dfe0", + "sampled": false, + "kind": "read" + }, + { + "index": 179, + "status": 200, + "duration_s": 0.009070167005120311, + "trace_id": "de340f01a0baceda876fe9eb4b2d8e14", + "sampled": false, + "kind": "read" + }, + { + "index": 180, + "status": 200, + "duration_s": 0.003780042003199924, + "trace_id": "bf41145e47282e6cd72d6cc175e62576", + "sampled": false, + "kind": "read" + }, + { + "index": 181, + "status": 200, + "duration_s": 0.003715792001457885, + "trace_id": "fefaeaaea7972ef474e7a0c7bc1bf4d4", + "sampled": false, + "kind": "read" + }, + { + "index": 182, + "status": 200, + "duration_s": 0.004638834005163517, + "trace_id": "fefefa13b75750f9a53331d94f5eb8ef", + "sampled": false, + "kind": "read" + }, + { + "index": 183, + "status": 200, + "duration_s": 0.00570283400156768, + "trace_id": "e1fc0aabc7cf78a7e0edcf72ec14449d", + "sampled": false, + "kind": "read" + }, + { + "index": 184, + "status": 200, + "duration_s": 0.005013916997995693, + "trace_id": "c79123aac7e9220f44cb1311b1fa2234", + "sampled": false, + "kind": "read" + }, + { + "index": 185, + "status": 200, + "duration_s": 0.003311792002932634, + "trace_id": "6a4f7bb081b751b47bd5929c4b5cfa92", + "sampled": false, + "kind": "read" + }, + { + "index": 186, + "status": 200, + "duration_s": 0.004271042002073955, + "trace_id": "ee5c06b267292207871ae50cfcb4ec89", + "sampled": false, + "kind": "read" + }, + { + "index": 187, + "status": 200, + "duration_s": 0.003070874998229556, + "trace_id": "bdf829afadbdcc400342295fdb99689d", + "sampled": true, + "kind": "read" + }, + { + "index": 188, + "status": 200, + "duration_s": 0.04260775000147987, + "trace_id": "e35545fac9a3fdb50d18155773c47b37", + "sampled": true, + "kind": "read" + }, + { + "index": 189, + "status": 200, + "duration_s": 0.019392750000406522, + "trace_id": "78631b7ded978e188ceb92aca8d8470d", + "sampled": false, + "kind": "read" + }, + { + "index": 190, + "status": 200, + "duration_s": 0.003032624998013489, + "trace_id": "5846d72c261127fa27803119ad8a5773", + "sampled": false, + "kind": "read" + }, + { + "index": 191, + "status": 200, + "duration_s": 0.003015875001437962, + "trace_id": "804bbce66454917540660da48a0f5172", + "sampled": false, + "kind": "read" + }, + { + "index": 192, + "status": 200, + "duration_s": 0.0029857499976060353, + "trace_id": "f953cbb0c00939e25e56add1984e3327", + "sampled": false, + "kind": "read" + }, + { + "index": 193, + "status": 200, + "duration_s": 0.0031337920008809306, + "trace_id": "09bb436cbe7f53b17312a339f43bb34e", + "sampled": false, + "kind": "read" + }, + { + "index": 194, + "status": 200, + "duration_s": 0.0031590829967171885, + "trace_id": "b6f728dc72b8a032b0f9428f0a215243", + "sampled": false, + "kind": "read" + }, + { + "index": 195, + "status": 200, + "duration_s": 0.0034465420030755922, + "trace_id": "f4fd08d86f199f836e4c37283f38d0d8", + "sampled": false, + "kind": "read" + }, + { + "index": 196, + "status": 200, + "duration_s": 0.0031926250012475066, + "trace_id": "a45f2d999b5636a7dffc57e322c3eb04", + "sampled": false, + "kind": "read" + }, + { + "index": 197, + "status": 200, + "duration_s": 0.0028283749998081475, + "trace_id": "2cbefa1e7f00758480feacf58b456be9", + "sampled": false, + "kind": "read" + }, + { + "index": 198, + "status": 200, + "duration_s": 0.003416624997043982, + "trace_id": "0f88673fe66c4ca02e85e79003277e59", + "sampled": false, + "kind": "read" + }, + { + "index": 199, + "status": 200, + "duration_s": 0.003076166998653207, + "trace_id": "2ada50507c827911aed8c04a04d785a0", + "sampled": false, + "kind": "read" + }, + { + "index": 200, + "status": 200, + "duration_s": 0.003166041999065783, + "trace_id": "e5db5511fc5246920154f3fa06b2eb5d", + "sampled": true, + "kind": "read" + }, + { + "index": 201, + "status": 200, + "duration_s": 0.0036336250050226226, + "trace_id": "0c443caadcab99294f7cacf15133332b", + "sampled": false, + "kind": "read" + }, + { + "index": 202, + "status": 200, + "duration_s": 0.00475666700367583, + "trace_id": "a25026c7093a24fdb1f959addb169302", + "sampled": false, + "kind": "read" + }, + { + "index": 203, + "status": 200, + "duration_s": 0.0037169580027693883, + "trace_id": "e39f21fe566eec6700cc654f1bb220be", + "sampled": true, + "kind": "read" + }, + { + "index": 204, + "status": 200, + "duration_s": 0.003622709002229385, + "trace_id": "72a4ebc7a6bfc36e689f1961e1ae1116", + "sampled": false, + "kind": "read" + }, + { + "index": 205, + "status": 200, + "duration_s": 0.0061084170010872185, + "trace_id": "09605165074119630d3e342444b4803c", + "sampled": true, + "kind": "read" + }, + { + "index": 206, + "status": 200, + "duration_s": 0.0037664159972337075, + "trace_id": "e9feb0268915b9a9e129e4b6e67c5296", + "sampled": false, + "kind": "read" + }, + { + "index": 207, + "status": 200, + "duration_s": 0.004046292000566609, + "trace_id": "9db386f72de20d59772be1462802bd4b", + "sampled": false, + "kind": "read" + }, + { + "index": 208, + "status": 200, + "duration_s": 0.00433224999869708, + "trace_id": "26bdaf2662eb2cdf6b85f95163f5944e", + "sampled": false, + "kind": "read" + }, + { + "index": 209, + "status": 200, + "duration_s": 0.00405370800581295, + "trace_id": "03d9617f1f3e7ca6f12ffd093e221ce7", + "sampled": false, + "kind": "read" + }, + { + "index": 210, + "status": 200, + "duration_s": 0.006461833996581845, + "trace_id": "f6d700bb7ce4113c5e5d0ac7580f89e3", + "sampled": false, + "kind": "read" + }, + { + "index": 211, + "status": 200, + "duration_s": 0.009424584000953473, + "trace_id": "96f8c8b6eff4f857e800366639bdce49", + "sampled": false, + "kind": "read" + }, + { + "index": 212, + "status": 200, + "duration_s": 0.009675207998952828, + "trace_id": "9e4c33dc1f22de99f1c2b78dcce853de", + "sampled": false, + "kind": "read" + }, + { + "index": 213, + "status": 200, + "duration_s": 0.009727332995680626, + "trace_id": "120c2b279c3b60f4c62c099f950f6260", + "sampled": false, + "kind": "read" + }, + { + "index": 214, + "status": 200, + "duration_s": 0.0064758750013425015, + "trace_id": "4cb474c6131a5d1ede4559ccb48b8723", + "sampled": false, + "kind": "read" + }, + { + "index": 215, + "status": 200, + "duration_s": 0.00967833399772644, + "trace_id": "20ed90f12561801bfb1256c0bc0e081a", + "sampled": false, + "kind": "read" + }, + { + "index": 216, + "status": 200, + "duration_s": 0.008952500000305008, + "trace_id": "da4e5188a9315b9dbf126e870df1ff7b", + "sampled": false, + "kind": "read" + }, + { + "index": 217, + "status": 200, + "duration_s": 0.00830945900088409, + "trace_id": "dc4f55cffafda13893540bc8d90c5216", + "sampled": false, + "kind": "read" + }, + { + "index": 218, + "status": 200, + "duration_s": 0.011821958003565669, + "trace_id": "9b4a9b32956905e51fc57f05b2f6c5d5", + "sampled": false, + "kind": "read" + }, + { + "index": 219, + "status": 200, + "duration_s": 0.011802624998381361, + "trace_id": "23eb6ed20e8c269e8a320306f4620446", + "sampled": false, + "kind": "read" + }, + { + "index": 220, + "status": 200, + "duration_s": 0.012997041994822212, + "trace_id": "0f3c0e3ae3a289cc9aa1900cf0aeca1a", + "sampled": false, + "kind": "read" + }, + { + "index": 221, + "status": 200, + "duration_s": 0.011410416998842265, + "trace_id": "49fc7b9adec90d6e7185afb783a58ecd", + "sampled": false, + "kind": "read" + }, + { + "index": 222, + "status": 200, + "duration_s": 0.011174457999004517, + "trace_id": "7277eeb23ead745ed865082b1461ff17", + "sampled": false, + "kind": "read" + }, + { + "index": 223, + "status": 200, + "duration_s": 0.008850208003423177, + "trace_id": "f8050fe7615c7086407fd93613a98017", + "sampled": false, + "kind": "read" + }, + { + "index": 224, + "status": 200, + "duration_s": 0.008728333996259607, + "trace_id": "897c09232815d36d3e85f29a2863d50d", + "sampled": false, + "kind": "read" + }, + { + "index": 225, + "status": 200, + "duration_s": 0.008335500002431218, + "trace_id": "ac880be16328bbe6eb20dad9c2095fc2", + "sampled": false, + "kind": "read" + }, + { + "index": 226, + "status": 200, + "duration_s": 0.00937766700371867, + "trace_id": "135648bdd1361d9f1e49fe938372a0af", + "sampled": false, + "kind": "read" + }, + { + "index": 227, + "status": 200, + "duration_s": 0.004823999996006023, + "trace_id": "85e2f339dcf73cb2b7cff5b6e18caab6", + "sampled": false, + "kind": "read" + }, + { + "index": 228, + "status": 200, + "duration_s": 0.004510416998527944, + "trace_id": "ab3762a4e2799d904e2030c8e8474612", + "sampled": false, + "kind": "read" + }, + { + "index": 229, + "status": 200, + "duration_s": 0.004031541997392196, + "trace_id": "77ea3190e8290e486b767369f361b069", + "sampled": false, + "kind": "read" + }, + { + "index": 230, + "status": 200, + "duration_s": 0.004516500004683621, + "trace_id": "a40393241220ec754fbb2e4989e633cf", + "sampled": false, + "kind": "read" + }, + { + "index": 231, + "status": 200, + "duration_s": 0.010371000003942754, + "trace_id": "7c0d8eed6f1c665cf8639d2dd2601a58", + "sampled": false, + "kind": "read" + }, + { + "index": 232, + "status": 200, + "duration_s": 0.011654375004582107, + "trace_id": "56bf9abff533ec0bd333494571a3a123", + "sampled": false, + "kind": "read" + }, + { + "index": 233, + "status": 200, + "duration_s": 0.008890541997971013, + "trace_id": "cee91f87225181e69630164723389e3a", + "sampled": false, + "kind": "read" + }, + { + "index": 234, + "status": 200, + "duration_s": 0.009990374994231388, + "trace_id": "24b45f07c680545b49b90d7af7d89d75", + "sampled": false, + "kind": "read" + }, + { + "index": 235, + "status": 200, + "duration_s": 0.00903304100211244, + "trace_id": "292f630490e457138092dc99e33263bc", + "sampled": false, + "kind": "read" + }, + { + "index": 236, + "status": 200, + "duration_s": 0.010892750004131813, + "trace_id": "b56231185dca0492dd4aab75fba7b8fe", + "sampled": false, + "kind": "read" + }, + { + "index": 237, + "status": 200, + "duration_s": 0.006033457997546066, + "trace_id": "20ca5588b87dd6c29269a9db1c8a3e42", + "sampled": false, + "kind": "read" + }, + { + "index": 238, + "status": 200, + "duration_s": 0.007466833005310036, + "trace_id": "24715a05e9c6df804179ad84385c608b", + "sampled": false, + "kind": "read" + }, + { + "index": 239, + "status": 200, + "duration_s": 0.009067958999366965, + "trace_id": "30b845f04e3ad435ec22cd8032a60aff", + "sampled": false, + "kind": "read" + }, + { + "index": 240, + "status": 500, + "duration_s": 0.2699611249990994, + "trace_id": "0697f5365d42faac4f08a3c8069978ff", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + }, + { + "index": 241, + "status": 200, + "duration_s": 0.0047333750044344924, + "trace_id": "7345dd4dff7837af3dd79859ec8f6c45", + "sampled": false, + "kind": "read" + }, + { + "index": 242, + "status": 200, + "duration_s": 0.0035617910034488887, + "trace_id": "b9ce5184ae326db513903464e9b7930f", + "sampled": true, + "kind": "read" + }, + { + "index": 243, + "status": 200, + "duration_s": 0.00305333299911581, + "trace_id": "26cfb477e71a6e26e64b2654e46cbb20", + "sampled": false, + "kind": "read" + }, + { + "index": 244, + "status": 200, + "duration_s": 0.04790037500060862, + "trace_id": "5a94d1d3644b85eab26ec562c31ac7b8", + "sampled": false, + "kind": "read" + }, + { + "index": 245, + "status": 200, + "duration_s": 0.0030642909987363964, + "trace_id": "95b1e1d8f882d6a4026f36dc913e50be", + "sampled": true, + "kind": "read" + }, + { + "index": 246, + "status": 200, + "duration_s": 0.0023652500021853484, + "trace_id": "3107d0c9963571917349001582c7b499", + "sampled": false, + "kind": "read" + }, + { + "index": 247, + "status": 200, + "duration_s": 0.0030219580003176816, + "trace_id": "afa7fa461ad3fad63f1aac18b474707b", + "sampled": false, + "kind": "read" + }, + { + "index": 248, + "status": 200, + "duration_s": 0.006036416998540517, + "trace_id": "96d6c9f15aaf6add595d168e068ebf7a", + "sampled": false, + "kind": "read" + }, + { + "index": 249, + "status": 200, + "duration_s": 0.002852833000360988, + "trace_id": "77407e8ba74b9115d10ebe246e41bc32", + "sampled": false, + "kind": "read" + }, + { + "index": 250, + "status": 200, + "duration_s": 0.003146249997371342, + "trace_id": "79ca93b2ba6c12da6429c875c34195ec", + "sampled": false, + "kind": "read" + }, + { + "index": 251, + "status": 200, + "duration_s": 0.0025454589995206334, + "trace_id": "28400be99b095c9af396a5acbf39a59d", + "sampled": false, + "kind": "read" + }, + { + "index": 252, + "status": 200, + "duration_s": 0.0028082909993827343, + "trace_id": "19004a2d88fa1140956931400a600531", + "sampled": false, + "kind": "read" + }, + { + "index": 253, + "status": 200, + "duration_s": 0.0031323330040322617, + "trace_id": "95b422ae47dedf5e9b5af8b1be6e67f2", + "sampled": false, + "kind": "read" + }, + { + "index": 254, + "status": 200, + "duration_s": 0.0032559169994783588, + "trace_id": "ce6e262f12cbb09ac5e691232a864595", + "sampled": false, + "kind": "read" + }, + { + "index": 255, + "status": 200, + "duration_s": 0.003423708003538195, + "trace_id": "8d7394e1e72c54e7286326db729f43ff", + "sampled": false, + "kind": "read" + }, + { + "index": 256, + "status": 200, + "duration_s": 0.003520416998071596, + "trace_id": "f02e1c2332a098e80e7bd3bab50717eb", + "sampled": true, + "kind": "read" + }, + { + "index": 257, + "status": 200, + "duration_s": 0.003947875004087109, + "trace_id": "afd2e3a53eee89750b52bc44f4f86820", + "sampled": true, + "kind": "read" + }, + { + "index": 258, + "status": 200, + "duration_s": 0.004500541996094398, + "trace_id": "d7371f91297a58274cc3f70a5424a8b2", + "sampled": false, + "kind": "read" + }, + { + "index": 259, + "status": 200, + "duration_s": 0.0040397500051767565, + "trace_id": "f01d9f3e4cdd9446a6c1f23efcf79cdb", + "sampled": false, + "kind": "read" + }, + { + "index": 260, + "status": 200, + "duration_s": 0.0035205000021960586, + "trace_id": "a7ea0d2e74fde663eecfe9651d9b7b8e", + "sampled": false, + "kind": "read" + }, + { + "index": 261, + "status": 200, + "duration_s": 0.0028450410027289763, + "trace_id": "9f8b2232a3b0826e586352d34967dfba", + "sampled": false, + "kind": "read" + }, + { + "index": 262, + "status": 200, + "duration_s": 0.0031129579947446473, + "trace_id": "7f0f82183ba2c7c920171fcabab0a992", + "sampled": false, + "kind": "read" + }, + { + "index": 263, + "status": 200, + "duration_s": 0.0030407080048462376, + "trace_id": "d3143f0a2c610472aa1a3daf6c4f2ce3", + "sampled": false, + "kind": "read" + }, + { + "index": 264, + "status": 200, + "duration_s": 0.0030664169971714728, + "trace_id": "2d9c755c450a4e94f5f95007fbbe4c16", + "sampled": false, + "kind": "read" + }, + { + "index": 265, + "status": 200, + "duration_s": 0.002819207998982165, + "trace_id": "5fb8d5b4fd98bb4e0c6eaf6e2cdb5536", + "sampled": true, + "kind": "read" + }, + { + "index": 266, + "status": 200, + "duration_s": 0.0028724169969791546, + "trace_id": "1a0d7e0426a92309c2c79082f546b0ac", + "sampled": false, + "kind": "read" + }, + { + "index": 267, + "status": 200, + "duration_s": 0.003040625000721775, + "trace_id": "6efbd54a161c666053ffa21ba59d34eb", + "sampled": false, + "kind": "read" + }, + { + "index": 268, + "status": 200, + "duration_s": 0.0029466669948305935, + "trace_id": "44799578c05e83150975eda61ccb8986", + "sampled": true, + "kind": "read" + }, + { + "index": 269, + "status": 200, + "duration_s": 0.003375291998963803, + "trace_id": "0f1cb1a228806bcf767b7aedc4ba7b30", + "sampled": false, + "kind": "read" + }, + { + "index": 270, + "status": 200, + "duration_s": 0.00327475000085542, + "trace_id": "41400ba3fc51ae4297642b2af324ae64", + "sampled": false, + "kind": "read" + }, + { + "index": 271, + "status": 200, + "duration_s": 0.003377459004695993, + "trace_id": "6d61ed7a7db6585c85480779589374cd", + "sampled": false, + "kind": "read" + }, + { + "index": 272, + "status": 200, + "duration_s": 0.0031814169997232966, + "trace_id": "5127d4e1e6cef7f2a86f7165f70015b5", + "sampled": false, + "kind": "read" + }, + { + "index": 273, + "status": 200, + "duration_s": 0.003920709001249634, + "trace_id": "452de0dc7f8d7c129d96beead7f21b4f", + "sampled": false, + "kind": "read" + }, + { + "index": 274, + "status": 200, + "duration_s": 0.004596584003593307, + "trace_id": "37077883105945d29fff5c3f56ff6f03", + "sampled": false, + "kind": "read" + }, + { + "index": 275, + "status": 200, + "duration_s": 0.004642125000827946, + "trace_id": "8cc2996d0e7e9530d8efde8ab6c35d20", + "sampled": false, + "kind": "read" + }, + { + "index": 276, + "status": 200, + "duration_s": 0.007691708997299429, + "trace_id": "ccfa1ab0f096b876a2c78a16733da2a3", + "sampled": false, + "kind": "read" + }, + { + "index": 277, + "status": 200, + "duration_s": 0.004717165997135453, + "trace_id": "31f335af430b029987901b33f39a7af0", + "sampled": false, + "kind": "read" + }, + { + "index": 278, + "status": 200, + "duration_s": 0.004146625004068483, + "trace_id": "7237b0cd4da32ea1cb5d3e3decbd3b27", + "sampled": false, + "kind": "read" + }, + { + "index": 279, + "status": 200, + "duration_s": 0.004221209004754201, + "trace_id": "4bc579715f79ece49af92a7b390a4a9b", + "sampled": false, + "kind": "read" + }, + { + "index": 280, + "status": 200, + "duration_s": 0.005104292002215516, + "trace_id": "e9c41a8f24a2da64253b9f6bc225c58e", + "sampled": false, + "kind": "read" + }, + { + "index": 281, + "status": 200, + "duration_s": 0.005452167002658825, + "trace_id": "ef0c745a1a77152a49be3fcf7b1cae82", + "sampled": false, + "kind": "read" + }, + { + "index": 282, + "status": 200, + "duration_s": 0.012041124995448627, + "trace_id": "ed18ca9319ff37e44b5a9e3b44f59eec", + "sampled": false, + "kind": "read" + }, + { + "index": 283, + "status": 200, + "duration_s": 0.011626833002083004, + "trace_id": "7120b4df0889676d92672fa4f0d0f425", + "sampled": false, + "kind": "read" + }, + { + "index": 284, + "status": 200, + "duration_s": 0.010341042005165946, + "trace_id": "85ba1e94a7d0372460ff809e0cae423c", + "sampled": false, + "kind": "read" + }, + { + "index": 285, + "status": 200, + "duration_s": 0.0071820829980424605, + "trace_id": "b914be0ee2b71c30690b3f8cfe20e3d1", + "sampled": false, + "kind": "read" + }, + { + "index": 286, + "status": 200, + "duration_s": 0.010097874997882172, + "trace_id": "6a05a889822e89f314ed581760ae2bf2", + "sampled": true, + "kind": "read" + }, + { + "index": 287, + "status": 200, + "duration_s": 0.010221625001577195, + "trace_id": "3a39696193942e7a0984c4c22bdc931c", + "sampled": true, + "kind": "read" + }, + { + "index": 288, + "status": 200, + "duration_s": 0.009087291997275315, + "trace_id": "095e0c34284b261f7e268713fc59762e", + "sampled": false, + "kind": "read" + }, + { + "index": 289, + "status": 200, + "duration_s": 0.004659791993617546, + "trace_id": "efad256448827946726f379ca600845b", + "sampled": false, + "kind": "read" + }, + { + "index": 290, + "status": 200, + "duration_s": 0.005053125001722947, + "trace_id": "d1af68ca3e12ee66364a50ef47c7a437", + "sampled": false, + "kind": "read" + }, + { + "index": 291, + "status": 200, + "duration_s": 0.01089783399947919, + "trace_id": "5ecbd0a7871003d783928bd38fa30844", + "sampled": false, + "kind": "read" + }, + { + "index": 292, + "status": 200, + "duration_s": 0.010607333002553787, + "trace_id": "ec6ff090604494297dd098a0e2576c19", + "sampled": false, + "kind": "read" + }, + { + "index": 293, + "status": 200, + "duration_s": 0.011242583001148887, + "trace_id": "ac625841f028f5ad14dab2b2e68d6140", + "sampled": true, + "kind": "read" + }, + { + "index": 294, + "status": 200, + "duration_s": 0.010479333002876956, + "trace_id": "14d8ba1d0b8fe32b7efc6061fafa8a6b", + "sampled": false, + "kind": "read" + }, + { + "index": 295, + "status": 200, + "duration_s": 0.009776209000847302, + "trace_id": "8af8e1bcaa1b8bb6c6d072755f1a4542", + "sampled": false, + "kind": "read" + }, + { + "index": 296, + "status": 200, + "duration_s": 0.007344416997511871, + "trace_id": "a7e0dea9f80ee92d3e20799dfa8b47d8", + "sampled": false, + "kind": "read" + }, + { + "index": 297, + "status": 200, + "duration_s": 0.008558875000744592, + "trace_id": "c6f7ced0926ea6c0dda0609c18f7e083", + "sampled": false, + "kind": "read" + }, + { + "index": 298, + "status": 200, + "duration_s": 0.008538916998077184, + "trace_id": "6d9a985d40d9d176db2309f74a5d8622", + "sampled": false, + "kind": "read" + }, + { + "index": 299, + "status": 200, + "duration_s": 0.00767883300432004, + "trace_id": "59bdea7a862dc342a8045d12f3e51dc6", + "sampled": false, + "kind": "read" + }, + { + "index": 300, + "status": 200, + "duration_s": 0.008424709005339537, + "trace_id": "8ffb82aac6e3524cb8771854668c55f0", + "sampled": false, + "kind": "read" + }, + { + "index": 301, + "status": 200, + "duration_s": 0.00974970799870789, + "trace_id": "8f2fdf95d39c6bc6c504f47fcc045f75", + "sampled": false, + "kind": "read" + }, + { + "index": 302, + "status": 200, + "duration_s": 0.009178500004054513, + "trace_id": "6034e135638a8900d9b8d49bf853969f", + "sampled": false, + "kind": "read" + }, + { + "index": 303, + "status": 200, + "duration_s": 0.009671874999185093, + "trace_id": "99d17424ea918aa1aa2f0c43f8fd6938", + "sampled": false, + "kind": "read" + }, + { + "index": 304, + "status": 200, + "duration_s": 0.009949083003448322, + "trace_id": "23ecc6b5fe8246c601086e7dba0bb731", + "sampled": true, + "kind": "read" + }, + { + "index": 305, + "status": 200, + "duration_s": 0.010615959006827325, + "trace_id": "2820ec685cdd9ff399bda0a174511315", + "sampled": false, + "kind": "read" + }, + { + "index": 306, + "status": 200, + "duration_s": 0.008879875000275206, + "trace_id": "24434c0bd277ffbec7c1590e76bd5abf", + "sampled": false, + "kind": "read" + }, + { + "index": 307, + "status": 200, + "duration_s": 0.012840916999266483, + "trace_id": "9e3eed13633fbb31001e7b41aa1c3896", + "sampled": true, + "kind": "read" + }, + { + "index": 308, + "status": 200, + "duration_s": 0.005304332997184247, + "trace_id": "ef5e162818d3e0c2351c847eb42281f2", + "sampled": false, + "kind": "read" + }, + { + "index": 309, + "status": 200, + "duration_s": 0.003814542003965471, + "trace_id": "f979f71415163e84a9925523241ec3b4", + "sampled": false, + "kind": "read" + }, + { + "index": 310, + "status": 200, + "duration_s": 0.0042021249973913655, + "trace_id": "c2d5170d7196339d86c29615a93e31e1", + "sampled": false, + "kind": "read" + }, + { + "index": 311, + "status": 200, + "duration_s": 0.0053124580008443445, + "trace_id": "cab587792560a9e93e7c8cd3c7d0be51", + "sampled": false, + "kind": "read" + }, + { + "index": 312, + "status": 200, + "duration_s": 0.0037187909983913414, + "trace_id": "d766eb83e2fa2c1d980ce3ef5fed2070", + "sampled": false, + "kind": "read" + }, + { + "index": 313, + "status": 200, + "duration_s": 0.003260208999563474, + "trace_id": "6eda34ad71a8c91b95c0a9b90cfb0c5f", + "sampled": false, + "kind": "read" + }, + { + "index": 314, + "status": 200, + "duration_s": 0.004064082997501828, + "trace_id": "045785f80b465b4f55d319c3c07ea1d2", + "sampled": false, + "kind": "read" + }, + { + "index": 315, + "status": 200, + "duration_s": 0.003216041994164698, + "trace_id": "88fea51f3145191ccf9b092baebaaaea", + "sampled": false, + "kind": "read" + }, + { + "index": 316, + "status": 200, + "duration_s": 0.0440922080015298, + "trace_id": "26f1a523a179bef037fa2fadf7f99d60", + "sampled": false, + "kind": "read" + }, + { + "index": 317, + "status": 200, + "duration_s": 0.018254291993798688, + "trace_id": "8a7a6a1d0484b61ad3fd0ef6253a8ab3", + "sampled": false, + "kind": "read" + }, + { + "index": 318, + "status": 200, + "duration_s": 0.002740167001320515, + "trace_id": "b5565a6d6a1f2086518424ebdf39e2dd", + "sampled": false, + "kind": "read" + }, + { + "index": 319, + "status": 200, + "duration_s": 0.0035304999983054586, + "trace_id": "27a0cb53c6899f77f25a3e47bd3ed52b", + "sampled": false, + "kind": "read" + }, + { + "index": 320, + "status": 200, + "duration_s": 0.002967792002891656, + "trace_id": "7a191e770963afe2b63c7a500f7badc7", + "sampled": false, + "kind": "read" + }, + { + "index": 321, + "status": 200, + "duration_s": 0.003162374996463768, + "trace_id": "7ea2cb67d6f909b86fd3782bf5ba2061", + "sampled": false, + "kind": "read" + }, + { + "index": 322, + "status": 200, + "duration_s": 0.0030798330044490285, + "trace_id": "e499bb93e2271421c7094667c524b7b1", + "sampled": false, + "kind": "read" + }, + { + "index": 323, + "status": 200, + "duration_s": 0.0035132079938193783, + "trace_id": "5c9cd977ca30d8d5280710b34c48462d", + "sampled": false, + "kind": "read" + }, + { + "index": 324, + "status": 200, + "duration_s": 0.003413500002352521, + "trace_id": "75b0a9323ce0f41049bad61fa3190d3a", + "sampled": false, + "kind": "read" + }, + { + "index": 325, + "status": 200, + "duration_s": 0.004029916002764367, + "trace_id": "94965ad2b14000547a81fbdc717dd70a", + "sampled": false, + "kind": "read" + }, + { + "index": 326, + "status": 200, + "duration_s": 0.004232874998706393, + "trace_id": "ebe905a429e2c02aa68584658e050c89", + "sampled": false, + "kind": "read" + }, + { + "index": 327, + "status": 200, + "duration_s": 0.004379833000712097, + "trace_id": "971f836de3270295bd1b3b85aa7dc2a2", + "sampled": false, + "kind": "read" + }, + { + "index": 328, + "status": 200, + "duration_s": 0.005092791994684376, + "trace_id": "63edae86aeb8f7320057f3c9f1c1dadb", + "sampled": true, + "kind": "read" + }, + { + "index": 329, + "status": 200, + "duration_s": 0.004666125001676846, + "trace_id": "130df0f28c47858b0a4be7e1a3e804e4", + "sampled": true, + "kind": "read" + }, + { + "index": 330, + "status": 200, + "duration_s": 0.004007124996860512, + "trace_id": "05203c91b36e4b92986e62ac42f9d6d7", + "sampled": false, + "kind": "read" + }, + { + "index": 331, + "status": 200, + "duration_s": 0.004278000000340398, + "trace_id": "0a535f0249ed947a11f9d7a431f7cafb", + "sampled": true, + "kind": "read" + }, + { + "index": 332, + "status": 200, + "duration_s": 0.00455675000557676, + "trace_id": "69e9d37e91b86bce56f750921ffe64c4", + "sampled": false, + "kind": "read" + }, + { + "index": 333, + "status": 200, + "duration_s": 0.004519417001574766, + "trace_id": "71f8c15f9ef9c7cbc93e9695e872c9aa", + "sampled": false, + "kind": "read" + }, + { + "index": 334, + "status": 200, + "duration_s": 0.0082399169987184, + "trace_id": "1ecaa4faef96715a1d3ba260af1a468d", + "sampled": false, + "kind": "read" + }, + { + "index": 335, + "status": 200, + "duration_s": 0.011501749999297317, + "trace_id": "1f0ae829301b8bdab86da8b9eb0949f7", + "sampled": false, + "kind": "read" + }, + { + "index": 336, + "status": 200, + "duration_s": 0.009690916995168664, + "trace_id": "6db8bd1b1532d62bbad92cb596bb2e31", + "sampled": false, + "kind": "read" + }, + { + "index": 337, + "status": 200, + "duration_s": 0.012296291999518871, + "trace_id": "037955eed3ceb824cc8e1e5676619ac2", + "sampled": false, + "kind": "read" + }, + { + "index": 338, + "status": 200, + "duration_s": 0.005122041002323385, + "trace_id": "229a4942fef92f2b3da71afe5cd0b079", + "sampled": false, + "kind": "read" + }, + { + "index": 339, + "status": 200, + "duration_s": 0.008321542001795024, + "trace_id": "41af4c893d9a5cafc702d87d516539e8", + "sampled": false, + "kind": "read" + }, + { + "index": 340, + "status": 200, + "duration_s": 0.006045583002560306, + "trace_id": "4fdacd4e8cb2dd413db412882b335923", + "sampled": false, + "kind": "read" + }, + { + "index": 341, + "status": 200, + "duration_s": 0.01214800000161631, + "trace_id": "0a7d5416f8fc8cb764f7080f16d54b80", + "sampled": false, + "kind": "read" + }, + { + "index": 342, + "status": 200, + "duration_s": 0.00884987499739509, + "trace_id": "90618fd878f3c89bc0bfc10c41eea155", + "sampled": false, + "kind": "read" + }, + { + "index": 343, + "status": 200, + "duration_s": 0.007146875002945308, + "trace_id": "dcf957167be372403f5d0eed869bfaa1", + "sampled": false, + "kind": "read" + }, + { + "index": 344, + "status": 200, + "duration_s": 0.008134875002724584, + "trace_id": "bd20abc082617a664e28cc76f1e7e7c3", + "sampled": false, + "kind": "read" + }, + { + "index": 345, + "status": 200, + "duration_s": 0.01070995899499394, + "trace_id": "e8b2193a1971a2453a7b070697565182", + "sampled": false, + "kind": "read" + }, + { + "index": 346, + "status": 200, + "duration_s": 0.009938916999089997, + "trace_id": "9cd399d290ad21e2925eb2f896180266", + "sampled": false, + "kind": "read" + }, + { + "index": 347, + "status": 200, + "duration_s": 0.010604375005641486, + "trace_id": "9d2e406c578a0024ba43be2f7db1cd65", + "sampled": false, + "kind": "read" + }, + { + "index": 348, + "status": 200, + "duration_s": 0.008965917004388757, + "trace_id": "162281ba999d14ac7a45e772f95d4158", + "sampled": false, + "kind": "read" + }, + { + "index": 349, + "status": 200, + "duration_s": 0.010042624999186955, + "trace_id": "d0feb0cf3f1b4a0afb9e9c82befb4167", + "sampled": false, + "kind": "read" + }, + { + "index": 350, + "status": 200, + "duration_s": 0.00851795899507124, + "trace_id": "44b0fb3ca83dca7683334a55e09385c3", + "sampled": false, + "kind": "read" + }, + { + "index": 351, + "status": 200, + "duration_s": 0.010114458003954496, + "trace_id": "e8a4923d671bcbf295584e94ab3a9378", + "sampled": false, + "kind": "read" + }, + { + "index": 352, + "status": 200, + "duration_s": 0.012096749996999279, + "trace_id": "fd26206d8c0626ced9479d67679f7c7e", + "sampled": false, + "kind": "read" + }, + { + "index": 353, + "status": 200, + "duration_s": 0.011023915998521261, + "trace_id": "0a93d4b41c1cf05631ca9e5df12afe90", + "sampled": false, + "kind": "read" + }, + { + "index": 354, + "status": 200, + "duration_s": 0.008763875004660804, + "trace_id": "9d7b2f0f8b04fcac166f8417736ebae6", + "sampled": true, + "kind": "read" + }, + { + "index": 355, + "status": 200, + "duration_s": 0.011221916996873915, + "trace_id": "e511f75fcc367b529d958c1c466bbbfb", + "sampled": false, + "kind": "read" + }, + { + "index": 356, + "status": 200, + "duration_s": 0.01082033399870852, + "trace_id": "ce4b7713419ebf9ed5cb881036e33908", + "sampled": false, + "kind": "read" + }, + { + "index": 357, + "status": 200, + "duration_s": 0.008792375003395136, + "trace_id": "a181079aed852fc3000fd77b5d9dade8", + "sampled": true, + "kind": "read" + }, + { + "index": 358, + "status": 200, + "duration_s": 0.008484041005431209, + "trace_id": "0527ca066c9da9b09f52a8a22970a12e", + "sampled": false, + "kind": "read" + }, + { + "index": 359, + "status": 200, + "duration_s": 0.0036815829953411594, + "trace_id": "29590aa35312192fb845d9c530b472de", + "sampled": false, + "kind": "read" + }, + { + "index": 360, + "status": 200, + "duration_s": 0.003209041999070905, + "trace_id": "ab2a58bc09815315a7740985a297b56d", + "sampled": false, + "kind": "read" + }, + { + "index": 361, + "status": 200, + "duration_s": 0.003664458003186155, + "trace_id": "6a8b267212b6e4f0a1cfb6567c703aa9", + "sampled": false, + "kind": "read" + }, + { + "index": 362, + "status": 200, + "duration_s": 0.004344250002759509, + "trace_id": "072bfce6c7ef45c7c449a466eebcca1b", + "sampled": false, + "kind": "read" + }, + { + "index": 363, + "status": 200, + "duration_s": 0.004579082997224759, + "trace_id": "56af5b58ebd4e67cf9af7ea227afc81a", + "sampled": false, + "kind": "read" + }, + { + "index": 364, + "status": 200, + "duration_s": 0.004958458004693966, + "trace_id": "167e36dec303fc7c0968b57a8fa67072", + "sampled": true, + "kind": "read" + }, + { + "index": 365, + "status": 200, + "duration_s": 0.008933000004617497, + "trace_id": "1b7094abbea8711686cdfdbea33ee402", + "sampled": false, + "kind": "read" + }, + { + "index": 366, + "status": 200, + "duration_s": 0.009800292005820666, + "trace_id": "0bf83542c748235d9baea77d13f957da", + "sampled": false, + "kind": "read" + }, + { + "index": 367, + "status": 200, + "duration_s": 0.008835459004330914, + "trace_id": "74fa9407caea8e5faad36933ac88fcaf", + "sampled": false, + "kind": "read" + }, + { + "index": 368, + "status": 200, + "duration_s": 0.011972374995821156, + "trace_id": "b3e24f342e00594e95a9c31c752bc9c8", + "sampled": false, + "kind": "read" + }, + { + "index": 369, + "status": 200, + "duration_s": 0.007379167000181042, + "trace_id": "1c484c628ad8897967cbabf5e771217f", + "sampled": false, + "kind": "read" + }, + { + "index": 370, + "status": 200, + "duration_s": 0.00955124999745749, + "trace_id": "2ed6fc420cb8ec715489537283b631b7", + "sampled": false, + "kind": "read" + }, + { + "index": 371, + "status": 200, + "duration_s": 0.005258041994238738, + "trace_id": "94938f6fa4bfb85fa51ec6a7f6e805c8", + "sampled": false, + "kind": "read" + }, + { + "index": 372, + "status": 200, + "duration_s": 0.009180499997455627, + "trace_id": "7ae516afe4218cdb4982f70aedad8924", + "sampled": false, + "kind": "read" + }, + { + "index": 373, + "status": 200, + "duration_s": 0.009494582998740952, + "trace_id": "dbe2c6831cf16b867eeb789e865775c3", + "sampled": false, + "kind": "read" + }, + { + "index": 374, + "status": 200, + "duration_s": 0.009493708006630186, + "trace_id": "c7eefaf799ca9fbcbb3c4777b3f61bca", + "sampled": false, + "kind": "read" + }, + { + "index": 375, + "status": 200, + "duration_s": 0.012032917002215981, + "trace_id": "b81ce9255619c2fd2e744e82283f2f1e", + "sampled": false, + "kind": "read" + }, + { + "index": 376, + "status": 200, + "duration_s": 0.014182958002493251, + "trace_id": "1b5d7a1d4a81cb7b849794632e98168c", + "sampled": false, + "kind": "read" + }, + { + "index": 377, + "status": 200, + "duration_s": 0.006120792000729125, + "trace_id": "f2351ab721721dd3c27d56f387ac1adb", + "sampled": false, + "kind": "read" + }, + { + "index": 378, + "status": 200, + "duration_s": 0.009749333003128413, + "trace_id": "a8e32aeb4ad6f9b620917cc25751db74", + "sampled": false, + "kind": "read" + }, + { + "index": 379, + "status": 200, + "duration_s": 0.011363458004780114, + "trace_id": "fe7daf5dfe2550ac7912d330ab3c7efc", + "sampled": false, + "kind": "read" + }, + { + "index": 380, + "status": 200, + "duration_s": 0.007876832998590544, + "trace_id": "10eae89e9f319efb5a9c5611e4142f4f", + "sampled": false, + "kind": "read" + }, + { + "index": 381, + "status": 200, + "duration_s": 0.006016333994921297, + "trace_id": "8f671783a40f96194ad73f13f1d48da2", + "sampled": false, + "kind": "read" + }, + { + "index": 382, + "status": 200, + "duration_s": 0.010334500002500135, + "trace_id": "7ccdaece4a96c4f8af610181cfc6f92d", + "sampled": false, + "kind": "read" + }, + { + "index": 383, + "status": 200, + "duration_s": 0.012461500002245884, + "trace_id": "3bbc0009ff26c7a08f176741e77c4034", + "sampled": false, + "kind": "read" + }, + { + "index": 384, + "status": 200, + "duration_s": 0.005823291998240165, + "trace_id": "1c38ae8e4c52a48ffde6034da811f3cc", + "sampled": false, + "kind": "read" + }, + { + "index": 385, + "status": 200, + "duration_s": 0.013504208000085782, + "trace_id": "e23973fdd20fdcac1da5e49c399b0975", + "sampled": false, + "kind": "read" + }, + { + "index": 386, + "status": 200, + "duration_s": 0.00911449999694014, + "trace_id": "e327673b59018ca16856ce9673fbae75", + "sampled": false, + "kind": "read" + }, + { + "index": 387, + "status": 200, + "duration_s": 0.011426832999859471, + "trace_id": "b26c2791b912b879711dab6c301c8767", + "sampled": false, + "kind": "read" + }, + { + "index": 388, + "status": 200, + "duration_s": 0.011872041002789047, + "trace_id": "2b845e9aa36c603d7006c03a2582bbd5", + "sampled": false, + "kind": "read" + }, + { + "index": 389, + "status": 200, + "duration_s": 0.006056124999304302, + "trace_id": "82d3094c8a2991eab55cf102afe946df", + "sampled": false, + "kind": "read" + }, + { + "index": 390, + "status": 200, + "duration_s": 0.004410292000102345, + "trace_id": "e10563bc875e6b80f576ccf55feeb2a0", + "sampled": false, + "kind": "read" + }, + { + "index": 391, + "status": 200, + "duration_s": 0.0040865830014809035, + "trace_id": "bf0c5ec14cb369af9de3ae24fe96e6ac", + "sampled": false, + "kind": "read" + }, + { + "index": 392, + "status": 200, + "duration_s": 0.0038607079986832105, + "trace_id": "f899e0246aea10aea6d6ff2d6718c90e", + "sampled": false, + "kind": "read" + }, + { + "index": 393, + "status": 200, + "duration_s": 0.0044675839963019826, + "trace_id": "9699e534d9947ad24ef11a71fa27aa99", + "sampled": false, + "kind": "read" + }, + { + "index": 394, + "status": 200, + "duration_s": 0.0052868330021738075, + "trace_id": "de39d395b3d719c7b9e42a96b734789e", + "sampled": false, + "kind": "read" + }, + { + "index": 395, + "status": 200, + "duration_s": 0.01145537500269711, + "trace_id": "6668c73430f11c0963aa524a3305aec3", + "sampled": false, + "kind": "read" + }, + { + "index": 396, + "status": 200, + "duration_s": 0.01334508400032064, + "trace_id": "c7fdd8a714c847eb4e75e6be1a975ec5", + "sampled": false, + "kind": "read" + }, + { + "index": 397, + "status": 200, + "duration_s": 0.009804833003727254, + "trace_id": "2e0a2f4c7c97651f6ef0f3c71d839b4b", + "sampled": false, + "kind": "read" + }, + { + "index": 398, + "status": 200, + "duration_s": 0.04548566700395895, + "trace_id": "c818625ac7fba1a7016476920d9fd7dd", + "sampled": true, + "kind": "read" + }, + { + "index": 399, + "status": 200, + "duration_s": 0.0038372919952962548, + "trace_id": "c4739942381c7aeead2cf4fd30861f6f", + "sampled": false, + "kind": "read" + } + ] + }, + { + "profile": "full", + "instance_ids": [ + "29b030de-f386-4389-a11c-6e8489ed6fb9", + "78860b09-7224-4779-bed6-4c124a2425cc" + ], + "enabled": "1", + "sampling_ratio": 1.0, + "repeat": 2, + "offered_rps": 40, + "duration_s": 10, + "elapsed_s": 9.990727, + "scheduled": 400, + "not_sent": 0, + "sent": 400, + "successful": 398, + "controlled_500": 2, + "successful_rps": 39.83694079518355, + "latency_s": { + "p50": 0.005507000001671258, + "p95": 0.03505475000565639, + "p99": 0.27233849999902304 + }, + "sampled_requests": 400, + "rare_probes": [ + { + "index": 80, + "status": 500, + "duration_s": 0.2584015000029467, + "trace_id": "e5c39483de0ac2d211340f95fd8455c9", + "sampled": true, + "kind": "controlled_upload_error", + "found_in_tempo": true + }, + { + "index": 172, + "status": 200, + "duration_s": 0.1744661660050042, + "trace_id": "546b4e1072340d998c4f0dac1651fd00", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 166, + "status": 200, + "duration_s": 0.32519629200396594, + "trace_id": "23ba8b7bbabb92458e7ff422bf8bed46", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 170, + "status": 200, + "duration_s": 0.22170270900096511, + "trace_id": "7797ac70764097ebea68f5b068c91b8f", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 168, + "status": 200, + "duration_s": 0.27233849999902304, + "trace_id": "a61a1f39d1f29f5d2ea0317ca3a97325", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 165, + "status": 200, + "duration_s": 0.36069791699992493, + "trace_id": "1548b9456e0abd5de2e98c82ce0363c2", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 167, + "status": 200, + "duration_s": 0.3080089580034837, + "trace_id": "776a6a0f514629081ae69f9ed1bab563", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 169, + "status": 200, + "duration_s": 0.2572130839980673, + "trace_id": "298cc40928666d44d8ef6afae2188bf3", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 171, + "status": 200, + "duration_s": 0.20639133399527054, + "trace_id": "46fecefa088656975e9e0f0b36409ca5", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 173, + "status": 200, + "duration_s": 0.1561798330003512, + "trace_id": "20f7d25d9cd498ab8c282a6e070c0001", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 240, + "status": 500, + "duration_s": 0.3185516249941429, + "trace_id": "e575a8a905a0107af2d5e20ced9f7299", + "sampled": true, + "kind": "controlled_upload_error", + "found_in_tempo": true + } + ], + "telemetry_before": { + "spans_recorded": 82.0, + "spans_exported": 82.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 18060.0, + "logs_wire_bytes": 28915.0, + "metrics_wire_bytes": 8780.0, + "collector_accepted_spans": 3670.0, + "collector_refused_spans": 0.0 + }, + "telemetry_after": { + "spans_recorded": 894.0, + "spans_exported": 894.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 152084.0, + "logs_wire_bytes": 257788.0, + "metrics_wire_bytes": 28124.0, + "collector_accepted_spans": 4510.0, + "collector_refused_spans": 0.0 + }, + "telemetry_delta": { + "spans_recorded": 812.0, + "spans_exported": 812.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 134024.0, + "logs_wire_bytes": 228873.0, + "metrics_wire_bytes": 19344.0, + "collector_accepted_spans": 840.0, + "collector_refused_spans": 0.0 + }, + "cgroups_before": [ + { + "service": "api", + "container": "9d7529bbd5889f5544d316469ec14ed5a55bfb3ea3a1f9f64e489f32c07c3388", + "current_bytes": 91758592, + "peak_bytes": 135249920, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "72780a6c0826f8ab16da80fb9d2a3a455f1fc1180711aa2be3ffcda6a912350a", + "current_bytes": 91615232, + "peak_bytes": 135168000, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "a598e273c318748f060910c7459cf3f8239fc0023094193f8cd1208eb54df3b0", + "current_bytes": 71630848, + "peak_bytes": 118595584, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 64421888, + "peak_bytes": 65454080, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 198356992, + "peak_bytes": 384258048, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "cgroups_after": [ + { + "service": "api", + "container": "9d7529bbd5889f5544d316469ec14ed5a55bfb3ea3a1f9f64e489f32c07c3388", + "current_bytes": 85106688, + "peak_bytes": 135249920, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "72780a6c0826f8ab16da80fb9d2a3a455f1fc1180711aa2be3ffcda6a912350a", + "current_bytes": 84897792, + "peak_bytes": 135168000, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "a598e273c318748f060910c7459cf3f8239fc0023094193f8cd1208eb54df3b0", + "current_bytes": 72007680, + "peak_bytes": 118595584, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 64425984, + "peak_bytes": 65454080, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 169807872, + "peak_bytes": 384258048, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "docker_samples": [ + { + "at": 55314.080057708, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "24.31%", + "Container": "9d7529bbd5889f5544d316469ec14ed5a55bfb3ea3a1f9f64e489f32c07c3388", + "ID": "9d7529bbd588", + "MemPerc": "18.87%", + "MemUsage": "96.64MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "230kB / 211kB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.16%", + "Container": "72780a6c0826f8ab16da80fb9d2a3a455f1fc1180711aa2be3ffcda6a912350a", + "ID": "72780a6c0826", + "MemPerc": "17.10%", + "MemUsage": "87.57MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "123kB / 219kB", + "PIDs": "11" + }, + { + "BlockIO": "4.1kB / 610kB", + "CPUPerc": "0.72%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.312MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.73MB / 1.26MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.31%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.223MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.04MB / 1.22MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.45%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "24.00%", + "MemUsage": "61.43MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "5.79MB / 13.5MB", + "PIDs": "10" + }, + { + "BlockIO": "16.4kB / 0B", + "CPUPerc": "0.45%", + "Container": "6f52b9f9d51c87f07204a9aa9862903e075e3a7137fa4cbcf2d690b6a3909cee", + "ID": "6f52b9f9d51c", + "MemPerc": "28.59%", + "MemUsage": "54.89MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "106kB / 80.6kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.15%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.35%", + "MemUsage": "72.57MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "75.2kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.71%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.24%", + "MemUsage": "11.83MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "41.4MB / 40.8MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 4.01MB", + "CPUPerc": "0.35%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "22.43%", + "MemUsage": "86.13MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "623kB / 39.1kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 20.6MB", + "CPUPerc": "1.94%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "4.63%", + "MemUsage": "35.57MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "14.2MB / 18.5MB", + "PIDs": "12" + }, + { + "BlockIO": "1.11MB / 8.39MB", + "CPUPerc": "0.07%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "13.43%", + "MemUsage": "34.39MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "5.02MB / 518kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.19%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.12%", + "MemUsage": "33.6MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "62MB / 58.6MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 25.8MB", + "CPUPerc": "1.22%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.29%", + "MemUsage": "124.4MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "37MB / 22MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 5.51MB", + "CPUPerc": "1.10%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "13.45%", + "MemUsage": "103.3MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "289kB / 144kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.09%", + "Container": "a598e273c318748f060910c7459cf3f8239fc0023094193f8cd1208eb54df3b0", + "ID": "a598e273c318", + "MemPerc": "7.62%", + "MemUsage": "68.31MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "18.2kB / 28kB", + "PIDs": "9" + } + ] + }, + { + "at": 55317.148949208, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.79%", + "Container": "9d7529bbd5889f5544d316469ec14ed5a55bfb3ea3a1f9f64e489f32c07c3388", + "ID": "9d7529bbd588", + "MemPerc": "17.35%", + "MemUsage": "88.85MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "320kB / 498kB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.67%", + "Container": "72780a6c0826f8ab16da80fb9d2a3a455f1fc1180711aa2be3ffcda6a912350a", + "ID": "72780a6c0826", + "MemPerc": "17.24%", + "MemUsage": "88.26MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "204kB / 376kB", + "PIDs": "16" + }, + { + "BlockIO": "4.1kB / 623kB", + "CPUPerc": "0.17%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.316MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.73MB / 1.26MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.33%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.23MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.07MB / 1.25MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.78%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "24.00%", + "MemUsage": "61.44MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "5.89MB / 13.6MB", + "PIDs": "10" + }, + { + "BlockIO": "16.4kB / 0B", + "CPUPerc": "0.68%", + "Container": "6f52b9f9d51c87f07204a9aa9862903e075e3a7137fa4cbcf2d690b6a3909cee", + "ID": "6f52b9f9d51c", + "MemPerc": "28.62%", + "MemUsage": "54.94MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "128kB / 99kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.13%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.35%", + "MemUsage": "72.57MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "75.3kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.42%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.26%", + "MemUsage": "11.85MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "41.6MB / 40.9MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 4.01MB", + "CPUPerc": "0.62%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "22.43%", + "MemUsage": "86.15MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "640kB / 39.7kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 20.7MB", + "CPUPerc": "5.37%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.16%", + "MemUsage": "55MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "14.3MB / 18.6MB", + "PIDs": "22" + }, + { + "BlockIO": "1.11MB / 8.39MB", + "CPUPerc": "0.00%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "13.43%", + "MemUsage": "34.39MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "5.04MB / 519kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.20%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.13%", + "MemUsage": "33.61MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "62.4MB / 58.9MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 25.8MB", + "CPUPerc": "0.12%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.29%", + "MemUsage": "124.4MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "37.2MB / 22.1MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 5.51MB", + "CPUPerc": "0.80%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "13.45%", + "MemUsage": "103.3MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "301kB / 145kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.14%", + "Container": "a598e273c318748f060910c7459cf3f8239fc0023094193f8cd1208eb54df3b0", + "ID": "a598e273c318", + "MemPerc": "7.66%", + "MemUsage": "68.66MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "145kB / 170kB", + "PIDs": "9" + } + ] + }, + { + "at": 55320.203962541, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.50%", + "Container": "9d7529bbd5889f5544d316469ec14ed5a55bfb3ea3a1f9f64e489f32c07c3388", + "ID": "9d7529bbd588", + "MemPerc": "17.36%", + "MemUsage": "88.86MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "513kB / 772kB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.20%", + "Container": "72780a6c0826f8ab16da80fb9d2a3a455f1fc1180711aa2be3ffcda6a912350a", + "ID": "72780a6c0826", + "MemPerc": "17.24%", + "MemUsage": "88.29MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "279kB / 529kB", + "PIDs": "16" + }, + { + "BlockIO": "4.1kB / 639kB", + "CPUPerc": "1.25%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.316MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.74MB / 1.27MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.06%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.23MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.09MB / 1.28MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.75%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "24.00%", + "MemUsage": "61.44MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "6.07MB / 13.7MB", + "PIDs": "10" + }, + { + "BlockIO": "16.4kB / 0B", + "CPUPerc": "0.53%", + "Container": "6f52b9f9d51c87f07204a9aa9862903e075e3a7137fa4cbcf2d690b6a3909cee", + "ID": "6f52b9f9d51c", + "MemPerc": "28.62%", + "MemUsage": "54.95MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "148kB / 113kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.11%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.35%", + "MemUsage": "72.57MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "75.3kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.56%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.28%", + "MemUsage": "11.88MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "41.8MB / 41.2MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 4.2MB", + "CPUPerc": "0.73%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "22.70%", + "MemUsage": "87.18MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "657kB / 40.2kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 20.8MB", + "CPUPerc": "4.41%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.36%", + "MemUsage": "56.54MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "14.4MB / 18.7MB", + "PIDs": "22" + }, + { + "BlockIO": "1.11MB / 8.39MB", + "CPUPerc": "0.00%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "13.43%", + "MemUsage": "34.39MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "5.07MB / 520kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.17%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.13%", + "MemUsage": "33.61MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "62.7MB / 59.3MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 25.8MB", + "CPUPerc": "1.02%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.30%", + "MemUsage": "124.4MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "37.5MB / 22.2MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 5.51MB", + "CPUPerc": "0.27%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "20.17%", + "MemUsage": "154.9MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "313kB / 145kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.93%", + "Container": "a598e273c318748f060910c7459cf3f8239fc0023094193f8cd1208eb54df3b0", + "ID": "a598e273c318", + "MemPerc": "7.66%", + "MemUsage": "68.67MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "272kB / 314kB", + "PIDs": "9" + } + ] + }, + { + "at": 55323.311648125, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.52%", + "Container": "9d7529bbd5889f5544d316469ec14ed5a55bfb3ea3a1f9f64e489f32c07c3388", + "ID": "9d7529bbd588", + "MemPerc": "15.89%", + "MemUsage": "81.37MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "561kB / 867kB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.53%", + "Container": "72780a6c0826f8ab16da80fb9d2a3a455f1fc1180711aa2be3ffcda6a912350a", + "ID": "72780a6c0826", + "MemPerc": "15.86%", + "MemUsage": "81.18MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "326kB / 626kB", + "PIDs": "16" + }, + { + "BlockIO": "4.1kB / 639kB", + "CPUPerc": "0.30%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.316MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.74MB / 1.27MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.24%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.23MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.1MB / 1.3MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.76%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "24.00%", + "MemUsage": "61.44MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "6.15MB / 13.7MB", + "PIDs": "10" + }, + { + "BlockIO": "16.4kB / 0B", + "CPUPerc": "1.17%", + "Container": "6f52b9f9d51c87f07204a9aa9862903e075e3a7137fa4cbcf2d690b6a3909cee", + "ID": "6f52b9f9d51c", + "MemPerc": "28.62%", + "MemUsage": "54.95MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "166kB / 128kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.16%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.35%", + "MemUsage": "72.57MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "75.3kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.69%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.25%", + "MemUsage": "11.84MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "41.9MB / 41.3MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 4.2MB", + "CPUPerc": "1.22%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "22.71%", + "MemUsage": "87.19MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "674kB / 40.8kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 20.8MB", + "CPUPerc": "3.13%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.51%", + "MemUsage": "57.64MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "14.4MB / 18.7MB", + "PIDs": "22" + }, + { + "BlockIO": "1.11MB / 8.39MB", + "CPUPerc": "0.01%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "13.44%", + "MemUsage": "34.4MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "5.07MB / 520kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.38%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.13%", + "MemUsage": "33.61MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "62.8MB / 59.3MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 25.8MB", + "CPUPerc": "0.24%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.30%", + "MemUsage": "124.4MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "37.5MB / 22.2MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 5.91MB", + "CPUPerc": "0.59%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "20.39%", + "MemUsage": "156.6MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "324kB / 146kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.17%", + "Container": "a598e273c318748f060910c7459cf3f8239fc0023094193f8cd1208eb54df3b0", + "ID": "a598e273c318", + "MemPerc": "7.66%", + "MemUsage": "68.67MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "274kB / 317kB", + "PIDs": "9" + } + ] + } + ], + "requests": [ + { + "index": 0, + "status": 200, + "duration_s": 0.00537149999581743, + "trace_id": "50aec832dc6b0089e17aba2bc297b54c", + "sampled": true, + "kind": "read" + }, + { + "index": 1, + "status": 200, + "duration_s": 0.004045708003104664, + "trace_id": "0af6cb1bd4e27a6d59e5526603d437cc", + "sampled": true, + "kind": "read" + }, + { + "index": 2, + "status": 200, + "duration_s": 0.0031095000013010576, + "trace_id": "32fc290d2a7c4a05c7ffe13215a6d3a7", + "sampled": true, + "kind": "read" + }, + { + "index": 3, + "status": 200, + "duration_s": 0.0034737919995677657, + "trace_id": "feff2e37a3df8a047f0a0118999f5b7e", + "sampled": true, + "kind": "read" + }, + { + "index": 4, + "status": 200, + "duration_s": 0.002729416999500245, + "trace_id": "6bb3bfdb5bf551536942583652147ed7", + "sampled": true, + "kind": "read" + }, + { + "index": 5, + "status": 200, + "duration_s": 0.002739666997513268, + "trace_id": "4b517575eedefa9c6db2d0a5a2f5343f", + "sampled": true, + "kind": "read" + }, + { + "index": 6, + "status": 200, + "duration_s": 0.0036068330009584315, + "trace_id": "30b3871e748546bf6cc9e2d0e718a6ed", + "sampled": true, + "kind": "read" + }, + { + "index": 7, + "status": 200, + "duration_s": 0.0034519589971750975, + "trace_id": "5eb27f5a385b60080f4f308253a44a96", + "sampled": true, + "kind": "read" + }, + { + "index": 8, + "status": 200, + "duration_s": 0.003601625001465436, + "trace_id": "2ef023253d82f73806c78b9e593d3276", + "sampled": true, + "kind": "read" + }, + { + "index": 9, + "status": 200, + "duration_s": 0.0037324169970816, + "trace_id": "91171649f4b044f67216d36bfa9071ab", + "sampled": true, + "kind": "read" + }, + { + "index": 10, + "status": 200, + "duration_s": 0.004270083001756575, + "trace_id": "9e28a2a4e56d31e3f749eb52aa7882c6", + "sampled": true, + "kind": "read" + }, + { + "index": 11, + "status": 200, + "duration_s": 0.005354166998586152, + "trace_id": "01abca44dd1c1b657206b9a0c25b5dbf", + "sampled": true, + "kind": "read" + }, + { + "index": 12, + "status": 200, + "duration_s": 0.00926820799941197, + "trace_id": "e0e14d4321511789089ae7d34f2a32e1", + "sampled": true, + "kind": "read" + }, + { + "index": 13, + "status": 200, + "duration_s": 0.011247833004745189, + "trace_id": "58a40d50146921f8ddcc9d7185e48a14", + "sampled": true, + "kind": "read" + }, + { + "index": 14, + "status": 200, + "duration_s": 0.012278666996280663, + "trace_id": "40913deb50f16499889af400eadb3663", + "sampled": true, + "kind": "read" + }, + { + "index": 15, + "status": 200, + "duration_s": 0.00846508399990853, + "trace_id": "3e12c632238eba3f00821fa67cb0ab06", + "sampled": true, + "kind": "read" + }, + { + "index": 16, + "status": 200, + "duration_s": 0.010810665997269098, + "trace_id": "036ff8e044acc2605f76e2a3cd82f175", + "sampled": true, + "kind": "read" + }, + { + "index": 17, + "status": 200, + "duration_s": 0.008441584002866875, + "trace_id": "ddf8e4fe9b627238c0f0e74928898a40", + "sampled": true, + "kind": "read" + }, + { + "index": 18, + "status": 200, + "duration_s": 0.008979250000265893, + "trace_id": "23759f0669f6676c754bace011fbfc62", + "sampled": true, + "kind": "read" + }, + { + "index": 19, + "status": 200, + "duration_s": 0.010629541997332126, + "trace_id": "675aa180a41066c861994f8eab670e75", + "sampled": true, + "kind": "read" + }, + { + "index": 20, + "status": 200, + "duration_s": 0.00984716700622812, + "trace_id": "a26a10bde804538924040460b4feaad4", + "sampled": true, + "kind": "read" + }, + { + "index": 21, + "status": 200, + "duration_s": 0.010770458000479266, + "trace_id": "1cfa21830cc3705867a814f71fd68a48", + "sampled": true, + "kind": "read" + }, + { + "index": 22, + "status": 200, + "duration_s": 0.009674499997345265, + "trace_id": "576837015cd5aad01fd6b5f795373bea", + "sampled": true, + "kind": "read" + }, + { + "index": 23, + "status": 200, + "duration_s": 0.011467625001387205, + "trace_id": "f8407de6db36b04d015e038c688206c2", + "sampled": true, + "kind": "read" + }, + { + "index": 24, + "status": 200, + "duration_s": 0.009050666994880885, + "trace_id": "f0fd2e3178c205c4edf956de6d1d1a98", + "sampled": true, + "kind": "read" + }, + { + "index": 25, + "status": 200, + "duration_s": 0.006364957996993326, + "trace_id": "95973a58725f53dd9bfb45969a27a0b6", + "sampled": true, + "kind": "read" + }, + { + "index": 26, + "status": 200, + "duration_s": 0.010459584002092015, + "trace_id": "a05b50296611aba047a7bfbb138f5f0d", + "sampled": true, + "kind": "read" + }, + { + "index": 27, + "status": 200, + "duration_s": 0.007005125000432599, + "trace_id": "221227644687384944947c64e2873f08", + "sampled": true, + "kind": "read" + }, + { + "index": 28, + "status": 200, + "duration_s": 0.009810333001951221, + "trace_id": "c58cc8ab2fe07a72c208fdcbe78f5740", + "sampled": true, + "kind": "read" + }, + { + "index": 29, + "status": 200, + "duration_s": 0.010450041998410597, + "trace_id": "b727446865116b2228f3f8f075441a31", + "sampled": true, + "kind": "read" + }, + { + "index": 30, + "status": 200, + "duration_s": 0.011805166999693029, + "trace_id": "831cf397640a80d08204ae2af2903db8", + "sampled": true, + "kind": "read" + }, + { + "index": 31, + "status": 200, + "duration_s": 0.010745041996415239, + "trace_id": "9fc7bba42510905b08f8cf6457c35827", + "sampled": true, + "kind": "read" + }, + { + "index": 32, + "status": 200, + "duration_s": 0.008180874996469356, + "trace_id": "c4e3d410b6894d37adf5133d7ef8bfa1", + "sampled": true, + "kind": "read" + }, + { + "index": 33, + "status": 200, + "duration_s": 0.006897500003105961, + "trace_id": "93becd8e07388468c9316033eaba67c4", + "sampled": true, + "kind": "read" + }, + { + "index": 34, + "status": 200, + "duration_s": 0.004662125000322703, + "trace_id": "66152624a5a31ce9f2c1c144590b2215", + "sampled": true, + "kind": "read" + }, + { + "index": 35, + "status": 200, + "duration_s": 0.0038210839993553236, + "trace_id": "7e7ce7c8f7821b635ecd07e790327be0", + "sampled": true, + "kind": "read" + }, + { + "index": 36, + "status": 200, + "duration_s": 0.0046969590039225295, + "trace_id": "8226eda95794e9df25d4d28decd52f9b", + "sampled": true, + "kind": "read" + }, + { + "index": 37, + "status": 200, + "duration_s": 0.005414667000877671, + "trace_id": "12c693fcad11469617ef87eba44e569c", + "sampled": true, + "kind": "read" + }, + { + "index": 38, + "status": 200, + "duration_s": 0.005277250005747192, + "trace_id": "a5559389406521a99a4f7d344cb27891", + "sampled": true, + "kind": "read" + }, + { + "index": 39, + "status": 200, + "duration_s": 0.01056054200307699, + "trace_id": "252f46772da696435572c0289696ea9e", + "sampled": true, + "kind": "read" + }, + { + "index": 40, + "status": 200, + "duration_s": 0.007846250002330635, + "trace_id": "80f9ec4c828ca4655a2d8a533c0e97f8", + "sampled": true, + "kind": "read" + }, + { + "index": 41, + "status": 200, + "duration_s": 0.010955833000480197, + "trace_id": "f10c6e6d857a7b84b7a9309fc88d6cc5", + "sampled": true, + "kind": "read" + }, + { + "index": 42, + "status": 200, + "duration_s": 0.012730874994304031, + "trace_id": "2cd922597bd92ae8417bbcf30ae95fd8", + "sampled": true, + "kind": "read" + }, + { + "index": 43, + "status": 200, + "duration_s": 0.006622832996072248, + "trace_id": "f14c88b421716e8e4af356519655ce6f", + "sampled": true, + "kind": "read" + }, + { + "index": 44, + "status": 200, + "duration_s": 0.004159916999924462, + "trace_id": "157e9be0c7df3c0a616d2e23e88cf98d", + "sampled": true, + "kind": "read" + }, + { + "index": 45, + "status": 200, + "duration_s": 0.00439291699876776, + "trace_id": "1c5024b2e7cf3932bcab976b6226cbf5", + "sampled": true, + "kind": "read" + }, + { + "index": 46, + "status": 200, + "duration_s": 0.004378582998469938, + "trace_id": "f60d486dcf0dc660935f9b06840985fa", + "sampled": true, + "kind": "read" + }, + { + "index": 47, + "status": 200, + "duration_s": 0.007702709001023322, + "trace_id": "fe7c30e11b0eed2b2db95a0b2b17db48", + "sampled": true, + "kind": "read" + }, + { + "index": 48, + "status": 200, + "duration_s": 0.010421625003800727, + "trace_id": "17a470ecaf49478b84a21781045f0be6", + "sampled": true, + "kind": "read" + }, + { + "index": 49, + "status": 200, + "duration_s": 0.010731832997407764, + "trace_id": "18e906125ee25c8dc97dd3cb910f7180", + "sampled": true, + "kind": "read" + }, + { + "index": 50, + "status": 200, + "duration_s": 0.010682041996915359, + "trace_id": "a51d9a6d540f69b5afade0f3fccf6d55", + "sampled": true, + "kind": "read" + }, + { + "index": 51, + "status": 200, + "duration_s": 0.004842165995796677, + "trace_id": "2a176891f113d084a496ab1c2a2bf1ce", + "sampled": true, + "kind": "read" + }, + { + "index": 52, + "status": 200, + "duration_s": 0.0037711670011049137, + "trace_id": "c8d2a5c2eec8697b2e2e3ec60fc9d26e", + "sampled": true, + "kind": "read" + }, + { + "index": 53, + "status": 200, + "duration_s": 0.020691541998530738, + "trace_id": "610f3e94d5604af0e509425bb439fdd3", + "sampled": true, + "kind": "read" + }, + { + "index": 54, + "status": 200, + "duration_s": 0.0028453330014599487, + "trace_id": "448d090c994bd9260c44f40a6d69401d", + "sampled": true, + "kind": "read" + }, + { + "index": 55, + "status": 200, + "duration_s": 0.0030188750024535693, + "trace_id": "56969652bb3df6e7167ca18bc161aa9c", + "sampled": true, + "kind": "read" + }, + { + "index": 56, + "status": 200, + "duration_s": 0.003360458002134692, + "trace_id": "222542922642d4396fabb95161af2759", + "sampled": true, + "kind": "read" + }, + { + "index": 57, + "status": 200, + "duration_s": 0.023555583000415936, + "trace_id": "21042148e1d0996fc087eb286e4bb6dc", + "sampled": true, + "kind": "read" + }, + { + "index": 58, + "status": 200, + "duration_s": 0.00555750000057742, + "trace_id": "f6549a65ffc8cf0a7fcf4cc786095f6c", + "sampled": true, + "kind": "read" + }, + { + "index": 59, + "status": 200, + "duration_s": 0.002955250005470589, + "trace_id": "f2c9daf51c5612210f1e05d0079421d6", + "sampled": true, + "kind": "read" + }, + { + "index": 60, + "status": 200, + "duration_s": 0.0035157079983036965, + "trace_id": "095f8293874bcfab40572c101aba53ab", + "sampled": true, + "kind": "read" + }, + { + "index": 61, + "status": 200, + "duration_s": 0.003372624996700324, + "trace_id": "ff0fac9c90b62739bca873dcd72f6f51", + "sampled": true, + "kind": "read" + }, + { + "index": 62, + "status": 200, + "duration_s": 0.0030274169985204935, + "trace_id": "0baab1a5085a323a80319a888b0669af", + "sampled": true, + "kind": "read" + }, + { + "index": 63, + "status": 200, + "duration_s": 0.0028751659992849454, + "trace_id": "6551c7f266269f9c7985b24a5ea1336c", + "sampled": true, + "kind": "read" + }, + { + "index": 64, + "status": 200, + "duration_s": 0.00384391699481057, + "trace_id": "4abd973c2bc204c9d176acab07a4606f", + "sampled": true, + "kind": "read" + }, + { + "index": 65, + "status": 200, + "duration_s": 0.003908083999704104, + "trace_id": "ced2bd246e53ac98f56d27d21e754866", + "sampled": true, + "kind": "read" + }, + { + "index": 66, + "status": 200, + "duration_s": 0.003618040995206684, + "trace_id": "e74e0e55ebfb8120334d2ae8716a9910", + "sampled": true, + "kind": "read" + }, + { + "index": 67, + "status": 200, + "duration_s": 0.004058874998008832, + "trace_id": "93a4b0847929f4b2bc92972f9cef1270", + "sampled": true, + "kind": "read" + }, + { + "index": 68, + "status": 200, + "duration_s": 0.0047564159976900555, + "trace_id": "1673db950825e52dcc18091c8af0ce04", + "sampled": true, + "kind": "read" + }, + { + "index": 69, + "status": 200, + "duration_s": 0.004996250005206093, + "trace_id": "a3c6d5d10f10448d315672c9cdc6502f", + "sampled": true, + "kind": "read" + }, + { + "index": 70, + "status": 200, + "duration_s": 0.009772750003321562, + "trace_id": "c6152b3df9af5b20cde0647bbe4ca4c6", + "sampled": true, + "kind": "read" + }, + { + "index": 71, + "status": 200, + "duration_s": 0.008219458002713509, + "trace_id": "95e8f11b6d5570ef8a4a28bf862e6e86", + "sampled": true, + "kind": "read" + }, + { + "index": 72, + "status": 200, + "duration_s": 0.0106444589982857, + "trace_id": "06c75fd404e7b61ffd7f4aee9dd572cc", + "sampled": true, + "kind": "read" + }, + { + "index": 73, + "status": 200, + "duration_s": 0.012057583000569139, + "trace_id": "3879e3893ba9ace47eadb0a566490d9d", + "sampled": true, + "kind": "read" + }, + { + "index": 74, + "status": 200, + "duration_s": 0.008894875005353242, + "trace_id": "a691fa8fe8e3e9796821346d83dbea07", + "sampled": true, + "kind": "read" + }, + { + "index": 75, + "status": 200, + "duration_s": 0.01077524999709567, + "trace_id": "147999c3ab5c1d7524669613e79ee77f", + "sampled": true, + "kind": "read" + }, + { + "index": 76, + "status": 200, + "duration_s": 0.008854500003508292, + "trace_id": "734bf18d60fc42ad7774186026987904", + "sampled": true, + "kind": "read" + }, + { + "index": 77, + "status": 200, + "duration_s": 0.009729582998261321, + "trace_id": "8282bd823508f3206aab9393e21360e6", + "sampled": true, + "kind": "read" + }, + { + "index": 78, + "status": 200, + "duration_s": 0.008024458998988848, + "trace_id": "80e867a8a734f259a19a4164b2694f41", + "sampled": true, + "kind": "read" + }, + { + "index": 79, + "status": 200, + "duration_s": 0.004021832995931618, + "trace_id": "f284183701512ceed38ce9c0b6782ccd", + "sampled": true, + "kind": "read" + }, + { + "index": 80, + "status": 500, + "duration_s": 0.2584015000029467, + "trace_id": "e5c39483de0ac2d211340f95fd8455c9", + "sampled": true, + "kind": "controlled_upload_error", + "found_in_tempo": true + }, + { + "index": 81, + "status": 200, + "duration_s": 0.00344987499556737, + "trace_id": "e5ebb1af0b3beddbf814216e57b3fb23", + "sampled": true, + "kind": "read" + }, + { + "index": 82, + "status": 200, + "duration_s": 0.0038732089960831217, + "trace_id": "f252a5dd43bba04c719b1b39b3bfe3d1", + "sampled": true, + "kind": "read" + }, + { + "index": 83, + "status": 200, + "duration_s": 0.003222125000320375, + "trace_id": "a176ec3c329b6e28f4aaf8c9d104a091", + "sampled": true, + "kind": "read" + }, + { + "index": 84, + "status": 200, + "duration_s": 0.012332959006016608, + "trace_id": "36fd90e344565c0f6904d518f9b0955f", + "sampled": true, + "kind": "read" + }, + { + "index": 85, + "status": 200, + "duration_s": 0.003220416998374276, + "trace_id": "1703a967d7eef424e2ae21bb4f87ba46", + "sampled": true, + "kind": "read" + }, + { + "index": 86, + "status": 200, + "duration_s": 0.003029416002391372, + "trace_id": "180a100b2c8f54215450c3ab60f2cb68", + "sampled": true, + "kind": "read" + }, + { + "index": 87, + "status": 200, + "duration_s": 0.0029959169987705536, + "trace_id": "e36d00c0d85e22fdb3a34df6169409c4", + "sampled": true, + "kind": "read" + }, + { + "index": 88, + "status": 200, + "duration_s": 0.008654124998429324, + "trace_id": "2daca4a7198d06189332ff1f81a67bae", + "sampled": true, + "kind": "read" + }, + { + "index": 89, + "status": 200, + "duration_s": 0.0028530830022646114, + "trace_id": "00a52e5ed374875e3e833e2bacfc29ce", + "sampled": true, + "kind": "read" + }, + { + "index": 90, + "status": 200, + "duration_s": 0.004586292001476977, + "trace_id": "35f4ab2efa86169df10c8e43b75f1c79", + "sampled": true, + "kind": "read" + }, + { + "index": 91, + "status": 200, + "duration_s": 0.0030983749966253527, + "trace_id": "798af21c86752b7383d55495115ff531", + "sampled": true, + "kind": "read" + }, + { + "index": 92, + "status": 200, + "duration_s": 0.002998791002028156, + "trace_id": "b729b57a24d456f83106300daa42c512", + "sampled": true, + "kind": "read" + }, + { + "index": 93, + "status": 200, + "duration_s": 0.002779583999654278, + "trace_id": "6cadd56ae57f26712da10a4e6c19fb94", + "sampled": true, + "kind": "read" + }, + { + "index": 94, + "status": 200, + "duration_s": 0.0032339169993065298, + "trace_id": "67afc34f669c6ad56501bb50539d2836", + "sampled": true, + "kind": "read" + }, + { + "index": 95, + "status": 200, + "duration_s": 0.0028103750009904616, + "trace_id": "1792bc014838cd3f33ba85042fff13f0", + "sampled": true, + "kind": "read" + }, + { + "index": 96, + "status": 200, + "duration_s": 0.0039801669990993105, + "trace_id": "2b593fc3d568268ff6e7725859e5866d", + "sampled": true, + "kind": "read" + }, + { + "index": 97, + "status": 200, + "duration_s": 0.0032472499951836653, + "trace_id": "9fddee77fb6000fd97ef59a260b941cb", + "sampled": true, + "kind": "read" + }, + { + "index": 98, + "status": 200, + "duration_s": 0.0027774590053013526, + "trace_id": "ab6ec84f87442f6f96e6ea102112e347", + "sampled": true, + "kind": "read" + }, + { + "index": 99, + "status": 200, + "duration_s": 0.0031759170014993288, + "trace_id": "fa578bac9d27e27f528c9ea1981323be", + "sampled": true, + "kind": "read" + }, + { + "index": 100, + "status": 200, + "duration_s": 0.0030687919934280217, + "trace_id": "393b3db36dd6c9f0755a2d1bfcf6d03b", + "sampled": true, + "kind": "read" + }, + { + "index": 101, + "status": 200, + "duration_s": 0.0030264580054790713, + "trace_id": "5c0fa9758eed552c8e7e0fe915e1b645", + "sampled": true, + "kind": "read" + }, + { + "index": 102, + "status": 200, + "duration_s": 0.003158332998282276, + "trace_id": "fcbf0c57a3db14b6ed169840f2824270", + "sampled": true, + "kind": "read" + }, + { + "index": 103, + "status": 200, + "duration_s": 0.0029910839948570356, + "trace_id": "29f5ec9d9650bf0a36e1874135ca1582", + "sampled": true, + "kind": "read" + }, + { + "index": 104, + "status": 200, + "duration_s": 0.0034599589998833835, + "trace_id": "9501234dbd8dca81d46d784b4bcb0f9a", + "sampled": true, + "kind": "read" + }, + { + "index": 105, + "status": 200, + "duration_s": 0.003140291999443434, + "trace_id": "b17187c445d013d4a4f08534ec15bb11", + "sampled": true, + "kind": "read" + }, + { + "index": 106, + "status": 200, + "duration_s": 0.0035595830049715005, + "trace_id": "41024bfe082d7896f8a10aa70f66b609", + "sampled": true, + "kind": "read" + }, + { + "index": 107, + "status": 200, + "duration_s": 0.0034760830021696165, + "trace_id": "98a5c267e3d138210a0755f31f6cbba5", + "sampled": true, + "kind": "read" + }, + { + "index": 108, + "status": 200, + "duration_s": 0.003514207994157914, + "trace_id": "1693c9630a1b88979ca18c3e5d3c174a", + "sampled": true, + "kind": "read" + }, + { + "index": 109, + "status": 200, + "duration_s": 0.0036602079999283887, + "trace_id": "abb1b586480f952357d1c7e421782a9e", + "sampled": true, + "kind": "read" + }, + { + "index": 110, + "status": 200, + "duration_s": 0.004186708996712696, + "trace_id": "55879a72890811cfb0ee1c63073673c7", + "sampled": true, + "kind": "read" + }, + { + "index": 111, + "status": 200, + "duration_s": 0.004876041995885316, + "trace_id": "5a33c2c00c3b26ef5ee96de9fc80d833", + "sampled": true, + "kind": "read" + }, + { + "index": 112, + "status": 200, + "duration_s": 0.009685249999165535, + "trace_id": "127826355e787c22f660bb03f72c064e", + "sampled": true, + "kind": "read" + }, + { + "index": 113, + "status": 200, + "duration_s": 0.009533083000860643, + "trace_id": "8d917913cc1e6ad5436b46ddec538eea", + "sampled": true, + "kind": "read" + }, + { + "index": 114, + "status": 200, + "duration_s": 0.011896459000126924, + "trace_id": "f598c65c23efba94179f0855cd631242", + "sampled": true, + "kind": "read" + }, + { + "index": 115, + "status": 200, + "duration_s": 0.006850208003015723, + "trace_id": "4c5f15a629ab0401b312a95581eb6c66", + "sampled": true, + "kind": "read" + }, + { + "index": 116, + "status": 200, + "duration_s": 0.0044948330032639205, + "trace_id": "76e1bf5d1995ba833b76d724c952e412", + "sampled": true, + "kind": "read" + }, + { + "index": 117, + "status": 200, + "duration_s": 0.004969500005245209, + "trace_id": "913c2802c9ff3e1acf4bafe011912334", + "sampled": true, + "kind": "read" + }, + { + "index": 118, + "status": 200, + "duration_s": 0.006111833994509652, + "trace_id": "ca22dba34b62e8ae93bcca0ea5ba9937", + "sampled": true, + "kind": "read" + }, + { + "index": 119, + "status": 200, + "duration_s": 0.0052432910015340894, + "trace_id": "d29d4e86bdf1332ef3434a4847018c4f", + "sampled": true, + "kind": "read" + }, + { + "index": 120, + "status": 200, + "duration_s": 0.008865291005349718, + "trace_id": "9aeed18c4ed46fb9c7461b8f4af00e97", + "sampled": true, + "kind": "read" + }, + { + "index": 121, + "status": 200, + "duration_s": 0.008709666995855514, + "trace_id": "dc899f636b14afd70f529c6c53141059", + "sampled": true, + "kind": "read" + }, + { + "index": 122, + "status": 200, + "duration_s": 0.011734957995940931, + "trace_id": "d87ffdcd88f920fda850e2b6da10217a", + "sampled": true, + "kind": "read" + }, + { + "index": 123, + "status": 200, + "duration_s": 0.008438249999016989, + "trace_id": "a6e99c09def883f2126afa0a8e948c09", + "sampled": true, + "kind": "read" + }, + { + "index": 124, + "status": 200, + "duration_s": 0.010797000002639834, + "trace_id": "c7f6999d5e2a90b190c87011ce90bd72", + "sampled": true, + "kind": "read" + }, + { + "index": 125, + "status": 200, + "duration_s": 0.00957570799801033, + "trace_id": "33ed770107d20e574089597b8415bc4c", + "sampled": true, + "kind": "read" + }, + { + "index": 126, + "status": 200, + "duration_s": 0.009602417005226016, + "trace_id": "b41fdbee9cee5df14218c0cfba657899", + "sampled": true, + "kind": "read" + }, + { + "index": 127, + "status": 200, + "duration_s": 0.009574417003022972, + "trace_id": "7ed52dd09521b353f1a8bccca67b5c74", + "sampled": true, + "kind": "read" + }, + { + "index": 128, + "status": 200, + "duration_s": 0.009823584005062003, + "trace_id": "7b53c69303c39fe3c9607c1cdfba2486", + "sampled": true, + "kind": "read" + }, + { + "index": 129, + "status": 200, + "duration_s": 0.010567459001322277, + "trace_id": "7f768d876d718ff7259863a6188842b6", + "sampled": true, + "kind": "read" + }, + { + "index": 130, + "status": 200, + "duration_s": 0.01270812499569729, + "trace_id": "b07abfcc92c9a90082c7c45fb3acb811", + "sampled": true, + "kind": "read" + }, + { + "index": 131, + "status": 200, + "duration_s": 0.012388499999360647, + "trace_id": "8688c89f39c15259d6d25678f38c658f", + "sampled": true, + "kind": "read" + }, + { + "index": 132, + "status": 200, + "duration_s": 0.009663332995842211, + "trace_id": "6049e99834285dc23ca5aff086547483", + "sampled": true, + "kind": "read" + }, + { + "index": 133, + "status": 200, + "duration_s": 0.006747750005160924, + "trace_id": "3208d32b58b51c90627d036507adaf74", + "sampled": true, + "kind": "read" + }, + { + "index": 134, + "status": 200, + "duration_s": 0.011874916999659035, + "trace_id": "eae83ae1f672566d0a57a48554150169", + "sampled": true, + "kind": "read" + }, + { + "index": 135, + "status": 200, + "duration_s": 0.010024709001299925, + "trace_id": "f55210d5b06e63949270bd1aa94db5dd", + "sampled": true, + "kind": "read" + }, + { + "index": 136, + "status": 200, + "duration_s": 0.006522791998577304, + "trace_id": "9be819862e5ef18452822b7484b6ee18", + "sampled": true, + "kind": "read" + }, + { + "index": 137, + "status": 200, + "duration_s": 0.009628833002352621, + "trace_id": "ddc05c5fecbac5afdf22370a2b934948", + "sampled": true, + "kind": "read" + }, + { + "index": 138, + "status": 200, + "duration_s": 0.01271929100039415, + "trace_id": "0dfcc167bae3d22fe36255112c6808ba", + "sampled": true, + "kind": "read" + }, + { + "index": 139, + "status": 200, + "duration_s": 0.007120875001419336, + "trace_id": "b0935a28b08e0b30ecb19467f01e3495", + "sampled": true, + "kind": "read" + }, + { + "index": 140, + "status": 200, + "duration_s": 0.004264374998456333, + "trace_id": "015cf749df1a24dba468891006d024f3", + "sampled": true, + "kind": "read" + }, + { + "index": 141, + "status": 200, + "duration_s": 0.004767250000440981, + "trace_id": "40bb03a3f61c760d4834037a3c9328b8", + "sampled": true, + "kind": "read" + }, + { + "index": 142, + "status": 200, + "duration_s": 0.004340416002378333, + "trace_id": "cee22d8b0dc87b9c19ff544dc0c46bc7", + "sampled": true, + "kind": "read" + }, + { + "index": 143, + "status": 200, + "duration_s": 0.005109500001708511, + "trace_id": "0a5c290c4f22670704ed44542e00d86f", + "sampled": true, + "kind": "read" + }, + { + "index": 144, + "status": 200, + "duration_s": 0.00803483300114749, + "trace_id": "8a1ea997fd4cdb0578836b723fcbd253", + "sampled": true, + "kind": "read" + }, + { + "index": 145, + "status": 200, + "duration_s": 0.005141166002431419, + "trace_id": "e06b5a9a1442edc2a0d6eec6f3c191ed", + "sampled": true, + "kind": "read" + }, + { + "index": 146, + "status": 200, + "duration_s": 0.005707041003915947, + "trace_id": "3cdc93c9c20e558cc10ceeabccad50f0", + "sampled": true, + "kind": "read" + }, + { + "index": 147, + "status": 200, + "duration_s": 0.009158666005532723, + "trace_id": "73ded70fe5aa690d68c512118a58d819", + "sampled": true, + "kind": "read" + }, + { + "index": 148, + "status": 200, + "duration_s": 0.0056474580051144585, + "trace_id": "eefd2df69dfb0a51a9ada58be1724f34", + "sampled": true, + "kind": "read" + }, + { + "index": 149, + "status": 200, + "duration_s": 0.009637499999371357, + "trace_id": "d55b99b81456c178e96944d4e77a0ec2", + "sampled": true, + "kind": "read" + }, + { + "index": 150, + "status": 200, + "duration_s": 0.010890416000620462, + "trace_id": "9a4001382e0d998b2fb3d95a0d1234eb", + "sampled": true, + "kind": "read" + }, + { + "index": 151, + "status": 200, + "duration_s": 0.008280125002784189, + "trace_id": "2226417755f08598d0c07c42453bcccb", + "sampled": true, + "kind": "read" + }, + { + "index": 152, + "status": 200, + "duration_s": 0.008603624999523163, + "trace_id": "426d6949aa218ce59547162323467231", + "sampled": true, + "kind": "read" + }, + { + "index": 153, + "status": 200, + "duration_s": 0.009177207997709047, + "trace_id": "f73a7e0c9ef7177e7f192c79ee7fbf66", + "sampled": true, + "kind": "read" + }, + { + "index": 154, + "status": 200, + "duration_s": 0.01194904200383462, + "trace_id": "d45664befe752322f7bda4b8a8d3b2a5", + "sampled": true, + "kind": "read" + }, + { + "index": 155, + "status": 200, + "duration_s": 0.010565958000370301, + "trace_id": "e779e80830ee5fa0c0cdb3b20adee319", + "sampled": true, + "kind": "read" + }, + { + "index": 156, + "status": 200, + "duration_s": 0.011543540997081436, + "trace_id": "2c37f5d07f806f6b6903b4558bd51033", + "sampled": true, + "kind": "read" + }, + { + "index": 157, + "status": 200, + "duration_s": 0.008956750003562775, + "trace_id": "5e325f51260aaaea55bc3d9dff032f92", + "sampled": true, + "kind": "read" + }, + { + "index": 158, + "status": 200, + "duration_s": 0.009960541996406391, + "trace_id": "4352c9f895dd735665c3f31605d99f9b", + "sampled": true, + "kind": "read" + }, + { + "index": 159, + "status": 200, + "duration_s": 0.005085415999928955, + "trace_id": "45438911d18a876f453debfada244ca4", + "sampled": true, + "kind": "read" + }, + { + "index": 160, + "status": 200, + "duration_s": 0.007371459003479686, + "trace_id": "31c57866ad35f08980d7aee9c15b3278", + "sampled": true, + "kind": "read" + }, + { + "index": 161, + "status": 200, + "duration_s": 0.0049706249992595986, + "trace_id": "fc93141bf5b10e51b49b9cd92b666a17", + "sampled": true, + "kind": "read" + }, + { + "index": 162, + "status": 200, + "duration_s": 0.003810958005487919, + "trace_id": "361eeee9c77c1004c1cbb515d4fd2721", + "sampled": true, + "kind": "read" + }, + { + "index": 163, + "status": 200, + "duration_s": 0.007672791005461477, + "trace_id": "2be1a571a0fb3aa306c2d5b26d2c5d0d", + "sampled": true, + "kind": "read" + }, + { + "index": 164, + "status": 200, + "duration_s": 0.0047742910028318875, + "trace_id": "bebbfe97d75271b4ad3181b5b3cdb5ce", + "sampled": true, + "kind": "read" + }, + { + "index": 165, + "status": 200, + "duration_s": 0.36069791699992493, + "trace_id": "1548b9456e0abd5de2e98c82ce0363c2", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 166, + "status": 200, + "duration_s": 0.32519629200396594, + "trace_id": "23ba8b7bbabb92458e7ff422bf8bed46", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 167, + "status": 200, + "duration_s": 0.3080089580034837, + "trace_id": "776a6a0f514629081ae69f9ed1bab563", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 168, + "status": 200, + "duration_s": 0.27233849999902304, + "trace_id": "a61a1f39d1f29f5d2ea0317ca3a97325", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 169, + "status": 200, + "duration_s": 0.2572130839980673, + "trace_id": "298cc40928666d44d8ef6afae2188bf3", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 170, + "status": 200, + "duration_s": 0.22170270900096511, + "trace_id": "7797ac70764097ebea68f5b068c91b8f", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 171, + "status": 200, + "duration_s": 0.20639133399527054, + "trace_id": "46fecefa088656975e9e0f0b36409ca5", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 172, + "status": 200, + "duration_s": 0.1744661660050042, + "trace_id": "546b4e1072340d998c4f0dac1651fd00", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 173, + "status": 200, + "duration_s": 0.1561798330003512, + "trace_id": "20f7d25d9cd498ab8c282a6e070c0001", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 174, + "status": 200, + "duration_s": 0.11581424999894807, + "trace_id": "ddb8295db618abc08b6acb6205fb749f", + "sampled": true, + "kind": "read" + }, + { + "index": 175, + "status": 200, + "duration_s": 0.10431316599715501, + "trace_id": "df563df8be4f92eb6b54bb5f2a4b15fe", + "sampled": true, + "kind": "read" + }, + { + "index": 176, + "status": 200, + "duration_s": 0.07201166600134457, + "trace_id": "7f68b6d915266c8394bbc55f4295d072", + "sampled": true, + "kind": "read" + }, + { + "index": 177, + "status": 200, + "duration_s": 0.04849470800400013, + "trace_id": "b0b28a533142bae00315c54d9b157d1b", + "sampled": true, + "kind": "read" + }, + { + "index": 178, + "status": 200, + "duration_s": 0.017281625005125534, + "trace_id": "06a726852dcfa4263f920041b06a157b", + "sampled": true, + "kind": "read" + }, + { + "index": 179, + "status": 200, + "duration_s": 0.008545457996660843, + "trace_id": "362979b223aeeed112515aaaaf3fd55a", + "sampled": true, + "kind": "read" + }, + { + "index": 180, + "status": 200, + "duration_s": 0.0035150830008205958, + "trace_id": "bdfc7fa27b7b0dda68abd1cf0b4a8067", + "sampled": true, + "kind": "read" + }, + { + "index": 181, + "status": 200, + "duration_s": 0.005463041998154949, + "trace_id": "bc5396ffacf1068b631c97bf27d8f3dc", + "sampled": true, + "kind": "read" + }, + { + "index": 182, + "status": 200, + "duration_s": 0.0032102089971886016, + "trace_id": "7954eff28e2d73b5c392a7e359526c03", + "sampled": true, + "kind": "read" + }, + { + "index": 183, + "status": 200, + "duration_s": 0.03505475000565639, + "trace_id": "6a81a102dec60db913d08fc1ac2bd3b2", + "sampled": true, + "kind": "read" + }, + { + "index": 184, + "status": 200, + "duration_s": 0.045366832993749995, + "trace_id": "93f619112b373eef544a11e5bb5760ca", + "sampled": true, + "kind": "read" + }, + { + "index": 185, + "status": 200, + "duration_s": 0.0032048329958342947, + "trace_id": "fdfcb41c033e98dff4cb0a16eca485af", + "sampled": true, + "kind": "read" + }, + { + "index": 186, + "status": 200, + "duration_s": 0.004216749999613967, + "trace_id": "b09f41fedf0d6d1ab10eb01bb51a5113", + "sampled": true, + "kind": "read" + }, + { + "index": 187, + "status": 200, + "duration_s": 0.003094040999712888, + "trace_id": "28fb5128ccfd270502898548769bc7b8", + "sampled": true, + "kind": "read" + }, + { + "index": 188, + "status": 200, + "duration_s": 0.003102917005890049, + "trace_id": "fb989f005106851a9dd77f70df85e742", + "sampled": true, + "kind": "read" + }, + { + "index": 189, + "status": 200, + "duration_s": 0.0031534580048173666, + "trace_id": "9e5ca49f8166517271cc109fd98021e4", + "sampled": true, + "kind": "read" + }, + { + "index": 190, + "status": 200, + "duration_s": 0.0034223749971715733, + "trace_id": "05774bbacb205d8bccc657e7d60cc46a", + "sampled": true, + "kind": "read" + }, + { + "index": 191, + "status": 200, + "duration_s": 0.0030332079986692406, + "trace_id": "a7c5cb0a355611d025236ba710be2fda", + "sampled": true, + "kind": "read" + }, + { + "index": 192, + "status": 200, + "duration_s": 0.003517666002153419, + "trace_id": "f90b527994865c22f3c925032abfe44c", + "sampled": true, + "kind": "read" + }, + { + "index": 193, + "status": 200, + "duration_s": 0.004037625003547873, + "trace_id": "a967a34ef94d466cf739b1ec2d3f11a1", + "sampled": true, + "kind": "read" + }, + { + "index": 194, + "status": 200, + "duration_s": 0.005452665995107964, + "trace_id": "5b4ad07cca33395e7ad8504d09c6a1f9", + "sampled": true, + "kind": "read" + }, + { + "index": 195, + "status": 200, + "duration_s": 0.004926792003971059, + "trace_id": "10935f2ce203be4ae2e9307bb62e6402", + "sampled": true, + "kind": "read" + }, + { + "index": 196, + "status": 200, + "duration_s": 0.0050422079948475584, + "trace_id": "837599e827fb08d7721082d4e05e7e6c", + "sampled": true, + "kind": "read" + }, + { + "index": 197, + "status": 200, + "duration_s": 0.004045624998980202, + "trace_id": "d199796b1175aab9b4dcf342c7d8dda2", + "sampled": true, + "kind": "read" + }, + { + "index": 198, + "status": 200, + "duration_s": 0.004147708001255523, + "trace_id": "91ca2acb8c3332b4f47264b1326aed86", + "sampled": true, + "kind": "read" + }, + { + "index": 199, + "status": 200, + "duration_s": 0.004731708002509549, + "trace_id": "73e6977a4c829009957745db87cd5d4c", + "sampled": true, + "kind": "read" + }, + { + "index": 200, + "status": 200, + "duration_s": 0.0051652089969138615, + "trace_id": "38a38705e6e83e9d4a07e357775eaa79", + "sampled": true, + "kind": "read" + }, + { + "index": 201, + "status": 200, + "duration_s": 0.010129709000466391, + "trace_id": "3d9468dd9af300962261115cf3745651", + "sampled": true, + "kind": "read" + }, + { + "index": 202, + "status": 200, + "duration_s": 0.009072583001398016, + "trace_id": "139a61ace75d5ce9f4eee74d5ccab9c7", + "sampled": true, + "kind": "read" + }, + { + "index": 203, + "status": 200, + "duration_s": 0.011359374999301508, + "trace_id": "0c74a59a19eab20fa9251668682c2bb1", + "sampled": true, + "kind": "read" + }, + { + "index": 204, + "status": 200, + "duration_s": 0.011315915995510295, + "trace_id": "51e3bef0a932fc473bd4bf7114ea6551", + "sampled": true, + "kind": "read" + }, + { + "index": 205, + "status": 200, + "duration_s": 0.0064444160016137175, + "trace_id": "3b13a4d820cb68e95bb4f352e4fec9d6", + "sampled": true, + "kind": "read" + }, + { + "index": 206, + "status": 200, + "duration_s": 0.011631125002168119, + "trace_id": "f6a3b5cd560e3099733bdcbb896e0d94", + "sampled": true, + "kind": "read" + }, + { + "index": 207, + "status": 200, + "duration_s": 0.004673875002481509, + "trace_id": "c65234dfdd299badef38d0733504c904", + "sampled": true, + "kind": "read" + }, + { + "index": 208, + "status": 200, + "duration_s": 0.004812333994777873, + "trace_id": "af8898752b5b9f094ad0812e70adc53e", + "sampled": true, + "kind": "read" + }, + { + "index": 209, + "status": 200, + "duration_s": 0.0049718749942258, + "trace_id": "79a7a0529ba8b7591a92184353ffecdf", + "sampled": true, + "kind": "read" + }, + { + "index": 210, + "status": 200, + "duration_s": 0.005083709002065007, + "trace_id": "65e0f0f5b501205830e55204177f9b12", + "sampled": true, + "kind": "read" + }, + { + "index": 211, + "status": 200, + "duration_s": 0.010429624999233056, + "trace_id": "2c9fd01ed491cd2ee5b3de058a237b0a", + "sampled": true, + "kind": "read" + }, + { + "index": 212, + "status": 200, + "duration_s": 0.010326166004233528, + "trace_id": "224d474f6ec5aa354712824b7d383234", + "sampled": true, + "kind": "read" + }, + { + "index": 213, + "status": 200, + "duration_s": 0.009621167002478614, + "trace_id": "bb0b49e484aae23148723e0a062756bf", + "sampled": true, + "kind": "read" + }, + { + "index": 214, + "status": 200, + "duration_s": 0.010704958003771026, + "trace_id": "6054b1db5087b27925c263bff690eadf", + "sampled": true, + "kind": "read" + }, + { + "index": 215, + "status": 200, + "duration_s": 0.014685458998428658, + "trace_id": "a75d7155e6a20eacc595b0fee5df9d5a", + "sampled": true, + "kind": "read" + }, + { + "index": 216, + "status": 200, + "duration_s": 0.010154249997867737, + "trace_id": "1506085e31c6ce2849c47891af29413e", + "sampled": true, + "kind": "read" + }, + { + "index": 217, + "status": 200, + "duration_s": 0.00903449999896111, + "trace_id": "d95de3814b5130b28361a1600a2076c3", + "sampled": true, + "kind": "read" + }, + { + "index": 218, + "status": 200, + "duration_s": 0.012492834001022857, + "trace_id": "38c7fbac8e144a487991d400e02ae99e", + "sampled": true, + "kind": "read" + }, + { + "index": 219, + "status": 200, + "duration_s": 0.006580417000805028, + "trace_id": "fcb3391179a54997123114d86d2cce10", + "sampled": true, + "kind": "read" + }, + { + "index": 220, + "status": 200, + "duration_s": 0.006565916999534238, + "trace_id": "ca691f20de0e2e254cc550fc58e3c0ee", + "sampled": true, + "kind": "read" + }, + { + "index": 221, + "status": 200, + "duration_s": 0.00386383400473278, + "trace_id": "bc87f36284deb84cfe3c72e5b2928230", + "sampled": true, + "kind": "read" + }, + { + "index": 222, + "status": 200, + "duration_s": 0.0037424160036607645, + "trace_id": "ada2d5e79853fac929e8906cc9515f65", + "sampled": true, + "kind": "read" + }, + { + "index": 223, + "status": 200, + "duration_s": 0.0035210420028306544, + "trace_id": "23758912f579d2cc1343b0e11fbfdaa7", + "sampled": true, + "kind": "read" + }, + { + "index": 224, + "status": 200, + "duration_s": 0.004116625001188368, + "trace_id": "c85c45aac5f6c658d450093c8fa4a042", + "sampled": true, + "kind": "read" + }, + { + "index": 225, + "status": 200, + "duration_s": 0.004127291998884175, + "trace_id": "81fbed5a83c5305dfd1e26c0a3f0fa9b", + "sampled": true, + "kind": "read" + }, + { + "index": 226, + "status": 200, + "duration_s": 0.00420933300483739, + "trace_id": "12eb8360658a6bfd2e675c20abf5459c", + "sampled": true, + "kind": "read" + }, + { + "index": 227, + "status": 200, + "duration_s": 0.004602208005962893, + "trace_id": "1e79ac093bbbf535c0189ba14055360f", + "sampled": true, + "kind": "read" + }, + { + "index": 228, + "status": 200, + "duration_s": 0.0048250830004690215, + "trace_id": "d3ea98119f5f7b5afe202e042c87acfc", + "sampled": true, + "kind": "read" + }, + { + "index": 229, + "status": 200, + "duration_s": 0.005223792002652772, + "trace_id": "858135e9bd8672de5f968036e4d8b5da", + "sampled": true, + "kind": "read" + }, + { + "index": 230, + "status": 200, + "duration_s": 0.005484124994836748, + "trace_id": "5dc79721b8af21a3a78b1a2c33881690", + "sampled": true, + "kind": "read" + }, + { + "index": 231, + "status": 200, + "duration_s": 0.01268845799495466, + "trace_id": "13703bdacf9b85560d158330081f8af9", + "sampled": true, + "kind": "read" + }, + { + "index": 232, + "status": 200, + "duration_s": 0.008476000002701767, + "trace_id": "e2419c761aa81af7b72a4aa2dd805842", + "sampled": true, + "kind": "read" + }, + { + "index": 233, + "status": 200, + "duration_s": 0.010219499999948312, + "trace_id": "a4317b015efd92c3a185d869fc12f5be", + "sampled": true, + "kind": "read" + }, + { + "index": 234, + "status": 200, + "duration_s": 0.01323887499893317, + "trace_id": "616f7a96b89513725f94cbc8901d0140", + "sampled": true, + "kind": "read" + }, + { + "index": 235, + "status": 200, + "duration_s": 0.008283167000627145, + "trace_id": "0b7a20018b16f1257d7478f081056826", + "sampled": true, + "kind": "read" + }, + { + "index": 236, + "status": 200, + "duration_s": 0.01218354100274155, + "trace_id": "397b8eba219311a6457673cc2ea0bc38", + "sampled": true, + "kind": "read" + }, + { + "index": 237, + "status": 200, + "duration_s": 0.00861333299690159, + "trace_id": "dd3b536a94872aab6cf53fba24a725cc", + "sampled": true, + "kind": "read" + }, + { + "index": 238, + "status": 200, + "duration_s": 0.010013667000748683, + "trace_id": "1964a5078a6da304286305cb9126136e", + "sampled": true, + "kind": "read" + }, + { + "index": 239, + "status": 200, + "duration_s": 0.009013917006086558, + "trace_id": "e85b799ada4d703d04d446308d97f9a1", + "sampled": true, + "kind": "read" + }, + { + "index": 240, + "status": 500, + "duration_s": 0.3185516249941429, + "trace_id": "e575a8a905a0107af2d5e20ced9f7299", + "sampled": true, + "kind": "controlled_upload_error", + "found_in_tempo": true + }, + { + "index": 241, + "status": 200, + "duration_s": 0.004232666004099883, + "trace_id": "b56c964576d30f736ce66b45d76c5d16", + "sampled": true, + "kind": "read" + }, + { + "index": 242, + "status": 200, + "duration_s": 0.0030599159945268184, + "trace_id": "5dc19a57c4b1a1dcf587d6dabe625987", + "sampled": true, + "kind": "read" + }, + { + "index": 243, + "status": 200, + "duration_s": 0.003704624999954831, + "trace_id": "f9db3a7664e3024ea011decf0e7bb33f", + "sampled": true, + "kind": "read" + }, + { + "index": 244, + "status": 200, + "duration_s": 0.003288333995442372, + "trace_id": "d6c464eb1e7e4a502e03b6323b4b1392", + "sampled": true, + "kind": "read" + }, + { + "index": 245, + "status": 200, + "duration_s": 0.003475791003438644, + "trace_id": "cb5ab8244981091a75944240c34e2a8a", + "sampled": true, + "kind": "read" + }, + { + "index": 246, + "status": 200, + "duration_s": 0.00304054200387327, + "trace_id": "55c74b527a1ef21c9cf2fc4c651e57df", + "sampled": true, + "kind": "read" + }, + { + "index": 247, + "status": 200, + "duration_s": 0.003529124995111488, + "trace_id": "0efe9af77187690f4df80accf338f86b", + "sampled": true, + "kind": "read" + }, + { + "index": 248, + "status": 200, + "duration_s": 0.011985332996118814, + "trace_id": "15e0888b2a44134334ab1915360e8f80", + "sampled": true, + "kind": "read" + }, + { + "index": 249, + "status": 200, + "duration_s": 0.003109457997197751, + "trace_id": "c01b9f14a2bc733c5740b2de5368bac6", + "sampled": true, + "kind": "read" + }, + { + "index": 250, + "status": 200, + "duration_s": 0.05968804100120906, + "trace_id": "981b1f4ce007dcdc659502995108346d", + "sampled": true, + "kind": "read" + }, + { + "index": 251, + "status": 200, + "duration_s": 0.0037474999990081415, + "trace_id": "5946b3a69d19a4b1b4284a7f71bdebeb", + "sampled": true, + "kind": "read" + }, + { + "index": 252, + "status": 200, + "duration_s": 0.010157040997000877, + "trace_id": "e87eada326a9d1d31bfa0d842cc4eecd", + "sampled": true, + "kind": "read" + }, + { + "index": 253, + "status": 200, + "duration_s": 0.006232333005755208, + "trace_id": "612f884030974b2f9f38deaa88dd42f0", + "sampled": true, + "kind": "read" + }, + { + "index": 254, + "status": 200, + "duration_s": 0.0027869170007761568, + "trace_id": "21b881743441a236818eec8e557d8ee0", + "sampled": true, + "kind": "read" + }, + { + "index": 255, + "status": 200, + "duration_s": 0.002638458005094435, + "trace_id": "135756e00df5a4cd8864bd63643f800d", + "sampled": true, + "kind": "read" + }, + { + "index": 256, + "status": 200, + "duration_s": 0.0028143340023234487, + "trace_id": "0486edda1821603c2ca199498e593005", + "sampled": true, + "kind": "read" + }, + { + "index": 257, + "status": 200, + "duration_s": 0.002964291998068802, + "trace_id": "0c2fa84a5bbd3ac5811ff91746afd562", + "sampled": true, + "kind": "read" + }, + { + "index": 258, + "status": 200, + "duration_s": 0.002963416998682078, + "trace_id": "205489088c9ce511e1c29e66ed961e05", + "sampled": true, + "kind": "read" + }, + { + "index": 259, + "status": 200, + "duration_s": 0.0030728749989066273, + "trace_id": "3a16fd4200297bc3ac80005ede5dd986", + "sampled": true, + "kind": "read" + }, + { + "index": 260, + "status": 200, + "duration_s": 0.003486292000161484, + "trace_id": "72d7e46df151efa5abdb34baceb5900f", + "sampled": true, + "kind": "read" + }, + { + "index": 261, + "status": 200, + "duration_s": 0.002841624998836778, + "trace_id": "bd3e4cae62bd8eec9f59e417bc30c823", + "sampled": true, + "kind": "read" + }, + { + "index": 262, + "status": 200, + "duration_s": 0.003969541998230852, + "trace_id": "bf5e5c66ed0f2d35679ed335bbe9f9df", + "sampled": true, + "kind": "read" + }, + { + "index": 263, + "status": 200, + "duration_s": 0.0032667080013197847, + "trace_id": "28934df3610559e327d37e8a9ea82866", + "sampled": true, + "kind": "read" + }, + { + "index": 264, + "status": 200, + "duration_s": 0.0033812910041888244, + "trace_id": "4dcb33cd4fcab4b7c46689f38c853b19", + "sampled": true, + "kind": "read" + }, + { + "index": 265, + "status": 200, + "duration_s": 0.003087499993853271, + "trace_id": "eefda75cfa7544288d98057b3835f736", + "sampled": true, + "kind": "read" + }, + { + "index": 266, + "status": 200, + "duration_s": 0.003383292001672089, + "trace_id": "99341f62c070db4407397712ee56e7cb", + "sampled": true, + "kind": "read" + }, + { + "index": 267, + "status": 200, + "duration_s": 0.002779542002826929, + "trace_id": "7304794b55554c192c03d468b6c8c705", + "sampled": true, + "kind": "read" + }, + { + "index": 268, + "status": 200, + "duration_s": 0.0037671250029234216, + "trace_id": "e0d08933efddec88624bd3b1b0343b1d", + "sampled": true, + "kind": "read" + }, + { + "index": 269, + "status": 200, + "duration_s": 0.0035893750027753413, + "trace_id": "6bc6ede060d1994dac18fc0fa6eb81f8", + "sampled": true, + "kind": "read" + }, + { + "index": 270, + "status": 200, + "duration_s": 0.004014042002381757, + "trace_id": "9f25c5edb3d2f9a16cf0e553413ddc63", + "sampled": true, + "kind": "read" + }, + { + "index": 271, + "status": 200, + "duration_s": 0.004160542004683521, + "trace_id": "f6a0c534e06e038657fd4299989ded42", + "sampled": true, + "kind": "read" + }, + { + "index": 272, + "status": 200, + "duration_s": 0.004828833996725734, + "trace_id": "9ef24395888856495065882f2a5ed999", + "sampled": true, + "kind": "read" + }, + { + "index": 273, + "status": 200, + "duration_s": 0.005510290997335687, + "trace_id": "80fc4186a4af03e92bd01bb7f7a0ed24", + "sampled": true, + "kind": "read" + }, + { + "index": 274, + "status": 200, + "duration_s": 0.01511183300317498, + "trace_id": "de4c24876241df872a4f03317cd3d845", + "sampled": true, + "kind": "read" + }, + { + "index": 275, + "status": 200, + "duration_s": 0.008853125000314321, + "trace_id": "fa0388add89dbbf9f5065e19d4771ce0", + "sampled": true, + "kind": "read" + }, + { + "index": 276, + "status": 200, + "duration_s": 0.012971165997441858, + "trace_id": "113027ee1fca6e3b2cb810ea59c95b49", + "sampled": true, + "kind": "read" + }, + { + "index": 277, + "status": 200, + "duration_s": 0.006059916995582171, + "trace_id": "15c308dbd62e2c234a2d0a3c2da2d3c3", + "sampled": true, + "kind": "read" + }, + { + "index": 278, + "status": 200, + "duration_s": 0.004990916000679135, + "trace_id": "a5634df21dd59f233ebf15aca0e1b7ae", + "sampled": true, + "kind": "read" + }, + { + "index": 279, + "status": 200, + "duration_s": 0.0038860000058775768, + "trace_id": "0829f10e8893e82ff41ca2e5175dac95", + "sampled": true, + "kind": "read" + }, + { + "index": 280, + "status": 200, + "duration_s": 0.0044280000001890585, + "trace_id": "b555ce7f5c81e76a930286ef1ccce05f", + "sampled": true, + "kind": "read" + }, + { + "index": 281, + "status": 200, + "duration_s": 0.0039657919987803325, + "trace_id": "43d2b7a8a2b5895fc68b5965d8369424", + "sampled": true, + "kind": "read" + }, + { + "index": 282, + "status": 200, + "duration_s": 0.0045183749971329235, + "trace_id": "94cb1871e51c4ae4b21eac2ab5216a3a", + "sampled": true, + "kind": "read" + }, + { + "index": 283, + "status": 200, + "duration_s": 0.009754000006068964, + "trace_id": "990a94ddc982489e4e694f9a60375ec7", + "sampled": true, + "kind": "read" + }, + { + "index": 284, + "status": 200, + "duration_s": 0.008853500003169756, + "trace_id": "32ca49a81eb006fce9daa40d6390e033", + "sampled": true, + "kind": "read" + }, + { + "index": 285, + "status": 200, + "duration_s": 0.0060464999987743795, + "trace_id": "fb805542fd791fc2f54f4c6c4ea4c59d", + "sampled": true, + "kind": "read" + }, + { + "index": 286, + "status": 200, + "duration_s": 0.004668249996029772, + "trace_id": "3579b025df017a3830437eab844cf412", + "sampled": true, + "kind": "read" + }, + { + "index": 287, + "status": 200, + "duration_s": 0.0041161660046782345, + "trace_id": "2802a6256a9b0e5d9b93b2b69dae9f74", + "sampled": true, + "kind": "read" + }, + { + "index": 288, + "status": 200, + "duration_s": 0.004738042000099085, + "trace_id": "d9726d55432587bffcb6c271da769e55", + "sampled": true, + "kind": "read" + }, + { + "index": 289, + "status": 200, + "duration_s": 0.004557125001156237, + "trace_id": "6d8ea80379a218097f00db6a02b15180", + "sampled": true, + "kind": "read" + }, + { + "index": 290, + "status": 200, + "duration_s": 0.0048425839995616116, + "trace_id": "85d31f9ce7d6b8772e268068044acd5a", + "sampled": true, + "kind": "read" + }, + { + "index": 291, + "status": 200, + "duration_s": 0.00469991700083483, + "trace_id": "296cad5206ce14fc49f87bb249cbeeec", + "sampled": true, + "kind": "read" + }, + { + "index": 292, + "status": 200, + "duration_s": 0.005223542000749148, + "trace_id": "4576dac20229140d24af02f9d47408fe", + "sampled": true, + "kind": "read" + }, + { + "index": 293, + "status": 200, + "duration_s": 0.010596792002615985, + "trace_id": "fc18643b1b199d26964b1b5665990703", + "sampled": true, + "kind": "read" + }, + { + "index": 294, + "status": 200, + "duration_s": 0.010713417002989445, + "trace_id": "97639554c52ec93f7ddb9563be60062c", + "sampled": true, + "kind": "read" + }, + { + "index": 295, + "status": 200, + "duration_s": 0.014363791000505444, + "trace_id": "a0d621b8af00e41451dde3e9394a89f8", + "sampled": true, + "kind": "read" + }, + { + "index": 296, + "status": 200, + "duration_s": 0.006255542000872083, + "trace_id": "e866c9c9e5e3ef9e30d5f3c6e1b9e9ac", + "sampled": true, + "kind": "read" + }, + { + "index": 297, + "status": 200, + "duration_s": 0.010109499999089167, + "trace_id": "ca5fff99769ce38a7788a686c90a6d10", + "sampled": true, + "kind": "read" + }, + { + "index": 298, + "status": 200, + "duration_s": 0.012356458006252069, + "trace_id": "0581d295606f2dc772cc35ddd66583fd", + "sampled": true, + "kind": "read" + }, + { + "index": 299, + "status": 200, + "duration_s": 0.009517124999547377, + "trace_id": "770bc296bc41d5326795706081209006", + "sampled": true, + "kind": "read" + }, + { + "index": 300, + "status": 200, + "duration_s": 0.005975792002573144, + "trace_id": "04bb7b5d3308a3752240ae3ff3693047", + "sampled": true, + "kind": "read" + }, + { + "index": 301, + "status": 200, + "duration_s": 0.01198254100017948, + "trace_id": "80964fdeac4b051b19645983d6fa1306", + "sampled": true, + "kind": "read" + }, + { + "index": 302, + "status": 200, + "duration_s": 0.0049199159984709695, + "trace_id": "70305e4d844fc5df358be0e2598e5bbe", + "sampled": true, + "kind": "read" + }, + { + "index": 303, + "status": 200, + "duration_s": 0.00478691700118361, + "trace_id": "25c1d7d6e91caa02fb458001f09faf94", + "sampled": true, + "kind": "read" + }, + { + "index": 304, + "status": 200, + "duration_s": 0.004956000004312955, + "trace_id": "5ded815fc5e3295f86a4e1bcc834d1ef", + "sampled": true, + "kind": "read" + }, + { + "index": 305, + "status": 200, + "duration_s": 0.006050625001080334, + "trace_id": "9c58301559be0f9de5c237d100f4c3b7", + "sampled": true, + "kind": "read" + }, + { + "index": 306, + "status": 200, + "duration_s": 0.005507000001671258, + "trace_id": "266a2e1b00813c07b133f41f0c2efcc2", + "sampled": true, + "kind": "read" + }, + { + "index": 307, + "status": 200, + "duration_s": 0.004926749999867752, + "trace_id": "a4f9ea135b705322c55bd716206a7bd7", + "sampled": true, + "kind": "read" + }, + { + "index": 308, + "status": 200, + "duration_s": 0.003843457998300437, + "trace_id": "79a6892014a61e9ebd313b587758ab06", + "sampled": true, + "kind": "read" + }, + { + "index": 309, + "status": 200, + "duration_s": 0.0034549589981907047, + "trace_id": "cc2b088c6ec23f2aff90f3e318e125ae", + "sampled": true, + "kind": "read" + }, + { + "index": 310, + "status": 200, + "duration_s": 0.0032433750020572916, + "trace_id": "8ecec73cee9d5738f9cfdeeb3d5d66d5", + "sampled": true, + "kind": "read" + }, + { + "index": 311, + "status": 200, + "duration_s": 0.032278083002893254, + "trace_id": "29bf674aa4e4685294f6def322962c36", + "sampled": true, + "kind": "read" + }, + { + "index": 312, + "status": 200, + "duration_s": 0.04480550000153016, + "trace_id": "d800886d00ecbb47a25a6e7f43b123bf", + "sampled": true, + "kind": "read" + }, + { + "index": 313, + "status": 200, + "duration_s": 0.0032272909957100637, + "trace_id": "d42d26cf84c3c373836989c9f30bc07b", + "sampled": true, + "kind": "read" + }, + { + "index": 314, + "status": 200, + "duration_s": 0.0034388330022920854, + "trace_id": "f82576c77c0a8d15f429011b80e7129d", + "sampled": true, + "kind": "read" + }, + { + "index": 315, + "status": 200, + "duration_s": 0.003941999995731749, + "trace_id": "f866db90b094f5c98811280bb84d1012", + "sampled": true, + "kind": "read" + }, + { + "index": 316, + "status": 200, + "duration_s": 0.003628042002674192, + "trace_id": "60d6fd8bb3e061beb64365f6a1f859fd", + "sampled": true, + "kind": "read" + }, + { + "index": 317, + "status": 200, + "duration_s": 0.0034909590031020343, + "trace_id": "1dd8e5d1a9b7a5ec47850103afe22856", + "sampled": true, + "kind": "read" + }, + { + "index": 318, + "status": 200, + "duration_s": 0.003256625001085922, + "trace_id": "200a407e37ea8bc3bb8968f6e5d0da08", + "sampled": true, + "kind": "read" + }, + { + "index": 319, + "status": 200, + "duration_s": 0.003527624998241663, + "trace_id": "02472532ebf249082d0f11484f5ceac9", + "sampled": true, + "kind": "read" + }, + { + "index": 320, + "status": 200, + "duration_s": 0.0038745829951949418, + "trace_id": "90013d3915af25252cf4ba99680a1b75", + "sampled": true, + "kind": "read" + }, + { + "index": 321, + "status": 200, + "duration_s": 0.004948791000060737, + "trace_id": "71a9186c4c56d705e284ea47b228b430", + "sampled": true, + "kind": "read" + }, + { + "index": 322, + "status": 200, + "duration_s": 0.0037990420023561455, + "trace_id": "ad984fadb8cc0712a2902c041b77baf9", + "sampled": true, + "kind": "read" + }, + { + "index": 323, + "status": 200, + "duration_s": 0.003831249996437691, + "trace_id": "a73d1680f6782e3889ca83b90fdd90c3", + "sampled": true, + "kind": "read" + }, + { + "index": 324, + "status": 200, + "duration_s": 0.00416729199787369, + "trace_id": "6521c339d7ce6959097630facf5714ae", + "sampled": true, + "kind": "read" + }, + { + "index": 325, + "status": 200, + "duration_s": 0.006848124998214189, + "trace_id": "f28a122ff9155327110a851a75e0151c", + "sampled": true, + "kind": "read" + }, + { + "index": 326, + "status": 200, + "duration_s": 0.004711624998890329, + "trace_id": "306c2c4aa96cac876a2b309e2731f249", + "sampled": true, + "kind": "read" + }, + { + "index": 327, + "status": 200, + "duration_s": 0.00537675000668969, + "trace_id": "183935ca12e7d8ff522e0d4a53817517", + "sampled": true, + "kind": "read" + }, + { + "index": 328, + "status": 200, + "duration_s": 0.014446624998527113, + "trace_id": "dba41faa1b1af7d87b822ba6d22c6807", + "sampled": true, + "kind": "read" + }, + { + "index": 329, + "status": 200, + "duration_s": 0.005999207998684142, + "trace_id": "62b995b76b76f69b030c7696b7c97537", + "sampled": true, + "kind": "read" + }, + { + "index": 330, + "status": 200, + "duration_s": 0.005163542002264876, + "trace_id": "6e7965ecc955d79210314bc0a9f2180c", + "sampled": true, + "kind": "read" + }, + { + "index": 331, + "status": 200, + "duration_s": 0.005015500006265938, + "trace_id": "b90ad2ae01f570550899f6f5fc37bcd2", + "sampled": true, + "kind": "read" + }, + { + "index": 332, + "status": 200, + "duration_s": 0.008588458003941923, + "trace_id": "a2251d12c73b0ae36111513a3abd8def", + "sampled": true, + "kind": "read" + }, + { + "index": 333, + "status": 200, + "duration_s": 0.005741042004956398, + "trace_id": "622be2695cdecaa462fe68f1442333f5", + "sampled": true, + "kind": "read" + }, + { + "index": 334, + "status": 200, + "duration_s": 0.012637041996640619, + "trace_id": "83c2613970bfd36ac18bde6f5b095e11", + "sampled": true, + "kind": "read" + }, + { + "index": 335, + "status": 200, + "duration_s": 0.009168541000690311, + "trace_id": "526f8cbf7837930fcac3ffcdcb53e0cd", + "sampled": true, + "kind": "read" + }, + { + "index": 336, + "status": 200, + "duration_s": 0.010004916999605484, + "trace_id": "998d3fd3b58792b9716783614462b855", + "sampled": true, + "kind": "read" + }, + { + "index": 337, + "status": 200, + "duration_s": 0.00921287499659229, + "trace_id": "9571b590cdac144b1a88155df1d87274", + "sampled": true, + "kind": "read" + }, + { + "index": 338, + "status": 200, + "duration_s": 0.011656624999886844, + "trace_id": "b2881d0289fb907a11c19e53fc919862", + "sampled": true, + "kind": "read" + }, + { + "index": 339, + "status": 200, + "duration_s": 0.05060504100401886, + "trace_id": "085fca938b8a890f6d21410a3dfd5e9c", + "sampled": true, + "kind": "read" + }, + { + "index": 340, + "status": 200, + "duration_s": 0.006730709006660618, + "trace_id": "ea490c419008cca50a05b20e324a0bb8", + "sampled": true, + "kind": "read" + }, + { + "index": 341, + "status": 200, + "duration_s": 0.0027354159974493086, + "trace_id": "df6b1cdd8672d1e68e832a701456b35f", + "sampled": true, + "kind": "read" + }, + { + "index": 342, + "status": 200, + "duration_s": 0.00351408300048206, + "trace_id": "a8ce45bd20f602561b55d2c283f14db0", + "sampled": true, + "kind": "read" + }, + { + "index": 343, + "status": 200, + "duration_s": 0.0037731249976786785, + "trace_id": "d23ab4d5ea410929aa74bd72e83381c4", + "sampled": true, + "kind": "read" + }, + { + "index": 344, + "status": 200, + "duration_s": 0.004193250002572313, + "trace_id": "473f728e779f056b98c6ff7a18917d92", + "sampled": true, + "kind": "read" + }, + { + "index": 345, + "status": 200, + "duration_s": 0.003938000001653563, + "trace_id": "82ffbea21380de4aaf3ae2d4a1dbc0bd", + "sampled": true, + "kind": "read" + }, + { + "index": 346, + "status": 200, + "duration_s": 0.006389499998476822, + "trace_id": "4ec7e5ae616423ebd470121b4a2abd89", + "sampled": true, + "kind": "read" + }, + { + "index": 347, + "status": 200, + "duration_s": 0.010071999997308012, + "trace_id": "da38f8ec12f1df7cdeacf6457b6e89d4", + "sampled": true, + "kind": "read" + }, + { + "index": 348, + "status": 200, + "duration_s": 0.004849083001317922, + "trace_id": "f7fca9add0af5161fcd89ba80b903189", + "sampled": true, + "kind": "read" + }, + { + "index": 349, + "status": 200, + "duration_s": 0.005187540999031626, + "trace_id": "84e1c8fa8ba3746fdaa36337960958d9", + "sampled": true, + "kind": "read" + }, + { + "index": 350, + "status": 200, + "duration_s": 0.005550708003283944, + "trace_id": "a79fbeaa1ffd24923e97196d66b2c17d", + "sampled": true, + "kind": "read" + }, + { + "index": 351, + "status": 200, + "duration_s": 0.007752291996439453, + "trace_id": "aea68244a819d1a5225df0d7603dd2e8", + "sampled": true, + "kind": "read" + }, + { + "index": 352, + "status": 200, + "duration_s": 0.010458292003022507, + "trace_id": "69c16da2a29930619016c830abe4bc2b", + "sampled": true, + "kind": "read" + }, + { + "index": 353, + "status": 200, + "duration_s": 0.009973583000828512, + "trace_id": "02357eddf9f1f634c913f99aca133170", + "sampled": true, + "kind": "read" + }, + { + "index": 354, + "status": 200, + "duration_s": 0.009635374997742474, + "trace_id": "64cd899274f62bed6a835a266685a8f0", + "sampled": true, + "kind": "read" + }, + { + "index": 355, + "status": 200, + "duration_s": 0.012701250001555309, + "trace_id": "bb66c450507b0138a17d080e8f6475a0", + "sampled": true, + "kind": "read" + }, + { + "index": 356, + "status": 200, + "duration_s": 0.009555707998515572, + "trace_id": "1ce5c3aa80c50312077fe23ca2f20c22", + "sampled": true, + "kind": "read" + }, + { + "index": 357, + "status": 200, + "duration_s": 0.011131874998682179, + "trace_id": "9173c3d529cd08d24141251aa41e63c3", + "sampled": true, + "kind": "read" + }, + { + "index": 358, + "status": 200, + "duration_s": 0.009532292002404574, + "trace_id": "9e6379f32291c6e8f43bf1e74868cfa4", + "sampled": true, + "kind": "read" + }, + { + "index": 359, + "status": 200, + "duration_s": 0.006495333000202663, + "trace_id": "d367bbceaf5289eaccb969afb727e1c9", + "sampled": true, + "kind": "read" + }, + { + "index": 360, + "status": 200, + "duration_s": 0.0035295000052428804, + "trace_id": "3f84e76f4d17f8aacc5664cf42ee46f2", + "sampled": true, + "kind": "read" + }, + { + "index": 361, + "status": 200, + "duration_s": 0.0040642909953021444, + "trace_id": "706d48771b0d6d15d8c3ab7c481b4d8a", + "sampled": true, + "kind": "read" + }, + { + "index": 362, + "status": 200, + "duration_s": 0.004695666997577064, + "trace_id": "bc2e7725a0e71d41be718e9ceef84251", + "sampled": true, + "kind": "read" + }, + { + "index": 363, + "status": 200, + "duration_s": 0.004670791997341439, + "trace_id": "db45a61c1827d6e12db11afe226cda95", + "sampled": true, + "kind": "read" + }, + { + "index": 364, + "status": 200, + "duration_s": 0.005224208995059598, + "trace_id": "4cb287109f2773d514a3935f02695116", + "sampled": true, + "kind": "read" + }, + { + "index": 365, + "status": 200, + "duration_s": 0.012321916998189408, + "trace_id": "ad47534f9af2b96ccbef11baedbd1345", + "sampled": true, + "kind": "read" + }, + { + "index": 366, + "status": 200, + "duration_s": 0.009312166999734472, + "trace_id": "e6f20fe2c20e4ab0b2465f7ef7300e00", + "sampled": true, + "kind": "read" + }, + { + "index": 367, + "status": 200, + "duration_s": 0.01151587500498863, + "trace_id": "0bb391ccf913a3dd98a1c301ffd903db", + "sampled": true, + "kind": "read" + }, + { + "index": 368, + "status": 200, + "duration_s": 0.009549166999931913, + "trace_id": "e99746ca342373935b7726f57c0896c0", + "sampled": true, + "kind": "read" + }, + { + "index": 369, + "status": 200, + "duration_s": 0.015101416000106838, + "trace_id": "b5b5006cb82c3d1d5d43f35fc52ee18f", + "sampled": true, + "kind": "read" + }, + { + "index": 370, + "status": 200, + "duration_s": 0.009810042000026442, + "trace_id": "399d74455df807d99d59442ec0c580fa", + "sampled": true, + "kind": "read" + }, + { + "index": 371, + "status": 200, + "duration_s": 0.005611417000181973, + "trace_id": "19b42bbd134a47af685f355ad777c729", + "sampled": true, + "kind": "read" + }, + { + "index": 372, + "status": 200, + "duration_s": 0.010561499999312218, + "trace_id": "c4ce4cedddf898c808f5847565b9449a", + "sampled": true, + "kind": "read" + }, + { + "index": 373, + "status": 200, + "duration_s": 0.05031983299704734, + "trace_id": "c07de230c8acedde1fa5f3fe81cd7a05", + "sampled": true, + "kind": "read" + }, + { + "index": 374, + "status": 200, + "duration_s": 0.006750874999852385, + "trace_id": "f1523f6061b61f46519aaecbdd49672d", + "sampled": true, + "kind": "read" + }, + { + "index": 375, + "status": 200, + "duration_s": 0.003271375004260335, + "trace_id": "8552f6ef17566a54d66660faea653352", + "sampled": true, + "kind": "read" + }, + { + "index": 376, + "status": 200, + "duration_s": 0.004216416993585881, + "trace_id": "c09b1fd0e7d12f9e7e2a9722569c6a43", + "sampled": true, + "kind": "read" + }, + { + "index": 377, + "status": 200, + "duration_s": 0.004319542000303045, + "trace_id": "04bdb307e61534531afa3e6af0de5ea9", + "sampled": true, + "kind": "read" + }, + { + "index": 378, + "status": 200, + "duration_s": 0.004106667001906317, + "trace_id": "f482dd3de6ea8ddbdf1ac776b9dd908d", + "sampled": true, + "kind": "read" + }, + { + "index": 379, + "status": 200, + "duration_s": 0.004470084000786301, + "trace_id": "d90d61834d4492d06ec735d9c0af3ed3", + "sampled": true, + "kind": "read" + }, + { + "index": 380, + "status": 200, + "duration_s": 0.0050536670023575425, + "trace_id": "b5d2d8a218a16232cc11f1cabbaf8de9", + "sampled": true, + "kind": "read" + }, + { + "index": 381, + "status": 200, + "duration_s": 0.00570750000042608, + "trace_id": "22548b51f696e12f6cedf0f09af44c4e", + "sampled": true, + "kind": "read" + }, + { + "index": 382, + "status": 200, + "duration_s": 0.015560374995402526, + "trace_id": "706305320b131f62f57d74c0c8b203a4", + "sampled": true, + "kind": "read" + }, + { + "index": 383, + "status": 200, + "duration_s": 0.005719583998143207, + "trace_id": "34cb44f6f969fdbbad589b4ffac551e6", + "sampled": true, + "kind": "read" + }, + { + "index": 384, + "status": 200, + "duration_s": 0.004575791994284373, + "trace_id": "920591e1f9b7a2820d8e53ba76967325", + "sampled": true, + "kind": "read" + }, + { + "index": 385, + "status": 200, + "duration_s": 0.004641749997972511, + "trace_id": "db2073726aa4a6406052d2779f7dae1a", + "sampled": true, + "kind": "read" + }, + { + "index": 386, + "status": 200, + "duration_s": 0.0044580829999176785, + "trace_id": "faff36913fb1611164bcfe0daf7dea38", + "sampled": true, + "kind": "read" + }, + { + "index": 387, + "status": 200, + "duration_s": 0.00496887500048615, + "trace_id": "1404999345f414c15e735638d2fb73d6", + "sampled": true, + "kind": "read" + }, + { + "index": 388, + "status": 200, + "duration_s": 0.007535709002695512, + "trace_id": "e5a4739e1888039c3fba466bdc2eb69c", + "sampled": true, + "kind": "read" + }, + { + "index": 389, + "status": 200, + "duration_s": 0.005561708996538073, + "trace_id": "d1b07b5d03affe861a5573da551943dc", + "sampled": true, + "kind": "read" + }, + { + "index": 390, + "status": 200, + "duration_s": 0.004621084000973497, + "trace_id": "11dc7526e9601095acc2aea1bcb9970b", + "sampled": true, + "kind": "read" + }, + { + "index": 391, + "status": 200, + "duration_s": 0.00438120799663011, + "trace_id": "29662e2d67b13a03cde0ae5c2262d75c", + "sampled": true, + "kind": "read" + }, + { + "index": 392, + "status": 200, + "duration_s": 0.0049805000016931444, + "trace_id": "0586e9a9e48fb152d0f29ecbe4f30931", + "sampled": true, + "kind": "read" + }, + { + "index": 393, + "status": 200, + "duration_s": 0.009626416998798959, + "trace_id": "26e32a5dd1aa5612bc0fc931a8852792", + "sampled": true, + "kind": "read" + }, + { + "index": 394, + "status": 200, + "duration_s": 0.010316833002434578, + "trace_id": "9b7ae5a8d0455805eefb60632e9fd8d8", + "sampled": true, + "kind": "read" + }, + { + "index": 395, + "status": 200, + "duration_s": 0.009577083998010494, + "trace_id": "a6a8ba0448b8a1898363d9077e359cba", + "sampled": true, + "kind": "read" + }, + { + "index": 396, + "status": 200, + "duration_s": 0.011052791996917222, + "trace_id": "0e9aa7ae52da3ca00ac99a69c164a445", + "sampled": true, + "kind": "read" + }, + { + "index": 397, + "status": 200, + "duration_s": 0.008999500001664273, + "trace_id": "3abe8238149ccd7757ea255162056545", + "sampled": true, + "kind": "read" + }, + { + "index": 398, + "status": 200, + "duration_s": 0.012372791999951005, + "trace_id": "8fda24710e02e981a8cc605dfddb21a4", + "sampled": true, + "kind": "read" + }, + { + "index": 399, + "status": 200, + "duration_s": 0.010509790998185053, + "trace_id": "0665fd735f0127f009f182827e909ee0", + "sampled": true, + "kind": "read" + } + ] + }, + { + "profile": "sample25", + "instance_ids": [ + "70d61691-d86b-44a7-a02a-dc7e059a9fab", + "ca515a23-068d-487f-a79d-cae24fd24d98" + ], + "enabled": "1", + "sampling_ratio": 0.25, + "repeat": 2, + "offered_rps": 40, + "duration_s": 10, + "elapsed_s": 10.071263, + "scheduled": 400, + "not_sent": 0, + "sent": 400, + "successful": 398, + "controlled_500": 2, + "successful_rps": 39.51838000263051, + "latency_s": { + "p50": 0.0057445420025032945, + "p95": 0.03478904100484215, + "p99": 0.27220208299695514 + }, + "sampled_requests": 87, + "rare_probes": [ + { + "index": 80, + "status": 500, + "duration_s": 0.2712269159965217, + "trace_id": "a7b57979680fc31933d5b16e9e55af48", + "sampled": true, + "kind": "controlled_upload_error", + "found_in_tempo": true + }, + { + "index": 165, + "status": 200, + "duration_s": 0.34296187500149244, + "trace_id": "e9c9dce2cecedbc04b9baa378ee0d0e0", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 167, + "status": 200, + "duration_s": 0.3071276670016232, + "trace_id": "e7b64977c6076460c49a9c75ccd1b760", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 168, + "status": 200, + "duration_s": 0.27651083299861057, + "trace_id": "032ca1f20bca0833945d0176d058bd85", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 171, + "status": 200, + "duration_s": 0.20741387500311248, + "trace_id": "24eaafd08b299e70129f6ffb7dffd8dc", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 170, + "status": 200, + "duration_s": 0.23652404199674493, + "trace_id": "5bbee89e3ed820496f0928ba5458b622", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 172, + "status": 200, + "duration_s": 0.17533183399791596, + "trace_id": "8a59e2cba32023f1af6f020660c774dc", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 169, + "status": 200, + "duration_s": 0.259894875001919, + "trace_id": "42bc79da95d96133a25d970232e026a2", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 166, + "status": 200, + "duration_s": 0.33648291700228583, + "trace_id": "3860e6b29d506cd96cece39e2c2cfb0b", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 240, + "status": 500, + "duration_s": 0.27220208299695514, + "trace_id": "f1347efaf719ea62f95a72c3ac0d59d7", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + } + ], + "telemetry_before": { + "spans_recorded": 26.0, + "spans_exported": 26.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 7224.0, + "logs_wire_bytes": 29206.0, + "metrics_wire_bytes": 8720.0, + "collector_accepted_spans": 4536.0, + "collector_refused_spans": 0.0 + }, + "telemetry_after": { + "spans_recorded": 206.0, + "spans_exported": 206.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 45340.0, + "logs_wire_bytes": 258364.0, + "metrics_wire_bytes": 27655.0, + "collector_accepted_spans": 4730.0, + "collector_refused_spans": 0.0 + }, + "telemetry_delta": { + "spans_recorded": 180.0, + "spans_exported": 180.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 38116.0, + "logs_wire_bytes": 229158.0, + "metrics_wire_bytes": 18935.0, + "collector_accepted_spans": 194.0, + "collector_refused_spans": 0.0 + }, + "cgroups_before": [ + { + "service": "api", + "container": "0b8df21c0959cd1adb26e677a3fff7c72e3d170ff4ae1b70b34d0c10dad2bb0d", + "current_bytes": 91734016, + "peak_bytes": 135303168, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "ef06926364498cf69ce6a73d50def883889e72b32c078cccc54b6ab9cce2f842", + "current_bytes": 91725824, + "peak_bytes": 135069696, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "dcdb552402c3290f3abed19f90cbe09f841078eff72d79c861a5ec6a5fd8584b", + "current_bytes": 71630848, + "peak_bytes": 118489088, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 64483328, + "peak_bytes": 65454080, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 226484224, + "peak_bytes": 384258048, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "cgroups_after": [ + { + "service": "api", + "container": "0b8df21c0959cd1adb26e677a3fff7c72e3d170ff4ae1b70b34d0c10dad2bb0d", + "current_bytes": 92397568, + "peak_bytes": 135303168, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "ef06926364498cf69ce6a73d50def883889e72b32c078cccc54b6ab9cce2f842", + "current_bytes": 93282304, + "peak_bytes": 135069696, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "dcdb552402c3290f3abed19f90cbe09f841078eff72d79c861a5ec6a5fd8584b", + "current_bytes": 72003584, + "peak_bytes": 118489088, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 65830912, + "peak_bytes": 66617344, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 226619392, + "peak_bytes": 384258048, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "docker_samples": [ + { + "at": 55357.080990083, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.07%", + "Container": "0b8df21c0959cd1adb26e677a3fff7c72e3d170ff4ae1b70b34d0c10dad2bb0d", + "ID": "0b8df21c0959", + "MemPerc": "17.10%", + "MemUsage": "87.55MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "118kB / 196kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.01%", + "Container": "ef06926364498cf69ce6a73d50def883889e72b32c078cccc54b6ab9cce2f842", + "ID": "ef0692636449", + "MemPerc": "19.75%", + "MemUsage": "101.1MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "233kB / 200kB", + "PIDs": "12" + }, + { + "BlockIO": "4.1kB / 639kB", + "CPUPerc": "1.25%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.312MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.77MB / 1.29MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.87%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.223MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.13MB / 1.33MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.72%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "24.02%", + "MemUsage": "61.49MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "6.34MB / 15.7MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.47%", + "Container": "492fc02cbbe3c484bd9d5fee7a30cb957a50280b8c854a63bb5b65f8e7e18e4d", + "ID": "492fc02cbbe3", + "MemPerc": "28.57%", + "MemUsage": "54.86MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "108kB / 82.4kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.10%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.35%", + "MemUsage": "72.58MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "76.4kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.63%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.26%", + "MemUsage": "11.86MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "42.3MB / 41.6MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 5.35MB", + "CPUPerc": "0.44%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "22.72%", + "MemUsage": "87.24MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "693kB / 42.4kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 20.8MB", + "CPUPerc": "3.48%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "4.68%", + "MemUsage": "35.97MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "14.7MB / 19MB", + "PIDs": "12" + }, + { + "BlockIO": "1.11MB / 8.56MB", + "CPUPerc": "0.00%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "13.52%", + "MemUsage": "34.62MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "5.25MB / 530kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.20%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.13%", + "MemUsage": "33.6MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "62.9MB / 59.3MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 26.4MB", + "CPUPerc": "0.64%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.32%", + "MemUsage": "124.5MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "37.5MB / 22.3MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 6.06MB", + "CPUPerc": "0.41%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "27.64%", + "MemUsage": "212.3MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "337kB / 185kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.24%", + "Container": "dcdb552402c3290f3abed19f90cbe09f841078eff72d79c861a5ec6a5fd8584b", + "ID": "dcdb552402c3", + "MemPerc": "7.62%", + "MemUsage": "68.31MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "17.9kB / 27.7kB", + "PIDs": "9" + } + ] + }, + { + "at": 55360.146349666, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.29%", + "Container": "0b8df21c0959cd1adb26e677a3fff7c72e3d170ff4ae1b70b34d0c10dad2bb0d", + "ID": "0b8df21c0959", + "MemPerc": "17.26%", + "MemUsage": "88.36MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "201kB / 339kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.56%", + "Container": "ef06926364498cf69ce6a73d50def883889e72b32c078cccc54b6ab9cce2f842", + "ID": "ef0692636449", + "MemPerc": "17.36%", + "MemUsage": "88.88MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "321kB / 468kB", + "PIDs": "17" + }, + { + "BlockIO": "4.1kB / 651kB", + "CPUPerc": "0.15%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.316MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.77MB / 1.29MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.35%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.227MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.16MB / 1.36MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.59%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "24.27%", + "MemUsage": "62.14MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "6.48MB / 15.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.59%", + "Container": "492fc02cbbe3c484bd9d5fee7a30cb957a50280b8c854a63bb5b65f8e7e18e4d", + "ID": "492fc02cbbe3", + "MemPerc": "28.61%", + "MemUsage": "54.92MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "129kB / 99.8kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.15%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.35%", + "MemUsage": "72.58MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "76.5kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.86%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.28%", + "MemUsage": "11.88MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "42.4MB / 41.8MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 5.35MB", + "CPUPerc": "0.53%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "22.72%", + "MemUsage": "87.26MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "710kB / 43kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 20.9MB", + "CPUPerc": "7.70%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.62%", + "MemUsage": "58.55MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "14.8MB / 19.1MB", + "PIDs": "24" + }, + { + "BlockIO": "1.11MB / 8.56MB", + "CPUPerc": "0.42%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "13.58%", + "MemUsage": "34.75MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "5.28MB / 532kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.18%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.13%", + "MemUsage": "33.61MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "63.2MB / 59.7MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 26.4MB", + "CPUPerc": "0.27%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.33%", + "MemUsage": "124.6MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "37.8MB / 22.4MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 6.06MB", + "CPUPerc": "0.13%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "27.64%", + "MemUsage": "212.3MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "342kB / 186kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.13%", + "Container": "dcdb552402c3290f3abed19f90cbe09f841078eff72d79c861a5ec6a5fd8584b", + "ID": "dcdb552402c3", + "MemPerc": "7.66%", + "MemUsage": "68.65MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "144kB / 169kB", + "PIDs": "9" + } + ] + }, + { + "at": 55363.195604375, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "21.01%", + "Container": "0b8df21c0959cd1adb26e677a3fff7c72e3d170ff4ae1b70b34d0c10dad2bb0d", + "ID": "0b8df21c0959", + "MemPerc": "17.26%", + "MemUsage": "88.37MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "277kB / 479kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.16%", + "Container": "ef06926364498cf69ce6a73d50def883889e72b32c078cccc54b6ab9cce2f842", + "ID": "ef0692636449", + "MemPerc": "17.43%", + "MemUsage": "89.25MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "515kB / 728kB", + "PIDs": "17" + }, + { + "BlockIO": "4.1kB / 664kB", + "CPUPerc": "1.22%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.316MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.78MB / 1.3MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.30%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.227MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.18MB / 1.39MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.74%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "24.27%", + "MemUsage": "62.14MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "6.58MB / 15.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.35%", + "Container": "492fc02cbbe3c484bd9d5fee7a30cb957a50280b8c854a63bb5b65f8e7e18e4d", + "ID": "492fc02cbbe3", + "MemPerc": "28.61%", + "MemUsage": "54.92MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "149kB / 114kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.20%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.35%", + "MemUsage": "72.58MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "76.5kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.90%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.29%", + "MemUsage": "11.89MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "42.7MB / 42.1MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 5.35MB", + "CPUPerc": "0.55%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "22.75%", + "MemUsage": "87.34MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "728kB / 43.6kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 21MB", + "CPUPerc": "4.70%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.89%", + "MemUsage": "60.56MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "14.8MB / 19.2MB", + "PIDs": "24" + }, + { + "BlockIO": "1.11MB / 8.56MB", + "CPUPerc": "0.02%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "13.60%", + "MemUsage": "34.82MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "5.28MB / 532kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.21%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.13%", + "MemUsage": "33.61MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "63.6MB / 60.1MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 26.9MB", + "CPUPerc": "0.97%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.33%", + "MemUsage": "124.6MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "38MB / 22.5MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 6.06MB", + "CPUPerc": "0.15%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "27.64%", + "MemUsage": "212.3MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "347kB / 186kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.56%", + "Container": "dcdb552402c3290f3abed19f90cbe09f841078eff72d79c861a5ec6a5fd8584b", + "ID": "dcdb552402c3", + "MemPerc": "7.66%", + "MemUsage": "68.67MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "271kB / 311kB", + "PIDs": "9" + } + ] + }, + { + "at": 55366.267677958, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "12.98%", + "Container": "0b8df21c0959cd1adb26e677a3fff7c72e3d170ff4ae1b70b34d0c10dad2bb0d", + "ID": "0b8df21c0959", + "MemPerc": "19.76%", + "MemUsage": "101.2MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "322kB / 565kB", + "PIDs": "18" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "6.25%", + "Container": "ef06926364498cf69ce6a73d50def883889e72b32c078cccc54b6ab9cce2f842", + "ID": "ef0692636449", + "MemPerc": "17.43%", + "MemUsage": "89.26MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "557kB / 807kB", + "PIDs": "17" + }, + { + "BlockIO": "4.1kB / 664kB", + "CPUPerc": "0.36%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.316MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.78MB / 1.3MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.30%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.227MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.2MB / 1.41MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.88%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "24.52%", + "MemUsage": "62.77MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "6.65MB / 15.8MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.04%", + "Container": "492fc02cbbe3c484bd9d5fee7a30cb957a50280b8c854a63bb5b65f8e7e18e4d", + "ID": "492fc02cbbe3", + "MemPerc": "28.61%", + "MemUsage": "54.92MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "167kB / 128kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.21%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.35%", + "MemUsage": "72.58MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "76.5kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.62%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.28%", + "MemUsage": "11.88MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "42.8MB / 42.2MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 5.35MB", + "CPUPerc": "1.26%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "22.76%", + "MemUsage": "87.39MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "744kB / 44.2kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 21MB", + "CPUPerc": "2.42%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.93%", + "MemUsage": "60.89MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "14.9MB / 19.2MB", + "PIDs": "24" + }, + { + "BlockIO": "1.11MB / 8.56MB", + "CPUPerc": "1.71%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "13.79%", + "MemUsage": "35.3MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "5.3MB / 533kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.36%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.13%", + "MemUsage": "33.61MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "63.6MB / 60.1MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 26.9MB", + "CPUPerc": "0.42%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.33%", + "MemUsage": "124.6MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "38MB / 22.5MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 6.06MB", + "CPUPerc": "0.42%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "27.64%", + "MemUsage": "212.3MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "351kB / 187kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.71%", + "Container": "dcdb552402c3290f3abed19f90cbe09f841078eff72d79c861a5ec6a5fd8584b", + "ID": "dcdb552402c3", + "MemPerc": "7.66%", + "MemUsage": "68.67MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "274kB / 317kB", + "PIDs": "9" + } + ] + } + ], + "requests": [ + { + "index": 0, + "status": 200, + "duration_s": 0.005553999995754566, + "trace_id": "133e992ef31c4017c69ff52054958f7b", + "sampled": false, + "kind": "read" + }, + { + "index": 1, + "status": 200, + "duration_s": 0.004262750000634696, + "trace_id": "595e491a67d66ca3c8cad5b26fc7f1c7", + "sampled": false, + "kind": "read" + }, + { + "index": 2, + "status": 200, + "duration_s": 0.0044752079993486404, + "trace_id": "d8cf011cc62a631c849eefb69698cec1", + "sampled": false, + "kind": "read" + }, + { + "index": 3, + "status": 200, + "duration_s": 0.002937416997156106, + "trace_id": "f1a0f7915342ee9fab6616679cf7f395", + "sampled": false, + "kind": "read" + }, + { + "index": 4, + "status": 200, + "duration_s": 0.002929333997599315, + "trace_id": "8be1770cda92b6d4c40049563b1533fa", + "sampled": false, + "kind": "read" + }, + { + "index": 5, + "status": 200, + "duration_s": 0.003039250004803762, + "trace_id": "452fcadd638d3cf0b8c01b2b8a7d2e32", + "sampled": false, + "kind": "read" + }, + { + "index": 6, + "status": 200, + "duration_s": 0.0031477910015382804, + "trace_id": "9ba1b53d7bacf51abc04378466f1c8fe", + "sampled": false, + "kind": "read" + }, + { + "index": 7, + "status": 200, + "duration_s": 0.0037517080054385588, + "trace_id": "d741d057ac6dc8eaa636fe76758d18eb", + "sampled": false, + "kind": "read" + }, + { + "index": 8, + "status": 200, + "duration_s": 0.005091208004159853, + "trace_id": "cc4a668dc0a2988be3797c172dccc523", + "sampled": false, + "kind": "read" + }, + { + "index": 9, + "status": 200, + "duration_s": 0.0036552500023390166, + "trace_id": "10d85ae58956baaeebd17924745b78ae", + "sampled": false, + "kind": "read" + }, + { + "index": 10, + "status": 200, + "duration_s": 0.004567584001051728, + "trace_id": "320052428a3e6fb57b7a77701a848d89", + "sampled": false, + "kind": "read" + }, + { + "index": 11, + "status": 200, + "duration_s": 0.0046220410004025325, + "trace_id": "819f6cad3974866f5d3c9016a3248d69", + "sampled": false, + "kind": "read" + }, + { + "index": 12, + "status": 200, + "duration_s": 0.008715165997273289, + "trace_id": "8005b6ab3854d4ed4eec7ac0b60b4206", + "sampled": false, + "kind": "read" + }, + { + "index": 13, + "status": 200, + "duration_s": 0.010440875004860573, + "trace_id": "81db1ba42fa7c77afc67733777ce7de0", + "sampled": false, + "kind": "read" + }, + { + "index": 14, + "status": 200, + "duration_s": 0.010956833997624926, + "trace_id": "b738c5c78389fe9c497f734c028e0bac", + "sampled": false, + "kind": "read" + }, + { + "index": 15, + "status": 200, + "duration_s": 0.012327124997682404, + "trace_id": "76a5f4202b5f4d20798d94b57103a6b8", + "sampled": false, + "kind": "read" + }, + { + "index": 16, + "status": 200, + "duration_s": 0.01085304200387327, + "trace_id": "a780139b1f313da1149bf8d1a08afa06", + "sampled": true, + "kind": "read" + }, + { + "index": 17, + "status": 200, + "duration_s": 0.010759249998955056, + "trace_id": "1a0b3c8720d8a89541c2124f3d9041b1", + "sampled": false, + "kind": "read" + }, + { + "index": 18, + "status": 200, + "duration_s": 0.012313874998653773, + "trace_id": "984be58cf3901ad14991123a464f4d53", + "sampled": false, + "kind": "read" + }, + { + "index": 19, + "status": 200, + "duration_s": 0.008637124999950174, + "trace_id": "1308b5f013ec7ae950498d52977c679f", + "sampled": false, + "kind": "read" + }, + { + "index": 20, + "status": 200, + "duration_s": 0.0082979169965256, + "trace_id": "6a41737bf021e62e82c7fe4fb0bfa0fa", + "sampled": false, + "kind": "read" + }, + { + "index": 21, + "status": 200, + "duration_s": 0.011023416998796165, + "trace_id": "22b598497a0ebb7c1f40e2532dcf88ec", + "sampled": true, + "kind": "read" + }, + { + "index": 22, + "status": 200, + "duration_s": 0.011052916997869033, + "trace_id": "39de7aa8c91281e30e4fb89e5d1b4186", + "sampled": true, + "kind": "read" + }, + { + "index": 23, + "status": 200, + "duration_s": 0.011531457996170502, + "trace_id": "f1a8b4ac77c14d2545b217c89613c18a", + "sampled": false, + "kind": "read" + }, + { + "index": 24, + "status": 200, + "duration_s": 0.008991208997031208, + "trace_id": "6d9fd4f2eaa8962387d142e186d20ebc", + "sampled": false, + "kind": "read" + }, + { + "index": 25, + "status": 200, + "duration_s": 0.009438374996534549, + "trace_id": "70bbfa330c0a7058cea95d9608020b87", + "sampled": false, + "kind": "read" + }, + { + "index": 26, + "status": 200, + "duration_s": 0.011277582998445723, + "trace_id": "7b628f29338cc1e6de7dfefc9bd261e2", + "sampled": false, + "kind": "read" + }, + { + "index": 27, + "status": 200, + "duration_s": 0.01133704200037755, + "trace_id": "2d14e24727501bc4203a0a21a498e53e", + "sampled": true, + "kind": "read" + }, + { + "index": 28, + "status": 200, + "duration_s": 0.008267083001555875, + "trace_id": "bcd3058ac1ca11d6a5fc1afa91ec0d50", + "sampled": false, + "kind": "read" + }, + { + "index": 29, + "status": 200, + "duration_s": 0.009486417002335656, + "trace_id": "af70a676a75916446722603dd563b423", + "sampled": false, + "kind": "read" + }, + { + "index": 30, + "status": 200, + "duration_s": 0.011009709000063594, + "trace_id": "8324d30c717df842c7b40370a52f9b3b", + "sampled": false, + "kind": "read" + }, + { + "index": 31, + "status": 200, + "duration_s": 0.004595708000124432, + "trace_id": "f5ca34100eff54ac7cfc7d16815202eb", + "sampled": false, + "kind": "read" + }, + { + "index": 32, + "status": 200, + "duration_s": 0.004629499999282416, + "trace_id": "826528a54b5056fc72d1e3c9a9fe7b4e", + "sampled": false, + "kind": "read" + }, + { + "index": 33, + "status": 200, + "duration_s": 0.004660416998376604, + "trace_id": "f284b7f5776a6e0c3d09799553b73348", + "sampled": true, + "kind": "read" + }, + { + "index": 34, + "status": 200, + "duration_s": 0.004826625001442153, + "trace_id": "dcb645b20cc89a524fed90dec244223b", + "sampled": false, + "kind": "read" + }, + { + "index": 35, + "status": 200, + "duration_s": 0.009965584002202377, + "trace_id": "59363cad0863da73ce848bd91470b31f", + "sampled": false, + "kind": "read" + }, + { + "index": 36, + "status": 200, + "duration_s": 0.010860916998353787, + "trace_id": "5caffa79fa259ed003299292888ca239", + "sampled": true, + "kind": "read" + }, + { + "index": 37, + "status": 200, + "duration_s": 0.011800625004980247, + "trace_id": "26ab746861f8482fb264e67aabf40c50", + "sampled": false, + "kind": "read" + }, + { + "index": 38, + "status": 200, + "duration_s": 0.009016666997922584, + "trace_id": "5a94a91fb8a2603143219aa49e9ff028", + "sampled": false, + "kind": "read" + }, + { + "index": 39, + "status": 200, + "duration_s": 0.008117541998217348, + "trace_id": "0411d953600c16a18523d7d2711ce0c3", + "sampled": false, + "kind": "read" + }, + { + "index": 40, + "status": 200, + "duration_s": 0.010074625002744142, + "trace_id": "054a5d18590aed1e6c8345635817cc41", + "sampled": false, + "kind": "read" + }, + { + "index": 41, + "status": 200, + "duration_s": 0.009029749999172054, + "trace_id": "baf527c86cac02c52dd575a5644f1bd1", + "sampled": true, + "kind": "read" + }, + { + "index": 42, + "status": 200, + "duration_s": 0.014935749997675885, + "trace_id": "54ee696d85883d87fc525f5b48fe00fb", + "sampled": false, + "kind": "read" + }, + { + "index": 43, + "status": 200, + "duration_s": 0.009461958004976623, + "trace_id": "22470eb9b698483012f4632301349cf7", + "sampled": true, + "kind": "read" + }, + { + "index": 44, + "status": 200, + "duration_s": 0.003969124998548068, + "trace_id": "67bc5f584139b870d10e94436a125cfd", + "sampled": false, + "kind": "read" + }, + { + "index": 45, + "status": 200, + "duration_s": 0.004275083003449254, + "trace_id": "0df609c77015dcadf2ff2435045c6213", + "sampled": false, + "kind": "read" + }, + { + "index": 46, + "status": 200, + "duration_s": 0.00428420800017193, + "trace_id": "29202f43152c60e3a95cfa5a6a543e76", + "sampled": false, + "kind": "read" + }, + { + "index": 47, + "status": 200, + "duration_s": 0.005283041995426174, + "trace_id": "b2a55f1552a4aa07c21840b74346ddd4", + "sampled": false, + "kind": "read" + }, + { + "index": 48, + "status": 200, + "duration_s": 0.01287916699948255, + "trace_id": "ef469aef94b640e666fb734d77deae82", + "sampled": false, + "kind": "read" + }, + { + "index": 49, + "status": 200, + "duration_s": 0.004786249999597203, + "trace_id": "30b9c69d06639a5f3ba868de1739a464", + "sampled": true, + "kind": "read" + }, + { + "index": 50, + "status": 200, + "duration_s": 0.00440383399836719, + "trace_id": "1d8b123bdfac8901b25b379651f6fcc5", + "sampled": false, + "kind": "read" + }, + { + "index": 51, + "status": 200, + "duration_s": 0.004309374999138527, + "trace_id": "ce57f2d117f2eaa7ac93637855d288b4", + "sampled": false, + "kind": "read" + }, + { + "index": 52, + "status": 200, + "duration_s": 0.005686415999662131, + "trace_id": "29a43fde4d7558c4f8bc8d16e91e58ab", + "sampled": false, + "kind": "read" + }, + { + "index": 53, + "status": 200, + "duration_s": 0.00818829199852189, + "trace_id": "7c5be507e1673095e70095a72f7b25f2", + "sampled": false, + "kind": "read" + }, + { + "index": 54, + "status": 200, + "duration_s": 0.008963667001808062, + "trace_id": "538dfbfc2dd3995f3bd1bd4b70297920", + "sampled": true, + "kind": "read" + }, + { + "index": 55, + "status": 200, + "duration_s": 0.010779541000374593, + "trace_id": "5bf64ab3425e79c061407f55acd96c6a", + "sampled": false, + "kind": "read" + }, + { + "index": 56, + "status": 200, + "duration_s": 0.010035624996817205, + "trace_id": "5702bff3b48ffefcd70870f8241faf6a", + "sampled": false, + "kind": "read" + }, + { + "index": 57, + "status": 200, + "duration_s": 0.005930874998739455, + "trace_id": "b2b45ad46ea0953c666b69bce8d324ae", + "sampled": false, + "kind": "read" + }, + { + "index": 58, + "status": 200, + "duration_s": 0.0037389170029200613, + "trace_id": "aa1121594eb49d87c4caa6c20afcf945", + "sampled": false, + "kind": "read" + }, + { + "index": 59, + "status": 200, + "duration_s": 0.0032592499992460944, + "trace_id": "652d54adbb6ad2b762b59f697e820b41", + "sampled": false, + "kind": "read" + }, + { + "index": 60, + "status": 200, + "duration_s": 0.0031594579995726235, + "trace_id": "99d1831a6a1fb0b66b4293133107caf5", + "sampled": false, + "kind": "read" + }, + { + "index": 61, + "status": 200, + "duration_s": 0.003358249996381346, + "trace_id": "d056d1fa707fab92e1d5c5b2fd914972", + "sampled": false, + "kind": "read" + }, + { + "index": 62, + "status": 200, + "duration_s": 0.005659499998728279, + "trace_id": "f0793a34f2dc263e8fa99758b6e64ce9", + "sampled": false, + "kind": "read" + }, + { + "index": 63, + "status": 200, + "duration_s": 0.003094166997470893, + "trace_id": "048d5173d589b27a48628108dfa409e1", + "sampled": false, + "kind": "read" + }, + { + "index": 64, + "status": 200, + "duration_s": 0.0031312089995481074, + "trace_id": "b59933f5660e5ee28cac404ec7ddd6df", + "sampled": false, + "kind": "read" + }, + { + "index": 65, + "status": 200, + "duration_s": 0.03478904100484215, + "trace_id": "1cc36dad43bea92bac77ac08b8694e92", + "sampled": false, + "kind": "read" + }, + { + "index": 66, + "status": 200, + "duration_s": 0.010954083998512942, + "trace_id": "b07e27848bf2bd3d6928fe597ad8d661", + "sampled": false, + "kind": "read" + }, + { + "index": 67, + "status": 200, + "duration_s": 0.002962541999295354, + "trace_id": "eb3741ab901cf6075425d3b79d4a0afc", + "sampled": false, + "kind": "read" + }, + { + "index": 68, + "status": 200, + "duration_s": 0.0030012080023880117, + "trace_id": "e33ebe51c90b40a40427f233cb4d3487", + "sampled": true, + "kind": "read" + }, + { + "index": 69, + "status": 200, + "duration_s": 0.0029461250014719553, + "trace_id": "b3e8db1d9b873d287d6dd01c7cc3918d", + "sampled": false, + "kind": "read" + }, + { + "index": 70, + "status": 200, + "duration_s": 0.0030086249971645884, + "trace_id": "155932fc5dedd776e8a107e0e9d314e2", + "sampled": false, + "kind": "read" + }, + { + "index": 71, + "status": 200, + "duration_s": 0.003091041995503474, + "trace_id": "acc7fe742d13abcdd6cd6b260d895754", + "sampled": false, + "kind": "read" + }, + { + "index": 72, + "status": 200, + "duration_s": 0.004229375001159497, + "trace_id": "1f3cbe19284d30cc915eaf4cee97090d", + "sampled": false, + "kind": "read" + }, + { + "index": 73, + "status": 200, + "duration_s": 0.003949250000005122, + "trace_id": "7bb7e6d44b4d69d802561974a699e1dd", + "sampled": true, + "kind": "read" + }, + { + "index": 74, + "status": 200, + "duration_s": 0.004309042000386398, + "trace_id": "c635a6442bcf07f796bee41e47fed7b4", + "sampled": false, + "kind": "read" + }, + { + "index": 75, + "status": 200, + "duration_s": 0.005262207996565849, + "trace_id": "43ea25accc86ca0a9ab5062f51f45ed4", + "sampled": false, + "kind": "read" + }, + { + "index": 76, + "status": 200, + "duration_s": 0.010272416999214329, + "trace_id": "d85cf7f6af77c17cdc404d7c3176db3b", + "sampled": false, + "kind": "read" + }, + { + "index": 77, + "status": 200, + "duration_s": 0.012187082997115795, + "trace_id": "f6b83e51f9125d039dee731f3f9406ff", + "sampled": false, + "kind": "read" + }, + { + "index": 78, + "status": 200, + "duration_s": 0.009237499994924292, + "trace_id": "db8af27e76fc0fb9e38b44efd2eae4aa", + "sampled": false, + "kind": "read" + }, + { + "index": 79, + "status": 200, + "duration_s": 0.011262125000939704, + "trace_id": "55b6015927ea70099cdaaefb7ebe3551", + "sampled": false, + "kind": "read" + }, + { + "index": 80, + "status": 500, + "duration_s": 0.2712269159965217, + "trace_id": "a7b57979680fc31933d5b16e9e55af48", + "sampled": true, + "kind": "controlled_upload_error", + "found_in_tempo": true + }, + { + "index": 81, + "status": 200, + "duration_s": 0.005309375002980232, + "trace_id": "8b82b4c8681272d259ce5168e2e331aa", + "sampled": false, + "kind": "read" + }, + { + "index": 82, + "status": 200, + "duration_s": 0.003150291995552834, + "trace_id": "e5410d40591de3b6f528a8beded62417", + "sampled": false, + "kind": "read" + }, + { + "index": 83, + "status": 200, + "duration_s": 0.0028692919950117357, + "trace_id": "cfc87955250f445d04d4432fd201158a", + "sampled": true, + "kind": "read" + }, + { + "index": 84, + "status": 200, + "duration_s": 0.055573416997503955, + "trace_id": "7535dd6db98669eea18b61e89830a50a", + "sampled": false, + "kind": "read" + }, + { + "index": 85, + "status": 200, + "duration_s": 0.003132792000542395, + "trace_id": "8109e60d594069c7ed9cb0d20a6f7a1a", + "sampled": false, + "kind": "read" + }, + { + "index": 86, + "status": 200, + "duration_s": 0.008194249996449798, + "trace_id": "b3d0e5270a48109d32eba69db5ebf059", + "sampled": true, + "kind": "read" + }, + { + "index": 87, + "status": 200, + "duration_s": 0.00264762499864446, + "trace_id": "0a58f9756e7da77feeadf9db8a4f524b", + "sampled": false, + "kind": "read" + }, + { + "index": 88, + "status": 200, + "duration_s": 0.00283845800004201, + "trace_id": "798fb323a94620293076893125d5cf23", + "sampled": true, + "kind": "read" + }, + { + "index": 89, + "status": 200, + "duration_s": 0.0029538749950006604, + "trace_id": "b255fa29282804fb6b0c11e24ed02e49", + "sampled": false, + "kind": "read" + }, + { + "index": 90, + "status": 200, + "duration_s": 0.00759558300342178, + "trace_id": "1e3162f87fdb0b265e5f91ebe58a6ad8", + "sampled": false, + "kind": "read" + }, + { + "index": 91, + "status": 200, + "duration_s": 0.0026760830005514435, + "trace_id": "2e490b781b3e10496fe194e3a393053c", + "sampled": false, + "kind": "read" + }, + { + "index": 92, + "status": 200, + "duration_s": 0.0030384160054381937, + "trace_id": "53f0f58eabb11ef6bb11d71ed853b9c3", + "sampled": false, + "kind": "read" + }, + { + "index": 93, + "status": 200, + "duration_s": 0.0029810000050929375, + "trace_id": "af239ea7acfb3535fb0b9fe383e68463", + "sampled": false, + "kind": "read" + }, + { + "index": 94, + "status": 200, + "duration_s": 0.0029676249978365377, + "trace_id": "88240c50160a0f50b27b7de1c9922f44", + "sampled": false, + "kind": "read" + }, + { + "index": 95, + "status": 200, + "duration_s": 0.0028908329986734316, + "trace_id": "738b016550f0fd721fd37ebf5003ba01", + "sampled": true, + "kind": "read" + }, + { + "index": 96, + "status": 200, + "duration_s": 0.002725667000049725, + "trace_id": "ecf1973a324d0ce85ce8c7135e45f773", + "sampled": false, + "kind": "read" + }, + { + "index": 97, + "status": 200, + "duration_s": 0.0027335420018061996, + "trace_id": "925367695785be8396a08bf7ebe7a39a", + "sampled": false, + "kind": "read" + }, + { + "index": 98, + "status": 200, + "duration_s": 0.0029752080008620396, + "trace_id": "5d263f0542f81c5c5376a06d65e12f82", + "sampled": false, + "kind": "read" + }, + { + "index": 99, + "status": 200, + "duration_s": 0.0028184590046294034, + "trace_id": "cdd97d105a6c11c26b3676340c20ebca", + "sampled": false, + "kind": "read" + }, + { + "index": 100, + "status": 200, + "duration_s": 0.002759458999207709, + "trace_id": "14e50e6fe6f544ad6ea8eee1d3e883ee", + "sampled": false, + "kind": "read" + }, + { + "index": 101, + "status": 200, + "duration_s": 0.0028838329963036813, + "trace_id": "58761cd534fb2a0cf6fa3178d1f22b03", + "sampled": false, + "kind": "read" + }, + { + "index": 102, + "status": 200, + "duration_s": 0.0025799590002861805, + "trace_id": "25a0cf9d6801e6f0720380b4c715c48b", + "sampled": false, + "kind": "read" + }, + { + "index": 103, + "status": 200, + "duration_s": 0.003127832998870872, + "trace_id": "db0f1d2ec44b81ef2797f050102a6dfa", + "sampled": true, + "kind": "read" + }, + { + "index": 104, + "status": 200, + "duration_s": 0.0033310840008198284, + "trace_id": "a269b3037d3f5f685b0975ed62943f1b", + "sampled": false, + "kind": "read" + }, + { + "index": 105, + "status": 200, + "duration_s": 0.003462000000581611, + "trace_id": "f6c74f1c24c59a5518def77fc09ea2d3", + "sampled": true, + "kind": "read" + }, + { + "index": 106, + "status": 200, + "duration_s": 0.0033417090016882867, + "trace_id": "8a496263af091007cd32c4bb40336a47", + "sampled": false, + "kind": "read" + }, + { + "index": 107, + "status": 200, + "duration_s": 0.003784041000471916, + "trace_id": "ab1dea8c1a9648efa74edb5322e110a6", + "sampled": false, + "kind": "read" + }, + { + "index": 108, + "status": 200, + "duration_s": 0.004816124994249549, + "trace_id": "ec88482b5efe00830943f2914811f528", + "sampled": true, + "kind": "read" + }, + { + "index": 109, + "status": 200, + "duration_s": 0.005121458001667634, + "trace_id": "a02f1ac304daae61bf5c80ce4283de34", + "sampled": false, + "kind": "read" + }, + { + "index": 110, + "status": 200, + "duration_s": 0.005119916997500695, + "trace_id": "a0c8f83dfcd317da16d995d933f2cd44", + "sampled": true, + "kind": "read" + }, + { + "index": 111, + "status": 200, + "duration_s": 0.009930500003974885, + "trace_id": "d4c2f57a41e317b2775055564f6d912a", + "sampled": false, + "kind": "read" + }, + { + "index": 112, + "status": 200, + "duration_s": 0.006626083006267436, + "trace_id": "36b5952ba05877c02cce88f2e31f4926", + "sampled": true, + "kind": "read" + }, + { + "index": 113, + "status": 200, + "duration_s": 0.0035241250006947666, + "trace_id": "c0d31a8feedea11d91d37b55271c52bd", + "sampled": false, + "kind": "read" + }, + { + "index": 114, + "status": 200, + "duration_s": 0.0037537500029429793, + "trace_id": "5e48f368ab34f4b6dbb78120b576a27e", + "sampled": false, + "kind": "read" + }, + { + "index": 115, + "status": 200, + "duration_s": 0.004515625005296897, + "trace_id": "125d924aa9eca3072959e2c023d9dee3", + "sampled": true, + "kind": "read" + }, + { + "index": 116, + "status": 200, + "duration_s": 0.004408583001350053, + "trace_id": "1b4a80891e5da47b79d1627e014e87fa", + "sampled": false, + "kind": "read" + }, + { + "index": 117, + "status": 200, + "duration_s": 0.005328832994564436, + "trace_id": "174a2740c295c454ea77824616a3ae49", + "sampled": false, + "kind": "read" + }, + { + "index": 118, + "status": 200, + "duration_s": 0.008837916997435968, + "trace_id": "a7bd66bddfdc9569387fca4d7149ba30", + "sampled": true, + "kind": "read" + }, + { + "index": 119, + "status": 200, + "duration_s": 0.011138458001369145, + "trace_id": "79afc3a0018ff80392de79cd65b5a37d", + "sampled": false, + "kind": "read" + }, + { + "index": 120, + "status": 200, + "duration_s": 0.009764499998709653, + "trace_id": "ab7562db58afa6ca3a884236183900f0", + "sampled": true, + "kind": "read" + }, + { + "index": 121, + "status": 200, + "duration_s": 0.009955207999155391, + "trace_id": "7720d9278d0b9a22f900d082f46081ee", + "sampled": false, + "kind": "read" + }, + { + "index": 122, + "status": 200, + "duration_s": 0.012765166000463068, + "trace_id": "1d09210bdd231f297e3ce617fc6e75be", + "sampled": false, + "kind": "read" + }, + { + "index": 123, + "status": 200, + "duration_s": 0.00573087500379188, + "trace_id": "965403e20d12b2ccc9cfa75312705a81", + "sampled": false, + "kind": "read" + }, + { + "index": 124, + "status": 200, + "duration_s": 0.009906666993629187, + "trace_id": "ffe7de2a151845ee7fb3d305a0b89342", + "sampled": false, + "kind": "read" + }, + { + "index": 125, + "status": 200, + "duration_s": 0.009819332997722086, + "trace_id": "134bf7f5e27993863743762c09e24bf2", + "sampled": true, + "kind": "read" + }, + { + "index": 126, + "status": 200, + "duration_s": 0.006436541996663436, + "trace_id": "3884c5c23ad1cbee5f5536424dc81e7f", + "sampled": false, + "kind": "read" + }, + { + "index": 127, + "status": 200, + "duration_s": 0.009623084006307181, + "trace_id": "ea96567becbe9c15214d476dc72e2069", + "sampled": true, + "kind": "read" + }, + { + "index": 128, + "status": 200, + "duration_s": 0.006174083006044384, + "trace_id": "0a9a44a09028660a2c96812a99aade49", + "sampled": true, + "kind": "read" + }, + { + "index": 129, + "status": 200, + "duration_s": 0.0061628330004168674, + "trace_id": "b62fcb682d5ac0b740d0d3e7047853e2", + "sampled": false, + "kind": "read" + }, + { + "index": 130, + "status": 200, + "duration_s": 0.0076375409989850596, + "trace_id": "b6e7d7c4c529b7951d2362fb1318711f", + "sampled": true, + "kind": "read" + }, + { + "index": 131, + "status": 200, + "duration_s": 0.003741790998901706, + "trace_id": "605d3b3c963d6e8364c29ca36f760c2e", + "sampled": false, + "kind": "read" + }, + { + "index": 132, + "status": 200, + "duration_s": 0.003998708998551592, + "trace_id": "0429bd7220b776d0c87cf2f051311404", + "sampled": false, + "kind": "read" + }, + { + "index": 133, + "status": 200, + "duration_s": 0.0035175839948351495, + "trace_id": "63b7496757e10733cb2f9f834513cc6d", + "sampled": false, + "kind": "read" + }, + { + "index": 134, + "status": 200, + "duration_s": 0.004553375001705717, + "trace_id": "09c4a9100e81e986f1af1655bce70feb", + "sampled": false, + "kind": "read" + }, + { + "index": 135, + "status": 200, + "duration_s": 0.005139250002685003, + "trace_id": "55989c66b84dbb79e9150e2b4df5d499", + "sampled": false, + "kind": "read" + }, + { + "index": 136, + "status": 200, + "duration_s": 0.010847000005014706, + "trace_id": "783b66622e70ead4f3ec3ece038b0275", + "sampled": false, + "kind": "read" + }, + { + "index": 137, + "status": 200, + "duration_s": 0.011150541999086272, + "trace_id": "9dda3518b192ae7343280a42affd7a5c", + "sampled": false, + "kind": "read" + }, + { + "index": 138, + "status": 200, + "duration_s": 0.010698624995711725, + "trace_id": "a6099a4276606af21c3dab59cb93f4dd", + "sampled": true, + "kind": "read" + }, + { + "index": 139, + "status": 200, + "duration_s": 0.01267445899429731, + "trace_id": "82e3a7a28647c84a6460c83222d25343", + "sampled": false, + "kind": "read" + }, + { + "index": 140, + "status": 200, + "duration_s": 0.0076545420015463606, + "trace_id": "b2501c6b3e7eee66889ec0b261a2d560", + "sampled": false, + "kind": "read" + }, + { + "index": 141, + "status": 200, + "duration_s": 0.010881000001973007, + "trace_id": "ee2cb56b2dc734dbcd4dd104b5485d47", + "sampled": false, + "kind": "read" + }, + { + "index": 142, + "status": 200, + "duration_s": 0.00799649999680696, + "trace_id": "73bd84bfb2ebbf7e62796d47cd88d7b3", + "sampled": false, + "kind": "read" + }, + { + "index": 143, + "status": 200, + "duration_s": 0.007261791004566476, + "trace_id": "3d6899c4503c8cbf26780bd91bebe4a3", + "sampled": true, + "kind": "read" + }, + { + "index": 144, + "status": 200, + "duration_s": 0.006339209001453128, + "trace_id": "d7efd003e05201fe3fc9d63c572edc3a", + "sampled": true, + "kind": "read" + }, + { + "index": 145, + "status": 200, + "duration_s": 0.009101375006139278, + "trace_id": "09d6ba5d1ab428561f7c371d7cec9c4b", + "sampled": true, + "kind": "read" + }, + { + "index": 146, + "status": 200, + "duration_s": 0.013898208999307826, + "trace_id": "c46d1711577b305af9c6cdd4fe4ed829", + "sampled": false, + "kind": "read" + }, + { + "index": 147, + "status": 200, + "duration_s": 0.004685457999585196, + "trace_id": "827d958b099e88dcf912ea0034f65dec", + "sampled": false, + "kind": "read" + }, + { + "index": 148, + "status": 200, + "duration_s": 0.004483500000787899, + "trace_id": "6360cb7533e16c249b2bcfd0aaadb5ee", + "sampled": false, + "kind": "read" + }, + { + "index": 149, + "status": 200, + "duration_s": 0.004593874997226521, + "trace_id": "f08cd98dee9225946a71038b446a371a", + "sampled": false, + "kind": "read" + }, + { + "index": 150, + "status": 200, + "duration_s": 0.00426549999974668, + "trace_id": "0f498b21eb55b89ee401579d47f8e729", + "sampled": false, + "kind": "read" + }, + { + "index": 151, + "status": 200, + "duration_s": 0.009146333999524359, + "trace_id": "02f23517e761837c937fb181a4b52bc0", + "sampled": false, + "kind": "read" + }, + { + "index": 152, + "status": 200, + "duration_s": 0.009432750004634727, + "trace_id": "44b3cf6f9d599aeff229bd26818c938d", + "sampled": false, + "kind": "read" + }, + { + "index": 153, + "status": 200, + "duration_s": 0.010636584003805183, + "trace_id": "ab96b82a90cba0074df492d9d4d55039", + "sampled": false, + "kind": "read" + }, + { + "index": 154, + "status": 200, + "duration_s": 0.0077705000003334135, + "trace_id": "95ad9bff022c5cd76e019874e106f133", + "sampled": false, + "kind": "read" + }, + { + "index": 155, + "status": 200, + "duration_s": 0.009870458001387306, + "trace_id": "2c95c99a5974a3afc7b43f5aa33ceb0c", + "sampled": false, + "kind": "read" + }, + { + "index": 156, + "status": 200, + "duration_s": 0.0103411669988418, + "trace_id": "70bd0653a3d2b83ab7dd1473caa972e8", + "sampled": false, + "kind": "read" + }, + { + "index": 157, + "status": 200, + "duration_s": 0.00949870799377095, + "trace_id": "6217aab48ec698f27e0b00f3a6233217", + "sampled": false, + "kind": "read" + }, + { + "index": 158, + "status": 200, + "duration_s": 0.011020416000974365, + "trace_id": "a7e3629b57ba7b2a9552e37c8ee25253", + "sampled": false, + "kind": "read" + }, + { + "index": 159, + "status": 200, + "duration_s": 0.009752165999088902, + "trace_id": "425939d3c5cb0a63e0c03f902cceeb1c", + "sampled": false, + "kind": "read" + }, + { + "index": 160, + "status": 200, + "duration_s": 0.015532167002675124, + "trace_id": "a31497cf4288b7b991b13ce6940c1abc", + "sampled": false, + "kind": "read" + }, + { + "index": 161, + "status": 200, + "duration_s": 0.005767875001765788, + "trace_id": "e5514c2e0d2471dbc2ae9562818f0920", + "sampled": false, + "kind": "read" + }, + { + "index": 162, + "status": 200, + "duration_s": 0.0059081250001327135, + "trace_id": "909d2ea4811043e67f36273236cd38a3", + "sampled": false, + "kind": "read" + }, + { + "index": 163, + "status": 200, + "duration_s": 0.009831916002440266, + "trace_id": "876238840f1e28a7be28eb72318fd5be", + "sampled": false, + "kind": "read" + }, + { + "index": 164, + "status": 200, + "duration_s": 0.004906916998152155, + "trace_id": "1dd1af854fbfda9c1cd609e42fe0cdbe", + "sampled": true, + "kind": "read" + }, + { + "index": 165, + "status": 200, + "duration_s": 0.34296187500149244, + "trace_id": "e9c9dce2cecedbc04b9baa378ee0d0e0", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 166, + "status": 200, + "duration_s": 0.33648291700228583, + "trace_id": "3860e6b29d506cd96cece39e2c2cfb0b", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 167, + "status": 200, + "duration_s": 0.3071276670016232, + "trace_id": "e7b64977c6076460c49a9c75ccd1b760", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 168, + "status": 200, + "duration_s": 0.27651083299861057, + "trace_id": "032ca1f20bca0833945d0176d058bd85", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 169, + "status": 200, + "duration_s": 0.259894875001919, + "trace_id": "42bc79da95d96133a25d970232e026a2", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 170, + "status": 200, + "duration_s": 0.23652404199674493, + "trace_id": "5bbee89e3ed820496f0928ba5458b622", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 171, + "status": 200, + "duration_s": 0.20741387500311248, + "trace_id": "24eaafd08b299e70129f6ffb7dffd8dc", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 172, + "status": 200, + "duration_s": 0.17533183399791596, + "trace_id": "8a59e2cba32023f1af6f020660c774dc", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 173, + "status": 200, + "duration_s": 0.14729150000493973, + "trace_id": "2f651c0f64f85e5d079d95f28f40a4e9", + "sampled": true, + "kind": "read" + }, + { + "index": 174, + "status": 200, + "duration_s": 0.12478445900342194, + "trace_id": "98eaad7092a0ed5fd3b8d34a49503de6", + "sampled": false, + "kind": "read" + }, + { + "index": 175, + "status": 200, + "duration_s": 0.10630091699567856, + "trace_id": "8d8ec852e7235200de9f390e345c660f", + "sampled": false, + "kind": "read" + }, + { + "index": 176, + "status": 200, + "duration_s": 0.07742579199839383, + "trace_id": "d9cad1075e35a617acb26e256da481af", + "sampled": false, + "kind": "read" + }, + { + "index": 177, + "status": 200, + "duration_s": 0.05163862500194227, + "trace_id": "b79461dd83bcc8b2a160967a91b65c41", + "sampled": false, + "kind": "read" + }, + { + "index": 178, + "status": 200, + "duration_s": 0.02821708299597958, + "trace_id": "e9c07f838f1811432b6a3ed558f003b5", + "sampled": true, + "kind": "read" + }, + { + "index": 179, + "status": 200, + "duration_s": 0.012169125002401415, + "trace_id": "8225d361414c8cc21aafd90e938b5f49", + "sampled": true, + "kind": "read" + }, + { + "index": 180, + "status": 200, + "duration_s": 0.003927791003661696, + "trace_id": "a87953cf3b94417fb6b48ddb62a6c760", + "sampled": false, + "kind": "read" + }, + { + "index": 181, + "status": 200, + "duration_s": 0.004006499999377411, + "trace_id": "b891fbc6e7081eb3906cd2ab90704685", + "sampled": false, + "kind": "read" + }, + { + "index": 182, + "status": 200, + "duration_s": 0.004682834005507175, + "trace_id": "e3278b8e4673255239b34e80e02a5bea", + "sampled": true, + "kind": "read" + }, + { + "index": 183, + "status": 200, + "duration_s": 0.005177125000045635, + "trace_id": "8031db5167c7090405b685a07a9ce350", + "sampled": true, + "kind": "read" + }, + { + "index": 184, + "status": 200, + "duration_s": 0.010049999997136183, + "trace_id": "aae15872ce898142f30c2b6b6c4be26f", + "sampled": false, + "kind": "read" + }, + { + "index": 185, + "status": 200, + "duration_s": 0.009251291994587518, + "trace_id": "0cc4156003a3e77d2f008ae93c70cbcd", + "sampled": true, + "kind": "read" + }, + { + "index": 186, + "status": 200, + "duration_s": 0.01244395799585618, + "trace_id": "822eca54d52a34b0ce5df960d1a354a7", + "sampled": false, + "kind": "read" + }, + { + "index": 187, + "status": 200, + "duration_s": 0.006361042003845796, + "trace_id": "4d89833faef4530b3cdb192cca058db4", + "sampled": true, + "kind": "read" + }, + { + "index": 188, + "status": 200, + "duration_s": 0.003867999999783933, + "trace_id": "d3eb9d95eb48d03276ddb720ce2b71ff", + "sampled": false, + "kind": "read" + }, + { + "index": 189, + "status": 200, + "duration_s": 0.0034868750008172356, + "trace_id": "074a5aacd9fa887175af32ca979d8aed", + "sampled": false, + "kind": "read" + }, + { + "index": 190, + "status": 200, + "duration_s": 0.012077915998816025, + "trace_id": "489f6fbb41b87a6ef9ffa1baa5ee3c8d", + "sampled": false, + "kind": "read" + }, + { + "index": 191, + "status": 200, + "duration_s": 0.0032150839979294688, + "trace_id": "863808accf2ce86a38f1f336245435f5", + "sampled": true, + "kind": "read" + }, + { + "index": 192, + "status": 200, + "duration_s": 0.003396416999748908, + "trace_id": "474a90749576aa80c27236d104b64cc1", + "sampled": false, + "kind": "read" + }, + { + "index": 193, + "status": 200, + "duration_s": 0.03339199999754783, + "trace_id": "a308aeb089273395e9f86cd28ce91407", + "sampled": false, + "kind": "read" + }, + { + "index": 194, + "status": 200, + "duration_s": 0.01462533300218638, + "trace_id": "7b76c2e0ac778a0bcb572a30a2497fc3", + "sampled": false, + "kind": "read" + }, + { + "index": 195, + "status": 200, + "duration_s": 0.0030915829993318766, + "trace_id": "a6caf284811827ee0f8f366cd60c7de0", + "sampled": true, + "kind": "read" + }, + { + "index": 196, + "status": 200, + "duration_s": 0.0033786670028348453, + "trace_id": "55156effe13c5d200f05b3bc18bdca05", + "sampled": true, + "kind": "read" + }, + { + "index": 197, + "status": 200, + "duration_s": 0.003517666998959612, + "trace_id": "867cad530245847d8eea3460d222a841", + "sampled": false, + "kind": "read" + }, + { + "index": 198, + "status": 200, + "duration_s": 0.003260583005612716, + "trace_id": "3820592fd25f8f33438a1c780a3a772e", + "sampled": false, + "kind": "read" + }, + { + "index": 199, + "status": 200, + "duration_s": 0.003309415995317977, + "trace_id": "61e9039e1734f0b64b1e7d8d2caedf61", + "sampled": false, + "kind": "read" + }, + { + "index": 200, + "status": 200, + "duration_s": 0.0034807079937309027, + "trace_id": "7694d1d17187457a3e107df4af7709f2", + "sampled": true, + "kind": "read" + }, + { + "index": 201, + "status": 200, + "duration_s": 0.0038629170012427494, + "trace_id": "2572e397b737d2e8b02ef5c1121e9018", + "sampled": false, + "kind": "read" + }, + { + "index": 202, + "status": 200, + "duration_s": 0.004221249997499399, + "trace_id": "f9986708f886e92eb0b95d1aa3d715f9", + "sampled": false, + "kind": "read" + }, + { + "index": 203, + "status": 200, + "duration_s": 0.004846791998716071, + "trace_id": "4df4690ea0b1b40969fbc07d73f76f7f", + "sampled": false, + "kind": "read" + }, + { + "index": 204, + "status": 200, + "duration_s": 0.0056515420001233, + "trace_id": "df18f52d49393f37344202c6f6020244", + "sampled": true, + "kind": "read" + }, + { + "index": 205, + "status": 200, + "duration_s": 0.0061239580027177, + "trace_id": "d3b3ee9b576ae667a73c32737a8db0cc", + "sampled": false, + "kind": "read" + }, + { + "index": 206, + "status": 200, + "duration_s": 0.01197258300089743, + "trace_id": "32df37b20d6dac400abf0fad63e40ae6", + "sampled": true, + "kind": "read" + }, + { + "index": 207, + "status": 200, + "duration_s": 0.0050389169991831295, + "trace_id": "9bd0a0652e5a87b95e57e484bf42019a", + "sampled": false, + "kind": "read" + }, + { + "index": 208, + "status": 200, + "duration_s": 0.004382457998872269, + "trace_id": "05c154821e8d70d05fe6352c66bff1df", + "sampled": false, + "kind": "read" + }, + { + "index": 209, + "status": 200, + "duration_s": 0.0050932500016642734, + "trace_id": "f6aff3b95e3a7af57f8f141e35116da3", + "sampled": false, + "kind": "read" + }, + { + "index": 210, + "status": 200, + "duration_s": 0.00905208300537197, + "trace_id": "f4e71e4e0d438d70450851f1d27249ba", + "sampled": false, + "kind": "read" + }, + { + "index": 211, + "status": 200, + "duration_s": 0.0130085839991807, + "trace_id": "39617b460dd4c28728eee507b6ac643a", + "sampled": true, + "kind": "read" + }, + { + "index": 212, + "status": 200, + "duration_s": 0.006400917001883499, + "trace_id": "4cb639da908825d39bf6b58fdd83ee35", + "sampled": false, + "kind": "read" + }, + { + "index": 213, + "status": 200, + "duration_s": 0.004675832999055274, + "trace_id": "1287b6c7d39617d3f4c95053255e6f70", + "sampled": false, + "kind": "read" + }, + { + "index": 214, + "status": 200, + "duration_s": 0.0044667089969152585, + "trace_id": "4dc5783bbca91ec9e60dd9920d117fdc", + "sampled": false, + "kind": "read" + }, + { + "index": 215, + "status": 200, + "duration_s": 0.005208791000768542, + "trace_id": "9d2b5e3e0c8c13ccf2e18e3987506a77", + "sampled": false, + "kind": "read" + }, + { + "index": 216, + "status": 200, + "duration_s": 0.009801166001125239, + "trace_id": "ad4424b9bf784ce98ebb4c1dda15a723", + "sampled": false, + "kind": "read" + }, + { + "index": 217, + "status": 200, + "duration_s": 0.009532791998935863, + "trace_id": "84773f8ccdf712a76785e56d227f257b", + "sampled": false, + "kind": "read" + }, + { + "index": 218, + "status": 200, + "duration_s": 0.006017084000632167, + "trace_id": "38805be724e7a4b4efef32d7f964cf21", + "sampled": false, + "kind": "read" + }, + { + "index": 219, + "status": 200, + "duration_s": 0.010139707999769598, + "trace_id": "4c0802ba7aa86d8f5f7099080176f7b5", + "sampled": false, + "kind": "read" + }, + { + "index": 220, + "status": 200, + "duration_s": 0.0057445420025032945, + "trace_id": "531aac1460e54c1130486f4e60cde1d0", + "sampled": true, + "kind": "read" + }, + { + "index": 221, + "status": 200, + "duration_s": 0.004663291001634207, + "trace_id": "74be2bf70985ad856eaf1fba27d23f80", + "sampled": false, + "kind": "read" + }, + { + "index": 222, + "status": 200, + "duration_s": 0.005653500003973022, + "trace_id": "7c7cc9f23d81418f30986372914ffde7", + "sampled": true, + "kind": "read" + }, + { + "index": 223, + "status": 200, + "duration_s": 0.0048102500004461035, + "trace_id": "f407208ffead88926650405288fad863", + "sampled": false, + "kind": "read" + }, + { + "index": 224, + "status": 200, + "duration_s": 0.009230083000147715, + "trace_id": "ac75ce23432f2f864c65ab80ae8d193d", + "sampled": false, + "kind": "read" + }, + { + "index": 225, + "status": 200, + "duration_s": 0.009187625000777189, + "trace_id": "7bda046a5edbb4683f023f212889378a", + "sampled": true, + "kind": "read" + }, + { + "index": 226, + "status": 200, + "duration_s": 0.008391582996409852, + "trace_id": "644daba17954202383ed669fcba725c1", + "sampled": false, + "kind": "read" + }, + { + "index": 227, + "status": 200, + "duration_s": 0.010266416000376921, + "trace_id": "9f72d5f868ad3dc7a692ea8f6c7dd298", + "sampled": false, + "kind": "read" + }, + { + "index": 228, + "status": 200, + "duration_s": 0.006084500004362781, + "trace_id": "fea5d40df6b232360018f77c42011a23", + "sampled": true, + "kind": "read" + }, + { + "index": 229, + "status": 200, + "duration_s": 0.004489124999963678, + "trace_id": "f09bc800379cf0e129e9c77594736717", + "sampled": true, + "kind": "read" + }, + { + "index": 230, + "status": 200, + "duration_s": 0.004158000003371853, + "trace_id": "46d475ba28d15c6587ac242f1d719d06", + "sampled": false, + "kind": "read" + }, + { + "index": 231, + "status": 200, + "duration_s": 0.004579624997859355, + "trace_id": "169589d8b9352b8262bd390e032cd2d5", + "sampled": false, + "kind": "read" + }, + { + "index": 232, + "status": 200, + "duration_s": 0.005034166002587881, + "trace_id": "91705a7423d6275785037616007b4af2", + "sampled": false, + "kind": "read" + }, + { + "index": 233, + "status": 200, + "duration_s": 0.011001792001479771, + "trace_id": "30073bc0e7fbb6c93339f981b8d78d1c", + "sampled": true, + "kind": "read" + }, + { + "index": 234, + "status": 200, + "duration_s": 0.012370417003694456, + "trace_id": "232d811c66a94ddf9b3fc4e29f19d8f9", + "sampled": false, + "kind": "read" + }, + { + "index": 235, + "status": 200, + "duration_s": 0.008248500002082437, + "trace_id": "c7f3f80bdef2c4d9be4c5ee4ca27b188", + "sampled": false, + "kind": "read" + }, + { + "index": 236, + "status": 200, + "duration_s": 0.008557000001019333, + "trace_id": "2ec9a95b3553ba63f74ce9660ebf6fa1", + "sampled": false, + "kind": "read" + }, + { + "index": 237, + "status": 200, + "duration_s": 0.011016249998647254, + "trace_id": "3feb4dad955fdeb6fe837125cab74d88", + "sampled": false, + "kind": "read" + }, + { + "index": 238, + "status": 200, + "duration_s": 0.008246375000453554, + "trace_id": "23fc2c3dffe305f22afa033e2f7521f6", + "sampled": true, + "kind": "read" + }, + { + "index": 239, + "status": 200, + "duration_s": 0.0111625829958939, + "trace_id": "1d8e84c4722bd9998753af78a9cb7777", + "sampled": false, + "kind": "read" + }, + { + "index": 240, + "status": 500, + "duration_s": 0.27220208299695514, + "trace_id": "f1347efaf719ea62f95a72c3ac0d59d7", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + }, + { + "index": 241, + "status": 200, + "duration_s": 0.005443499998364132, + "trace_id": "24edea49e152fa90eaf3ab43fdad1225", + "sampled": false, + "kind": "read" + }, + { + "index": 242, + "status": 200, + "duration_s": 0.0032472079983563162, + "trace_id": "0ac6cc7d104d52e9992ec5aab74f0fd5", + "sampled": false, + "kind": "read" + }, + { + "index": 243, + "status": 200, + "duration_s": 0.002943333995062858, + "trace_id": "194b3e3517f092113ab2305a194e123d", + "sampled": true, + "kind": "read" + }, + { + "index": 244, + "status": 200, + "duration_s": 0.0031779169949004427, + "trace_id": "eec4e84cf244eded690e743802978ed2", + "sampled": false, + "kind": "read" + }, + { + "index": 245, + "status": 200, + "duration_s": 0.0035713749966816977, + "trace_id": "6b9ddcc7fba2a183770e03c4e9349a68", + "sampled": false, + "kind": "read" + }, + { + "index": 246, + "status": 200, + "duration_s": 0.008338999999978114, + "trace_id": "2ad09109698b9c5e99a680ee0b510c25", + "sampled": false, + "kind": "read" + }, + { + "index": 247, + "status": 200, + "duration_s": 0.0029468330030795187, + "trace_id": "002d6e8c8389505b2af28aee045e7500", + "sampled": true, + "kind": "read" + }, + { + "index": 248, + "status": 200, + "duration_s": 0.057229457997891586, + "trace_id": "fe7b653b9d0b378999e754ee4f3a834b", + "sampled": false, + "kind": "read" + }, + { + "index": 249, + "status": 200, + "duration_s": 0.003408875003515277, + "trace_id": "cbab3b9d211c2631b337cd31af756333", + "sampled": false, + "kind": "read" + }, + { + "index": 250, + "status": 200, + "duration_s": 0.008477749994199257, + "trace_id": "c503b6a3bfa0691d9d0680595d657f3b", + "sampled": false, + "kind": "read" + }, + { + "index": 251, + "status": 200, + "duration_s": 0.0028067919993191026, + "trace_id": "13e0b77d4387bf8cfbca0ae49c80fff8", + "sampled": false, + "kind": "read" + }, + { + "index": 252, + "status": 200, + "duration_s": 0.0028630000015255064, + "trace_id": "2e5f5b8166e2c3331fddd161b1c399b1", + "sampled": true, + "kind": "read" + }, + { + "index": 253, + "status": 200, + "duration_s": 0.002953041999717243, + "trace_id": "b1571f50dd9c3d6d1faf63601cc309a8", + "sampled": true, + "kind": "read" + }, + { + "index": 254, + "status": 200, + "duration_s": 0.00274791699484922, + "trace_id": "f079994d25beccb958fe34edbb7d7635", + "sampled": false, + "kind": "read" + }, + { + "index": 255, + "status": 200, + "duration_s": 0.00292341600288637, + "trace_id": "3b46ec902589c0e467167a1e1462bc6a", + "sampled": false, + "kind": "read" + }, + { + "index": 256, + "status": 200, + "duration_s": 0.0031864170014159754, + "trace_id": "bd8bb78ec505ed20d996815cd73d4fd8", + "sampled": false, + "kind": "read" + }, + { + "index": 257, + "status": 200, + "duration_s": 0.0032252079981844872, + "trace_id": "05e365085dce39ab0f42c5152d1d075d", + "sampled": true, + "kind": "read" + }, + { + "index": 258, + "status": 200, + "duration_s": 0.002905165994889103, + "trace_id": "be0d70eed59609980a41d1c859d65e6a", + "sampled": true, + "kind": "read" + }, + { + "index": 259, + "status": 200, + "duration_s": 0.0030749159996048547, + "trace_id": "6497d86eb5b60e00ef9883c9cc3126d3", + "sampled": false, + "kind": "read" + }, + { + "index": 260, + "status": 200, + "duration_s": 0.005410875004599802, + "trace_id": "1e95ab86c46c6f438d1fcc9a22841ad7", + "sampled": false, + "kind": "read" + }, + { + "index": 261, + "status": 200, + "duration_s": 0.0032617090037092566, + "trace_id": "a950f9f17308ce1927fe58b2f691f1a3", + "sampled": true, + "kind": "read" + }, + { + "index": 262, + "status": 200, + "duration_s": 0.0029972909978823736, + "trace_id": "5036e5b5dca4d2cdbb3a556abbb910ad", + "sampled": false, + "kind": "read" + }, + { + "index": 263, + "status": 200, + "duration_s": 0.0031952080025803298, + "trace_id": "5b3462e565d6ff2530ac80525329807e", + "sampled": true, + "kind": "read" + }, + { + "index": 264, + "status": 200, + "duration_s": 0.002996625000378117, + "trace_id": "d59775f1a2cc2e72efee033a74e2ef0d", + "sampled": false, + "kind": "read" + }, + { + "index": 265, + "status": 200, + "duration_s": 0.003161416003422346, + "trace_id": "b85f09210f04b1264f8647d03ee9cfed", + "sampled": false, + "kind": "read" + }, + { + "index": 266, + "status": 200, + "duration_s": 0.003260457997384947, + "trace_id": "90112562d0ff37c3fdb7213975cada46", + "sampled": false, + "kind": "read" + }, + { + "index": 267, + "status": 200, + "duration_s": 0.003929624996089842, + "trace_id": "53efe4fee98e68356860c2bcc57f2fbe", + "sampled": false, + "kind": "read" + }, + { + "index": 268, + "status": 200, + "duration_s": 0.0040179159987019375, + "trace_id": "96ca5cfa9a64bb32e26b0e5606948714", + "sampled": false, + "kind": "read" + }, + { + "index": 269, + "status": 200, + "duration_s": 0.004450500004168134, + "trace_id": "2a5ed910f42269ce9e081264741b0b2b", + "sampled": false, + "kind": "read" + }, + { + "index": 270, + "status": 200, + "duration_s": 0.00429633300518617, + "trace_id": "4da486d43a43cbb7f15b8c795e21eaea", + "sampled": false, + "kind": "read" + }, + { + "index": 271, + "status": 200, + "duration_s": 0.0056418339954689145, + "trace_id": "601ed042302fc865bfd1e5719e0c3d53", + "sampled": false, + "kind": "read" + }, + { + "index": 272, + "status": 200, + "duration_s": 0.00899862500227755, + "trace_id": "269c606bbda365f482cb9c0ababe126e", + "sampled": false, + "kind": "read" + }, + { + "index": 273, + "status": 200, + "duration_s": 0.01122025000222493, + "trace_id": "ac80830ab8ea804b89508dbc854c84e7", + "sampled": false, + "kind": "read" + }, + { + "index": 274, + "status": 200, + "duration_s": 0.010417457997391466, + "trace_id": "29999eb6c443a25685ac800ade213ad7", + "sampled": false, + "kind": "read" + }, + { + "index": 275, + "status": 200, + "duration_s": 0.005809833994135261, + "trace_id": "4e802558b48f022ba1aea8f05f982d9c", + "sampled": false, + "kind": "read" + }, + { + "index": 276, + "status": 200, + "duration_s": 0.0039682909991825, + "trace_id": "8f3188ebe888572553676a30926d140a", + "sampled": false, + "kind": "read" + }, + { + "index": 277, + "status": 200, + "duration_s": 0.004298958003346343, + "trace_id": "e22ef18b39622f7428133ea42c151829", + "sampled": true, + "kind": "read" + }, + { + "index": 278, + "status": 200, + "duration_s": 0.00400587500189431, + "trace_id": "cb31a16c7bd48f15afe1af44d40099bf", + "sampled": false, + "kind": "read" + }, + { + "index": 279, + "status": 200, + "duration_s": 0.004525500000454485, + "trace_id": "1cee33ee5d333fa6b59c22022e2be503", + "sampled": false, + "kind": "read" + }, + { + "index": 280, + "status": 200, + "duration_s": 0.005087165998702403, + "trace_id": "07ba97f1614969ab45649c7ad0bb7602", + "sampled": false, + "kind": "read" + }, + { + "index": 281, + "status": 200, + "duration_s": 0.009793707999051549, + "trace_id": "95d95eb12ee1466041946e809171af41", + "sampled": false, + "kind": "read" + }, + { + "index": 282, + "status": 200, + "duration_s": 0.011864208005135879, + "trace_id": "4267fd7f9f363065dae367815618cd4d", + "sampled": false, + "kind": "read" + }, + { + "index": 283, + "status": 200, + "duration_s": 0.008904874994186684, + "trace_id": "3b72d0a3621a05d3882dfb09633f2415", + "sampled": false, + "kind": "read" + }, + { + "index": 284, + "status": 200, + "duration_s": 0.009925167003530078, + "trace_id": "fe8be9851bab06b93a9679b0ef46af83", + "sampled": true, + "kind": "read" + }, + { + "index": 285, + "status": 200, + "duration_s": 0.01072658300108742, + "trace_id": "a127acd9387166f90d82e6f4dd594818", + "sampled": true, + "kind": "read" + }, + { + "index": 286, + "status": 200, + "duration_s": 0.012809041996661108, + "trace_id": "3f715b4d93d11f1d4f368fe97aabf0cd", + "sampled": false, + "kind": "read" + }, + { + "index": 287, + "status": 200, + "duration_s": 0.010877208005695138, + "trace_id": "58ba2e1d736bd3d3a8f2f6d66d70d2ae", + "sampled": false, + "kind": "read" + }, + { + "index": 288, + "status": 200, + "duration_s": 0.008035958002437837, + "trace_id": "2cad99669538749c3bc47e02f4b3a9f3", + "sampled": true, + "kind": "read" + }, + { + "index": 289, + "status": 200, + "duration_s": 0.0050572090040077455, + "trace_id": "f4273f011fb1e0e3dabe56bb3a5d1793", + "sampled": false, + "kind": "read" + }, + { + "index": 290, + "status": 200, + "duration_s": 0.004744999998365529, + "trace_id": "8fdc3909f2598a42ae720357e64fb155", + "sampled": false, + "kind": "read" + }, + { + "index": 291, + "status": 200, + "duration_s": 0.00867149999976391, + "trace_id": "025b49609824377bec3bec6baffa4b65", + "sampled": false, + "kind": "read" + }, + { + "index": 292, + "status": 200, + "duration_s": 0.010558750000200234, + "trace_id": "7d0e88105f780fbb1aba18d6a552ff62", + "sampled": true, + "kind": "read" + }, + { + "index": 293, + "status": 200, + "duration_s": 0.005927541998971719, + "trace_id": "f9b1e38a05d018c15a0bdaae07cb99ed", + "sampled": false, + "kind": "read" + }, + { + "index": 294, + "status": 200, + "duration_s": 0.004237375003867783, + "trace_id": "824f70a1ba9d46e8d529681c07febb0a", + "sampled": false, + "kind": "read" + }, + { + "index": 295, + "status": 200, + "duration_s": 0.004497583999182098, + "trace_id": "5c5c38b3e8adcb7f1d3ed1726e1c3d96", + "sampled": true, + "kind": "read" + }, + { + "index": 296, + "status": 200, + "duration_s": 0.004509250000410248, + "trace_id": "dfb661cd83f3667b7a081bbf0950d485", + "sampled": false, + "kind": "read" + }, + { + "index": 297, + "status": 200, + "duration_s": 0.004937291996611748, + "trace_id": "ca9a6ba7f5caad2cb7ba521bb5a5eb3d", + "sampled": false, + "kind": "read" + }, + { + "index": 298, + "status": 200, + "duration_s": 0.012438833000487648, + "trace_id": "3bee501c5cdef0d4296ad9f12ef2edf2", + "sampled": true, + "kind": "read" + }, + { + "index": 299, + "status": 200, + "duration_s": 0.007756709004752338, + "trace_id": "acf92431ddeb0300e24cca7b599707a5", + "sampled": false, + "kind": "read" + }, + { + "index": 300, + "status": 200, + "duration_s": 0.009362500000861473, + "trace_id": "7e5281506452e6fe79b614b6bb35ce07", + "sampled": false, + "kind": "read" + }, + { + "index": 301, + "status": 200, + "duration_s": 0.0047015000018291175, + "trace_id": "f08d9530d825f766545791be6820edf6", + "sampled": false, + "kind": "read" + }, + { + "index": 302, + "status": 200, + "duration_s": 0.005144540999026503, + "trace_id": "5b15a3e5155664be70de054471adfd83", + "sampled": false, + "kind": "read" + }, + { + "index": 303, + "status": 200, + "duration_s": 0.00793333299952792, + "trace_id": "ef649a9143cc322f70185806a11fa2a4", + "sampled": false, + "kind": "read" + }, + { + "index": 304, + "status": 200, + "duration_s": 0.01017508400400402, + "trace_id": "eda97647ec6868a0de33581d1161c0a8", + "sampled": false, + "kind": "read" + }, + { + "index": 305, + "status": 200, + "duration_s": 0.008966542001871858, + "trace_id": "188c7eac8c450a77d0634f8ac5d1db4c", + "sampled": false, + "kind": "read" + }, + { + "index": 306, + "status": 200, + "duration_s": 0.012493959002313204, + "trace_id": "52d0dd49e2645bb53ff370eb53be513f", + "sampled": true, + "kind": "read" + }, + { + "index": 307, + "status": 200, + "duration_s": 0.009526249996270053, + "trace_id": "0af92d943ab72579f0c487b9cbcc87e7", + "sampled": false, + "kind": "read" + }, + { + "index": 308, + "status": 200, + "duration_s": 0.009833417003392242, + "trace_id": "93ee0691b4dc295bd060ebf69737844a", + "sampled": false, + "kind": "read" + }, + { + "index": 309, + "status": 200, + "duration_s": 0.009635791997425258, + "trace_id": "60e46edd74c5d7b4c0502229980106b4", + "sampled": false, + "kind": "read" + }, + { + "index": 310, + "status": 200, + "duration_s": 0.003968625002016779, + "trace_id": "ce5926eb573fc7dd72040c3864b2f2a3", + "sampled": false, + "kind": "read" + }, + { + "index": 311, + "status": 200, + "duration_s": 0.004149125001276843, + "trace_id": "909925f6c5b572800374d2011808c539", + "sampled": true, + "kind": "read" + }, + { + "index": 312, + "status": 200, + "duration_s": 0.004254792002029717, + "trace_id": "3997e1de234b59e89658adc0dd5dbf5d", + "sampled": false, + "kind": "read" + }, + { + "index": 313, + "status": 200, + "duration_s": 0.004389000001538079, + "trace_id": "dde5579b8b3a5e175e6bbbad3859f964", + "sampled": false, + "kind": "read" + }, + { + "index": 314, + "status": 200, + "duration_s": 0.008336624996445607, + "trace_id": "40d34f5b872d9e03f5607c553ce75946", + "sampled": false, + "kind": "read" + }, + { + "index": 315, + "status": 200, + "duration_s": 0.00873495900304988, + "trace_id": "ad865c8e67978049bf3164c5499ea0db", + "sampled": false, + "kind": "read" + }, + { + "index": 316, + "status": 200, + "duration_s": 0.011138041998492554, + "trace_id": "db4865881fc23002c6d4c9f6db177c6e", + "sampled": false, + "kind": "read" + }, + { + "index": 317, + "status": 200, + "duration_s": 0.004985209001461044, + "trace_id": "10ffa0d284d55beeb58457a2c966dc6d", + "sampled": false, + "kind": "read" + }, + { + "index": 318, + "status": 200, + "duration_s": 0.003668042001663707, + "trace_id": "bbed71a0248bd498b63c6fa2770b8a95", + "sampled": false, + "kind": "read" + }, + { + "index": 319, + "status": 200, + "duration_s": 0.0032335840005544014, + "trace_id": "37ba7490e25af8a113466608f519c83a", + "sampled": true, + "kind": "read" + }, + { + "index": 320, + "status": 200, + "duration_s": 0.003033957997104153, + "trace_id": "385ec793b48f79d5f55d75c67a90662e", + "sampled": false, + "kind": "read" + }, + { + "index": 321, + "status": 200, + "duration_s": 0.03173962499568006, + "trace_id": "29eded93df749303bfabe1e261a802df", + "sampled": false, + "kind": "read" + }, + { + "index": 322, + "status": 200, + "duration_s": 0.011651000000711065, + "trace_id": "814db0cfe60678217fe4efae0ef07fa4", + "sampled": false, + "kind": "read" + }, + { + "index": 323, + "status": 200, + "duration_s": 0.002900416999182198, + "trace_id": "ee98df7f5a9c273a0232b7ab2d2de64b", + "sampled": true, + "kind": "read" + }, + { + "index": 324, + "status": 200, + "duration_s": 0.003140832995995879, + "trace_id": "cf18279696d73879d7143280b4217a5b", + "sampled": false, + "kind": "read" + }, + { + "index": 325, + "status": 200, + "duration_s": 0.03484604100231081, + "trace_id": "168a61ab364920d1a9237810639c2483", + "sampled": false, + "kind": "read" + }, + { + "index": 326, + "status": 200, + "duration_s": 0.003124625000054948, + "trace_id": "00c11c2a2d194580aab69d9c928f74b3", + "sampled": false, + "kind": "read" + }, + { + "index": 327, + "status": 200, + "duration_s": 0.003031707994523458, + "trace_id": "602c40b51f3241a98cb1487fd58f7ec5", + "sampled": false, + "kind": "read" + }, + { + "index": 328, + "status": 200, + "duration_s": 0.003257084004872013, + "trace_id": "3001bd98646a3f2c6f98c62f6d379b00", + "sampled": false, + "kind": "read" + }, + { + "index": 329, + "status": 200, + "duration_s": 0.003383791998203378, + "trace_id": "8ebcf322d876e76eccd230da0b6860f4", + "sampled": false, + "kind": "read" + }, + { + "index": 330, + "status": 200, + "duration_s": 0.003540666999469977, + "trace_id": "c17aa9c37459bfed33ecc93dce08017b", + "sampled": true, + "kind": "read" + }, + { + "index": 331, + "status": 200, + "duration_s": 0.0037190840012044646, + "trace_id": "76749bdd63277bef2db1fb6da800b33b", + "sampled": true, + "kind": "read" + }, + { + "index": 332, + "status": 200, + "duration_s": 0.003922040996258147, + "trace_id": "f2586d20e8e54e0ceb5bbd17c791d5fc", + "sampled": false, + "kind": "read" + }, + { + "index": 333, + "status": 200, + "duration_s": 0.005024791003961582, + "trace_id": "f260c6a6db80c3831456c69e3545b663", + "sampled": true, + "kind": "read" + }, + { + "index": 334, + "status": 200, + "duration_s": 0.005096041997603606, + "trace_id": "06c46e6a4c2cc631647d763b07992ad0", + "sampled": false, + "kind": "read" + }, + { + "index": 335, + "status": 200, + "duration_s": 0.01034487500146497, + "trace_id": "47d9b0b4cb2ec80072355c9bceeb004b", + "sampled": false, + "kind": "read" + }, + { + "index": 336, + "status": 200, + "duration_s": 0.007234707998577505, + "trace_id": "c018b8095585cd6fc937ce13214cbd92", + "sampled": false, + "kind": "read" + }, + { + "index": 337, + "status": 200, + "duration_s": 0.011443791998317465, + "trace_id": "70f2e8eb82963c440236e5f6381e9eea", + "sampled": true, + "kind": "read" + }, + { + "index": 338, + "status": 200, + "duration_s": 0.010308125005394686, + "trace_id": "0c8ab24097e536c56ebfe8e47241e9f9", + "sampled": false, + "kind": "read" + }, + { + "index": 339, + "status": 200, + "duration_s": 0.01042629199946532, + "trace_id": "6c222a2b0ab448ca75e1196af5e301f7", + "sampled": false, + "kind": "read" + }, + { + "index": 340, + "status": 200, + "duration_s": 0.011201625005924143, + "trace_id": "78a1db398c24f9bb00c813c5391fd769", + "sampled": true, + "kind": "read" + }, + { + "index": 341, + "status": 200, + "duration_s": 0.012493875001382548, + "trace_id": "339c9a0a6c5397354c0bcea88838bf0e", + "sampled": false, + "kind": "read" + }, + { + "index": 342, + "status": 200, + "duration_s": 0.004588791998685338, + "trace_id": "53358f1c15a95b815810ed3910715c21", + "sampled": false, + "kind": "read" + }, + { + "index": 343, + "status": 200, + "duration_s": 0.00444120800239034, + "trace_id": "cb1a8113499b2a42bb8e3b221901a1e9", + "sampled": false, + "kind": "read" + }, + { + "index": 344, + "status": 200, + "duration_s": 0.00934012499783421, + "trace_id": "e9705747e863d8ed68d725a35021507f", + "sampled": false, + "kind": "read" + }, + { + "index": 345, + "status": 200, + "duration_s": 0.008551333005016204, + "trace_id": "87ab8851ca8ffb66e3c930f518732561", + "sampled": false, + "kind": "read" + }, + { + "index": 346, + "status": 200, + "duration_s": 0.008823500000289641, + "trace_id": "de2dc703e2aa570b820551e004650c6c", + "sampled": false, + "kind": "read" + }, + { + "index": 347, + "status": 200, + "duration_s": 0.009001208003610373, + "trace_id": "bb4295de6e95d289df4464733e9c0a0f", + "sampled": false, + "kind": "read" + }, + { + "index": 348, + "status": 200, + "duration_s": 0.00527358399995137, + "trace_id": "72fed617bbe61cc2216fb8cdc1ccdd05", + "sampled": true, + "kind": "read" + }, + { + "index": 349, + "status": 200, + "duration_s": 0.006278417000430636, + "trace_id": "6b73bf930ec29a9276d1e6b2ae29dec3", + "sampled": false, + "kind": "read" + }, + { + "index": 350, + "status": 200, + "duration_s": 0.00932495800225297, + "trace_id": "f26af644fc7b8562c99985afef98b462", + "sampled": false, + "kind": "read" + }, + { + "index": 351, + "status": 200, + "duration_s": 0.011096374997578096, + "trace_id": "14110014eb35ff4e222ef7f5b33d60f9", + "sampled": true, + "kind": "read" + }, + { + "index": 352, + "status": 200, + "duration_s": 0.005634875000396278, + "trace_id": "1f5430bc80b8e034c757c71a8ed9643b", + "sampled": false, + "kind": "read" + }, + { + "index": 353, + "status": 200, + "duration_s": 0.009260666003683582, + "trace_id": "e7dd571457f1d51e9635a2b55fc59651", + "sampled": false, + "kind": "read" + }, + { + "index": 354, + "status": 200, + "duration_s": 0.009454625003854744, + "trace_id": "244cf37c2d4fe11b1d80bf66d899d240", + "sampled": true, + "kind": "read" + }, + { + "index": 355, + "status": 200, + "duration_s": 0.008050082993577234, + "trace_id": "30b9a82db7fc2dacf61bd03c78e3d39f", + "sampled": false, + "kind": "read" + }, + { + "index": 356, + "status": 200, + "duration_s": 0.010184083002968691, + "trace_id": "73f7104bea27d960ba6fd8276fed8ead", + "sampled": false, + "kind": "read" + }, + { + "index": 357, + "status": 200, + "duration_s": 0.00557683299848577, + "trace_id": "ce78271a2613d5bacbc4a9c1ee0e3e63", + "sampled": false, + "kind": "read" + }, + { + "index": 358, + "status": 200, + "duration_s": 0.003805249994911719, + "trace_id": "123d404aa1b537e88f776d231ee8b2f8", + "sampled": false, + "kind": "read" + }, + { + "index": 359, + "status": 200, + "duration_s": 0.0041104589981841855, + "trace_id": "4dc03c8671420c4fd248da9bba94649f", + "sampled": false, + "kind": "read" + }, + { + "index": 360, + "status": 200, + "duration_s": 0.036639500001911074, + "trace_id": "ef2c53bc32dbe7ddf4f3f9bbd06061f7", + "sampled": false, + "kind": "read" + }, + { + "index": 361, + "status": 200, + "duration_s": 0.0041038329945877194, + "trace_id": "cc1ecd9c069dbb4a64b5e0156454d4c8", + "sampled": false, + "kind": "read" + }, + { + "index": 362, + "status": 200, + "duration_s": 0.002903583001170773, + "trace_id": "37b932ef1b6a5cf5eedf4c76c3697b40", + "sampled": false, + "kind": "read" + }, + { + "index": 363, + "status": 200, + "duration_s": 0.0036584999979822896, + "trace_id": "0a34b2f3193f9caaf65b3e10984e5737", + "sampled": false, + "kind": "read" + }, + { + "index": 364, + "status": 200, + "duration_s": 0.003577124996809289, + "trace_id": "ed67e0800f604b35bd6f75f32e5f3978", + "sampled": false, + "kind": "read" + }, + { + "index": 365, + "status": 200, + "duration_s": 0.0040416670017293654, + "trace_id": "06d59868c6c1448a4847700aa44aaec2", + "sampled": false, + "kind": "read" + }, + { + "index": 366, + "status": 200, + "duration_s": 0.0038853750011185184, + "trace_id": "6d7d714b24b338e2d9a8f5d7ba6425ed", + "sampled": false, + "kind": "read" + }, + { + "index": 367, + "status": 200, + "duration_s": 0.0036509579949779436, + "trace_id": "6f8b10a76199543dec4a9055b0ef284a", + "sampled": false, + "kind": "read" + }, + { + "index": 368, + "status": 200, + "duration_s": 0.0040250829988508485, + "trace_id": "6c75b2244de9c59ba97303e85d1733e5", + "sampled": false, + "kind": "read" + }, + { + "index": 369, + "status": 200, + "duration_s": 0.0105156249992433, + "trace_id": "349ae4d990b144bbfbbbbe9393b4cb8f", + "sampled": false, + "kind": "read" + }, + { + "index": 370, + "status": 200, + "duration_s": 0.005791582996607758, + "trace_id": "279fa70c4244fa666c972da41083b590", + "sampled": false, + "kind": "read" + }, + { + "index": 371, + "status": 200, + "duration_s": 0.00495345799572533, + "trace_id": "dbb45d0900c008aea25f0e024c5ec476", + "sampled": false, + "kind": "read" + }, + { + "index": 372, + "status": 200, + "duration_s": 0.007633333996636793, + "trace_id": "18ff2f98febc6925fc876c72d7ce6748", + "sampled": false, + "kind": "read" + }, + { + "index": 373, + "status": 200, + "duration_s": 0.010170374996960163, + "trace_id": "91f7bd51d9c51d37d51cceddefaa28af", + "sampled": false, + "kind": "read" + }, + { + "index": 374, + "status": 200, + "duration_s": 0.006623916997341439, + "trace_id": "3512ecde7abf895cd5bbaaa57cf2569a", + "sampled": false, + "kind": "read" + }, + { + "index": 375, + "status": 200, + "duration_s": 0.003938334004487842, + "trace_id": "eb54671f353bd0f3d84912b374003e1b", + "sampled": false, + "kind": "read" + }, + { + "index": 376, + "status": 200, + "duration_s": 0.004012750003312249, + "trace_id": "6075e11ddb6f1492f03a8990d0b60b67", + "sampled": false, + "kind": "read" + }, + { + "index": 377, + "status": 200, + "duration_s": 0.004512874998908956, + "trace_id": "54265729023f9b43c30570a9c3194ba4", + "sampled": false, + "kind": "read" + }, + { + "index": 378, + "status": 200, + "duration_s": 0.005065584002295509, + "trace_id": "e06e4c8e4f2f5522cf178689bd2f4e59", + "sampled": false, + "kind": "read" + }, + { + "index": 379, + "status": 200, + "duration_s": 0.008263458003057167, + "trace_id": "ef04f3a93bf2b5937ec96a32f386fdb0", + "sampled": false, + "kind": "read" + }, + { + "index": 380, + "status": 200, + "duration_s": 0.008465708000585437, + "trace_id": "fe91f7ffca249ecdd3f00f3968c34992", + "sampled": false, + "kind": "read" + }, + { + "index": 381, + "status": 200, + "duration_s": 0.01074295800208347, + "trace_id": "d8eb5deab5495f4e7155d744dfa5c774", + "sampled": false, + "kind": "read" + }, + { + "index": 382, + "status": 200, + "duration_s": 0.007448583004588727, + "trace_id": "7e9a7092d5237eae36f7aa28d7113752", + "sampled": true, + "kind": "read" + }, + { + "index": 383, + "status": 200, + "duration_s": 0.005652708001434803, + "trace_id": "ed3292b641b01f0ae75c9b0da736e91e", + "sampled": false, + "kind": "read" + }, + { + "index": 384, + "status": 200, + "duration_s": 0.0058092920007766224, + "trace_id": "1b524b4face7dec4a7362458e05fd1a6", + "sampled": false, + "kind": "read" + }, + { + "index": 385, + "status": 200, + "duration_s": 0.010427790999528952, + "trace_id": "26b191a678c7a886a4191c102318386a", + "sampled": false, + "kind": "read" + }, + { + "index": 386, + "status": 200, + "duration_s": 0.008974208998552058, + "trace_id": "58cbd2c3561a421ce20ba7c2f4edf8bc", + "sampled": false, + "kind": "read" + }, + { + "index": 387, + "status": 200, + "duration_s": 0.009954749999451451, + "trace_id": "f54727ac3793201a7f26c67d4ad5e16b", + "sampled": false, + "kind": "read" + }, + { + "index": 388, + "status": 200, + "duration_s": 0.009525082998152357, + "trace_id": "c8b7276af9adf643f58f86d6303c7e1c", + "sampled": false, + "kind": "read" + }, + { + "index": 389, + "status": 200, + "duration_s": 0.013679000003321562, + "trace_id": "3b71ba3c79f207b8fdd69bb41e323209", + "sampled": false, + "kind": "read" + }, + { + "index": 390, + "status": 200, + "duration_s": 0.01248608400055673, + "trace_id": "55e84a3fdfd916205cd4b5715959979a", + "sampled": false, + "kind": "read" + }, + { + "index": 391, + "status": 200, + "duration_s": 0.00479924999672221, + "trace_id": "4efa0c2a0a52db6a28f9a1197a7f3284", + "sampled": true, + "kind": "read" + }, + { + "index": 392, + "status": 200, + "duration_s": 0.004673625000577886, + "trace_id": "e758cbf542f94069fcc4b30b89172ac0", + "sampled": false, + "kind": "read" + }, + { + "index": 393, + "status": 200, + "duration_s": 0.004750915999466088, + "trace_id": "7dc94b59f19262a39886eb805bffd800", + "sampled": false, + "kind": "read" + }, + { + "index": 394, + "status": 200, + "duration_s": 0.004885250004008412, + "trace_id": "95492492d993056f86ba39c5108400e9", + "sampled": false, + "kind": "read" + }, + { + "index": 395, + "status": 200, + "duration_s": 0.010525666999456007, + "trace_id": "12d36f228d0fa16f1aca15928ccaf2b7", + "sampled": true, + "kind": "read" + }, + { + "index": 396, + "status": 200, + "duration_s": 0.009216749996994622, + "trace_id": "0823534d5ae626be517cfc57180d8809", + "sampled": false, + "kind": "read" + }, + { + "index": 397, + "status": 200, + "duration_s": 0.011583333995076828, + "trace_id": "8ecfc60765a8b4b121f79d1a460932d6", + "sampled": true, + "kind": "read" + }, + { + "index": 398, + "status": 200, + "duration_s": 0.009158332999504637, + "trace_id": "b576567ac4584eda9c048621367ad11f", + "sampled": false, + "kind": "read" + }, + { + "index": 399, + "status": 200, + "duration_s": 0.09293933300068602, + "trace_id": "5835e5a28c139c9a4da3672401ad7326", + "sampled": false, + "kind": "read" + } + ] + }, + { + "profile": "sample10", + "instance_ids": [ + "ce8cf2a4-1323-45e6-b6ae-32a49798ba39", + "db4c5ab4-9647-48b4-b8fa-ed17dbafb7dc" + ], + "enabled": "1", + "sampling_ratio": 0.1, + "repeat": 2, + "offered_rps": 40, + "duration_s": 10, + "elapsed_s": 9.991189, + "scheduled": 400, + "not_sent": 0, + "sent": 400, + "successful": 398, + "controlled_500": 2, + "successful_rps": 39.835097210352295, + "latency_s": { + "p50": 0.005747540999436751, + "p95": 0.022189040995726828, + "p99": 0.28631024999776855 + }, + "sampled_requests": 33, + "rare_probes": [ + { + "index": 80, + "status": 500, + "duration_s": 0.28631024999776855, + "trace_id": "fdbc70ee4b0eb3a8dda43effb0fb5ee2", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + }, + { + "index": 166, + "status": 200, + "duration_s": 0.3302612080005929, + "trace_id": "013509e1c8772351e9a17e21c1b3ab4a", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 167, + "status": 200, + "duration_s": 0.30772224999964237, + "trace_id": "312b1fa41f36c088ff8b4f7b52235078", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 171, + "status": 200, + "duration_s": 0.21800541700213216, + "trace_id": "4311e0addbfded1a7bc39ae0a51437b5", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 173, + "status": 200, + "duration_s": 0.16248812500271015, + "trace_id": "1870c64c237e7d8c62f47a086dbd00a1", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 165, + "status": 200, + "duration_s": 0.37225999999645865, + "trace_id": "c87b03d233fd48440413e641e78a71af", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 169, + "status": 200, + "duration_s": 0.2703819580056006, + "trace_id": "21e680272782c76d0837a92cd6c494d0", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 168, + "status": 200, + "duration_s": 0.2925619999950868, + "trace_id": "b4b6ecb4122c7ef92008eab82e7db2d3", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 172, + "status": 200, + "duration_s": 0.1885589580051601, + "trace_id": "f95f7ff8df63b17ac652730b4211963f", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 170, + "status": 200, + "duration_s": 0.23589658299897565, + "trace_id": "874cb6d3171ac12e0c773bb274933d28", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 240, + "status": 500, + "duration_s": 0.28022895799949765, + "trace_id": "18b2115ff63eb9bdd2b423c7dc60e273", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + } + ], + "telemetry_before": { + "spans_recorded": 12.0, + "spans_exported": 12.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 3612.0, + "logs_wire_bytes": 28909.0, + "metrics_wire_bytes": 8429.0, + "collector_accepted_spans": 4742.0, + "collector_refused_spans": 0.0 + }, + "telemetry_after": { + "spans_recorded": 78.0, + "spans_exported": 78.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 20468.0, + "logs_wire_bytes": 257763.0, + "metrics_wire_bytes": 27123.0, + "collector_accepted_spans": 4808.0, + "collector_refused_spans": 0.0 + }, + "telemetry_delta": { + "spans_recorded": 66.0, + "spans_exported": 66.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 16856.0, + "logs_wire_bytes": 228854.0, + "metrics_wire_bytes": 18694.0, + "collector_accepted_spans": 66.0, + "collector_refused_spans": 0.0 + }, + "cgroups_before": [ + { + "service": "api", + "container": "8b13634de4354d6f61f765f2fade5e08f77bd8ecf6df918e2473a727a0bb845c", + "current_bytes": 91643904, + "peak_bytes": 135098368, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "59b9569692f5a68e873572f8498f12b2339079fc62c7249684b63816de00c62a", + "current_bytes": 91807744, + "peak_bytes": 135110656, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "f84d7dcf36e523565e0acfe655f1e5631dc227ca340cb02a8702ebea3f8f4f72", + "current_bytes": 71634944, + "peak_bytes": 118517760, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 65826816, + "peak_bytes": 66617344, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 292806656, + "peak_bytes": 384258048, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "cgroups_after": [ + { + "service": "api", + "container": "8b13634de4354d6f61f765f2fade5e08f77bd8ecf6df918e2473a727a0bb845c", + "current_bytes": 92680192, + "peak_bytes": 135098368, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "59b9569692f5a68e873572f8498f12b2339079fc62c7249684b63816de00c62a", + "current_bytes": 93077504, + "peak_bytes": 135110656, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "f84d7dcf36e523565e0acfe655f1e5631dc227ca340cb02a8702ebea3f8f4f72", + "current_bytes": 71909376, + "peak_bytes": 118517760, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 65470464, + "peak_bytes": 67293184, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 292904960, + "peak_bytes": 384258048, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "docker_samples": [ + { + "at": 55399.987280416, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.06%", + "Container": "8b13634de4354d6f61f765f2fade5e08f77bd8ecf6df918e2473a727a0bb845c", + "ID": "8b13634de435", + "MemPerc": "17.09%", + "MemUsage": "87.49MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "118kB / 194kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.59%", + "Container": "59b9569692f5a68e873572f8498f12b2339079fc62c7249684b63816de00c62a", + "ID": "59b9569692f5", + "MemPerc": "19.83%", + "MemUsage": "101.5MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "229kB / 190kB", + "PIDs": "12" + }, + { + "BlockIO": "4.1kB / 664kB", + "CPUPerc": "0.15%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.312MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.81MB / 1.32MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.87%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.223MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.22MB / 1.44MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.14%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "24.52%", + "MemUsage": "62.78MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "6.85MB / 18MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.48%", + "Container": "56a23f6c843ca4833dbfa51eceeb2cb4d51bdf2e0d528881de8e9a45c8a7b8b3", + "ID": "56a23f6c843c", + "MemPerc": "28.58%", + "MemUsage": "54.87MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "109kB / 82.4kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.16%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.35%", + "MemUsage": "72.59MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "77.7kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.67%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.27%", + "MemUsage": "11.86MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "43.1MB / 42.5MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 5.75MB", + "CPUPerc": "0.53%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "23.92%", + "MemUsage": "91.86MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "766kB / 45.9kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 21.1MB", + "CPUPerc": "1.86%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "4.42%", + "MemUsage": "33.93MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "15.1MB / 19.5MB", + "PIDs": "11" + }, + { + "BlockIO": "1.11MB / 8.72MB", + "CPUPerc": "0.56%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "13.83%", + "MemUsage": "35.4MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "5.5MB / 543kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.21%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.13%", + "MemUsage": "33.61MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "63.7MB / 60.1MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 26.9MB", + "CPUPerc": "0.88%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.34%", + "MemUsage": "124.6MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "38MB / 22.5MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 6.84MB", + "CPUPerc": "0.08%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "35.81%", + "MemUsage": "275MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "363kB / 204kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.33%", + "Container": "f84d7dcf36e523565e0acfe655f1e5631dc227ca340cb02a8702ebea3f8f4f72", + "ID": "f84d7dcf36e5", + "MemPerc": "7.62%", + "MemUsage": "68.32MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "17.3kB / 26.7kB", + "PIDs": "9" + } + ] + }, + { + "at": 55403.031292166, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "10.01%", + "Container": "8b13634de4354d6f61f765f2fade5e08f77bd8ecf6df918e2473a727a0bb845c", + "ID": "8b13634de435", + "MemPerc": "17.09%", + "MemUsage": "87.5MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "167kB / 279kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.96%", + "Container": "59b9569692f5a68e873572f8498f12b2339079fc62c7249684b63816de00c62a", + "ID": "59b9569692f5", + "MemPerc": "17.39%", + "MemUsage": "89.03MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "316kB / 449kB", + "PIDs": "18" + }, + { + "BlockIO": "4.1kB / 676kB", + "CPUPerc": "1.19%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.316MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.81MB / 1.32MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.33%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.53%", + "MemUsage": "3.234MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.25MB / 1.48MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.43%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "24.53%", + "MemUsage": "62.79MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "6.95MB / 18MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.42%", + "Container": "56a23f6c843ca4833dbfa51eceeb2cb4d51bdf2e0d528881de8e9a45c8a7b8b3", + "ID": "56a23f6c843c", + "MemPerc": "28.58%", + "MemUsage": "54.88MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "129kB / 99.2kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.11%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.35%", + "MemUsage": "72.59MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "77.8kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.84%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.30%", + "MemUsage": "11.9MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "43.3MB / 42.6MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 5.75MB", + "CPUPerc": "0.42%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "24.11%", + "MemUsage": "92.57MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "783kB / 46.4kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 21.3MB", + "CPUPerc": "8.75%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.58%", + "MemUsage": "58.25MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "15.2MB / 19.6MB", + "PIDs": "24" + }, + { + "BlockIO": "1.11MB / 8.72MB", + "CPUPerc": "0.01%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "13.83%", + "MemUsage": "35.4MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "5.5MB / 543kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.27%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.13%", + "MemUsage": "33.61MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "64.1MB / 60.5MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 26.9MB", + "CPUPerc": "0.21%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.34%", + "MemUsage": "124.6MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "38.3MB / 22.7MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 6.84MB", + "CPUPerc": "0.07%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "35.81%", + "MemUsage": "275MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "366kB / 205kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.13%", + "Container": "f84d7dcf36e523565e0acfe655f1e5631dc227ca340cb02a8702ebea3f8f4f72", + "ID": "f84d7dcf36e5", + "MemPerc": "7.65%", + "MemUsage": "68.57MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "145kB / 167kB", + "PIDs": "9" + } + ] + }, + { + "at": 55406.088299166, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.19%", + "Container": "8b13634de4354d6f61f765f2fade5e08f77bd8ecf6df918e2473a727a0bb845c", + "ID": "8b13634de435", + "MemPerc": "17.32%", + "MemUsage": "88.66MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "276kB / 467kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.13%", + "Container": "59b9569692f5a68e873572f8498f12b2339079fc62c7249684b63816de00c62a", + "ID": "59b9569692f5", + "MemPerc": "17.39%", + "MemUsage": "89.05MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "509kB / 706kB", + "PIDs": "18" + }, + { + "BlockIO": "4.1kB / 692kB", + "CPUPerc": "0.12%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.316MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.82MB / 1.33MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.18%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.53%", + "MemUsage": "3.234MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.28MB / 1.51MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.58%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "24.78%", + "MemUsage": "63.43MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "7.04MB / 18.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.49%", + "Container": "56a23f6c843ca4833dbfa51eceeb2cb4d51bdf2e0d528881de8e9a45c8a7b8b3", + "ID": "56a23f6c843c", + "MemPerc": "28.59%", + "MemUsage": "54.89MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "150kB / 114kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.10%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.35%", + "MemUsage": "72.59MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "77.8kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.78%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.31%", + "MemUsage": "11.92MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "43.5MB / 42.9MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 5.75MB", + "CPUPerc": "0.48%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "24.60%", + "MemUsage": "94.46MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "800kB / 47kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 21.4MB", + "CPUPerc": "3.82%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.95%", + "MemUsage": "61.05MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "15.3MB / 19.6MB", + "PIDs": "24" + }, + { + "BlockIO": "1.11MB / 8.72MB", + "CPUPerc": "0.20%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "13.83%", + "MemUsage": "35.4MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "5.53MB / 544kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.21%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.18%", + "MemUsage": "33.74MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "64.5MB / 60.9MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 27.4MB", + "CPUPerc": "1.02%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.35%", + "MemUsage": "124.6MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "38.5MB / 22.8MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 6.84MB", + "CPUPerc": "0.10%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "35.81%", + "MemUsage": "275MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "370kB / 205kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.77%", + "Container": "f84d7dcf36e523565e0acfe655f1e5631dc227ca340cb02a8702ebea3f8f4f72", + "ID": "f84d7dcf36e5", + "MemPerc": "7.65%", + "MemUsage": "68.58MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "271kB / 308kB", + "PIDs": "9" + } + ] + }, + { + "at": 55409.163156833, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.30%", + "Container": "8b13634de4354d6f61f765f2fade5e08f77bd8ecf6df918e2473a727a0bb845c", + "ID": "8b13634de435", + "MemPerc": "17.32%", + "MemUsage": "88.66MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "323kB / 552kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.08%", + "Container": "59b9569692f5a68e873572f8498f12b2339079fc62c7249684b63816de00c62a", + "ID": "59b9569692f5", + "MemPerc": "17.40%", + "MemUsage": "89.09MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "557kB / 792kB", + "PIDs": "18" + }, + { + "BlockIO": "4.1kB / 692kB", + "CPUPerc": "0.98%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.316MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.82MB / 1.33MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.23%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.53%", + "MemUsage": "3.234MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.29MB / 1.52MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.92%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "24.39%", + "MemUsage": "62.43MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "7.1MB / 18.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.95%", + "Container": "56a23f6c843ca4833dbfa51eceeb2cb4d51bdf2e0d528881de8e9a45c8a7b8b3", + "ID": "56a23f6c843c", + "MemPerc": "28.58%", + "MemUsage": "54.88MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "162kB / 124kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.48%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.35%", + "MemUsage": "72.58MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "77.8kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.47%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.29%", + "MemUsage": "11.89MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "43.6MB / 43MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 5.75MB", + "CPUPerc": "1.23%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "24.81%", + "MemUsage": "95.28MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "815kB / 47.6kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 21.4MB", + "CPUPerc": "3.36%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.97%", + "MemUsage": "61.2MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "15.3MB / 19.7MB", + "PIDs": "24" + }, + { + "BlockIO": "1.11MB / 8.72MB", + "CPUPerc": "0.56%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "13.83%", + "MemUsage": "35.4MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "5.56MB / 546kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.56%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.18%", + "MemUsage": "33.74MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "64.5MB / 60.9MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 27.4MB", + "CPUPerc": "0.29%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.35%", + "MemUsage": "124.6MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "38.5MB / 22.8MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 6.84MB", + "CPUPerc": "0.44%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "35.81%", + "MemUsage": "275MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "373kB / 206kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.30%", + "Container": "f84d7dcf36e523565e0acfe655f1e5631dc227ca340cb02a8702ebea3f8f4f72", + "ID": "f84d7dcf36e5", + "MemPerc": "7.65%", + "MemUsage": "68.58MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "274kB / 314kB", + "PIDs": "9" + } + ] + } + ], + "requests": [ + { + "index": 0, + "status": 200, + "duration_s": 0.004258790999301709, + "trace_id": "d2d5f0d6e754c4bd4d77d72c0b9e41ef", + "sampled": false, + "kind": "read" + }, + { + "index": 1, + "status": 200, + "duration_s": 0.00481729100283701, + "trace_id": "863c6a01b1f8e5d76f7b03ff3e9114e2", + "sampled": false, + "kind": "read" + }, + { + "index": 2, + "status": 200, + "duration_s": 0.004147125000599772, + "trace_id": "06312b085cfaaaebec9a81c76257b0a6", + "sampled": false, + "kind": "read" + }, + { + "index": 3, + "status": 200, + "duration_s": 0.0042243750067427754, + "trace_id": "afbc440dc3caf6a022bcd6903e5150d6", + "sampled": false, + "kind": "read" + }, + { + "index": 4, + "status": 200, + "duration_s": 0.0024630830012029037, + "trace_id": "79d0f951ef97724f83ebb01cf12930a7", + "sampled": false, + "kind": "read" + }, + { + "index": 5, + "status": 200, + "duration_s": 0.002700624994758982, + "trace_id": "c66f4316b575514de4a0c48442b621c6", + "sampled": false, + "kind": "read" + }, + { + "index": 6, + "status": 200, + "duration_s": 0.002656124997884035, + "trace_id": "e8d56a132fe7cd5020b58210de2e4f36", + "sampled": false, + "kind": "read" + }, + { + "index": 7, + "status": 200, + "duration_s": 0.0028052079942426644, + "trace_id": "606fc2dfa6fb760fc6b38f454f33a94c", + "sampled": false, + "kind": "read" + }, + { + "index": 8, + "status": 200, + "duration_s": 0.002683166996575892, + "trace_id": "887ffee8ebba43cc0421ec6fefef9496", + "sampled": true, + "kind": "read" + }, + { + "index": 9, + "status": 200, + "duration_s": 0.003356417000759393, + "trace_id": "4377f83f598d9b372e736a59470059b8", + "sampled": false, + "kind": "read" + }, + { + "index": 10, + "status": 200, + "duration_s": 0.0036755000037373975, + "trace_id": "47e8f38e318f4a8045db4cb26ed07c38", + "sampled": false, + "kind": "read" + }, + { + "index": 11, + "status": 200, + "duration_s": 0.004587415998685174, + "trace_id": "c434d83c6f2f5b6af17f82528097daaa", + "sampled": false, + "kind": "read" + }, + { + "index": 12, + "status": 200, + "duration_s": 0.0048424159977003, + "trace_id": "42fce492cd1850fa8003f3f40cbd5d1f", + "sampled": false, + "kind": "read" + }, + { + "index": 13, + "status": 200, + "duration_s": 0.008044709000387229, + "trace_id": "6650bda25080b29aba16bff16048f590", + "sampled": false, + "kind": "read" + }, + { + "index": 14, + "status": 200, + "duration_s": 0.009862083999905735, + "trace_id": "c2809e3a923d588a2ac94c3b59ca3b34", + "sampled": false, + "kind": "read" + }, + { + "index": 15, + "status": 200, + "duration_s": 0.008942208994994871, + "trace_id": "fa7b4f573ff36aff601a1f237f126099", + "sampled": false, + "kind": "read" + }, + { + "index": 16, + "status": 200, + "duration_s": 0.012215165996167343, + "trace_id": "09a45850bfa5e9824a20c1296539449d", + "sampled": false, + "kind": "read" + }, + { + "index": 17, + "status": 200, + "duration_s": 0.010469291999470443, + "trace_id": "e726b71fc16f2d927adb586c98a77aa1", + "sampled": false, + "kind": "read" + }, + { + "index": 18, + "status": 200, + "duration_s": 0.011472334001155104, + "trace_id": "c719c558914880ca0fca97715229917b", + "sampled": true, + "kind": "read" + }, + { + "index": 19, + "status": 200, + "duration_s": 0.009583749997545965, + "trace_id": "3c8a43b00a19be3e674f86fd21cd9bcc", + "sampled": false, + "kind": "read" + }, + { + "index": 20, + "status": 200, + "duration_s": 0.010260583003400825, + "trace_id": "43cbeb4f3afcc8aaec1a356bda1e24e4", + "sampled": false, + "kind": "read" + }, + { + "index": 21, + "status": 200, + "duration_s": 0.009298833007051144, + "trace_id": "ac5cfca53cce9c58b1535e50527ba56f", + "sampled": false, + "kind": "read" + }, + { + "index": 22, + "status": 200, + "duration_s": 0.010413584001071285, + "trace_id": "9070984a7834b646836dd28e52548e32", + "sampled": false, + "kind": "read" + }, + { + "index": 23, + "status": 200, + "duration_s": 0.006303915994067211, + "trace_id": "004b9fc589c3e2f63480bb21facff605", + "sampled": false, + "kind": "read" + }, + { + "index": 24, + "status": 200, + "duration_s": 0.0097996249969583, + "trace_id": "92d14c0fb52abc7eb16a9b95e66ad4d3", + "sampled": false, + "kind": "read" + }, + { + "index": 25, + "status": 200, + "duration_s": 0.008360375002666842, + "trace_id": "5048b948648cc26b57ffbef8e0dd7cd4", + "sampled": false, + "kind": "read" + }, + { + "index": 26, + "status": 200, + "duration_s": 0.010883707996981684, + "trace_id": "a81d35bd46f930ce5c1cfa7042043ef4", + "sampled": false, + "kind": "read" + }, + { + "index": 27, + "status": 200, + "duration_s": 0.01199691700458061, + "trace_id": "b63a8c95b0204b495390ee3e47494fe6", + "sampled": false, + "kind": "read" + }, + { + "index": 28, + "status": 200, + "duration_s": 0.011457541993877385, + "trace_id": "a94c64ba707b36c0e521ce8d08dd4887", + "sampled": false, + "kind": "read" + }, + { + "index": 29, + "status": 200, + "duration_s": 0.007858041004510596, + "trace_id": "baf8d824a258fdac4b9ee65330671542", + "sampled": false, + "kind": "read" + }, + { + "index": 30, + "status": 200, + "duration_s": 0.004744958998344373, + "trace_id": "c88d87d88d9cdca8da90ca6aae291ecc", + "sampled": false, + "kind": "read" + }, + { + "index": 31, + "status": 200, + "duration_s": 0.004589292002492584, + "trace_id": "a4e49bf87c8395224afa68c25a0ad6f7", + "sampled": false, + "kind": "read" + }, + { + "index": 32, + "status": 200, + "duration_s": 0.004510375001700595, + "trace_id": "88f370b1505dfbefd20765d616592d7c", + "sampled": false, + "kind": "read" + }, + { + "index": 33, + "status": 200, + "duration_s": 0.00509770899952855, + "trace_id": "797261dbb895bda16fca1f34f4682791", + "sampled": false, + "kind": "read" + }, + { + "index": 34, + "status": 200, + "duration_s": 0.010059708998596761, + "trace_id": "122b198921604a1ae6e33838002a8507", + "sampled": false, + "kind": "read" + }, + { + "index": 35, + "status": 200, + "duration_s": 0.011374082998372614, + "trace_id": "b425dccc57e6a26cecff376f16571182", + "sampled": false, + "kind": "read" + }, + { + "index": 36, + "status": 200, + "duration_s": 0.00969775000703521, + "trace_id": "6ee142864867ef0abdb7fe89ad50a200", + "sampled": false, + "kind": "read" + }, + { + "index": 37, + "status": 200, + "duration_s": 0.010909166994679254, + "trace_id": "a147d68eac8b0a05e34a0d6dd2213ff0", + "sampled": false, + "kind": "read" + }, + { + "index": 38, + "status": 200, + "duration_s": 0.00945254199905321, + "trace_id": "a5a620994b8811fa3889ff8063db40e2", + "sampled": false, + "kind": "read" + }, + { + "index": 39, + "status": 200, + "duration_s": 0.005785875000583474, + "trace_id": "9d313e3873f638241ee9930183a7d0ce", + "sampled": false, + "kind": "read" + }, + { + "index": 40, + "status": 200, + "duration_s": 0.012563208001665771, + "trace_id": "2903d8411ee41fbde54ac5c8f39c741e", + "sampled": false, + "kind": "read" + }, + { + "index": 41, + "status": 200, + "duration_s": 0.01142995800182689, + "trace_id": "2c5f992a44ee8dfb715c3f22619e9dd7", + "sampled": false, + "kind": "read" + }, + { + "index": 42, + "status": 200, + "duration_s": 0.004904832996544428, + "trace_id": "5f59562d22473e9931af23cb0edf42e8", + "sampled": false, + "kind": "read" + }, + { + "index": 43, + "status": 200, + "duration_s": 0.004272833000868559, + "trace_id": "baa01b1a8fb6982121cbbe243b477645", + "sampled": false, + "kind": "read" + }, + { + "index": 44, + "status": 200, + "duration_s": 0.004095333002624102, + "trace_id": "5b28dd471bc237158b66c6427028bb98", + "sampled": false, + "kind": "read" + }, + { + "index": 45, + "status": 200, + "duration_s": 0.0038732089960831217, + "trace_id": "a8039aa8bd9b9a7c3446346d514dce86", + "sampled": false, + "kind": "read" + }, + { + "index": 46, + "status": 200, + "duration_s": 0.004183334000117611, + "trace_id": "1505d275bb1fdd399f86bc73db232e26", + "sampled": false, + "kind": "read" + }, + { + "index": 47, + "status": 200, + "duration_s": 0.005866084000444971, + "trace_id": "9c592601a2647df97612e1783cc2435a", + "sampled": false, + "kind": "read" + }, + { + "index": 48, + "status": 200, + "duration_s": 0.00442549999570474, + "trace_id": "5358c0b4c761db3323c56c7569e1f86e", + "sampled": false, + "kind": "read" + }, + { + "index": 49, + "status": 200, + "duration_s": 0.007132332997571211, + "trace_id": "9eb945382019a8235932773dbd44fb79", + "sampled": false, + "kind": "read" + }, + { + "index": 50, + "status": 200, + "duration_s": 0.003766207999433391, + "trace_id": "5732c42e41fa3b26eae6eebe3ce0a93c", + "sampled": false, + "kind": "read" + }, + { + "index": 51, + "status": 200, + "duration_s": 0.0038880829961271957, + "trace_id": "d1c7438d7d2494455df189af021806d2", + "sampled": false, + "kind": "read" + }, + { + "index": 52, + "status": 200, + "duration_s": 0.004443582998646889, + "trace_id": "9e956acc81be01c4d545c98004d6ab7e", + "sampled": false, + "kind": "read" + }, + { + "index": 53, + "status": 200, + "duration_s": 0.004637792000721674, + "trace_id": "685ba2b7d31d7782eae11ec27c62a4d0", + "sampled": false, + "kind": "read" + }, + { + "index": 54, + "status": 200, + "duration_s": 0.0036476669993135147, + "trace_id": "9640fd8b9804571d59901bda193fffd5", + "sampled": false, + "kind": "read" + }, + { + "index": 55, + "status": 200, + "duration_s": 0.002995832997839898, + "trace_id": "7f4c95126bfc41111c602b65ea975baf", + "sampled": false, + "kind": "read" + }, + { + "index": 56, + "status": 200, + "duration_s": 0.0030056250034249388, + "trace_id": "194932129a629117b19b070314ece593", + "sampled": false, + "kind": "read" + }, + { + "index": 57, + "status": 200, + "duration_s": 0.003421665998757817, + "trace_id": "7e022aa3350da140a22bb1762ec61290", + "sampled": false, + "kind": "read" + }, + { + "index": 58, + "status": 200, + "duration_s": 0.010586541997327004, + "trace_id": "65309219ef4839d7d0a7c9da26cb86b9", + "sampled": false, + "kind": "read" + }, + { + "index": 59, + "status": 200, + "duration_s": 0.023365417000604793, + "trace_id": "5ac851380ae856a02d60c90672e35074", + "sampled": false, + "kind": "read" + }, + { + "index": 60, + "status": 200, + "duration_s": 0.0027173330017831177, + "trace_id": "bb5b358e52799ae75d0bc63a974c7c1f", + "sampled": false, + "kind": "read" + }, + { + "index": 61, + "status": 200, + "duration_s": 0.0031802500016056, + "trace_id": "9a88edd94477bf551ebb264ce5915578", + "sampled": false, + "kind": "read" + }, + { + "index": 62, + "status": 200, + "duration_s": 0.00305220800510142, + "trace_id": "f78d0f88414896ab829479d5d8d9bbd9", + "sampled": false, + "kind": "read" + }, + { + "index": 63, + "status": 200, + "duration_s": 0.003137042003800161, + "trace_id": "787e35de5ca39c6471af2865e314ac14", + "sampled": false, + "kind": "read" + }, + { + "index": 64, + "status": 200, + "duration_s": 0.0031414580007549375, + "trace_id": "969806cb81edf8a695eea65fc6de693f", + "sampled": false, + "kind": "read" + }, + { + "index": 65, + "status": 200, + "duration_s": 0.0028920420008944348, + "trace_id": "edb1a76a385a77d21e84d5873a173fd0", + "sampled": false, + "kind": "read" + }, + { + "index": 66, + "status": 200, + "duration_s": 0.003501459003018681, + "trace_id": "d27c05c5e046fb352f4d3849e5faf358", + "sampled": false, + "kind": "read" + }, + { + "index": 67, + "status": 200, + "duration_s": 0.0037489579990506172, + "trace_id": "549522059c69ab77b7c0d3879a347ea0", + "sampled": false, + "kind": "read" + }, + { + "index": 68, + "status": 200, + "duration_s": 0.004397459000756498, + "trace_id": "eb5d74d114f5d80e176efb19bcd1616b", + "sampled": true, + "kind": "read" + }, + { + "index": 69, + "status": 200, + "duration_s": 0.005052667002019007, + "trace_id": "50b5ad691aa1b606eb92b51f4d9a0c08", + "sampled": false, + "kind": "read" + }, + { + "index": 70, + "status": 200, + "duration_s": 0.008989916001155507, + "trace_id": "c597eebb1e898185265e2f6fa40bc2b1", + "sampled": false, + "kind": "read" + }, + { + "index": 71, + "status": 200, + "duration_s": 0.00908095799968578, + "trace_id": "dca95299a6d458188b616a51362c32c9", + "sampled": false, + "kind": "read" + }, + { + "index": 72, + "status": 200, + "duration_s": 0.010693583004467655, + "trace_id": "6f3bd9949e89517e8ffed4c8a2ad8df1", + "sampled": false, + "kind": "read" + }, + { + "index": 73, + "status": 200, + "duration_s": 0.009469500000705011, + "trace_id": "4f828c35996fbccd7dbb9f4f80b1e2db", + "sampled": false, + "kind": "read" + }, + { + "index": 74, + "status": 200, + "duration_s": 0.012092083998140879, + "trace_id": "8b702b89a07b6d9d2e3b67c29790262c", + "sampled": false, + "kind": "read" + }, + { + "index": 75, + "status": 200, + "duration_s": 0.007810457995219622, + "trace_id": "8f8b29a4276c9ea614bb60e64a2b86e4", + "sampled": true, + "kind": "read" + }, + { + "index": 76, + "status": 200, + "duration_s": 0.00993154200114077, + "trace_id": "e8ddc124315fb072d8737d8e33481b58", + "sampled": false, + "kind": "read" + }, + { + "index": 77, + "status": 200, + "duration_s": 0.00815145800152095, + "trace_id": "39392d9a3399803d5852d0a0519f472b", + "sampled": false, + "kind": "read" + }, + { + "index": 78, + "status": 200, + "duration_s": 0.00878920799732441, + "trace_id": "6b62437fca469a34bd2085d82022ffbf", + "sampled": false, + "kind": "read" + }, + { + "index": 79, + "status": 200, + "duration_s": 0.0097299170010956, + "trace_id": "785b68bd8d16c074cb54eaf649617068", + "sampled": false, + "kind": "read" + }, + { + "index": 80, + "status": 500, + "duration_s": 0.28631024999776855, + "trace_id": "fdbc70ee4b0eb3a8dda43effb0fb5ee2", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + }, + { + "index": 81, + "status": 200, + "duration_s": 0.005571957997744903, + "trace_id": "864060b9a86413a347f3943ca8903741", + "sampled": false, + "kind": "read" + }, + { + "index": 82, + "status": 200, + "duration_s": 0.003431917000852991, + "trace_id": "f91d3d2fa06a413d9b15390f7cabafe9", + "sampled": false, + "kind": "read" + }, + { + "index": 83, + "status": 200, + "duration_s": 0.0028984589953324758, + "trace_id": "8c47ef244a2c3512bf5ce023ff46e742", + "sampled": false, + "kind": "read" + }, + { + "index": 84, + "status": 200, + "duration_s": 0.003078916997765191, + "trace_id": "fa42a459a7e6bed575c9a471cb4c5fab", + "sampled": false, + "kind": "read" + }, + { + "index": 85, + "status": 200, + "duration_s": 0.0030102090022410266, + "trace_id": "e6f69d3b10026c2bf6f658de8a45acf0", + "sampled": false, + "kind": "read" + }, + { + "index": 86, + "status": 200, + "duration_s": 0.010163249993638601, + "trace_id": "457d5dee1eb61624ddd9020dff75bbce", + "sampled": false, + "kind": "read" + }, + { + "index": 87, + "status": 200, + "duration_s": 0.0028621669989661314, + "trace_id": "18ea979d7f90d0edad54317d5d2c1ae2", + "sampled": false, + "kind": "read" + }, + { + "index": 88, + "status": 200, + "duration_s": 0.002692916998057626, + "trace_id": "231c9ec3a97708035904d9da2c49a257", + "sampled": false, + "kind": "read" + }, + { + "index": 89, + "status": 200, + "duration_s": 0.003125582996290177, + "trace_id": "8d78e12bbde76d888cc1b63707cda2cd", + "sampled": false, + "kind": "read" + }, + { + "index": 90, + "status": 200, + "duration_s": 0.01247370800410863, + "trace_id": "5efd7b9371224a4eaf2ffc8c942a582b", + "sampled": false, + "kind": "read" + }, + { + "index": 91, + "status": 200, + "duration_s": 0.0026904589976766147, + "trace_id": "03f18249ca157ffa7666fedafd8a5cfe", + "sampled": false, + "kind": "read" + }, + { + "index": 92, + "status": 200, + "duration_s": 0.002211082995927427, + "trace_id": "a8674930094728406f782abda365cf44", + "sampled": false, + "kind": "read" + }, + { + "index": 93, + "status": 200, + "duration_s": 0.002727665996644646, + "trace_id": "758451a3dbd5a7f4bba4e89b800ed1ed", + "sampled": false, + "kind": "read" + }, + { + "index": 94, + "status": 200, + "duration_s": 0.0031545410020044073, + "trace_id": "5cb1a8e24225cebd85f65f67762fd49d", + "sampled": false, + "kind": "read" + }, + { + "index": 95, + "status": 200, + "duration_s": 0.003013541005202569, + "trace_id": "09d7d30f37a192f8d0b4d6014d4fb762", + "sampled": false, + "kind": "read" + }, + { + "index": 96, + "status": 200, + "duration_s": 0.0031786670006113127, + "trace_id": "59a74ce1b523889588e272399e5cc5c2", + "sampled": false, + "kind": "read" + }, + { + "index": 97, + "status": 200, + "duration_s": 0.002551124998717569, + "trace_id": "138b2d842d85785535267d01e5e470d0", + "sampled": false, + "kind": "read" + }, + { + "index": 98, + "status": 200, + "duration_s": 0.002771999999822583, + "trace_id": "1177ffcce0888b6d2680c257a26618e8", + "sampled": false, + "kind": "read" + }, + { + "index": 99, + "status": 200, + "duration_s": 0.002912542004196439, + "trace_id": "2aa303c5efa63747d17f753e9f8acca1", + "sampled": false, + "kind": "read" + }, + { + "index": 100, + "status": 200, + "duration_s": 0.0028571669972734526, + "trace_id": "fdd1d849cf3c59622b76222fb2d2a9e5", + "sampled": false, + "kind": "read" + }, + { + "index": 101, + "status": 200, + "duration_s": 0.002952375005406793, + "trace_id": "2605d791516c65a8af8d48fd63f90d2c", + "sampled": false, + "kind": "read" + }, + { + "index": 102, + "status": 200, + "duration_s": 0.003079250003793277, + "trace_id": "8b20dcf970a7478f8979c703072740d3", + "sampled": false, + "kind": "read" + }, + { + "index": 103, + "status": 200, + "duration_s": 0.0028374589965096675, + "trace_id": "cb3ab3f1118079d75915dc3601c2b11c", + "sampled": false, + "kind": "read" + }, + { + "index": 104, + "status": 200, + "duration_s": 0.0026294999988749623, + "trace_id": "f32228fe95ca20ace64dd1a8ecfaa6b2", + "sampled": false, + "kind": "read" + }, + { + "index": 105, + "status": 200, + "duration_s": 0.002833459002431482, + "trace_id": "b1ea71d3f9003fd8ca2e8ed504f0495a", + "sampled": false, + "kind": "read" + }, + { + "index": 106, + "status": 200, + "duration_s": 0.0036230420009815134, + "trace_id": "4533669d2bd45f559ba1cccd3eda919c", + "sampled": false, + "kind": "read" + }, + { + "index": 107, + "status": 200, + "duration_s": 0.004092957999091595, + "trace_id": "11679eee2158adea09743f375db3f56b", + "sampled": true, + "kind": "read" + }, + { + "index": 108, + "status": 200, + "duration_s": 0.004252582999470178, + "trace_id": "bfdd2757356733cefe69831d02c499d3", + "sampled": false, + "kind": "read" + }, + { + "index": 109, + "status": 200, + "duration_s": 0.005309708998538554, + "trace_id": "638a03fc5a0b616f1c134028d4c99939", + "sampled": false, + "kind": "read" + }, + { + "index": 110, + "status": 200, + "duration_s": 0.004299207997974008, + "trace_id": "4303cf60fdf1eeff623d48d4fa720857", + "sampled": false, + "kind": "read" + }, + { + "index": 111, + "status": 200, + "duration_s": 0.0042600839951774105, + "trace_id": "49f2bc47ad5a755b899cb713f398a6cf", + "sampled": false, + "kind": "read" + }, + { + "index": 112, + "status": 200, + "duration_s": 0.0033762910024961457, + "trace_id": "863d06367730288b5058d5c96a5036c6", + "sampled": false, + "kind": "read" + }, + { + "index": 113, + "status": 200, + "duration_s": 0.0038589579999097623, + "trace_id": "3052da72c0567be9fb5e1107bf4c65e3", + "sampled": false, + "kind": "read" + }, + { + "index": 114, + "status": 200, + "duration_s": 0.004324832996644545, + "trace_id": "47a6d42fa1167d9a618678ff298062d3", + "sampled": false, + "kind": "read" + }, + { + "index": 115, + "status": 200, + "duration_s": 0.004191332998743746, + "trace_id": "407f0500cb0274194481176d8c3e51b0", + "sampled": false, + "kind": "read" + }, + { + "index": 116, + "status": 200, + "duration_s": 0.010883625000133179, + "trace_id": "63eb252e057d6bbe374f8a8270eac877", + "sampled": false, + "kind": "read" + }, + { + "index": 117, + "status": 200, + "duration_s": 0.00720250000449596, + "trace_id": "1f7436fa50c71adbf2e5e78703e69c0b", + "sampled": false, + "kind": "read" + }, + { + "index": 118, + "status": 200, + "duration_s": 0.008568083998397924, + "trace_id": "ad0ff0b11f743e20d14731dcaa625922", + "sampled": false, + "kind": "read" + }, + { + "index": 119, + "status": 200, + "duration_s": 0.011911999994481448, + "trace_id": "ddd53d800752841e0e8856285343ec1b", + "sampled": true, + "kind": "read" + }, + { + "index": 120, + "status": 200, + "duration_s": 0.011109833998489194, + "trace_id": "342a935fdd1acee8bea4506c386732b5", + "sampled": false, + "kind": "read" + }, + { + "index": 121, + "status": 200, + "duration_s": 0.005836374999489635, + "trace_id": "36624c80bacb4cf8d9aef37daddbb854", + "sampled": false, + "kind": "read" + }, + { + "index": 122, + "status": 200, + "duration_s": 0.008185999999113847, + "trace_id": "0e4d9eb58717fd9f62c01da04ddad51e", + "sampled": false, + "kind": "read" + }, + { + "index": 123, + "status": 200, + "duration_s": 0.004011458004242741, + "trace_id": "77a2e89ad61b5d6c2b99a176df1391f0", + "sampled": false, + "kind": "read" + }, + { + "index": 124, + "status": 200, + "duration_s": 0.0038387079985113814, + "trace_id": "f6d375ec52ed4e0c2bee1256badab30b", + "sampled": false, + "kind": "read" + }, + { + "index": 125, + "status": 200, + "duration_s": 0.004468582999834325, + "trace_id": "aa25e1cb0d72bb41871dec52f4497692", + "sampled": false, + "kind": "read" + }, + { + "index": 126, + "status": 200, + "duration_s": 0.004130166998947971, + "trace_id": "7c99fa7229c1d302922ef76afc453d85", + "sampled": false, + "kind": "read" + }, + { + "index": 127, + "status": 200, + "duration_s": 0.005506291003257502, + "trace_id": "bc9a2df7f59f461eb20538d88a68422e", + "sampled": false, + "kind": "read" + }, + { + "index": 128, + "status": 200, + "duration_s": 0.0036755000037373975, + "trace_id": "53331ec83ba26de2ae46724bb8c8d179", + "sampled": false, + "kind": "read" + }, + { + "index": 129, + "status": 200, + "duration_s": 0.008211957996536512, + "trace_id": "8a6056ca82242886fa5b2d795c0b4efb", + "sampled": false, + "kind": "read" + }, + { + "index": 130, + "status": 200, + "duration_s": 0.008504332996380981, + "trace_id": "80bd5fa5755a7c7ff021a8dfe925f32b", + "sampled": false, + "kind": "read" + }, + { + "index": 131, + "status": 200, + "duration_s": 0.010790832995553501, + "trace_id": "170bf6247198911c50174b91808d783f", + "sampled": false, + "kind": "read" + }, + { + "index": 132, + "status": 200, + "duration_s": 0.008670166003867052, + "trace_id": "09ed39194f2913c6851e618e91c5c846", + "sampled": false, + "kind": "read" + }, + { + "index": 133, + "status": 200, + "duration_s": 0.010893415994360112, + "trace_id": "5c5a1c6baff841cbd82fe25fed034291", + "sampled": false, + "kind": "read" + }, + { + "index": 134, + "status": 200, + "duration_s": 0.011040999997931067, + "trace_id": "3acce9d37c359959a8c76e4cdc207386", + "sampled": false, + "kind": "read" + }, + { + "index": 135, + "status": 200, + "duration_s": 0.010212041997874621, + "trace_id": "bb0622256ee6d8b5ad86c3ed8ce4597a", + "sampled": false, + "kind": "read" + }, + { + "index": 136, + "status": 200, + "duration_s": 0.00846179200016195, + "trace_id": "26ba49adea2db260eda14d4c8713470c", + "sampled": false, + "kind": "read" + }, + { + "index": 137, + "status": 200, + "duration_s": 0.010169542001676746, + "trace_id": "1862417dfafef572ab96773d718d6400", + "sampled": false, + "kind": "read" + }, + { + "index": 138, + "status": 200, + "duration_s": 0.010853583000425715, + "trace_id": "7a6402a795a6dc5e3f3c89e42d6e1ac4", + "sampled": false, + "kind": "read" + }, + { + "index": 139, + "status": 200, + "duration_s": 0.011781334003899246, + "trace_id": "a6e16fde67f55e053363aaa12638fd1d", + "sampled": false, + "kind": "read" + }, + { + "index": 140, + "status": 200, + "duration_s": 0.005969958001514897, + "trace_id": "594ea71e7fbe3bbba20a9dde2f8af27a", + "sampled": false, + "kind": "read" + }, + { + "index": 141, + "status": 200, + "duration_s": 0.004574291000608355, + "trace_id": "e822bc728553629755181df4bf126c36", + "sampled": false, + "kind": "read" + }, + { + "index": 142, + "status": 200, + "duration_s": 0.004243958996084984, + "trace_id": "81e0ed4f9854441e19c6f90b07f1804b", + "sampled": false, + "kind": "read" + }, + { + "index": 143, + "status": 200, + "duration_s": 0.004629832998034544, + "trace_id": "c33c1e939bd9b0822bcdd59ec5738c41", + "sampled": false, + "kind": "read" + }, + { + "index": 144, + "status": 200, + "duration_s": 0.004481374999159016, + "trace_id": "ad91016e86999a45f6fced0e16c88f03", + "sampled": false, + "kind": "read" + }, + { + "index": 145, + "status": 200, + "duration_s": 0.009156790998531505, + "trace_id": "e0444e254bae1071868716039457e7ac", + "sampled": false, + "kind": "read" + }, + { + "index": 146, + "status": 200, + "duration_s": 0.008646582995424978, + "trace_id": "a2863ac785e967461b64a8fdfb931831", + "sampled": false, + "kind": "read" + }, + { + "index": 147, + "status": 200, + "duration_s": 0.01100741700065555, + "trace_id": "8b993075c2a3297c50f1bd54bca4b288", + "sampled": false, + "kind": "read" + }, + { + "index": 148, + "status": 200, + "duration_s": 0.012393707998853642, + "trace_id": "179c95eecc223c9c88a5a57586368cb5", + "sampled": false, + "kind": "read" + }, + { + "index": 149, + "status": 200, + "duration_s": 0.008955749995948281, + "trace_id": "2d833a2c75c7b4a4fcdda76a6631afc1", + "sampled": false, + "kind": "read" + }, + { + "index": 150, + "status": 200, + "duration_s": 0.00901470900134882, + "trace_id": "f642df6f09e90374609fdd7cabf8ac02", + "sampled": false, + "kind": "read" + }, + { + "index": 151, + "status": 200, + "duration_s": 0.009822792002523784, + "trace_id": "716cdef2d6c9d1f157a6fc1612ec3e6d", + "sampled": false, + "kind": "read" + }, + { + "index": 152, + "status": 200, + "duration_s": 0.010947291993943509, + "trace_id": "223c58d1fc1dfbf0f413bdc6f0517432", + "sampled": false, + "kind": "read" + }, + { + "index": 153, + "status": 200, + "duration_s": 0.009098959002585616, + "trace_id": "267128814ef44d24aa9c9b3d7e2f49d4", + "sampled": false, + "kind": "read" + }, + { + "index": 154, + "status": 200, + "duration_s": 0.01030545799585525, + "trace_id": "fff89605f452148b0f96325c1cb7f396", + "sampled": true, + "kind": "read" + }, + { + "index": 155, + "status": 200, + "duration_s": 0.01162191700132098, + "trace_id": "2c1079b312216a9307b21b4782440717", + "sampled": true, + "kind": "read" + }, + { + "index": 156, + "status": 200, + "duration_s": 0.009028749998833518, + "trace_id": "6065ca7022befc8fcd0eb8836915dd78", + "sampled": false, + "kind": "read" + }, + { + "index": 157, + "status": 200, + "duration_s": 0.009979792004742194, + "trace_id": "35aebbb89d23250facd6e71807ff457b", + "sampled": false, + "kind": "read" + }, + { + "index": 158, + "status": 200, + "duration_s": 0.006550457997946069, + "trace_id": "7b18f7ddcec14c9ecefc1ddb2c1d95dd", + "sampled": false, + "kind": "read" + }, + { + "index": 159, + "status": 200, + "duration_s": 0.009435250001843087, + "trace_id": "e1b064b2a8b9151724c52521ae20586c", + "sampled": false, + "kind": "read" + }, + { + "index": 160, + "status": 200, + "duration_s": 0.01531333399907453, + "trace_id": "d88854a83310a29e02b39b47da759d9d", + "sampled": true, + "kind": "read" + }, + { + "index": 161, + "status": 200, + "duration_s": 0.003962750000937376, + "trace_id": "dc5c08299c094a14cfcd6b30f3955e8e", + "sampled": false, + "kind": "read" + }, + { + "index": 162, + "status": 200, + "duration_s": 0.0061780830001225695, + "trace_id": "1eb35d9de794651b484c50891223eff0", + "sampled": false, + "kind": "read" + }, + { + "index": 163, + "status": 200, + "duration_s": 0.011942874996748287, + "trace_id": "3e47ed0f3c0d5de73441ee29d1de834c", + "sampled": false, + "kind": "read" + }, + { + "index": 164, + "status": 200, + "duration_s": 0.004175833993940614, + "trace_id": "78ab07e5eb78eb2121719e57cad0cea0", + "sampled": false, + "kind": "read" + }, + { + "index": 165, + "status": 200, + "duration_s": 0.37225999999645865, + "trace_id": "c87b03d233fd48440413e641e78a71af", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 166, + "status": 200, + "duration_s": 0.3302612080005929, + "trace_id": "013509e1c8772351e9a17e21c1b3ab4a", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 167, + "status": 200, + "duration_s": 0.30772224999964237, + "trace_id": "312b1fa41f36c088ff8b4f7b52235078", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 168, + "status": 200, + "duration_s": 0.2925619999950868, + "trace_id": "b4b6ecb4122c7ef92008eab82e7db2d3", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 169, + "status": 200, + "duration_s": 0.2703819580056006, + "trace_id": "21e680272782c76d0837a92cd6c494d0", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 170, + "status": 200, + "duration_s": 0.23589658299897565, + "trace_id": "874cb6d3171ac12e0c773bb274933d28", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 171, + "status": 200, + "duration_s": 0.21800541700213216, + "trace_id": "4311e0addbfded1a7bc39ae0a51437b5", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 172, + "status": 200, + "duration_s": 0.1885589580051601, + "trace_id": "f95f7ff8df63b17ac652730b4211963f", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 173, + "status": 200, + "duration_s": 0.16248812500271015, + "trace_id": "1870c64c237e7d8c62f47a086dbd00a1", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 174, + "status": 200, + "duration_s": 0.14405458299734164, + "trace_id": "079d41f9fa44eb92d2f3865393d6a83e", + "sampled": false, + "kind": "read" + }, + { + "index": 175, + "status": 200, + "duration_s": 0.11737158299365547, + "trace_id": "13662a4ea57f5e3e8d616696ece2fd49", + "sampled": false, + "kind": "read" + }, + { + "index": 176, + "status": 200, + "duration_s": 0.09240612500434509, + "trace_id": "156ca8b9a981557f365ae3935d54fcaa", + "sampled": false, + "kind": "read" + }, + { + "index": 177, + "status": 200, + "duration_s": 0.06873116600036155, + "trace_id": "69176f5d910a9873ed77a4b8c07cf37f", + "sampled": false, + "kind": "read" + }, + { + "index": 178, + "status": 200, + "duration_s": 0.04307087499910267, + "trace_id": "264dbf2adb81df45d98ccc3c8d63a555", + "sampled": false, + "kind": "read" + }, + { + "index": 179, + "status": 200, + "duration_s": 0.022189040995726828, + "trace_id": "a5cbad2d387c37ea4e4c180e72a05e8e", + "sampled": false, + "kind": "read" + }, + { + "index": 180, + "status": 200, + "duration_s": 0.003046999998332467, + "trace_id": "47e0f601651d3e87a565eaddfd4a17e4", + "sampled": false, + "kind": "read" + }, + { + "index": 181, + "status": 200, + "duration_s": 0.004277749998436775, + "trace_id": "6eefdf636f4b1c2f9c5909658492b968", + "sampled": false, + "kind": "read" + }, + { + "index": 182, + "status": 200, + "duration_s": 0.0031971669959602877, + "trace_id": "c0aa4161f39407226e2fa8460d61f8c9", + "sampled": false, + "kind": "read" + }, + { + "index": 183, + "status": 200, + "duration_s": 0.0032516669962205924, + "trace_id": "9b217c3f610c99e206b1a1c1693b15f1", + "sampled": true, + "kind": "read" + }, + { + "index": 184, + "status": 200, + "duration_s": 0.003042917000129819, + "trace_id": "c25eca97f1bcc98e5e732f671c505650", + "sampled": false, + "kind": "read" + }, + { + "index": 185, + "status": 200, + "duration_s": 0.03912033300002804, + "trace_id": "9ab01ef0e1b6c35b1c4b2aae005a7941", + "sampled": false, + "kind": "read" + }, + { + "index": 186, + "status": 200, + "duration_s": 0.04880150000099093, + "trace_id": "fa4954aa32fce7fea70ab8a2b109d8a5", + "sampled": false, + "kind": "read" + }, + { + "index": 187, + "status": 200, + "duration_s": 0.0029262910029501654, + "trace_id": "ddfc5850d697c7aa10807cd3c8930088", + "sampled": true, + "kind": "read" + }, + { + "index": 188, + "status": 200, + "duration_s": 0.002974167000502348, + "trace_id": "72ca317eed08d04b64da252906057428", + "sampled": false, + "kind": "read" + }, + { + "index": 189, + "status": 200, + "duration_s": 0.0033458749967394397, + "trace_id": "35612cda34b1a35a99dbbd86bf084df2", + "sampled": false, + "kind": "read" + }, + { + "index": 190, + "status": 200, + "duration_s": 0.0031465409992961213, + "trace_id": "e73385a69b246a1b6266977b384682a4", + "sampled": false, + "kind": "read" + }, + { + "index": 191, + "status": 200, + "duration_s": 0.002887041002395563, + "trace_id": "7efaf4da4baac532195792fb79b5243b", + "sampled": true, + "kind": "read" + }, + { + "index": 192, + "status": 200, + "duration_s": 0.003431708006246481, + "trace_id": "2ba59f6c28771d1603acb5b737d7e101", + "sampled": true, + "kind": "read" + }, + { + "index": 193, + "status": 200, + "duration_s": 0.003214958000171464, + "trace_id": "8ba57fd43fc32178d177000ad779cc05", + "sampled": false, + "kind": "read" + }, + { + "index": 194, + "status": 200, + "duration_s": 0.0032433750020572916, + "trace_id": "db2c1f2801455332d4049dc1b7997769", + "sampled": false, + "kind": "read" + }, + { + "index": 195, + "status": 200, + "duration_s": 0.0033237910029129125, + "trace_id": "369e3ac26ed3e2ef6488c15d6a4e99b9", + "sampled": false, + "kind": "read" + }, + { + "index": 196, + "status": 200, + "duration_s": 0.0033501670041005127, + "trace_id": "c5ea33dd1223d447fa40b18776bc79f5", + "sampled": false, + "kind": "read" + }, + { + "index": 197, + "status": 200, + "duration_s": 0.0037832500020158477, + "trace_id": "bef70e58b04bae3b2b2a590ad9c093a9", + "sampled": false, + "kind": "read" + }, + { + "index": 198, + "status": 200, + "duration_s": 0.006067750000511296, + "trace_id": "b44ba4cdce49be6c0fb86dcbada84df1", + "sampled": true, + "kind": "read" + }, + { + "index": 199, + "status": 200, + "duration_s": 0.00528570800088346, + "trace_id": "6fa4babbd3f4fd3fcff3fe53c79b657e", + "sampled": false, + "kind": "read" + }, + { + "index": 200, + "status": 200, + "duration_s": 0.005797375000838656, + "trace_id": "cd4fb8e808808e41490fe61cb540b8f1", + "sampled": false, + "kind": "read" + }, + { + "index": 201, + "status": 200, + "duration_s": 0.011447333999967668, + "trace_id": "420908b09368e072580fb5cc67090e60", + "sampled": false, + "kind": "read" + }, + { + "index": 202, + "status": 200, + "duration_s": 0.00956666700221831, + "trace_id": "7e10989cf6266714afa9f6942ddbdc30", + "sampled": false, + "kind": "read" + }, + { + "index": 203, + "status": 200, + "duration_s": 0.009574583993526176, + "trace_id": "58c7bf7423f1c0817d94af1dd2754624", + "sampled": false, + "kind": "read" + }, + { + "index": 204, + "status": 200, + "duration_s": 0.006318457999441307, + "trace_id": "9bc3d5e2781c6f9598169baf82df5389", + "sampled": false, + "kind": "read" + }, + { + "index": 205, + "status": 200, + "duration_s": 0.005281416997604538, + "trace_id": "943824d0773a8503fc32211971196e27", + "sampled": false, + "kind": "read" + }, + { + "index": 206, + "status": 200, + "duration_s": 0.003923374999430962, + "trace_id": "ee976da114a46abd163b597464015527", + "sampled": true, + "kind": "read" + }, + { + "index": 207, + "status": 200, + "duration_s": 0.004293207995942794, + "trace_id": "67cb5760c450ac919bc64e015d2a88c5", + "sampled": false, + "kind": "read" + }, + { + "index": 208, + "status": 200, + "duration_s": 0.00416445799783105, + "trace_id": "49cf02319f4526972a99e72480e05c67", + "sampled": false, + "kind": "read" + }, + { + "index": 209, + "status": 200, + "duration_s": 0.004295083002944011, + "trace_id": "65bece16d6a915344d7acf20e79eef58", + "sampled": false, + "kind": "read" + }, + { + "index": 210, + "status": 200, + "duration_s": 0.008265667005616706, + "trace_id": "105df0d24d37c78432f2e5ef19358b06", + "sampled": false, + "kind": "read" + }, + { + "index": 211, + "status": 200, + "duration_s": 0.009303500002715737, + "trace_id": "8e737a3d92a04db787217e515f3646fc", + "sampled": false, + "kind": "read" + }, + { + "index": 212, + "status": 200, + "duration_s": 0.010151208996830974, + "trace_id": "336a4f797b9afef0d2160c18ddd028a1", + "sampled": false, + "kind": "read" + }, + { + "index": 213, + "status": 200, + "duration_s": 0.009797250000701752, + "trace_id": "e1752e38ee88c600c3a6b0cef33c4a58", + "sampled": false, + "kind": "read" + }, + { + "index": 214, + "status": 200, + "duration_s": 0.011221833003219217, + "trace_id": "106303f627e2a5f8250a90d6ae5eec12", + "sampled": false, + "kind": "read" + }, + { + "index": 215, + "status": 200, + "duration_s": 0.009022457998071332, + "trace_id": "d9e17c2ca1898e8049edc00a5dd763ff", + "sampled": false, + "kind": "read" + }, + { + "index": 216, + "status": 200, + "duration_s": 0.01273895800113678, + "trace_id": "4db9c90728089d78f4ad19110f518ad4", + "sampled": false, + "kind": "read" + }, + { + "index": 217, + "status": 200, + "duration_s": 0.009124124997470062, + "trace_id": "63be15fa2dd860684c017d55001a4bd7", + "sampled": false, + "kind": "read" + }, + { + "index": 218, + "status": 200, + "duration_s": 0.008619082997029182, + "trace_id": "43f0cb11762f4a28b0c817dbb75fb6d5", + "sampled": false, + "kind": "read" + }, + { + "index": 219, + "status": 200, + "duration_s": 0.00984716599487001, + "trace_id": "fd22febb8e5081a049c7e24f6fc4aa65", + "sampled": false, + "kind": "read" + }, + { + "index": 220, + "status": 200, + "duration_s": 0.005356749999918975, + "trace_id": "d128ce489ca2de58ef6b21818d2b226b", + "sampled": false, + "kind": "read" + }, + { + "index": 221, + "status": 200, + "duration_s": 0.004894999998214189, + "trace_id": "c5b794c83b43c0a64389f7698d701707", + "sampled": false, + "kind": "read" + }, + { + "index": 222, + "status": 200, + "duration_s": 0.004610208998201415, + "trace_id": "d40996ca247908cc0e2f8dd54dbfcc8a", + "sampled": true, + "kind": "read" + }, + { + "index": 223, + "status": 200, + "duration_s": 0.004210667000734247, + "trace_id": "63dcc187ebcda82b0c5cb69c5fc7acfe", + "sampled": true, + "kind": "read" + }, + { + "index": 224, + "status": 200, + "duration_s": 0.004633625001588371, + "trace_id": "bd87a485a30b0f1e13b4f4a37a006b8b", + "sampled": true, + "kind": "read" + }, + { + "index": 225, + "status": 200, + "duration_s": 0.00481979100004537, + "trace_id": "04ab4fd46abda617aa6a3eae112c43c9", + "sampled": false, + "kind": "read" + }, + { + "index": 226, + "status": 200, + "duration_s": 0.009505082998657599, + "trace_id": "3c72771a1cab7fbd53b2a71bd9ef4dc9", + "sampled": false, + "kind": "read" + }, + { + "index": 227, + "status": 200, + "duration_s": 0.010625124996295199, + "trace_id": "3d821686104ed477d2156866c4c07619", + "sampled": false, + "kind": "read" + }, + { + "index": 228, + "status": 200, + "duration_s": 0.0109353750012815, + "trace_id": "978a9e3b2a97f3d9eded2111bb42785f", + "sampled": false, + "kind": "read" + }, + { + "index": 229, + "status": 200, + "duration_s": 0.009840375001658686, + "trace_id": "a71a2617aec59fe4d4c663ae1710b01b", + "sampled": false, + "kind": "read" + }, + { + "index": 230, + "status": 200, + "duration_s": 0.005793459000415169, + "trace_id": "63edcfc92803dd8489f06cadcd48ea47", + "sampled": false, + "kind": "read" + }, + { + "index": 231, + "status": 200, + "duration_s": 0.009646500002418179, + "trace_id": "6d280b939331b3b1cd6c17121cdd80a7", + "sampled": false, + "kind": "read" + }, + { + "index": 232, + "status": 200, + "duration_s": 0.009387167003296781, + "trace_id": "0d9968d8dec31c8b94005819008ad4cb", + "sampled": false, + "kind": "read" + }, + { + "index": 233, + "status": 200, + "duration_s": 0.009015000003273599, + "trace_id": "7fad80c7907f99a0fe1bacbb57c5c094", + "sampled": false, + "kind": "read" + }, + { + "index": 234, + "status": 200, + "duration_s": 0.009804458000871819, + "trace_id": "c420621732d1f1c369fa3eec6b03d0c5", + "sampled": false, + "kind": "read" + }, + { + "index": 235, + "status": 200, + "duration_s": 0.00978683299763361, + "trace_id": "32c244393aa7dc10c90097109e011129", + "sampled": false, + "kind": "read" + }, + { + "index": 236, + "status": 200, + "duration_s": 0.012262208998436108, + "trace_id": "77a4a21b234ffba552487d444154e0dc", + "sampled": false, + "kind": "read" + }, + { + "index": 237, + "status": 200, + "duration_s": 0.008306666997668799, + "trace_id": "4a35d4ba4cea33bbf58f98bde267c7b1", + "sampled": false, + "kind": "read" + }, + { + "index": 238, + "status": 200, + "duration_s": 0.009725208001327701, + "trace_id": "9f5b6c81fe41708dfd4e88a84ca5f9c0", + "sampled": false, + "kind": "read" + }, + { + "index": 239, + "status": 200, + "duration_s": 0.005747540999436751, + "trace_id": "db3809b1317d70aebdf21e3f58c07aa6", + "sampled": false, + "kind": "read" + }, + { + "index": 240, + "status": 500, + "duration_s": 0.28022895799949765, + "trace_id": "18b2115ff63eb9bdd2b423c7dc60e273", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + }, + { + "index": 241, + "status": 200, + "duration_s": 0.0039411249963450246, + "trace_id": "03bf2d3143e6cd0b1e82ad5c8b613155", + "sampled": false, + "kind": "read" + }, + { + "index": 242, + "status": 200, + "duration_s": 0.010767167004814837, + "trace_id": "868259e4f1697e8cf09962f3e1d83e4c", + "sampled": false, + "kind": "read" + }, + { + "index": 243, + "status": 200, + "duration_s": 0.0032404579978901893, + "trace_id": "52899d8b839d6f9753b729e69bcc628f", + "sampled": false, + "kind": "read" + }, + { + "index": 244, + "status": 200, + "duration_s": 0.0026842499937629327, + "trace_id": "a5c571af7616802e783c408347924f13", + "sampled": false, + "kind": "read" + }, + { + "index": 245, + "status": 200, + "duration_s": 0.003231624999898486, + "trace_id": "b2dc91697ec2e6d45b39ae2201eaf36b", + "sampled": false, + "kind": "read" + }, + { + "index": 246, + "status": 200, + "duration_s": 0.011308458000712562, + "trace_id": "d153748b35b0409ca520693f44d01da9", + "sampled": false, + "kind": "read" + }, + { + "index": 247, + "status": 200, + "duration_s": 0.0029509579981095158, + "trace_id": "f4b6a43760884cf8e1f14cb39b0bd20e", + "sampled": false, + "kind": "read" + }, + { + "index": 248, + "status": 200, + "duration_s": 0.0028714159998344257, + "trace_id": "99add7a7c69244f926171ad13c3e5d72", + "sampled": false, + "kind": "read" + }, + { + "index": 249, + "status": 200, + "duration_s": 0.0031338749977294356, + "trace_id": "0b9fd98383eeae70fa13ac13091d477e", + "sampled": false, + "kind": "read" + }, + { + "index": 250, + "status": 200, + "duration_s": 0.01314420800190419, + "trace_id": "6c0050ce931ae7bf277d5b9041309c66", + "sampled": false, + "kind": "read" + }, + { + "index": 251, + "status": 200, + "duration_s": 0.003004250000230968, + "trace_id": "b94eeaa264b5b73770228f77adbad63a", + "sampled": false, + "kind": "read" + }, + { + "index": 252, + "status": 200, + "duration_s": 0.0028493330028140917, + "trace_id": "e3bb48e5ccc55fb461d1e3dea8f2426b", + "sampled": false, + "kind": "read" + }, + { + "index": 253, + "status": 200, + "duration_s": 0.0032426659963675775, + "trace_id": "1dfbe4315d17b291c377c4109a5d84d1", + "sampled": false, + "kind": "read" + }, + { + "index": 254, + "status": 200, + "duration_s": 0.0034532499994384125, + "trace_id": "848a5c64fc4c33297b5cea52ed28b90b", + "sampled": false, + "kind": "read" + }, + { + "index": 255, + "status": 200, + "duration_s": 0.003533750001224689, + "trace_id": "967adf1ab8a1254ce7ff3d8d0d406beb", + "sampled": false, + "kind": "read" + }, + { + "index": 256, + "status": 200, + "duration_s": 0.0030244580048019998, + "trace_id": "68870f6f6ce42d61886079ba0852cc2a", + "sampled": false, + "kind": "read" + }, + { + "index": 257, + "status": 200, + "duration_s": 0.0030466660027741455, + "trace_id": "b07afcd3091aba462903fc349dbed3e3", + "sampled": false, + "kind": "read" + }, + { + "index": 258, + "status": 200, + "duration_s": 0.0031644580012653023, + "trace_id": "dfb2c16a42dadd2cef917e814d32daa7", + "sampled": false, + "kind": "read" + }, + { + "index": 259, + "status": 200, + "duration_s": 0.0031065419971127994, + "trace_id": "fdd8cbdef0f3466dcbacf745936160af", + "sampled": false, + "kind": "read" + }, + { + "index": 260, + "status": 200, + "duration_s": 0.0026027920030173846, + "trace_id": "2deb8941d0109f76e83796f0f96e3f8c", + "sampled": false, + "kind": "read" + }, + { + "index": 261, + "status": 200, + "duration_s": 0.0027033330043195747, + "trace_id": "45ee69a09ee122dbc34a5096eb203431", + "sampled": false, + "kind": "read" + }, + { + "index": 262, + "status": 200, + "duration_s": 0.003148499999952037, + "trace_id": "5228aad5315e843760d5c1498e275c34", + "sampled": false, + "kind": "read" + }, + { + "index": 263, + "status": 200, + "duration_s": 0.003127750002022367, + "trace_id": "5fda755bbc3f7462c374c98680298f54", + "sampled": false, + "kind": "read" + }, + { + "index": 264, + "status": 200, + "duration_s": 0.003025874997547362, + "trace_id": "0b024ae382bdb6153b9e410d68b7c880", + "sampled": false, + "kind": "read" + }, + { + "index": 265, + "status": 200, + "duration_s": 0.0032089579981402494, + "trace_id": "eb466955b6dec2026237e927329ad00e", + "sampled": false, + "kind": "read" + }, + { + "index": 266, + "status": 200, + "duration_s": 0.003089707999606617, + "trace_id": "f8273d5a4a711862ff28928cf0a24ec8", + "sampled": false, + "kind": "read" + }, + { + "index": 267, + "status": 200, + "duration_s": 0.004002875000878703, + "trace_id": "a90366fb8dd704f8cca2f58684a6fd9a", + "sampled": false, + "kind": "read" + }, + { + "index": 268, + "status": 200, + "duration_s": 0.003762457999982871, + "trace_id": "430d2682feddb54efb405467e484f719", + "sampled": false, + "kind": "read" + }, + { + "index": 269, + "status": 200, + "duration_s": 0.003997250001702923, + "trace_id": "17c05aab1f6084e27dd61afac862b4db", + "sampled": false, + "kind": "read" + }, + { + "index": 270, + "status": 200, + "duration_s": 0.004556833999231458, + "trace_id": "5f22c67c4880aae067d268fc1f2819e8", + "sampled": false, + "kind": "read" + }, + { + "index": 271, + "status": 200, + "duration_s": 0.005416166997747496, + "trace_id": "44811a73a13d995fd33727c8fb480427", + "sampled": false, + "kind": "read" + }, + { + "index": 272, + "status": 200, + "duration_s": 0.0060793329976149835, + "trace_id": "50afceb0f17ac1363895a8d3ced3b134", + "sampled": false, + "kind": "read" + }, + { + "index": 273, + "status": 200, + "duration_s": 0.004572541001834907, + "trace_id": "872e13cf7b7b2bd14b5122469722734b", + "sampled": false, + "kind": "read" + }, + { + "index": 274, + "status": 200, + "duration_s": 0.00415699999575736, + "trace_id": "23aafeb3422c38e14960c4886a91ff93", + "sampled": false, + "kind": "read" + }, + { + "index": 275, + "status": 200, + "duration_s": 0.0037712499979534186, + "trace_id": "41fd8f0d3d9f535c2e93e67948e2e407", + "sampled": false, + "kind": "read" + }, + { + "index": 276, + "status": 200, + "duration_s": 0.004145499995502178, + "trace_id": "b393929e26bd3783e34ea2bc6371bd7f", + "sampled": false, + "kind": "read" + }, + { + "index": 277, + "status": 200, + "duration_s": 0.004457000002730638, + "trace_id": "0496c106da39d290e8ddc217dfb928dc", + "sampled": false, + "kind": "read" + }, + { + "index": 278, + "status": 200, + "duration_s": 0.0052087090007262304, + "trace_id": "3afafb21cbf19f9ea3803d9e3dfcf496", + "sampled": false, + "kind": "read" + }, + { + "index": 279, + "status": 200, + "duration_s": 0.01007845899584936, + "trace_id": "58654ae66a4081be501de7854be78d6f", + "sampled": false, + "kind": "read" + }, + { + "index": 280, + "status": 200, + "duration_s": 0.011931291002838407, + "trace_id": "a666eef96c5104cd48b02fd4320b4dd2", + "sampled": false, + "kind": "read" + }, + { + "index": 281, + "status": 200, + "duration_s": 0.010070124997582752, + "trace_id": "ef3e409f8d844fdf01c1fa7fadb772b8", + "sampled": true, + "kind": "read" + }, + { + "index": 282, + "status": 200, + "duration_s": 0.009603708000213373, + "trace_id": "dd1ca6317b5452e9bd1013cfbb44b4c2", + "sampled": false, + "kind": "read" + }, + { + "index": 283, + "status": 200, + "duration_s": 0.011138834001030773, + "trace_id": "144d0223d80cb604d396d6f436134963", + "sampled": false, + "kind": "read" + }, + { + "index": 284, + "status": 200, + "duration_s": 0.010876500004087575, + "trace_id": "0fbcebd005dee735a46ef252885f6cb9", + "sampled": false, + "kind": "read" + }, + { + "index": 285, + "status": 200, + "duration_s": 0.010612582998874132, + "trace_id": "61bded4561fed8ae58f09bd32372d7aa", + "sampled": false, + "kind": "read" + }, + { + "index": 286, + "status": 200, + "duration_s": 0.005854124996403698, + "trace_id": "7c7da39bbb1abe03d25c34efb5facaa4", + "sampled": false, + "kind": "read" + }, + { + "index": 287, + "status": 200, + "duration_s": 0.004243167000822723, + "trace_id": "f0c2311b6289803ff4169389bcb13f81", + "sampled": false, + "kind": "read" + }, + { + "index": 288, + "status": 200, + "duration_s": 0.004198250004264992, + "trace_id": "ee800023bd05e78eb8243a3065e11bf9", + "sampled": false, + "kind": "read" + }, + { + "index": 289, + "status": 200, + "duration_s": 0.004333541000960395, + "trace_id": "93e885b56c68357e386facb97ebaf66c", + "sampled": false, + "kind": "read" + }, + { + "index": 290, + "status": 200, + "duration_s": 0.004625708003004547, + "trace_id": "780da0f00f8e8d607cf3420a56ce1436", + "sampled": false, + "kind": "read" + }, + { + "index": 291, + "status": 200, + "duration_s": 0.005254792005871423, + "trace_id": "b8d4d77056675fa1a9ba1586cdab666f", + "sampled": false, + "kind": "read" + }, + { + "index": 292, + "status": 200, + "duration_s": 0.00842483299493324, + "trace_id": "d9e4f42264a47c673c0c3a6f6660e7e8", + "sampled": false, + "kind": "read" + }, + { + "index": 293, + "status": 200, + "duration_s": 0.009689416998298839, + "trace_id": "b8457d665fa8922f5dcf7bdae4b99114", + "sampled": false, + "kind": "read" + }, + { + "index": 294, + "status": 200, + "duration_s": 0.010843415999261197, + "trace_id": "f383e936ffe7e792ae09b710e25f5374", + "sampled": false, + "kind": "read" + }, + { + "index": 295, + "status": 200, + "duration_s": 0.006472916997154243, + "trace_id": "d7bca6d4fd8a2e1e1d0764d124ea9c4c", + "sampled": false, + "kind": "read" + }, + { + "index": 296, + "status": 200, + "duration_s": 0.007867749998695217, + "trace_id": "ce9f505c49a911b76eee780daf2fdb04", + "sampled": false, + "kind": "read" + }, + { + "index": 297, + "status": 200, + "duration_s": 0.007404167001368478, + "trace_id": "e9d107f4dd7a746fce545de2f050f090", + "sampled": false, + "kind": "read" + }, + { + "index": 298, + "status": 200, + "duration_s": 0.010943125002086163, + "trace_id": "f8480128371b7f2a14940d066ba74d4b", + "sampled": true, + "kind": "read" + }, + { + "index": 299, + "status": 200, + "duration_s": 0.00910012500389712, + "trace_id": "4de759c02acff6cd24a5186546bd67c5", + "sampled": false, + "kind": "read" + }, + { + "index": 300, + "status": 200, + "duration_s": 0.01205629100149963, + "trace_id": "ea6e069d1a990f60dbf804964931fbac", + "sampled": false, + "kind": "read" + }, + { + "index": 301, + "status": 200, + "duration_s": 0.0042860419998760335, + "trace_id": "b3014642851960da7ad97c1c4de8b5d5", + "sampled": false, + "kind": "read" + }, + { + "index": 302, + "status": 200, + "duration_s": 0.00435504199413117, + "trace_id": "46cff62857d4f583c17d8270bd766689", + "sampled": false, + "kind": "read" + }, + { + "index": 303, + "status": 200, + "duration_s": 0.0043444999973871745, + "trace_id": "29c4e7307ac4de938398b5320ff092af", + "sampled": false, + "kind": "read" + }, + { + "index": 304, + "status": 200, + "duration_s": 0.004093458002898842, + "trace_id": "b56551550dd46e5cb3242e84e7ca65b4", + "sampled": false, + "kind": "read" + }, + { + "index": 305, + "status": 200, + "duration_s": 0.004396249998535495, + "trace_id": "84290caf7c3f2007647f791713408004", + "sampled": false, + "kind": "read" + }, + { + "index": 306, + "status": 200, + "duration_s": 0.004592917000991292, + "trace_id": "607cb237e50fb1e8f8419d4e2c26df3e", + "sampled": false, + "kind": "read" + }, + { + "index": 307, + "status": 200, + "duration_s": 0.005289499997161329, + "trace_id": "35507094fc71ba3d3c6444b5491adf9d", + "sampled": false, + "kind": "read" + }, + { + "index": 308, + "status": 200, + "duration_s": 0.011024667001038324, + "trace_id": "fee1bad534d104d8f6ecc90043e6fbcf", + "sampled": false, + "kind": "read" + }, + { + "index": 309, + "status": 200, + "duration_s": 0.005646416000672616, + "trace_id": "996d511f0ea8b069954d016452f92ea2", + "sampled": false, + "kind": "read" + }, + { + "index": 310, + "status": 200, + "duration_s": 0.003907291997165885, + "trace_id": "78696202e99a464a0527494ff74f8f4f", + "sampled": true, + "kind": "read" + }, + { + "index": 311, + "status": 200, + "duration_s": 0.003194874996552244, + "trace_id": "e561c80881443199b66679376c8dbbeb", + "sampled": false, + "kind": "read" + }, + { + "index": 312, + "status": 200, + "duration_s": 0.003125957999145612, + "trace_id": "fb23d10ef86c6ab36b01644c4abe218d", + "sampled": false, + "kind": "read" + }, + { + "index": 313, + "status": 200, + "duration_s": 0.0032711250023567118, + "trace_id": "a09a5b915cfe96642e50ee19d3561a43", + "sampled": false, + "kind": "read" + }, + { + "index": 314, + "status": 200, + "duration_s": 0.04722912499710219, + "trace_id": "eed4c8f583708b1f15f6ce69b6a0287c", + "sampled": true, + "kind": "read" + }, + { + "index": 315, + "status": 200, + "duration_s": 0.0031719170001451857, + "trace_id": "f9e514c14ad67a0c7e8760876abf8a1f", + "sampled": false, + "kind": "read" + }, + { + "index": 316, + "status": 200, + "duration_s": 0.0031514579968643375, + "trace_id": "bd6124f6be21418d2cfd8cb7df107704", + "sampled": false, + "kind": "read" + }, + { + "index": 317, + "status": 200, + "duration_s": 0.003077666995523032, + "trace_id": "77665ce05e3f575c306df623baed6175", + "sampled": false, + "kind": "read" + }, + { + "index": 318, + "status": 200, + "duration_s": 0.0040318749961443245, + "trace_id": "d5443e81e58695cccd92ce3a7212b487", + "sampled": false, + "kind": "read" + }, + { + "index": 319, + "status": 200, + "duration_s": 0.003216833996702917, + "trace_id": "1b416c410d030bede9b48444e4b56acd", + "sampled": false, + "kind": "read" + }, + { + "index": 320, + "status": 200, + "duration_s": 0.0032201669964706525, + "trace_id": "19a4b2725b8eef21e7178604e49a47e7", + "sampled": false, + "kind": "read" + }, + { + "index": 321, + "status": 200, + "duration_s": 0.0034601249935803935, + "trace_id": "373e799ec745db32a3e1e627272e3485", + "sampled": false, + "kind": "read" + }, + { + "index": 322, + "status": 200, + "duration_s": 0.003696416999446228, + "trace_id": "49a39f0620f6c8391156df1aab8c1d63", + "sampled": true, + "kind": "read" + }, + { + "index": 323, + "status": 200, + "duration_s": 0.004610458003298845, + "trace_id": "54f2bd8e7eac148e12dd4e4a24e841cb", + "sampled": true, + "kind": "read" + }, + { + "index": 324, + "status": 200, + "duration_s": 0.00417895799910184, + "trace_id": "6095aae3b4b6f4b0d47df70f8bd83f0e", + "sampled": false, + "kind": "read" + }, + { + "index": 325, + "status": 200, + "duration_s": 0.004560291999951005, + "trace_id": "86370a0ae9b49d6cb6ee02dea1dcc5fc", + "sampled": false, + "kind": "read" + }, + { + "index": 326, + "status": 200, + "duration_s": 0.005127875003381632, + "trace_id": "c36cec1d43de4c993aa737dba8c4be10", + "sampled": false, + "kind": "read" + }, + { + "index": 327, + "status": 200, + "duration_s": 0.009291000002122018, + "trace_id": "e4866dd8b46d7575cc13255b908e4bd1", + "sampled": false, + "kind": "read" + }, + { + "index": 328, + "status": 200, + "duration_s": 0.005415332998381928, + "trace_id": "d80377b57d0601943f8a1ab054f291de", + "sampled": false, + "kind": "read" + }, + { + "index": 329, + "status": 200, + "duration_s": 0.004938875004881993, + "trace_id": "28f83c5ec9ba05a68d583d6d1d797719", + "sampled": false, + "kind": "read" + }, + { + "index": 330, + "status": 200, + "duration_s": 0.005070958999567665, + "trace_id": "137959292ba83c01e8051ff8848f4f2d", + "sampled": false, + "kind": "read" + }, + { + "index": 331, + "status": 200, + "duration_s": 0.008187500003259629, + "trace_id": "0e5a814236afcd7a4032d718c3d7355a", + "sampled": false, + "kind": "read" + }, + { + "index": 332, + "status": 200, + "duration_s": 0.009890000001178123, + "trace_id": "17ca7716325d46971f877a60f83f3ab7", + "sampled": false, + "kind": "read" + }, + { + "index": 333, + "status": 200, + "duration_s": 0.010234542001853697, + "trace_id": "210d5ab5a917e70f7347cb2bb9c56d7c", + "sampled": false, + "kind": "read" + }, + { + "index": 334, + "status": 200, + "duration_s": 0.010962000000290573, + "trace_id": "26f5163e6a09767de75a7baf019d464f", + "sampled": false, + "kind": "read" + }, + { + "index": 335, + "status": 200, + "duration_s": 0.00955587500357069, + "trace_id": "1f675f41650bd7f8574255dc750f2de9", + "sampled": false, + "kind": "read" + }, + { + "index": 336, + "status": 200, + "duration_s": 0.007968666999659035, + "trace_id": "d0b5863b727c13bd407f33914508c32c", + "sampled": false, + "kind": "read" + }, + { + "index": 337, + "status": 200, + "duration_s": 0.010621333996823523, + "trace_id": "1570d8c37c6a56a7985d7616469f4f69", + "sampled": false, + "kind": "read" + }, + { + "index": 338, + "status": 200, + "duration_s": 0.009306833002483472, + "trace_id": "a81a1981ebfb5480ca4203aa80994914", + "sampled": false, + "kind": "read" + }, + { + "index": 339, + "status": 200, + "duration_s": 0.006236583001737017, + "trace_id": "bbf12c500bab4d67aef93a8b2d27ff35", + "sampled": false, + "kind": "read" + }, + { + "index": 340, + "status": 200, + "duration_s": 0.011088250001193956, + "trace_id": "63f6d93a07aa16b850626ff400adc6df", + "sampled": false, + "kind": "read" + }, + { + "index": 341, + "status": 200, + "duration_s": 0.01066891699883854, + "trace_id": "1ed909d851c1dcff0e59521e3ef93610", + "sampled": true, + "kind": "read" + }, + { + "index": 342, + "status": 200, + "duration_s": 0.004900708998320624, + "trace_id": "1618507b68428a13ef0701afef7dce6f", + "sampled": false, + "kind": "read" + }, + { + "index": 343, + "status": 200, + "duration_s": 0.004945957996824291, + "trace_id": "f34155901414d2c6233318e24831840d", + "sampled": false, + "kind": "read" + }, + { + "index": 344, + "status": 200, + "duration_s": 0.005107124998176005, + "trace_id": "6614f9f16659ebd5b25027f10d30d5c8", + "sampled": false, + "kind": "read" + }, + { + "index": 345, + "status": 200, + "duration_s": 0.007960709001054056, + "trace_id": "2c574c985c7983df5caf6b7d8e8aa037", + "sampled": false, + "kind": "read" + }, + { + "index": 346, + "status": 200, + "duration_s": 0.0099787919971277, + "trace_id": "84bc43adcf0d3fd67f9ab7b8a3fbb64b", + "sampled": false, + "kind": "read" + }, + { + "index": 347, + "status": 200, + "duration_s": 0.008042082998144906, + "trace_id": "c40faefd8c5e7b3492e55857e0622e67", + "sampled": false, + "kind": "read" + }, + { + "index": 348, + "status": 200, + "duration_s": 0.012664624999160878, + "trace_id": "4a5668f045c2907070332a6ab39b967d", + "sampled": false, + "kind": "read" + }, + { + "index": 349, + "status": 200, + "duration_s": 0.011488541000289842, + "trace_id": "7dd8fcfa4d32c310c8027a2767887734", + "sampled": false, + "kind": "read" + }, + { + "index": 350, + "status": 200, + "duration_s": 0.008289000004879199, + "trace_id": "9c961d43d915538bf6db453e88ef79ae", + "sampled": false, + "kind": "read" + }, + { + "index": 351, + "status": 200, + "duration_s": 0.006348708993755281, + "trace_id": "f19dc9f2e707d374ae796699fc126723", + "sampled": false, + "kind": "read" + }, + { + "index": 352, + "status": 200, + "duration_s": 0.009280584003136028, + "trace_id": "41aaf3072a493b7ed20ea6cd10b065a3", + "sampled": false, + "kind": "read" + }, + { + "index": 353, + "status": 200, + "duration_s": 0.007681167000555433, + "trace_id": "a0038366819b6eb550c17e0f9e05e86b", + "sampled": false, + "kind": "read" + }, + { + "index": 354, + "status": 200, + "duration_s": 0.011603915998421144, + "trace_id": "40c7cfbab6dd6461d7b7e530bec1ec41", + "sampled": false, + "kind": "read" + }, + { + "index": 355, + "status": 200, + "duration_s": 0.006056083999283146, + "trace_id": "ae40b354d2d214b52ea9b29a7361e8bd", + "sampled": false, + "kind": "read" + }, + { + "index": 356, + "status": 200, + "duration_s": 0.003950167003495153, + "trace_id": "9c220a03bc16e9fd2a0cdaa13d9383d1", + "sampled": false, + "kind": "read" + }, + { + "index": 357, + "status": 200, + "duration_s": 0.004521458002272993, + "trace_id": "375298b2a69a5a17bf0b71b806eda5d1", + "sampled": false, + "kind": "read" + }, + { + "index": 358, + "status": 200, + "duration_s": 0.004274040999007411, + "trace_id": "f48043838dc4361a7d60ead46203883b", + "sampled": false, + "kind": "read" + }, + { + "index": 359, + "status": 200, + "duration_s": 0.005549208006414119, + "trace_id": "d393577706010138a809883d3be69e5d", + "sampled": false, + "kind": "read" + }, + { + "index": 360, + "status": 200, + "duration_s": 0.004775499997776933, + "trace_id": "f980bca76dbc5ccc71e404d6adf77835", + "sampled": false, + "kind": "read" + }, + { + "index": 361, + "status": 200, + "duration_s": 0.010099417006131262, + "trace_id": "1b04c6e148c83f813ff0f965690be5aa", + "sampled": false, + "kind": "read" + }, + { + "index": 362, + "status": 200, + "duration_s": 0.011463166003522929, + "trace_id": "1e504f49310f9002e8575182220aee25", + "sampled": false, + "kind": "read" + }, + { + "index": 363, + "status": 200, + "duration_s": 0.007551208000222687, + "trace_id": "a59af2519010336a48693d5aa4ffe158", + "sampled": false, + "kind": "read" + }, + { + "index": 364, + "status": 200, + "duration_s": 0.008702582999831066, + "trace_id": "d7c885cbe6113d2516b878c2aaf4438a", + "sampled": true, + "kind": "read" + }, + { + "index": 365, + "status": 200, + "duration_s": 0.0055383330036420375, + "trace_id": "a9f2ee63892ef082582680dcb6389d39", + "sampled": false, + "kind": "read" + }, + { + "index": 366, + "status": 200, + "duration_s": 0.011732082995877136, + "trace_id": "763690bdb215350ca1ec38f6dedab068", + "sampled": false, + "kind": "read" + }, + { + "index": 367, + "status": 200, + "duration_s": 0.005176250000658911, + "trace_id": "b1d0bf4d03a9353e03d4933ad635a6b4", + "sampled": true, + "kind": "read" + }, + { + "index": 368, + "status": 200, + "duration_s": 0.004200167000817601, + "trace_id": "0dfa23aa58d2bf361e39b77fa7ecd42c", + "sampled": false, + "kind": "read" + }, + { + "index": 369, + "status": 200, + "duration_s": 0.0042772089946083724, + "trace_id": "90a623226ea900f0b696e06cbd4138fa", + "sampled": false, + "kind": "read" + }, + { + "index": 370, + "status": 200, + "duration_s": 0.0046902920003049076, + "trace_id": "7cabb04bb0912a634fade5b7635630b7", + "sampled": false, + "kind": "read" + }, + { + "index": 371, + "status": 200, + "duration_s": 0.005294499998854008, + "trace_id": "d5e45dab8dc74685d7d18425e1fb1c5e", + "sampled": false, + "kind": "read" + }, + { + "index": 372, + "status": 200, + "duration_s": 0.00911666700267233, + "trace_id": "e0b26935776b58ee85f7a4f61265ee16", + "sampled": false, + "kind": "read" + }, + { + "index": 373, + "status": 200, + "duration_s": 0.007475250000425149, + "trace_id": "097b837a5027855d7a21823176d26df3", + "sampled": false, + "kind": "read" + }, + { + "index": 374, + "status": 200, + "duration_s": 0.008954333003202919, + "trace_id": "f41f5d6387e68ab34e0869dfc21710a4", + "sampled": false, + "kind": "read" + }, + { + "index": 375, + "status": 200, + "duration_s": 0.009878875003778376, + "trace_id": "62a8b8440b242068e45160b55bdb056f", + "sampled": false, + "kind": "read" + }, + { + "index": 376, + "status": 200, + "duration_s": 0.01475899999786634, + "trace_id": "27f3ac11fa03cc6db301c596e209c9d2", + "sampled": false, + "kind": "read" + }, + { + "index": 377, + "status": 200, + "duration_s": 0.007729916003881954, + "trace_id": "c6c6da4476e97305b43fbc5959171dca", + "sampled": false, + "kind": "read" + }, + { + "index": 378, + "status": 200, + "duration_s": 0.014441375002206769, + "trace_id": "0ea3e09e4d4c8bb56c4f63c03f3609f8", + "sampled": false, + "kind": "read" + }, + { + "index": 379, + "status": 200, + "duration_s": 0.011305500003800262, + "trace_id": "a25e09a3891ba660fe23a9cf40e8746f", + "sampled": false, + "kind": "read" + }, + { + "index": 380, + "status": 200, + "duration_s": 0.009650542000599671, + "trace_id": "d4ed4cc6f43b71844fbdb5ee23b0aa0c", + "sampled": false, + "kind": "read" + }, + { + "index": 381, + "status": 200, + "duration_s": 0.008831874998577405, + "trace_id": "d1447b83968433ae6a9a046d53613667", + "sampled": false, + "kind": "read" + }, + { + "index": 382, + "status": 200, + "duration_s": 0.00665816599939717, + "trace_id": "6b37259e7bee74d9c050d23d8ee41b0f", + "sampled": false, + "kind": "read" + }, + { + "index": 383, + "status": 200, + "duration_s": 0.0050370410026516765, + "trace_id": "d0c9c23adea0658d048af70385edd954", + "sampled": true, + "kind": "read" + }, + { + "index": 384, + "status": 200, + "duration_s": 0.003782749998208601, + "trace_id": "7a954fdddd6c8eb3c8269617a1f21fe2", + "sampled": false, + "kind": "read" + }, + { + "index": 385, + "status": 200, + "duration_s": 0.004273875005310401, + "trace_id": "71fc7ab86c44a44163e7be907b3d1b42", + "sampled": false, + "kind": "read" + }, + { + "index": 386, + "status": 200, + "duration_s": 0.004757792004966177, + "trace_id": "9d3060c7faff4294b46da1a7d219e07d", + "sampled": false, + "kind": "read" + }, + { + "index": 387, + "status": 200, + "duration_s": 0.004497499998251442, + "trace_id": "da4318c6fae52f6725a7edb4d926ca17", + "sampled": false, + "kind": "read" + }, + { + "index": 388, + "status": 200, + "duration_s": 0.008405915999901481, + "trace_id": "5fc24d3be2d12a69069802629e521348", + "sampled": true, + "kind": "read" + }, + { + "index": 389, + "status": 200, + "duration_s": 0.012279292001039721, + "trace_id": "c7091de96af05a6a36c1a279bc748ed7", + "sampled": false, + "kind": "read" + }, + { + "index": 390, + "status": 200, + "duration_s": 0.012426667002728209, + "trace_id": "54df99ecedebc51e36ec1f808bb3e8f2", + "sampled": false, + "kind": "read" + }, + { + "index": 391, + "status": 200, + "duration_s": 0.009925500002282206, + "trace_id": "00f9e59e7f4ed1975cee820937c7c674", + "sampled": false, + "kind": "read" + }, + { + "index": 392, + "status": 200, + "duration_s": 0.006954542004677933, + "trace_id": "0f1e414758191b21d6a296a134dd501f", + "sampled": false, + "kind": "read" + }, + { + "index": 393, + "status": 200, + "duration_s": 0.00809737500094343, + "trace_id": "cac79182c774d34f05b60e5b0488b3fc", + "sampled": true, + "kind": "read" + }, + { + "index": 394, + "status": 200, + "duration_s": 0.0083669999949052, + "trace_id": "c7689f01f3b90636fa61fe9b08a8d005", + "sampled": false, + "kind": "read" + }, + { + "index": 395, + "status": 200, + "duration_s": 0.008122459003061522, + "trace_id": "4deff04d7a96cdc9fe5bd243a67f509d", + "sampled": false, + "kind": "read" + }, + { + "index": 396, + "status": 200, + "duration_s": 0.008723375001864042, + "trace_id": "eb181e7ace00a5a23a459e043576060a", + "sampled": false, + "kind": "read" + }, + { + "index": 397, + "status": 200, + "duration_s": 0.008576416999858338, + "trace_id": "b12ef4cc35963ec83c9934bdc12432ed", + "sampled": false, + "kind": "read" + }, + { + "index": 398, + "status": 200, + "duration_s": 0.009974000000511296, + "trace_id": "de3b96f38ca947fda8c295b77ba66445", + "sampled": false, + "kind": "read" + }, + { + "index": 399, + "status": 200, + "duration_s": 0.010858207999262959, + "trace_id": "8d09e21ea97170df8bee3c2ca06402b5", + "sampled": false, + "kind": "read" + } + ] + }, + { + "profile": "off", + "instance_ids": [ + "3440f511-2a8d-4af7-aa13-c3b2a564d369", + "d6aa395e-de05-4b02-80ed-7f6dbb562dc5" + ], + "enabled": "0", + "sampling_ratio": 0.0, + "repeat": 2, + "offered_rps": 40, + "duration_s": 10, + "elapsed_s": 9.987836, + "scheduled": 400, + "not_sent": 0, + "sent": 400, + "successful": 398, + "controlled_500": 2, + "successful_rps": 39.848470847125924, + "latency_s": { + "p50": 0.004903667002508882, + "p95": 0.04079033399466425, + "p99": 0.2880857920026756 + }, + "sampled_requests": 0, + "rare_probes": [ + { + "index": 80, + "status": 500, + "duration_s": 0.31596604200603906, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + }, + { + "index": 166, + "status": 200, + "duration_s": 0.3488483749970328, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 169, + "status": 200, + "duration_s": 0.2670174160011811, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 173, + "status": 200, + "duration_s": 0.1700734170008218, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 167, + "status": 200, + "duration_s": 0.3129991669993615, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 168, + "status": 200, + "duration_s": 0.2880857920026756, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 172, + "status": 200, + "duration_s": 0.19547662499826401, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 170, + "status": 200, + "duration_s": 0.23891700000240235, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 171, + "status": 200, + "duration_s": 0.2149773749988526, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 240, + "status": 500, + "duration_s": 0.33115745800023433, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + } + ], + "telemetry_before": { + "spans_recorded": 0.0, + "spans_exported": 0.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 0.0, + "logs_wire_bytes": 0.0, + "metrics_wire_bytes": 0.0, + "collector_accepted_spans": 4808.0, + "collector_refused_spans": 0.0 + }, + "telemetry_after": { + "spans_recorded": 0.0, + "spans_exported": 0.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 0.0, + "logs_wire_bytes": 0.0, + "metrics_wire_bytes": 0.0, + "collector_accepted_spans": 4808.0, + "collector_refused_spans": 0.0 + }, + "telemetry_delta": { + "spans_recorded": 0.0, + "spans_exported": 0.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 0.0, + "logs_wire_bytes": 0.0, + "metrics_wire_bytes": 0.0, + "collector_accepted_spans": 0.0, + "collector_refused_spans": 0.0 + }, + "cgroups_before": [ + { + "service": "api", + "container": "a3b72e8a154d5ec417b339a8c0cc02aa14910bf0a5704b5dce526140855c043b", + "current_bytes": 90644480, + "peak_bytes": 135249920, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "8eae029fec955ff3444cf7373a4c6fb3e15fc75337632f95166a959c610b2fa1", + "current_bytes": 90705920, + "peak_bytes": 135184384, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "68a562df3c0a5829a3050b259cd3b644aff56b45a496e7d4643a804dc86c25bc", + "current_bytes": 70520832, + "peak_bytes": 118386688, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 57421824, + "peak_bytes": 67293184, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 407982080, + "peak_bytes": 408834048, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "cgroups_after": [ + { + "service": "api", + "container": "a3b72e8a154d5ec417b339a8c0cc02aa14910bf0a5704b5dce526140855c043b", + "current_bytes": 92114944, + "peak_bytes": 135249920, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "8eae029fec955ff3444cf7373a4c6fb3e15fc75337632f95166a959c610b2fa1", + "current_bytes": 91344896, + "peak_bytes": 135184384, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "68a562df3c0a5829a3050b259cd3b644aff56b45a496e7d4643a804dc86c25bc", + "current_bytes": 70864896, + "peak_bytes": 118386688, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 56492032, + "peak_bytes": 67293184, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 440193024, + "peak_bytes": 440819712, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "docker_samples": [ + { + "at": 55442.752301291, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "23.33%", + "Container": "a3b72e8a154d5ec417b339a8c0cc02aa14910bf0a5704b5dce526140855c043b", + "ID": "a3b72e8a154d", + "MemPerc": "18.45%", + "MemUsage": "94.48MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "226kB / 137kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.30%", + "Container": "8eae029fec955ff3444cf7373a4c6fb3e15fc75337632f95166a959c610b2fa1", + "ID": "8eae029fec95", + "MemPerc": "16.90%", + "MemUsage": "86.54MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "111kB / 138kB", + "PIDs": "7" + }, + { + "BlockIO": "4.1kB / 692kB", + "CPUPerc": "0.17%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.312MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.85MB / 1.35MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.36%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.223MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.32MB / 1.56MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.04%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "21.39%", + "MemUsage": "54.76MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "7.18MB / 20MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.48%", + "Container": "eb47b1ef0017d98ea804b46d84bc95d3d0d2e0ec5c7207baca8c932f40689334", + "ID": "eb47b1ef0017", + "MemPerc": "28.12%", + "MemUsage": "53.99MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "104kB / 72.8kB", + "PIDs": "5" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.12%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.35%", + "MemUsage": "72.59MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "78.8kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.78%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.30%", + "MemUsage": "11.9MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "43.9MB / 43.3MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 6.07MB", + "CPUPerc": "0.65%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "24.86%", + "MemUsage": "95.48MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "817kB / 47.8kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 21.4MB", + "CPUPerc": "1.74%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "4.64%", + "MemUsage": "35.65MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "15.6MB / 20MB", + "PIDs": "12" + }, + { + "BlockIO": "1.11MB / 8.91MB", + "CPUPerc": "0.00%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "13.83%", + "MemUsage": "35.41MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "5.72MB / 554kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.25%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.18%", + "MemUsage": "33.73MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "64.6MB / 60.9MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 27.4MB", + "CPUPerc": "1.18%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.35%", + "MemUsage": "124.7MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "38.6MB / 22.8MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 6.91MB", + "CPUPerc": "0.31%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "50.12%", + "MemUsage": "384.9MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "380kB / 215kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.14%", + "Container": "68a562df3c0a5829a3050b259cd3b644aff56b45a496e7d4643a804dc86c25bc", + "ID": "68a562df3c0a", + "MemPerc": "7.51%", + "MemUsage": "67.25MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "16.7kB / 20.2kB", + "PIDs": "5" + } + ] + }, + { + "at": 55445.80081775, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.30%", + "Container": "a3b72e8a154d5ec417b339a8c0cc02aa14910bf0a5704b5dce526140855c043b", + "ID": "a3b72e8a154d", + "MemPerc": "16.99%", + "MemUsage": "86.98MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "278kB / 313kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.21%", + "Container": "8eae029fec955ff3444cf7373a4c6fb3e15fc75337632f95166a959c610b2fa1", + "ID": "8eae029fec95", + "MemPerc": "17.07%", + "MemUsage": "87.38MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "191kB / 234kB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 705kB", + "CPUPerc": "1.00%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.32MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.85MB / 1.35MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.30%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.23MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.35MB / 1.59MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.03%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "21.39%", + "MemUsage": "54.76MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "7.18MB / 20.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.38%", + "Container": "eb47b1ef0017d98ea804b46d84bc95d3d0d2e0ec5c7207baca8c932f40689334", + "ID": "eb47b1ef0017", + "MemPerc": "28.14%", + "MemUsage": "54.02MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "124kB / 87kB", + "PIDs": "5" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.09%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.35%", + "MemUsage": "72.59MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "78.9kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.95%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.32%", + "MemUsage": "11.93MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "44.1MB / 43.5MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 6.07MB", + "CPUPerc": "0.26%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "24.86%", + "MemUsage": "95.48MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "817kB / 47.8kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 21.5MB", + "CPUPerc": "9.31%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.41%", + "MemUsage": "56.88MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "15.6MB / 20.1MB", + "PIDs": "23" + }, + { + "BlockIO": "1.11MB / 8.91MB", + "CPUPerc": "0.05%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "13.83%", + "MemUsage": "35.41MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "5.74MB / 556kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.23%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.18%", + "MemUsage": "33.74MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "65MB / 61.3MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 27.4MB", + "CPUPerc": "0.24%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.35%", + "MemUsage": "124.7MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "38.8MB / 22.9MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 6.91MB", + "CPUPerc": "0.01%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "50.12%", + "MemUsage": "384.9MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "380kB / 215kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.06%", + "Container": "68a562df3c0a5829a3050b259cd3b644aff56b45a496e7d4643a804dc86c25bc", + "ID": "68a562df3c0a", + "MemPerc": "7.54%", + "MemUsage": "67.56MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "143kB / 158kB", + "PIDs": "5" + } + ] + }, + { + "at": 55448.854512583, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.93%", + "Container": "a3b72e8a154d5ec417b339a8c0cc02aa14910bf0a5704b5dce526140855c043b", + "ID": "a3b72e8a154d", + "MemPerc": "17.20%", + "MemUsage": "88.08MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "498kB / 560kB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.28%", + "Container": "8eae029fec955ff3444cf7373a4c6fb3e15fc75337632f95166a959c610b2fa1", + "ID": "8eae029fec95", + "MemPerc": "17.07%", + "MemUsage": "87.39MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "264kB / 326kB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 717kB", + "CPUPerc": "0.16%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.32MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.86MB / 1.35MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.41%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.23MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.37MB / 1.62MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.15%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "21.39%", + "MemUsage": "54.76MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "7.18MB / 20.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.46%", + "Container": "eb47b1ef0017d98ea804b46d84bc95d3d0d2e0ec5c7207baca8c932f40689334", + "ID": "eb47b1ef0017", + "MemPerc": "28.14%", + "MemUsage": "54.02MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "138kB / 96.4kB", + "PIDs": "5" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.69%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.36%", + "MemUsage": "72.59MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "78.9kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.83%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.32%", + "MemUsage": "11.93MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "44.4MB / 43.8MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 6.07MB", + "CPUPerc": "0.34%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "24.86%", + "MemUsage": "95.48MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "817kB / 47.8kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 21.6MB", + "CPUPerc": "3.74%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.64%", + "MemUsage": "58.65MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "15.7MB / 20.1MB", + "PIDs": "23" + }, + { + "BlockIO": "1.11MB / 8.91MB", + "CPUPerc": "0.19%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "13.83%", + "MemUsage": "35.41MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "5.75MB / 556kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.20%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.18%", + "MemUsage": "33.74MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "65.3MB / 61.7MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 27.4MB", + "CPUPerc": "1.18%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.35%", + "MemUsage": "124.7MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "39.1MB / 23.1MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 6.91MB", + "CPUPerc": "0.01%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "50.12%", + "MemUsage": "384.9MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "380kB / 215kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.08%", + "Container": "68a562df3c0a5829a3050b259cd3b644aff56b45a496e7d4643a804dc86c25bc", + "ID": "68a562df3c0a", + "MemPerc": "7.54%", + "MemUsage": "67.58MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "269kB / 296kB", + "PIDs": "5" + } + ] + }, + { + "at": 55451.928274416, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.54%", + "Container": "a3b72e8a154d5ec417b339a8c0cc02aa14910bf0a5704b5dce526140855c043b", + "ID": "a3b72e8a154d", + "MemPerc": "17.20%", + "MemUsage": "88.08MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "544kB / 617kB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.99%", + "Container": "8eae029fec955ff3444cf7373a4c6fb3e15fc75337632f95166a959c610b2fa1", + "ID": "8eae029fec95", + "MemPerc": "17.07%", + "MemUsage": "87.39MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "308kB / 383kB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 717kB", + "CPUPerc": "0.97%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.32MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.86MB / 1.36MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.55%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.23MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.38MB / 1.64MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.08%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "21.14%", + "MemUsage": "54.12MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "7.18MB / 20.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.08%", + "Container": "eb47b1ef0017d98ea804b46d84bc95d3d0d2e0ec5c7207baca8c932f40689334", + "ID": "eb47b1ef0017", + "MemPerc": "28.14%", + "MemUsage": "54.02MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "161kB / 112kB", + "PIDs": "5" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "3.87%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.23%", + "MemUsage": "72.28MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "78.9kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.69%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.32%", + "MemUsage": "11.93MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "44.5MB / 43.9MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 6.07MB", + "CPUPerc": "0.84%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "24.87%", + "MemUsage": "95.48MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "817kB / 47.9kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 21.6MB", + "CPUPerc": "4.65%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.71%", + "MemUsage": "59.21MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "15.8MB / 20.2MB", + "PIDs": "23" + }, + { + "BlockIO": "1.11MB / 8.91MB", + "CPUPerc": "0.00%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "13.83%", + "MemUsage": "35.41MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "5.77MB / 557kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.45%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.18%", + "MemUsage": "33.74MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "65.3MB / 61.7MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 27.4MB", + "CPUPerc": "0.37%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.35%", + "MemUsage": "124.7MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "39.1MB / 23.1MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 6.91MB", + "CPUPerc": "0.05%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "50.13%", + "MemUsage": "385MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "380kB / 215kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.24%", + "Container": "68a562df3c0a5829a3050b259cd3b644aff56b45a496e7d4643a804dc86c25bc", + "ID": "68a562df3c0a", + "MemPerc": "7.54%", + "MemUsage": "67.58MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "271kB / 299kB", + "PIDs": "5" + } + ] + } + ], + "requests": [ + { + "index": 0, + "status": 200, + "duration_s": 0.00602341700141551, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 1, + "status": 200, + "duration_s": 0.004669917005230673, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 2, + "status": 200, + "duration_s": 0.00510420800128486, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 3, + "status": 200, + "duration_s": 0.004903667002508882, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 4, + "status": 200, + "duration_s": 0.0024285839972435497, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 5, + "status": 200, + "duration_s": 0.0024906669932533987, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 6, + "status": 200, + "duration_s": 0.0025512909996905364, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 7, + "status": 200, + "duration_s": 0.0028746669995598495, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 8, + "status": 200, + "duration_s": 0.003100499998254236, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 9, + "status": 200, + "duration_s": 0.0036489580015768297, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 10, + "status": 200, + "duration_s": 0.0038205840028240345, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 11, + "status": 200, + "duration_s": 0.010061291999591049, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 12, + "status": 200, + "duration_s": 0.008774792004260235, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 13, + "status": 200, + "duration_s": 0.008169207998435013, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 14, + "status": 200, + "duration_s": 0.009003708000818733, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 15, + "status": 200, + "duration_s": 0.007119709000107832, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 16, + "status": 200, + "duration_s": 0.010012874998210464, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 17, + "status": 200, + "duration_s": 0.012851459003286436, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 18, + "status": 200, + "duration_s": 0.011992415995337069, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 19, + "status": 200, + "duration_s": 0.00755070799641544, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 20, + "status": 200, + "duration_s": 0.010290208003425505, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 21, + "status": 200, + "duration_s": 0.008824666001601145, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 22, + "status": 200, + "duration_s": 0.009896333998767659, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 23, + "status": 200, + "duration_s": 0.011251999996602535, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 24, + "status": 200, + "duration_s": 0.008768916995904874, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 25, + "status": 200, + "duration_s": 0.008947249996708706, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 26, + "status": 200, + "duration_s": 0.009331458000815473, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 27, + "status": 200, + "duration_s": 0.011207833005755674, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 28, + "status": 200, + "duration_s": 0.010080583997478243, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 29, + "status": 200, + "duration_s": 0.011141415998281445, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 30, + "status": 200, + "duration_s": 0.011066166996897664, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 31, + "status": 200, + "duration_s": 0.012395999998261686, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 32, + "status": 200, + "duration_s": 0.01035679199412698, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 33, + "status": 200, + "duration_s": 0.008600790999480523, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 34, + "status": 200, + "duration_s": 0.008295249994262122, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 35, + "status": 200, + "duration_s": 0.010378750004747417, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 36, + "status": 200, + "duration_s": 0.005517625002539717, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 37, + "status": 200, + "duration_s": 0.004661166996811517, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 38, + "status": 200, + "duration_s": 0.0041085830016527325, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 39, + "status": 200, + "duration_s": 0.004886916998657398, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 40, + "status": 200, + "duration_s": 0.010308791999705136, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 41, + "status": 200, + "duration_s": 0.00826420800149208, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 42, + "status": 200, + "duration_s": 0.00792837499466259, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 43, + "status": 200, + "duration_s": 0.004109333000087645, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 44, + "status": 200, + "duration_s": 0.0034946669984492473, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 45, + "status": 200, + "duration_s": 0.003858083000523038, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 46, + "status": 200, + "duration_s": 0.0038824589937576093, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 47, + "status": 200, + "duration_s": 0.003955833999498282, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 48, + "status": 200, + "duration_s": 0.00469600000360515, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 49, + "status": 200, + "duration_s": 0.01078508299542591, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 50, + "status": 200, + "duration_s": 0.01168208300077822, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 51, + "status": 200, + "duration_s": 0.011589832996833138, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 52, + "status": 200, + "duration_s": 0.008513458000379615, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 53, + "status": 200, + "duration_s": 0.011927416999242269, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 54, + "status": 200, + "duration_s": 0.005884916994546074, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 55, + "status": 200, + "duration_s": 0.006801417002861854, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 56, + "status": 200, + "duration_s": 0.0038821659982204437, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 57, + "status": 200, + "duration_s": 0.0031577919944538735, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 58, + "status": 200, + "duration_s": 0.05252266699972097, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 59, + "status": 200, + "duration_s": 0.00298033300350653, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 60, + "status": 200, + "duration_s": 0.0033954999962588772, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 61, + "status": 200, + "duration_s": 0.002829500001098495, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 62, + "status": 200, + "duration_s": 0.04931275000126334, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 63, + "status": 200, + "duration_s": 0.013860708000720479, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 64, + "status": 200, + "duration_s": 0.005107624994707294, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 65, + "status": 200, + "duration_s": 0.0034974169975612313, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 66, + "status": 200, + "duration_s": 0.0027775839989772066, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 67, + "status": 200, + "duration_s": 0.0025660829996922985, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 68, + "status": 200, + "duration_s": 0.002966082996863406, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 69, + "status": 200, + "duration_s": 0.0031957920000422746, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 70, + "status": 200, + "duration_s": 0.0036737919945153408, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 71, + "status": 200, + "duration_s": 0.0037007499995524995, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 72, + "status": 200, + "duration_s": 0.004709708999143913, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 73, + "status": 200, + "duration_s": 0.011653874993498903, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 74, + "status": 200, + "duration_s": 0.006908208997629117, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 75, + "status": 200, + "duration_s": 0.008264249998319428, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 76, + "status": 200, + "duration_s": 0.011074750000261702, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 77, + "status": 200, + "duration_s": 0.010820166993653402, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 78, + "status": 200, + "duration_s": 0.010616541003400926, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 79, + "status": 200, + "duration_s": 0.009645124999224208, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 80, + "status": 500, + "duration_s": 0.31596604200603906, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + }, + { + "index": 81, + "status": 200, + "duration_s": 0.005325874997652136, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 82, + "status": 200, + "duration_s": 0.0030440830014413223, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 83, + "status": 200, + "duration_s": 0.002377083001192659, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 84, + "status": 200, + "duration_s": 0.0037682089969166555, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 85, + "status": 200, + "duration_s": 0.0028526250025606714, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 86, + "status": 200, + "duration_s": 0.05078816699824529, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 87, + "status": 200, + "duration_s": 0.0031215000053634867, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 88, + "status": 200, + "duration_s": 0.0036552090023178607, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 89, + "status": 200, + "duration_s": 0.0025273339997511357, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 90, + "status": 200, + "duration_s": 0.05189824999979464, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 91, + "status": 200, + "duration_s": 0.002881542000977788, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 92, + "status": 200, + "duration_s": 0.002569667005445808, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 93, + "status": 200, + "duration_s": 0.002932832998340018, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 94, + "status": 200, + "duration_s": 0.002487707999534905, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 95, + "status": 200, + "duration_s": 0.0026128329991479404, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 96, + "status": 200, + "duration_s": 0.003195625002263114, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 97, + "status": 200, + "duration_s": 0.0030233329962356947, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 98, + "status": 200, + "duration_s": 0.002944125000794884, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 99, + "status": 200, + "duration_s": 0.0035725830020965077, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 100, + "status": 200, + "duration_s": 0.002889958006562665, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 101, + "status": 200, + "duration_s": 0.0029836250032531098, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 102, + "status": 200, + "duration_s": 0.002722500001254957, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 103, + "status": 200, + "duration_s": 0.002803834002406802, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 104, + "status": 200, + "duration_s": 0.0026064160047098994, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 105, + "status": 200, + "duration_s": 0.002594041005067993, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 106, + "status": 200, + "duration_s": 0.0027244170050835237, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 107, + "status": 200, + "duration_s": 0.002884749999793712, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 108, + "status": 200, + "duration_s": 0.0028567089975695126, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 109, + "status": 200, + "duration_s": 0.002664250001544133, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 110, + "status": 200, + "duration_s": 0.002622833002533298, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 111, + "status": 200, + "duration_s": 0.002690749999601394, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 112, + "status": 200, + "duration_s": 0.0030039170014788397, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 113, + "status": 200, + "duration_s": 0.0034767089964589104, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 114, + "status": 200, + "duration_s": 0.003512750001391396, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 115, + "status": 200, + "duration_s": 0.004125166997255292, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 116, + "status": 200, + "duration_s": 0.00470570799370762, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 117, + "status": 200, + "duration_s": 0.012801374999980908, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 118, + "status": 200, + "duration_s": 0.004928124995785765, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 119, + "status": 200, + "duration_s": 0.0034225830022478476, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 120, + "status": 200, + "duration_s": 0.0039720839995425195, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 121, + "status": 200, + "duration_s": 0.004184792000160087, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 122, + "status": 200, + "duration_s": 0.004742042001453228, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 123, + "status": 200, + "duration_s": 0.013994207998621278, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 124, + "status": 200, + "duration_s": 0.00426645900006406, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 125, + "status": 200, + "duration_s": 0.004392208000354003, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 126, + "status": 200, + "duration_s": 0.0043983750001643784, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 127, + "status": 200, + "duration_s": 0.007449124997947365, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 128, + "status": 200, + "duration_s": 0.006612874996790197, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 129, + "status": 200, + "duration_s": 0.008702250001078937, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 130, + "status": 200, + "duration_s": 0.011943041994527448, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 131, + "status": 200, + "duration_s": 0.012717875004454982, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 132, + "status": 200, + "duration_s": 0.011494209000375122, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 133, + "status": 200, + "duration_s": 0.009162708003714215, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 134, + "status": 200, + "duration_s": 0.004230000005918555, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 135, + "status": 200, + "duration_s": 0.004711790999863297, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 136, + "status": 200, + "duration_s": 0.003950749996874947, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 137, + "status": 200, + "duration_s": 0.0041736670027603395, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 138, + "status": 200, + "duration_s": 0.004129166001803242, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 139, + "status": 200, + "duration_s": 0.0038409999979194254, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 140, + "status": 200, + "duration_s": 0.0037855000045965426, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 141, + "status": 200, + "duration_s": 0.004397625001729466, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 142, + "status": 200, + "duration_s": 0.004623250002623536, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 143, + "status": 200, + "duration_s": 0.011174416002177168, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 144, + "status": 200, + "duration_s": 0.009742999995069113, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 145, + "status": 200, + "duration_s": 0.008423457999015227, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 146, + "status": 200, + "duration_s": 0.01028533299540868, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 147, + "status": 200, + "duration_s": 0.010326290997909382, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 148, + "status": 200, + "duration_s": 0.009617667004931718, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 149, + "status": 200, + "duration_s": 0.010286666001775302, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 150, + "status": 200, + "duration_s": 0.008420374993875157, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 151, + "status": 200, + "duration_s": 0.010913417005212978, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 152, + "status": 200, + "duration_s": 0.008020291999855544, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 153, + "status": 200, + "duration_s": 0.00847549999889452, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 154, + "status": 200, + "duration_s": 0.00869554199744016, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 155, + "status": 200, + "duration_s": 0.008987166998849716, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 156, + "status": 200, + "duration_s": 0.010105875000590459, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 157, + "status": 200, + "duration_s": 0.009026916006405372, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 158, + "status": 200, + "duration_s": 0.010309874996892177, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 159, + "status": 200, + "duration_s": 0.009072125001694076, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 160, + "status": 200, + "duration_s": 0.013517917002900504, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 161, + "status": 200, + "duration_s": 0.007421250003972091, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 162, + "status": 200, + "duration_s": 0.005275582996546291, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 163, + "status": 200, + "duration_s": 0.011443999996117782, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 164, + "status": 200, + "duration_s": 0.004020333995867986, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 165, + "status": 200, + "duration_s": 0.0036765839977306314, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 166, + "status": 200, + "duration_s": 0.3488483749970328, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 167, + "status": 200, + "duration_s": 0.3129991669993615, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 168, + "status": 200, + "duration_s": 0.2880857920026756, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 169, + "status": 200, + "duration_s": 0.2670174160011811, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 170, + "status": 200, + "duration_s": 0.23891700000240235, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 171, + "status": 200, + "duration_s": 0.2149773749988526, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 172, + "status": 200, + "duration_s": 0.19547662499826401, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 173, + "status": 200, + "duration_s": 0.1700734170008218, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 174, + "status": 200, + "duration_s": 0.14622762499493547, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 175, + "status": 200, + "duration_s": 0.11981829099386232, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 176, + "status": 200, + "duration_s": 0.09399633300199639, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 177, + "status": 200, + "duration_s": 0.06704695799999172, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 178, + "status": 200, + "duration_s": 0.04602408400387503, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 179, + "status": 200, + "duration_s": 0.018190582995885052, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 180, + "status": 200, + "duration_s": 0.003256874995713588, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 181, + "status": 200, + "duration_s": 0.003472832999250386, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 182, + "status": 200, + "duration_s": 0.004164124999078922, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 183, + "status": 200, + "duration_s": 0.003565167004126124, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 184, + "status": 200, + "duration_s": 0.002852416997484397, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 185, + "status": 200, + "duration_s": 0.0036284999951021746, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 186, + "status": 200, + "duration_s": 0.003291667002486065, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 187, + "status": 200, + "duration_s": 0.023728332998871338, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 188, + "status": 200, + "duration_s": 0.003069915997912176, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 189, + "status": 200, + "duration_s": 0.0031569169950671494, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 190, + "status": 200, + "duration_s": 0.037959542001772206, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 191, + "status": 200, + "duration_s": 0.0031531669956166297, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 192, + "status": 200, + "duration_s": 0.0026482079993002117, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 193, + "status": 200, + "duration_s": 0.0034967500032507814, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 194, + "status": 200, + "duration_s": 0.0033000830007949844, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 195, + "status": 200, + "duration_s": 0.002634166994539555, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 196, + "status": 200, + "duration_s": 0.0032026669941842556, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 197, + "status": 200, + "duration_s": 0.0032965409991447814, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 198, + "status": 200, + "duration_s": 0.003685667004901916, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 199, + "status": 200, + "duration_s": 0.006529666999995243, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 200, + "status": 200, + "duration_s": 0.0037223749968688935, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 201, + "status": 200, + "duration_s": 0.0038319160012179054, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 202, + "status": 200, + "duration_s": 0.003518999998050276, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 203, + "status": 200, + "duration_s": 0.003496624995023012, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 204, + "status": 200, + "duration_s": 0.004261041998688597, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 205, + "status": 200, + "duration_s": 0.004968208995705936, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 206, + "status": 200, + "duration_s": 0.004310417003580369, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 207, + "status": 200, + "duration_s": 0.0034412499953759834, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 208, + "status": 200, + "duration_s": 0.003589125000871718, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 209, + "status": 200, + "duration_s": 0.003938292000384536, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 210, + "status": 200, + "duration_s": 0.004117666998354252, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 211, + "status": 200, + "duration_s": 0.004544959003396798, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 212, + "status": 200, + "duration_s": 0.010129000002052635, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 213, + "status": 200, + "duration_s": 0.008203917001083028, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 214, + "status": 200, + "duration_s": 0.011925791004614439, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 215, + "status": 200, + "duration_s": 0.01126641599694267, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 216, + "status": 200, + "duration_s": 0.016191707996767946, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 217, + "status": 200, + "duration_s": 0.004764958001032937, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 218, + "status": 200, + "duration_s": 0.004396666998218279, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 219, + "status": 200, + "duration_s": 0.003585124999517575, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 220, + "status": 200, + "duration_s": 0.005699499997717794, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 221, + "status": 200, + "duration_s": 0.00410133400146151, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 222, + "status": 200, + "duration_s": 0.004461667005671188, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 223, + "status": 200, + "duration_s": 0.008153666996804532, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 224, + "status": 200, + "duration_s": 0.010157292002986651, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 225, + "status": 200, + "duration_s": 0.008505833000526763, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 226, + "status": 200, + "duration_s": 0.010231832995486911, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 227, + "status": 200, + "duration_s": 0.008859417001076508, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 228, + "status": 200, + "duration_s": 0.010702667001169175, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 229, + "status": 200, + "duration_s": 0.008444582999800332, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 230, + "status": 200, + "duration_s": 0.008542374998796731, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 231, + "status": 200, + "duration_s": 0.011220583000977058, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 232, + "status": 200, + "duration_s": 0.009271750001062173, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 233, + "status": 200, + "duration_s": 0.010214750000159256, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 234, + "status": 200, + "duration_s": 0.010580166999716312, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 235, + "status": 200, + "duration_s": 0.013725417004025076, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 236, + "status": 200, + "duration_s": 0.008503541997924913, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 237, + "status": 200, + "duration_s": 0.005428625001513865, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 238, + "status": 200, + "duration_s": 0.00924841599771753, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 239, + "status": 200, + "duration_s": 0.008681291998072993, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 240, + "status": 500, + "duration_s": 0.33115745800023433, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + }, + { + "index": 241, + "status": 200, + "duration_s": 0.004488207996473648, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 242, + "status": 200, + "duration_s": 0.0032469590005348437, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 243, + "status": 200, + "duration_s": 0.0031691250042058527, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 244, + "status": 200, + "duration_s": 0.0036917080069542862, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 245, + "status": 200, + "duration_s": 0.0030555420016753487, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 246, + "status": 200, + "duration_s": 0.0030437079985858873, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 247, + "status": 200, + "duration_s": 0.0030842920023133047, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 248, + "status": 200, + "duration_s": 0.004088832996785641, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 249, + "status": 200, + "duration_s": 0.003060250004637055, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 250, + "status": 200, + "duration_s": 0.05140449999453267, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 251, + "status": 200, + "duration_s": 0.0027766659986809827, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 252, + "status": 200, + "duration_s": 0.0024307080020662397, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 253, + "status": 200, + "duration_s": 0.003084249998209998, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 254, + "status": 200, + "duration_s": 0.002333249998628162, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 255, + "status": 200, + "duration_s": 0.002907667003455572, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 256, + "status": 200, + "duration_s": 0.00286716700065881, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 257, + "status": 200, + "duration_s": 0.0029992499985382892, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 258, + "status": 200, + "duration_s": 0.0029177499964134768, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 259, + "status": 200, + "duration_s": 0.003355166998517234, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 260, + "status": 200, + "duration_s": 0.0036561250017257407, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 261, + "status": 200, + "duration_s": 0.0033501670041005127, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 262, + "status": 200, + "duration_s": 0.00338249999913387, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 263, + "status": 200, + "duration_s": 0.002683541999431327, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 264, + "status": 200, + "duration_s": 0.0029554170032497495, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 265, + "status": 200, + "duration_s": 0.002992249996168539, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 266, + "status": 200, + "duration_s": 0.0027885840027011, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 267, + "status": 200, + "duration_s": 0.002693209004064556, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 268, + "status": 200, + "duration_s": 0.0028942079952685162, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 269, + "status": 200, + "duration_s": 0.0027327499992679805, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 270, + "status": 200, + "duration_s": 0.0028912920024595223, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 271, + "status": 200, + "duration_s": 0.0028078339964849874, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 272, + "status": 200, + "duration_s": 0.0030192499980330467, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 273, + "status": 200, + "duration_s": 0.003177209000568837, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 274, + "status": 200, + "duration_s": 0.0034272089978912845, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 275, + "status": 200, + "duration_s": 0.003647999998065643, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 276, + "status": 200, + "duration_s": 0.0036961670048185624, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 277, + "status": 200, + "duration_s": 0.004938708007102832, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 278, + "status": 200, + "duration_s": 0.00924125000165077, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 279, + "status": 200, + "duration_s": 0.007467249997716863, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 280, + "status": 200, + "duration_s": 0.012089791998732835, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 281, + "status": 200, + "duration_s": 0.005454374993860256, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 282, + "status": 200, + "duration_s": 0.0035646250034915283, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 283, + "status": 200, + "duration_s": 0.003597249997255858, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 284, + "status": 200, + "duration_s": 0.0037122920039109886, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 285, + "status": 200, + "duration_s": 0.004275124993000645, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 286, + "status": 200, + "duration_s": 0.004990333000023384, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 287, + "status": 200, + "duration_s": 0.004247249999025371, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 288, + "status": 200, + "duration_s": 0.003784540997003205, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 289, + "status": 200, + "duration_s": 0.0044764580015907995, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 290, + "status": 200, + "duration_s": 0.004152916000748519, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 291, + "status": 200, + "duration_s": 0.004743167002743576, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 292, + "status": 200, + "duration_s": 0.010137541001313366, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 293, + "status": 200, + "duration_s": 0.010489874999620952, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 294, + "status": 200, + "duration_s": 0.011474624996480998, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 295, + "status": 200, + "duration_s": 0.008002540998859331, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 296, + "status": 200, + "duration_s": 0.00881775000016205, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 297, + "status": 200, + "duration_s": 0.010461208999913651, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 298, + "status": 200, + "duration_s": 0.0060029579981346615, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 299, + "status": 200, + "duration_s": 0.0044862920040031895, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 300, + "status": 200, + "duration_s": 0.003818666998995468, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 301, + "status": 200, + "duration_s": 0.004055166995385662, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 302, + "status": 200, + "duration_s": 0.004300208005588502, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 303, + "status": 200, + "duration_s": 0.004490791994612664, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 304, + "status": 200, + "duration_s": 0.010263167001539841, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 305, + "status": 200, + "duration_s": 0.009638915995310526, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 306, + "status": 200, + "duration_s": 0.010169125001993962, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 307, + "status": 200, + "duration_s": 0.011348542000632733, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 308, + "status": 200, + "duration_s": 0.008534415996109601, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 309, + "status": 200, + "duration_s": 0.010028750002675224, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 310, + "status": 200, + "duration_s": 0.006898584004375152, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 311, + "status": 200, + "duration_s": 0.005226250003033783, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 312, + "status": 200, + "duration_s": 0.003185291003319435, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 313, + "status": 200, + "duration_s": 0.0032315000062226318, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 314, + "status": 200, + "duration_s": 0.002928541995061096, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 315, + "status": 200, + "duration_s": 0.003024999998160638, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 316, + "status": 200, + "duration_s": 0.0029409160051727667, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 317, + "status": 200, + "duration_s": 0.00313129200367257, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 318, + "status": 200, + "duration_s": 0.04079033399466425, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 319, + "status": 200, + "duration_s": 0.022527624998474494, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 320, + "status": 200, + "duration_s": 0.005065209006716032, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 321, + "status": 200, + "duration_s": 0.0030650839980808087, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 322, + "status": 200, + "duration_s": 0.0031640839952160604, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 323, + "status": 200, + "duration_s": 0.002846082999894861, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 324, + "status": 200, + "duration_s": 0.0032323329942300916, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 325, + "status": 200, + "duration_s": 0.0034659160010050982, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 326, + "status": 200, + "duration_s": 0.0033022499992512167, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 327, + "status": 200, + "duration_s": 0.004049125003803056, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 328, + "status": 200, + "duration_s": 0.00427670800127089, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 329, + "status": 200, + "duration_s": 0.0037430000011227094, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 330, + "status": 200, + "duration_s": 0.003800291997322347, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 331, + "status": 200, + "duration_s": 0.003946875003748573, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 332, + "status": 200, + "duration_s": 0.00784212500002468, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 333, + "status": 200, + "duration_s": 0.009810042000026442, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 334, + "status": 200, + "duration_s": 0.008158582997566555, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 335, + "status": 200, + "duration_s": 0.010673124997993, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 336, + "status": 200, + "duration_s": 0.008024750000913627, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 337, + "status": 200, + "duration_s": 0.010095958001329564, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 338, + "status": 200, + "duration_s": 0.010243584001727868, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 339, + "status": 200, + "duration_s": 0.004217583002173342, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 340, + "status": 200, + "duration_s": 0.004064167005708441, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 341, + "status": 200, + "duration_s": 0.0040641250016051345, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 342, + "status": 200, + "duration_s": 0.003869041996949818, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 343, + "status": 200, + "duration_s": 0.004310165997594595, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 344, + "status": 200, + "duration_s": 0.009555249998811632, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 345, + "status": 200, + "duration_s": 0.010512750006455462, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 346, + "status": 200, + "duration_s": 0.011349917003826704, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 347, + "status": 200, + "duration_s": 0.012827625003410503, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 348, + "status": 200, + "duration_s": 0.010086041002068669, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 349, + "status": 200, + "duration_s": 0.008395415999984834, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 350, + "status": 200, + "duration_s": 0.013769707999017555, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 351, + "status": 200, + "duration_s": 0.004753124994749669, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 352, + "status": 200, + "duration_s": 0.01329891700152075, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 353, + "status": 200, + "duration_s": 0.009588833003363106, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 354, + "status": 200, + "duration_s": 0.00891662499634549, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 355, + "status": 200, + "duration_s": 0.0126842499958002, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 356, + "status": 200, + "duration_s": 0.00863391700113425, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 357, + "status": 200, + "duration_s": 0.007948541999212466, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 358, + "status": 200, + "duration_s": 0.010213416993792634, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 359, + "status": 200, + "duration_s": 0.008199415999115445, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 360, + "status": 200, + "duration_s": 0.009620040997106116, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 361, + "status": 200, + "duration_s": 0.008407624998653773, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 362, + "status": 200, + "duration_s": 0.006263041999773122, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 363, + "status": 200, + "duration_s": 0.004201625000860076, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 364, + "status": 200, + "duration_s": 0.0036702500001410954, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 365, + "status": 200, + "duration_s": 0.0040062499974737875, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 366, + "status": 200, + "duration_s": 0.004016582999611273, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 367, + "status": 200, + "duration_s": 0.004591666998749133, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 368, + "status": 200, + "duration_s": 0.00372429200069746, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 369, + "status": 200, + "duration_s": 0.003863832993374672, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 370, + "status": 200, + "duration_s": 0.004418500000610948, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 371, + "status": 200, + "duration_s": 0.008052249999309424, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 372, + "status": 200, + "duration_s": 0.00841254199622199, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 373, + "status": 200, + "duration_s": 0.011691667001286987, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 374, + "status": 200, + "duration_s": 0.012729000001854729, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 375, + "status": 200, + "duration_s": 0.012384374997054692, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 376, + "status": 200, + "duration_s": 0.010178917000303045, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 377, + "status": 200, + "duration_s": 0.010674249999283347, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 378, + "status": 200, + "duration_s": 0.008579125002142973, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 379, + "status": 200, + "duration_s": 0.015670875000068918, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 380, + "status": 200, + "duration_s": 0.004515332999289967, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 381, + "status": 200, + "duration_s": 0.004513624997343868, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 382, + "status": 200, + "duration_s": 0.0034116670067305677, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 383, + "status": 200, + "duration_s": 0.0036310420036897995, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 384, + "status": 200, + "duration_s": 0.004411084002640564, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 385, + "status": 200, + "duration_s": 0.008279958005005028, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 386, + "status": 200, + "duration_s": 0.010348292002163362, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 387, + "status": 200, + "duration_s": 0.010731082998972852, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 388, + "status": 200, + "duration_s": 0.012051040997903328, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 389, + "status": 200, + "duration_s": 0.00870158299949253, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 390, + "status": 200, + "duration_s": 0.012177958000393119, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 391, + "status": 200, + "duration_s": 0.00952924999728566, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 392, + "status": 200, + "duration_s": 0.009766290997504257, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 393, + "status": 200, + "duration_s": 0.009423041003174148, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 394, + "status": 200, + "duration_s": 0.010829208003997337, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 395, + "status": 200, + "duration_s": 0.010392333002528176, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 396, + "status": 200, + "duration_s": 0.008810459003143478, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 397, + "status": 200, + "duration_s": 0.010427749999507796, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 398, + "status": 200, + "duration_s": 0.011532958000316285, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 399, + "status": 200, + "duration_s": 0.010019707995525096, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + } + ] + }, + { + "profile": "sample25", + "instance_ids": [ + "ad1fe9ea-8006-41e6-a669-951ae3e6f192", + "d7148714-03ed-4d2d-8b7b-edec390af0e5" + ], + "enabled": "1", + "sampling_ratio": 0.25, + "repeat": 3, + "offered_rps": 40, + "duration_s": 10, + "elapsed_s": 9.98333, + "scheduled": 400, + "not_sent": 0, + "sent": 400, + "successful": 398, + "controlled_500": 2, + "successful_rps": 39.86645788361553, + "latency_s": { + "p50": 0.0058061250019818544, + "p95": 0.045096541005477775, + "p99": 0.2954382079988136 + }, + "sampled_requests": 114, + "rare_probes": [ + { + "index": 80, + "status": 500, + "duration_s": 0.26830245799646946, + "trace_id": "dda3558a45c106fc279c588c399fbbe5", + "sampled": true, + "kind": "controlled_upload_error", + "found_in_tempo": true + }, + { + "index": 166, + "status": 200, + "duration_s": 0.3452582089958014, + "trace_id": "7237466d5d3dada010415edf06e57ee2", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 168, + "status": 200, + "duration_s": 0.2954382079988136, + "trace_id": "677457486d18c2e206011a6fc1ed24c5", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 169, + "status": 200, + "duration_s": 0.2590052090017707, + "trace_id": "5b8c891180f1baf9c65a24e5483fe8a6", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 170, + "status": 200, + "duration_s": 0.2426219580011093, + "trace_id": "511374786a22971c1166c69345bfb7b6", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 171, + "status": 200, + "duration_s": 0.22120924999762792, + "trace_id": "dbc860cd78ce61aec539e01e539f4820", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 172, + "status": 200, + "duration_s": 0.19222741699923063, + "trace_id": "bf357202296cd099e111d8e7bad41299", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 173, + "status": 200, + "duration_s": 0.16440354200312868, + "trace_id": "c42258828cd38f5b2ac287b4bd375245", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 165, + "status": 200, + "duration_s": 0.366474249996827, + "trace_id": "c3b80a9626b4675d3bf2a344dbf22c8e", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 167, + "status": 200, + "duration_s": 0.31458125000062864, + "trace_id": "d6bc503ce064a55e581b93d1181bc56e", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 240, + "status": 500, + "duration_s": 0.3318868749993271, + "trace_id": "d3f3e3a18bce2c439aaf69e3e3aa2fd6", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + } + ], + "telemetry_before": { + "spans_recorded": 20.0, + "spans_exported": 20.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 5719.0, + "logs_wire_bytes": 28912.0, + "metrics_wire_bytes": 8573.0, + "collector_accepted_spans": 4828.0, + "collector_refused_spans": 0.0 + }, + "telemetry_after": { + "spans_recorded": 254.0, + "spans_exported": 254.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 52564.0, + "logs_wire_bytes": 258365.0, + "metrics_wire_bytes": 27940.0, + "collector_accepted_spans": 5076.0, + "collector_refused_spans": 0.0 + }, + "telemetry_delta": { + "spans_recorded": 234.0, + "spans_exported": 234.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 46845.0, + "logs_wire_bytes": 229453.0, + "metrics_wire_bytes": 19367.0, + "collector_accepted_spans": 248.0, + "collector_refused_spans": 0.0 + }, + "cgroups_before": [ + { + "service": "api", + "container": "0561a531f946ecf07642f9d2752e095666f98851af817e372f6e5c4ba250ffef", + "current_bytes": 91635712, + "peak_bytes": 135188480, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "6b94c71b131589b1626f87fe1aa492876600b487087558ee2553a485e705deca", + "current_bytes": 91729920, + "peak_bytes": 135176192, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "49805177a77c03760858d35e37c18f813d84d4bf464f066b231b4e4a5cd7cb5c", + "current_bytes": 71643136, + "peak_bytes": 118599680, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 58519552, + "peak_bytes": 67293184, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 440295424, + "peak_bytes": 441012224, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "cgroups_after": [ + { + "service": "api", + "container": "0561a531f946ecf07642f9d2752e095666f98851af817e372f6e5c4ba250ffef", + "current_bytes": 92721152, + "peak_bytes": 135188480, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "6b94c71b131589b1626f87fe1aa492876600b487087558ee2553a485e705deca", + "current_bytes": 92983296, + "peak_bytes": 135176192, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "49805177a77c03760858d35e37c18f813d84d4bf464f066b231b4e4a5cd7cb5c", + "current_bytes": 72007680, + "peak_bytes": 118599680, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 61390848, + "peak_bytes": 67293184, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 440434688, + "peak_bytes": 441217024, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "docker_samples": [ + { + "at": 55485.588932208, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.31%", + "Container": "0561a531f946ecf07642f9d2752e095666f98851af817e372f6e5c4ba250ffef", + "ID": "0561a531f946", + "MemPerc": "17.10%", + "MemUsage": "87.56MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "116kB / 194kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.12%", + "Container": "6b94c71b131589b1626f87fe1aa492876600b487087558ee2553a485e705deca", + "ID": "6b94c71b1315", + "MemPerc": "19.56%", + "MemUsage": "100.2MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "235kB / 208kB", + "PIDs": "12" + }, + { + "BlockIO": "4.1kB / 717kB", + "CPUPerc": "0.19%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.316MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.89MB / 1.38MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.20%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.223MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.41MB / 1.67MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.44%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "22.57%", + "MemUsage": "57.78MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "7.37MB / 22.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.48%", + "Container": "937559341b1f6e4250298cecb5a249ff3f4d8579c72bdcbf8a8492fcf2df20b4", + "ID": "937559341b1f", + "MemPerc": "28.60%", + "MemUsage": "54.91MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "107kB / 91kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.10%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.23%", + "MemUsage": "72.28MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "80.1kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.59%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.32%", + "MemUsage": "11.93MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "44.8MB / 44.2MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 6.16MB", + "CPUPerc": "0.41%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "28.50%", + "MemUsage": "109.5MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "840kB / 49.6kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 21.6MB", + "CPUPerc": "2.59%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "4.95%", + "MemUsage": "37.99MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "16MB / 20.5MB", + "PIDs": "13" + }, + { + "BlockIO": "1.11MB / 9.06MB", + "CPUPerc": "0.12%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "13.96%", + "MemUsage": "35.74MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "5.96MB / 567kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.20%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.26%", + "MemUsage": "33.95MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "65.4MB / 61.7MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 28MB", + "CPUPerc": "1.02%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.35%", + "MemUsage": "124.7MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "39.1MB / 23.1MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 7.25MB", + "CPUPerc": "0.11%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "54.08%", + "MemUsage": "415.3MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "389kB / 217kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.18%", + "Container": "49805177a77c03760858d35e37c18f813d84d4bf464f066b231b4e4a5cd7cb5c", + "ID": "49805177a77c", + "MemPerc": "7.63%", + "MemUsage": "68.32MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "16.7kB / 24.6kB", + "PIDs": "9" + } + ] + }, + { + "at": 55488.645305708, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.10%", + "Container": "0561a531f946ecf07642f9d2752e095666f98851af817e372f6e5c4ba250ffef", + "ID": "0561a531f946", + "MemPerc": "17.32%", + "MemUsage": "88.67MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "200kB / 337kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.71%", + "Container": "6b94c71b131589b1626f87fe1aa492876600b487087558ee2553a485e705deca", + "ID": "6b94c71b1315", + "MemPerc": "17.18%", + "MemUsage": "87.98MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "287kB / 419kB", + "PIDs": "11" + }, + { + "BlockIO": "4.1kB / 729kB", + "CPUPerc": "1.09%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.32MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.89MB / 1.38MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.28%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.23MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.44MB / 1.7MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.62%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "22.61%", + "MemUsage": "57.89MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "7.47MB / 22.1MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.45%", + "Container": "937559341b1f6e4250298cecb5a249ff3f4d8579c72bdcbf8a8492fcf2df20b4", + "ID": "937559341b1f", + "MemPerc": "28.63%", + "MemUsage": "54.97MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "128kB / 111kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.11%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.23%", + "MemUsage": "72.28MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "80.1kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.09%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.34%", + "MemUsage": "11.95MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "45MB / 44.3MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 6.16MB", + "CPUPerc": "0.49%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "28.51%", + "MemUsage": "109.5MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "857kB / 50.2kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 21.7MB", + "CPUPerc": "7.65%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.82%", + "MemUsage": "60.08MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "16.1MB / 20.5MB", + "PIDs": "25" + }, + { + "BlockIO": "1.11MB / 9.06MB", + "CPUPerc": "0.68%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "14.01%", + "MemUsage": "35.87MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "5.96MB / 567kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.23%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.28%", + "MemUsage": "34MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "65.8MB / 62.1MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 28MB", + "CPUPerc": "0.26%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.35%", + "MemUsage": "124.7MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "39.3MB / 23.2MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 7.26MB", + "CPUPerc": "0.18%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "54.08%", + "MemUsage": "415.4MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "395kB / 218kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.11%", + "Container": "49805177a77c03760858d35e37c18f813d84d4bf464f066b231b4e4a5cd7cb5c", + "ID": "49805177a77c", + "MemPerc": "7.66%", + "MemUsage": "68.66MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "145kB / 170kB", + "PIDs": "9" + } + ] + }, + { + "at": 55491.6984185, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.93%", + "Container": "0561a531f946ecf07642f9d2752e095666f98851af817e372f6e5c4ba250ffef", + "ID": "0561a531f946", + "MemPerc": "17.32%", + "MemUsage": "88.7MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "275kB / 477kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.32%", + "Container": "6b94c71b131589b1626f87fe1aa492876600b487087558ee2553a485e705deca", + "ID": "6b94c71b1315", + "MemPerc": "17.36%", + "MemUsage": "88.9MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "514kB / 733kB", + "PIDs": "17" + }, + { + "BlockIO": "4.1kB / 741kB", + "CPUPerc": "0.16%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.32MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.9MB / 1.38MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.41%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.23MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.46MB / 1.73MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.47%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "22.62%", + "MemUsage": "57.91MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "7.54MB / 22.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.42%", + "Container": "937559341b1f6e4250298cecb5a249ff3f4d8579c72bdcbf8a8492fcf2df20b4", + "ID": "937559341b1f", + "MemPerc": "28.63%", + "MemUsage": "54.97MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "149kB / 127kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.12%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.23%", + "MemUsage": "72.28MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "80.1kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.71%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.34%", + "MemUsage": "11.96MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "45.2MB / 44.6MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 6.34MB", + "CPUPerc": "0.43%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "28.52%", + "MemUsage": "109.5MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "874kB / 50.8kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 21.8MB", + "CPUPerc": "2.70%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "8.11%", + "MemUsage": "62.28MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "16.2MB / 20.6MB", + "PIDs": "25" + }, + { + "BlockIO": "1.11MB / 9.06MB", + "CPUPerc": "0.00%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "14.02%", + "MemUsage": "35.88MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "5.99MB / 568kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.29%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.31%", + "MemUsage": "34.06MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "66.2MB / 62.4MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 28.5MB", + "CPUPerc": "1.28%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.36%", + "MemUsage": "124.7MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "39.6MB / 23.3MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 7.26MB", + "CPUPerc": "0.10%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "54.08%", + "MemUsage": "415.4MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "400kB / 218kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.12%", + "Container": "49805177a77c03760858d35e37c18f813d84d4bf464f066b231b4e4a5cd7cb5c", + "ID": "49805177a77c", + "MemPerc": "7.66%", + "MemUsage": "68.67MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "272kB / 312kB", + "PIDs": "9" + } + ] + }, + { + "at": 55494.785369125, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.63%", + "Container": "0561a531f946ecf07642f9d2752e095666f98851af817e372f6e5c4ba250ffef", + "ID": "0561a531f946", + "MemPerc": "17.32%", + "MemUsage": "88.7MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "322kB / 566kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.70%", + "Container": "6b94c71b131589b1626f87fe1aa492876600b487087558ee2553a485e705deca", + "ID": "6b94c71b1315", + "MemPerc": "17.37%", + "MemUsage": "88.95MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "562kB / 820kB", + "PIDs": "17" + }, + { + "BlockIO": "4.1kB / 741kB", + "CPUPerc": "0.31%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.32MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.9MB / 1.39MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.26%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.23MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.48MB / 1.75MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.95%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "22.87%", + "MemUsage": "58.54MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "7.65MB / 22.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.23%", + "Container": "937559341b1f6e4250298cecb5a249ff3f4d8579c72bdcbf8a8492fcf2df20b4", + "ID": "937559341b1f", + "MemPerc": "28.63%", + "MemUsage": "54.97MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "167kB / 144kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.20%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.23%", + "MemUsage": "72.28MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "80.1kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.78%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.34%", + "MemUsage": "11.96MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "45.3MB / 44.7MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 6.34MB", + "CPUPerc": "0.38%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "28.53%", + "MemUsage": "109.6MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "887kB / 51.4kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 21.8MB", + "CPUPerc": "3.68%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "8.15%", + "MemUsage": "62.58MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "16.2MB / 20.7MB", + "PIDs": "25" + }, + { + "BlockIO": "1.11MB / 9.06MB", + "CPUPerc": "0.51%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "14.02%", + "MemUsage": "35.88MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "6.01MB / 570kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.51%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.31%", + "MemUsage": "34.08MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "66.2MB / 62.4MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 28.5MB", + "CPUPerc": "0.39%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.36%", + "MemUsage": "124.7MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "39.6MB / 23.3MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 7.26MB", + "CPUPerc": "0.06%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "54.08%", + "MemUsage": "415.4MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "404kB / 219kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.25%", + "Container": "49805177a77c03760858d35e37c18f813d84d4bf464f066b231b4e4a5cd7cb5c", + "ID": "49805177a77c", + "MemPerc": "7.66%", + "MemUsage": "68.67MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "274kB / 317kB", + "PIDs": "9" + } + ] + } + ], + "requests": [ + { + "index": 0, + "status": 200, + "duration_s": 0.0046867499986547045, + "trace_id": "8bc8ceb756a21f167fb797822b2811c2", + "sampled": false, + "kind": "read" + }, + { + "index": 1, + "status": 200, + "duration_s": 0.0042397500001243316, + "trace_id": "7ebda94a49657ceddde74edd49c0fb9f", + "sampled": false, + "kind": "read" + }, + { + "index": 2, + "status": 200, + "duration_s": 0.004475291993003339, + "trace_id": "7b55176059571185560e87349892c51a", + "sampled": false, + "kind": "read" + }, + { + "index": 3, + "status": 200, + "duration_s": 0.004836125001020264, + "trace_id": "72e6289c7da645313750c4da48e28a91", + "sampled": true, + "kind": "read" + }, + { + "index": 4, + "status": 200, + "duration_s": 0.002870791999157518, + "trace_id": "d6f590d88f48137a37d0be67ee0e44d9", + "sampled": true, + "kind": "read" + }, + { + "index": 5, + "status": 200, + "duration_s": 0.0027214580040890723, + "trace_id": "46e1ad131caec8532515c37a6bc6cb26", + "sampled": true, + "kind": "read" + }, + { + "index": 6, + "status": 200, + "duration_s": 0.00451904099463718, + "trace_id": "464b170f74d971d8da7310ac6df6d0a9", + "sampled": false, + "kind": "read" + }, + { + "index": 7, + "status": 200, + "duration_s": 0.002984459002618678, + "trace_id": "8e6402e3dde1bbad058b6f04b2e682f4", + "sampled": true, + "kind": "read" + }, + { + "index": 8, + "status": 200, + "duration_s": 0.0031965409943950363, + "trace_id": "6d6c22327439d7c7a74bbf6894fae015", + "sampled": false, + "kind": "read" + }, + { + "index": 9, + "status": 200, + "duration_s": 0.0033872499989229254, + "trace_id": "48aabf20d005bf82e6f888267abfd38c", + "sampled": false, + "kind": "read" + }, + { + "index": 10, + "status": 200, + "duration_s": 0.003652457999123726, + "trace_id": "9673cadbd0b554213f1cfcb6dd96e08d", + "sampled": true, + "kind": "read" + }, + { + "index": 11, + "status": 200, + "duration_s": 0.003770290997636039, + "trace_id": "2bb657764aafb578af15d04ee4db356d", + "sampled": false, + "kind": "read" + }, + { + "index": 12, + "status": 200, + "duration_s": 0.004482625001401175, + "trace_id": "4dfe0a48055584780427f0df9838c096", + "sampled": true, + "kind": "read" + }, + { + "index": 13, + "status": 200, + "duration_s": 0.008906166003725957, + "trace_id": "c016f559207ad8f93386ec2b6eac76c0", + "sampled": true, + "kind": "read" + }, + { + "index": 14, + "status": 200, + "duration_s": 0.009069375002582092, + "trace_id": "bf0539cc1822f5704af59ec1806dc259", + "sampled": false, + "kind": "read" + }, + { + "index": 15, + "status": 200, + "duration_s": 0.008469957996567246, + "trace_id": "d4f99eb3a1e881500dcfe12647efc69f", + "sampled": true, + "kind": "read" + }, + { + "index": 16, + "status": 200, + "duration_s": 0.009995417000027373, + "trace_id": "33ce49ebc5806e2c536ad04586fbef1a", + "sampled": false, + "kind": "read" + }, + { + "index": 17, + "status": 200, + "duration_s": 0.010579624999081716, + "trace_id": "d8fcf15b59db5a022a8d1ef3f551120d", + "sampled": true, + "kind": "read" + }, + { + "index": 18, + "status": 200, + "duration_s": 0.012358749998384155, + "trace_id": "3b6d3daa214cb497670f3d81ccb6e038", + "sampled": false, + "kind": "read" + }, + { + "index": 19, + "status": 200, + "duration_s": 0.005991083999106195, + "trace_id": "49dd734b8bb1967f0eade85a717d879f", + "sampled": true, + "kind": "read" + }, + { + "index": 20, + "status": 200, + "duration_s": 0.013488332995621022, + "trace_id": "1c94ffde4f513448faf6091e4c449fd6", + "sampled": false, + "kind": "read" + }, + { + "index": 21, + "status": 200, + "duration_s": 0.01029704199754633, + "trace_id": "0ae1d73ba6db0346d7a8b3c7c614b733", + "sampled": false, + "kind": "read" + }, + { + "index": 22, + "status": 200, + "duration_s": 0.005713541999284644, + "trace_id": "6d0cf2421f4d7aabf78589d100797990", + "sampled": false, + "kind": "read" + }, + { + "index": 23, + "status": 200, + "duration_s": 0.005092624996905215, + "trace_id": "2a3711694e974dff895ded862abfa648", + "sampled": false, + "kind": "read" + }, + { + "index": 24, + "status": 200, + "duration_s": 0.010283332994731609, + "trace_id": "91a40b6d168498fcae12b54ad6171ecf", + "sampled": false, + "kind": "read" + }, + { + "index": 25, + "status": 200, + "duration_s": 0.004869042000791524, + "trace_id": "0b60c7f0700c6c3a1f10fa451fead967", + "sampled": true, + "kind": "read" + }, + { + "index": 26, + "status": 200, + "duration_s": 0.0044760000018868595, + "trace_id": "4cf3b51daa664207e417ee7e8b4828ff", + "sampled": false, + "kind": "read" + }, + { + "index": 27, + "status": 200, + "duration_s": 0.004678792000049725, + "trace_id": "f33c8d8b4cf52426b66d5516ca53fe56", + "sampled": false, + "kind": "read" + }, + { + "index": 28, + "status": 200, + "duration_s": 0.00969841700134566, + "trace_id": "b0c1d935adc7a2930bc9eb0f452f4630", + "sampled": true, + "kind": "read" + }, + { + "index": 29, + "status": 200, + "duration_s": 0.009479917003773153, + "trace_id": "9d3aa6c295aa3aba2f019478907aaeb2", + "sampled": true, + "kind": "read" + }, + { + "index": 30, + "status": 200, + "duration_s": 0.010278207999363076, + "trace_id": "1292265d4141d8850daa006c52a4b415", + "sampled": true, + "kind": "read" + }, + { + "index": 31, + "status": 200, + "duration_s": 0.00704829200549284, + "trace_id": "78b6149c3b0453ac0b7e04e6edce960e", + "sampled": true, + "kind": "read" + }, + { + "index": 32, + "status": 200, + "duration_s": 0.005853249997016974, + "trace_id": "616acc04654d9e06eeca5d7ef89d3d2c", + "sampled": false, + "kind": "read" + }, + { + "index": 33, + "status": 200, + "duration_s": 0.011367375002009794, + "trace_id": "219bceb1059713770ce34ff274581edc", + "sampled": true, + "kind": "read" + }, + { + "index": 34, + "status": 200, + "duration_s": 0.011288415997114498, + "trace_id": "5c91912ee0d8545481e6de4067ff3bf6", + "sampled": false, + "kind": "read" + }, + { + "index": 35, + "status": 200, + "duration_s": 0.011341624995111488, + "trace_id": "cce639099f0f269d79da59176e021dc4", + "sampled": false, + "kind": "read" + }, + { + "index": 36, + "status": 200, + "duration_s": 0.01274179200117942, + "trace_id": "8105c7ba9ff0ceb3d198fe6d14f16100", + "sampled": false, + "kind": "read" + }, + { + "index": 37, + "status": 200, + "duration_s": 0.006653707998339087, + "trace_id": "d241da68c904627673c207b2ab6417a8", + "sampled": false, + "kind": "read" + }, + { + "index": 38, + "status": 200, + "duration_s": 0.004020291002234444, + "trace_id": "a2018ed988e4316fcbf3f1b5308ffe38", + "sampled": false, + "kind": "read" + }, + { + "index": 39, + "status": 200, + "duration_s": 0.004156708004302345, + "trace_id": "1b7e1e7b5114bab8ea0b9fbfe2e28f54", + "sampled": false, + "kind": "read" + }, + { + "index": 40, + "status": 200, + "duration_s": 0.004541750000498723, + "trace_id": "bdbea29b50a047260260666de346eefb", + "sampled": true, + "kind": "read" + }, + { + "index": 41, + "status": 200, + "duration_s": 0.009837125006015413, + "trace_id": "d6c18774db1d6064989cfb64ac04396b", + "sampled": false, + "kind": "read" + }, + { + "index": 42, + "status": 200, + "duration_s": 0.007471999997505918, + "trace_id": "95dd169ea7630731759c3621314501a6", + "sampled": false, + "kind": "read" + }, + { + "index": 43, + "status": 200, + "duration_s": 0.01054883300093934, + "trace_id": "c889510a9b6f1e2367c4a1f34cbbc0e1", + "sampled": false, + "kind": "read" + }, + { + "index": 44, + "status": 200, + "duration_s": 0.004506375000346452, + "trace_id": "2c692924c2b2c9b49b8adea777e84b36", + "sampled": false, + "kind": "read" + }, + { + "index": 45, + "status": 200, + "duration_s": 0.004031666998344008, + "trace_id": "034a0e8cd4daf70b6afbc820a871028c", + "sampled": false, + "kind": "read" + }, + { + "index": 46, + "status": 200, + "duration_s": 0.004644249995180871, + "trace_id": "b399f762ca0ab569e09fd42cd702f038", + "sampled": false, + "kind": "read" + }, + { + "index": 47, + "status": 200, + "duration_s": 0.0050897499968414195, + "trace_id": "f614d6cb119730ff0ab3279a4c90d87c", + "sampled": true, + "kind": "read" + }, + { + "index": 48, + "status": 200, + "duration_s": 0.004227417004585732, + "trace_id": "482707ecf2175f21252d23baf6eca212", + "sampled": true, + "kind": "read" + }, + { + "index": 49, + "status": 200, + "duration_s": 0.004555375002382789, + "trace_id": "3067b1a4f4c2ee88dc455983d901dea2", + "sampled": false, + "kind": "read" + }, + { + "index": 50, + "status": 200, + "duration_s": 0.00417195900081424, + "trace_id": "0db81d6a67c5f108b2869f31d3e0b406", + "sampled": false, + "kind": "read" + }, + { + "index": 51, + "status": 200, + "duration_s": 0.004179165996902157, + "trace_id": "860d44cb63e3456526c8fe56178263cd", + "sampled": true, + "kind": "read" + }, + { + "index": 52, + "status": 200, + "duration_s": 0.004386166998301633, + "trace_id": "6a1a6f441c8587532dfb114345e4abd6", + "sampled": true, + "kind": "read" + }, + { + "index": 53, + "status": 200, + "duration_s": 0.003373875006218441, + "trace_id": "541d7ec200faec968af1626550ce6134", + "sampled": false, + "kind": "read" + }, + { + "index": 54, + "status": 200, + "duration_s": 0.0030372919936780818, + "trace_id": "9c1347fb297537a630a21e8ea96d3cde", + "sampled": true, + "kind": "read" + }, + { + "index": 55, + "status": 200, + "duration_s": 0.003051792002224829, + "trace_id": "c68bde1f563e0b487bfd3da302023983", + "sampled": false, + "kind": "read" + }, + { + "index": 56, + "status": 200, + "duration_s": 0.0530481250025332, + "trace_id": "70d2b32f503918511cbc37fc01cd8069", + "sampled": true, + "kind": "read" + }, + { + "index": 57, + "status": 200, + "duration_s": 0.012311457998293918, + "trace_id": "ae9e41ab6afa6d806f9d89ee24db472e", + "sampled": false, + "kind": "read" + }, + { + "index": 58, + "status": 200, + "duration_s": 0.003484875000140164, + "trace_id": "df3acc9123bd8fe4afe33ab7406b2c74", + "sampled": false, + "kind": "read" + }, + { + "index": 59, + "status": 200, + "duration_s": 0.0033010839979397133, + "trace_id": "e1c458547dc0066521280bf518e1aea0", + "sampled": true, + "kind": "read" + }, + { + "index": 60, + "status": 200, + "duration_s": 0.0031506670056842268, + "trace_id": "125d099f60e478b6bcceadb855b29b67", + "sampled": false, + "kind": "read" + }, + { + "index": 61, + "status": 200, + "duration_s": 0.010202208002738189, + "trace_id": "6c0adc0ff39d11c5df5977ece9a85a41", + "sampled": false, + "kind": "read" + }, + { + "index": 62, + "status": 200, + "duration_s": 0.0031151249932008795, + "trace_id": "19f2a7ebddcca8c65889bdbb299b3827", + "sampled": false, + "kind": "read" + }, + { + "index": 63, + "status": 200, + "duration_s": 0.0030924170059734024, + "trace_id": "7cd845fbd787e0ccdf88b09fefd336f9", + "sampled": false, + "kind": "read" + }, + { + "index": 64, + "status": 200, + "duration_s": 0.002779084003122989, + "trace_id": "68deb5b37d95c5e3b5842685cd278037", + "sampled": false, + "kind": "read" + }, + { + "index": 65, + "status": 200, + "duration_s": 0.0032617500037304126, + "trace_id": "76af2faaaa91832e78029b4c756cc9be", + "sampled": false, + "kind": "read" + }, + { + "index": 66, + "status": 200, + "duration_s": 0.0032272079988615587, + "trace_id": "02cebb47db12137fbff9dfefc94c6556", + "sampled": false, + "kind": "read" + }, + { + "index": 67, + "status": 200, + "duration_s": 0.003674166997370776, + "trace_id": "046d4bced143e726193dd2cecd36201d", + "sampled": true, + "kind": "read" + }, + { + "index": 68, + "status": 200, + "duration_s": 0.0038063749962020665, + "trace_id": "9dfad2a9bdd62826f0fcdc19483b5641", + "sampled": false, + "kind": "read" + }, + { + "index": 69, + "status": 200, + "duration_s": 0.004089916998054832, + "trace_id": "c61114329720dc72a7296009be2891c4", + "sampled": false, + "kind": "read" + }, + { + "index": 70, + "status": 200, + "duration_s": 0.004371250004624017, + "trace_id": "305f139ae853e97390f2b8e73fbc1e54", + "sampled": false, + "kind": "read" + }, + { + "index": 71, + "status": 200, + "duration_s": 0.005575374998443294, + "trace_id": "468f024375aed292110c4f1f19b487be", + "sampled": true, + "kind": "read" + }, + { + "index": 72, + "status": 200, + "duration_s": 0.011258041995461099, + "trace_id": "750034583f1053f6db49d38a32486d34", + "sampled": false, + "kind": "read" + }, + { + "index": 73, + "status": 200, + "duration_s": 0.008607042000221554, + "trace_id": "7466f6dff7acb2821a93cdb23d7ea188", + "sampled": true, + "kind": "read" + }, + { + "index": 74, + "status": 200, + "duration_s": 0.01042299999971874, + "trace_id": "d6dbf2d465a6a4c3c1e3f951650e1cbd", + "sampled": false, + "kind": "read" + }, + { + "index": 75, + "status": 200, + "duration_s": 0.012880292000772897, + "trace_id": "6ccedcea77cff0d795b2bbe97a8db39e", + "sampled": false, + "kind": "read" + }, + { + "index": 76, + "status": 200, + "duration_s": 0.012962583001353778, + "trace_id": "0566d9196626618f091274d29badfa9e", + "sampled": true, + "kind": "read" + }, + { + "index": 77, + "status": 200, + "duration_s": 0.00856183300493285, + "trace_id": "d8762d289d34681942b4db2dfd75e0d1", + "sampled": false, + "kind": "read" + }, + { + "index": 78, + "status": 200, + "duration_s": 0.010279291003826074, + "trace_id": "3132c23e828eeb00234a7fa2f7006efc", + "sampled": true, + "kind": "read" + }, + { + "index": 79, + "status": 200, + "duration_s": 0.008410082999034785, + "trace_id": "2259ba6d7ec84773fb9a0c540085a2f0", + "sampled": false, + "kind": "read" + }, + { + "index": 80, + "status": 500, + "duration_s": 0.26830245799646946, + "trace_id": "dda3558a45c106fc279c588c399fbbe5", + "sampled": true, + "kind": "controlled_upload_error", + "found_in_tempo": true + }, + { + "index": 81, + "status": 200, + "duration_s": 0.005029958003433421, + "trace_id": "5b27eaa6dfe2330b4d9a2fafca2e18ef", + "sampled": false, + "kind": "read" + }, + { + "index": 82, + "status": 200, + "duration_s": 0.0034634580006240867, + "trace_id": "e7ae5c5530d826467cdd1a70a185d271", + "sampled": false, + "kind": "read" + }, + { + "index": 83, + "status": 200, + "duration_s": 0.00298145799752092, + "trace_id": "008580dad9c44284156bf7d79a7f0b7c", + "sampled": true, + "kind": "read" + }, + { + "index": 84, + "status": 200, + "duration_s": 0.0034227500000270084, + "trace_id": "6e6faf82c5a0f5438c8126a3a89b3972", + "sampled": false, + "kind": "read" + }, + { + "index": 85, + "status": 200, + "duration_s": 0.0031236669965437613, + "trace_id": "37187d82a2d3d8637f7e8c51d92c2e98", + "sampled": false, + "kind": "read" + }, + { + "index": 86, + "status": 200, + "duration_s": 0.0028859169979114085, + "trace_id": "0e146ff0d3b51c0db773e1a22db5aa04", + "sampled": false, + "kind": "read" + }, + { + "index": 87, + "status": 200, + "duration_s": 0.004040624997287523, + "trace_id": "b93918ceedc8e2f530c4d05309e717e4", + "sampled": true, + "kind": "read" + }, + { + "index": 88, + "status": 200, + "duration_s": 0.04657945800136076, + "trace_id": "28988539efc917e610297fb58237ba38", + "sampled": true, + "kind": "read" + }, + { + "index": 89, + "status": 200, + "duration_s": 0.003246457999921404, + "trace_id": "a08a8cb1415341d47d9f33ac33db629b", + "sampled": false, + "kind": "read" + }, + { + "index": 90, + "status": 200, + "duration_s": 0.0024628329992992803, + "trace_id": "50b9df7c96e5cc1bd2575d669a26a5f2", + "sampled": false, + "kind": "read" + }, + { + "index": 91, + "status": 200, + "duration_s": 0.0027211249980609864, + "trace_id": "0eb5d88feadb6275882e10bbb995f822", + "sampled": false, + "kind": "read" + }, + { + "index": 92, + "status": 200, + "duration_s": 0.002749834005953744, + "trace_id": "bd8078bf5b36b0b1d66a65f051ddc25c", + "sampled": false, + "kind": "read" + }, + { + "index": 93, + "status": 200, + "duration_s": 0.0028125829994678497, + "trace_id": "ef942ab3a9c6ba00209ea65f6b011a79", + "sampled": true, + "kind": "read" + }, + { + "index": 94, + "status": 200, + "duration_s": 0.003011499997228384, + "trace_id": "c840b02a2a8dec75c5f3826b353a881f", + "sampled": false, + "kind": "read" + }, + { + "index": 95, + "status": 200, + "duration_s": 0.0029867920020478778, + "trace_id": "a30432ea95d0556ae91407232c968ce2", + "sampled": false, + "kind": "read" + }, + { + "index": 96, + "status": 200, + "duration_s": 0.0031273329950636253, + "trace_id": "69043cf18f237ad50a2070fa46c90c5b", + "sampled": true, + "kind": "read" + }, + { + "index": 97, + "status": 200, + "duration_s": 0.002998209005454555, + "trace_id": "a6b206247943cc9f50dc9ee04106da8d", + "sampled": false, + "kind": "read" + }, + { + "index": 98, + "status": 200, + "duration_s": 0.0027555839988053776, + "trace_id": "bafa1245e1dc0212eb25802830a4a41a", + "sampled": false, + "kind": "read" + }, + { + "index": 99, + "status": 200, + "duration_s": 0.003108875003817957, + "trace_id": "feedc26eb6367c8f9809781d4725839e", + "sampled": false, + "kind": "read" + }, + { + "index": 100, + "status": 200, + "duration_s": 0.0029384579975157976, + "trace_id": "f584dcd77209976df64d7be6603de9c3", + "sampled": false, + "kind": "read" + }, + { + "index": 101, + "status": 200, + "duration_s": 0.0029412919975584373, + "trace_id": "06c4a201688f3cbfab86d334a6d12056", + "sampled": false, + "kind": "read" + }, + { + "index": 102, + "status": 200, + "duration_s": 0.0027770840024459176, + "trace_id": "1981e66c4dc047dde2d0eaf67d4e2d0a", + "sampled": false, + "kind": "read" + }, + { + "index": 103, + "status": 200, + "duration_s": 0.0031954579972079955, + "trace_id": "cb3684f446565eb83df0e277392551cb", + "sampled": true, + "kind": "read" + }, + { + "index": 104, + "status": 200, + "duration_s": 0.0030170419995556585, + "trace_id": "9af1565165bbd599f1349acaa1002b9e", + "sampled": false, + "kind": "read" + }, + { + "index": 105, + "status": 200, + "duration_s": 0.0033334159961668774, + "trace_id": "e0a19a9f1bfd2c39d34c80ffd47160a7", + "sampled": false, + "kind": "read" + }, + { + "index": 106, + "status": 200, + "duration_s": 0.0034702080010902137, + "trace_id": "1fe777723bb244ef8c4042d2b0337ae3", + "sampled": false, + "kind": "read" + }, + { + "index": 107, + "status": 200, + "duration_s": 0.00292875000013737, + "trace_id": "aef67bc807bca05b690d4b665fcbbb80", + "sampled": false, + "kind": "read" + }, + { + "index": 108, + "status": 200, + "duration_s": 0.003873792004014831, + "trace_id": "41fdba5d694a95292ec27ca4df60b75b", + "sampled": true, + "kind": "read" + }, + { + "index": 109, + "status": 200, + "duration_s": 0.0032111250038724393, + "trace_id": "0a4c3e1754403b0a7eecdded380d6869", + "sampled": false, + "kind": "read" + }, + { + "index": 110, + "status": 200, + "duration_s": 0.004397125005198177, + "trace_id": "01c043d751be63b6e9c9304313c5a622", + "sampled": false, + "kind": "read" + }, + { + "index": 111, + "status": 200, + "duration_s": 0.004399999997986015, + "trace_id": "9cd2d0c02beecd5159f469e582fbb9a5", + "sampled": false, + "kind": "read" + }, + { + "index": 112, + "status": 200, + "duration_s": 0.004897374994470738, + "trace_id": "d14de44cc047140783de8c993b962975", + "sampled": false, + "kind": "read" + }, + { + "index": 113, + "status": 200, + "duration_s": 0.011390666004444938, + "trace_id": "902125220b4660c59ca3dbb8563d1807", + "sampled": false, + "kind": "read" + }, + { + "index": 114, + "status": 200, + "duration_s": 0.007964750002429355, + "trace_id": "bde1c72ba45e958dee23cf235976c6cc", + "sampled": false, + "kind": "read" + }, + { + "index": 115, + "status": 200, + "duration_s": 0.011898249998921528, + "trace_id": "a05a69306e7038a3f92cd1a51c90ab1e", + "sampled": false, + "kind": "read" + }, + { + "index": 116, + "status": 200, + "duration_s": 0.009468374999414664, + "trace_id": "b52ca798ee33ac03f1a6409eaef1da50", + "sampled": false, + "kind": "read" + }, + { + "index": 117, + "status": 200, + "duration_s": 0.011058541997044813, + "trace_id": "d04aad763047b4aba0575c69594f2b10", + "sampled": false, + "kind": "read" + }, + { + "index": 118, + "status": 200, + "duration_s": 0.00473766699724365, + "trace_id": "9a163603733b695e9ab18afd31cacfcf", + "sampled": false, + "kind": "read" + }, + { + "index": 119, + "status": 200, + "duration_s": 0.00392166600067867, + "trace_id": "564292db29ffc9f024496599472659a1", + "sampled": true, + "kind": "read" + }, + { + "index": 120, + "status": 200, + "duration_s": 0.004000665998319164, + "trace_id": "5e6060b4746b968de239099e11cdecc7", + "sampled": false, + "kind": "read" + }, + { + "index": 121, + "status": 200, + "duration_s": 0.0040269169985549524, + "trace_id": "db40562c0def2532bc71316f2b866e8c", + "sampled": false, + "kind": "read" + }, + { + "index": 122, + "status": 200, + "duration_s": 0.004861417000938673, + "trace_id": "5cc9e6aac732ecf6ba4b9641164d0653", + "sampled": false, + "kind": "read" + }, + { + "index": 123, + "status": 200, + "duration_s": 0.007593665999593213, + "trace_id": "454783f9803bb5154a5ab4df9465eae3", + "sampled": false, + "kind": "read" + }, + { + "index": 124, + "status": 200, + "duration_s": 0.009015708004881162, + "trace_id": "706223d90e84c70bb666ba414904ac8a", + "sampled": false, + "kind": "read" + }, + { + "index": 125, + "status": 200, + "duration_s": 0.008324166999955196, + "trace_id": "6ab0c2f5883f3f3f2e1eb8a11510f6ff", + "sampled": true, + "kind": "read" + }, + { + "index": 126, + "status": 200, + "duration_s": 0.004971124995790888, + "trace_id": "4a477c297f51931c7ac512f7f24b2b5e", + "sampled": false, + "kind": "read" + }, + { + "index": 127, + "status": 200, + "duration_s": 0.011418667003454175, + "trace_id": "170b18dd4627c247c324f9f1253b5925", + "sampled": false, + "kind": "read" + }, + { + "index": 128, + "status": 200, + "duration_s": 0.005645958000968676, + "trace_id": "7bc148536426de5c1eac795a8186485b", + "sampled": true, + "kind": "read" + }, + { + "index": 129, + "status": 200, + "duration_s": 0.012739999998302665, + "trace_id": "f2da59d5d41a30da7736caeafcec19a6", + "sampled": false, + "kind": "read" + }, + { + "index": 130, + "status": 200, + "duration_s": 0.005471625001518987, + "trace_id": "1945d68f7b09d5889e791b98b82a1c52", + "sampled": false, + "kind": "read" + }, + { + "index": 131, + "status": 200, + "duration_s": 0.0045222920016385615, + "trace_id": "cae8311ab89ee6d3a47b7e0c00223464", + "sampled": false, + "kind": "read" + }, + { + "index": 132, + "status": 200, + "duration_s": 0.004483042001083959, + "trace_id": "29253d9a74346cbf5a4701454edb1bc2", + "sampled": false, + "kind": "read" + }, + { + "index": 133, + "status": 200, + "duration_s": 0.004604082998412196, + "trace_id": "f61b158d539dee24ddd3be2fe7c7b229", + "sampled": false, + "kind": "read" + }, + { + "index": 134, + "status": 200, + "duration_s": 0.005209499999182299, + "trace_id": "24f51c2d67099903ca67e48960657350", + "sampled": false, + "kind": "read" + }, + { + "index": 135, + "status": 200, + "duration_s": 0.008974582997325342, + "trace_id": "a433cab1f62654d215d377903ca418bb", + "sampled": true, + "kind": "read" + }, + { + "index": 136, + "status": 200, + "duration_s": 0.01244379200215917, + "trace_id": "d8dab9ed11459ae6285a00900f606908", + "sampled": true, + "kind": "read" + }, + { + "index": 137, + "status": 200, + "duration_s": 0.009208292001858354, + "trace_id": "99046342140744f085f2b476985786fb", + "sampled": false, + "kind": "read" + }, + { + "index": 138, + "status": 200, + "duration_s": 0.011957290997088421, + "trace_id": "d43111429a8b445ec4d08a652904ef65", + "sampled": false, + "kind": "read" + }, + { + "index": 139, + "status": 200, + "duration_s": 0.005939665999903809, + "trace_id": "2ae5dbd90b0378b96e8d4cc61177a4df", + "sampled": false, + "kind": "read" + }, + { + "index": 140, + "status": 200, + "duration_s": 0.00970916599908378, + "trace_id": "00562c125288973894ce2b3984e89798", + "sampled": false, + "kind": "read" + }, + { + "index": 141, + "status": 200, + "duration_s": 0.01324933399882866, + "trace_id": "ab4d285531f6c9bb17c99dac7757af8f", + "sampled": true, + "kind": "read" + }, + { + "index": 142, + "status": 200, + "duration_s": 0.009116334003920201, + "trace_id": "eb1855dd3ca19971ef1dbf699918dc34", + "sampled": false, + "kind": "read" + }, + { + "index": 143, + "status": 200, + "duration_s": 0.011435708001954481, + "trace_id": "81c182e0d139bba701f0bc6de58507a8", + "sampled": true, + "kind": "read" + }, + { + "index": 144, + "status": 200, + "duration_s": 0.012089083000319079, + "trace_id": "ea6c39b1b32c31be801e97076e7ebbc0", + "sampled": false, + "kind": "read" + }, + { + "index": 145, + "status": 200, + "duration_s": 0.008615917002316564, + "trace_id": "11728cedd98b785c7b34424e89436b6a", + "sampled": false, + "kind": "read" + }, + { + "index": 146, + "status": 200, + "duration_s": 0.011291458999039605, + "trace_id": "fac3aa51ee6705755977c2a81390c458", + "sampled": false, + "kind": "read" + }, + { + "index": 147, + "status": 200, + "duration_s": 0.008669374998135027, + "trace_id": "a4a9ca5160dcebfaf4fab3842eca0c66", + "sampled": false, + "kind": "read" + }, + { + "index": 148, + "status": 200, + "duration_s": 0.0058061250019818544, + "trace_id": "5f4147a33b6dd46047039c527a911c14", + "sampled": false, + "kind": "read" + }, + { + "index": 149, + "status": 200, + "duration_s": 0.009759958003996871, + "trace_id": "f8f03f5b60fad335cef36fcc5615fd77", + "sampled": false, + "kind": "read" + }, + { + "index": 150, + "status": 200, + "duration_s": 0.009651542000938207, + "trace_id": "b54d569965140b97ada0223990f2aed9", + "sampled": false, + "kind": "read" + }, + { + "index": 151, + "status": 200, + "duration_s": 0.012175709001894575, + "trace_id": "8a650bf0782ac2d200edd8817a025708", + "sampled": true, + "kind": "read" + }, + { + "index": 152, + "status": 200, + "duration_s": 0.007652499996765982, + "trace_id": "bd6ce478f5802061356f1fbe84097f99", + "sampled": true, + "kind": "read" + }, + { + "index": 153, + "status": 200, + "duration_s": 0.008844457996019628, + "trace_id": "f03af552d90ccf218f64f4cc13599a39", + "sampled": false, + "kind": "read" + }, + { + "index": 154, + "status": 200, + "duration_s": 0.009152833001280669, + "trace_id": "e0c7e4f22caa603f73c06f2081059019", + "sampled": false, + "kind": "read" + }, + { + "index": 155, + "status": 200, + "duration_s": 0.009126667006057687, + "trace_id": "545f8b082ea69c5349167c109f241452", + "sampled": false, + "kind": "read" + }, + { + "index": 156, + "status": 200, + "duration_s": 0.008900459004507866, + "trace_id": "08ac5e3b6e716c8e4b95e52303db0b7f", + "sampled": false, + "kind": "read" + }, + { + "index": 157, + "status": 200, + "duration_s": 0.009135624997725245, + "trace_id": "2ccfc121d914b56ee7b9cffce0955f79", + "sampled": false, + "kind": "read" + }, + { + "index": 158, + "status": 200, + "duration_s": 0.01579729199875146, + "trace_id": "5d7faa0bcf754305672b0e5424739b94", + "sampled": false, + "kind": "read" + }, + { + "index": 159, + "status": 200, + "duration_s": 0.006881875000544824, + "trace_id": "8c578af8a5f432b109c56ef029028d83", + "sampled": true, + "kind": "read" + }, + { + "index": 160, + "status": 200, + "duration_s": 0.01583704099903116, + "trace_id": "b9af3cda337c9c66cc592e64fa6043b2", + "sampled": false, + "kind": "read" + }, + { + "index": 161, + "status": 200, + "duration_s": 0.007136666994483676, + "trace_id": "af9f95308104f025ef91b85180f74b52", + "sampled": false, + "kind": "read" + }, + { + "index": 162, + "status": 200, + "duration_s": 0.005363040996599011, + "trace_id": "98e9ca61e22d103759385fda896f55f9", + "sampled": false, + "kind": "read" + }, + { + "index": 163, + "status": 200, + "duration_s": 0.010816750000230968, + "trace_id": "02b51be1835148b4c16e40add951828a", + "sampled": false, + "kind": "read" + }, + { + "index": 164, + "status": 200, + "duration_s": 0.004183457996987272, + "trace_id": "841c44fba2aa81d7ca7ddc7451507f0c", + "sampled": false, + "kind": "read" + }, + { + "index": 165, + "status": 200, + "duration_s": 0.366474249996827, + "trace_id": "c3b80a9626b4675d3bf2a344dbf22c8e", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 166, + "status": 200, + "duration_s": 0.3452582089958014, + "trace_id": "7237466d5d3dada010415edf06e57ee2", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 167, + "status": 200, + "duration_s": 0.31458125000062864, + "trace_id": "d6bc503ce064a55e581b93d1181bc56e", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 168, + "status": 200, + "duration_s": 0.2954382079988136, + "trace_id": "677457486d18c2e206011a6fc1ed24c5", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 169, + "status": 200, + "duration_s": 0.2590052090017707, + "trace_id": "5b8c891180f1baf9c65a24e5483fe8a6", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 170, + "status": 200, + "duration_s": 0.2426219580011093, + "trace_id": "511374786a22971c1166c69345bfb7b6", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 171, + "status": 200, + "duration_s": 0.22120924999762792, + "trace_id": "dbc860cd78ce61aec539e01e539f4820", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 172, + "status": 200, + "duration_s": 0.19222741699923063, + "trace_id": "bf357202296cd099e111d8e7bad41299", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 173, + "status": 200, + "duration_s": 0.16440354200312868, + "trace_id": "c42258828cd38f5b2ac287b4bd375245", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 174, + "status": 200, + "duration_s": 0.1388926250001532, + "trace_id": "3dbbbaead249a444294a9b7b175a42a4", + "sampled": true, + "kind": "read" + }, + { + "index": 175, + "status": 200, + "duration_s": 0.10787866699683946, + "trace_id": "c83de49ee7bc341613aa9dff3a04678f", + "sampled": true, + "kind": "read" + }, + { + "index": 176, + "status": 200, + "duration_s": 0.09570183399773668, + "trace_id": "75c0b5c757da1b1c5bfae6d48c37957b", + "sampled": false, + "kind": "read" + }, + { + "index": 177, + "status": 200, + "duration_s": 0.06621083299978636, + "trace_id": "8d228bd2b5905ee886cf8a526f0df4be", + "sampled": false, + "kind": "read" + }, + { + "index": 178, + "status": 200, + "duration_s": 0.029241959004139062, + "trace_id": "c9e7fef1dc542cc056d045427f1f025c", + "sampled": false, + "kind": "read" + }, + { + "index": 179, + "status": 200, + "duration_s": 0.01845354199758731, + "trace_id": "cbc114b0c678c995eb6e72f08697fbd9", + "sampled": false, + "kind": "read" + }, + { + "index": 180, + "status": 200, + "duration_s": 0.0028570840004249476, + "trace_id": "b3ab36932905439e862ecaaa25358932", + "sampled": false, + "kind": "read" + }, + { + "index": 181, + "status": 200, + "duration_s": 0.007278167002368718, + "trace_id": "f0705f63eaa09ada6ddd3f1b02f6332e", + "sampled": false, + "kind": "read" + }, + { + "index": 182, + "status": 200, + "duration_s": 0.004037874998175539, + "trace_id": "0ac469be7e5d6870533ab8cf771f53d9", + "sampled": false, + "kind": "read" + }, + { + "index": 183, + "status": 200, + "duration_s": 0.05655070799548412, + "trace_id": "f7331626360c17cbf45f074c2fd07baf", + "sampled": false, + "kind": "read" + }, + { + "index": 184, + "status": 200, + "duration_s": 0.01424083299934864, + "trace_id": "4e9bddc4b687e85c99c855ff54637672", + "sampled": false, + "kind": "read" + }, + { + "index": 185, + "status": 200, + "duration_s": 0.006950666996999644, + "trace_id": "4f47b6655a91252014239d980c600f27", + "sampled": true, + "kind": "read" + }, + { + "index": 186, + "status": 200, + "duration_s": 0.0032968750019790605, + "trace_id": "2dacc79ef5104960bbf3c643c930fc86", + "sampled": false, + "kind": "read" + }, + { + "index": 187, + "status": 200, + "duration_s": 0.0034501670015743002, + "trace_id": "22ac9eac8875b232357a1d298f16bad3", + "sampled": true, + "kind": "read" + }, + { + "index": 188, + "status": 200, + "duration_s": 0.016290999999910127, + "trace_id": "d588d0e62185bc31efc9afda45ad0e06", + "sampled": false, + "kind": "read" + }, + { + "index": 189, + "status": 200, + "duration_s": 0.0027022909998777322, + "trace_id": "75b816edbbed4aefc7a55ace23c0202d", + "sampled": false, + "kind": "read" + }, + { + "index": 190, + "status": 200, + "duration_s": 0.0035245420003775507, + "trace_id": "7879e694f30d2095a97a6e12312608b4", + "sampled": false, + "kind": "read" + }, + { + "index": 191, + "status": 200, + "duration_s": 0.0031042499977047555, + "trace_id": "d36a787ed1e92c3ce7890cf1aa92a51f", + "sampled": false, + "kind": "read" + }, + { + "index": 192, + "status": 200, + "duration_s": 0.002958124998258427, + "trace_id": "213380e27c3c47e7a262d8a630844258", + "sampled": false, + "kind": "read" + }, + { + "index": 193, + "status": 200, + "duration_s": 0.0032390829946962185, + "trace_id": "64aa6ed8b0e85753b2c4094bb18d127f", + "sampled": false, + "kind": "read" + }, + { + "index": 194, + "status": 200, + "duration_s": 0.00343595800222829, + "trace_id": "f5f3b43173f4432ab91f5bd1ad1b573b", + "sampled": false, + "kind": "read" + }, + { + "index": 195, + "status": 200, + "duration_s": 0.004139707998547237, + "trace_id": "2155899c921e792996f52ddd4c48fb1d", + "sampled": false, + "kind": "read" + }, + { + "index": 196, + "status": 200, + "duration_s": 0.005858416996488813, + "trace_id": "5bca7c823bbf636e51d0a2a3ccd452cb", + "sampled": false, + "kind": "read" + }, + { + "index": 197, + "status": 200, + "duration_s": 0.005509916998562403, + "trace_id": "3961942e73c3335d62cbe0ab126f2251", + "sampled": false, + "kind": "read" + }, + { + "index": 198, + "status": 200, + "duration_s": 0.007097875000908971, + "trace_id": "16431593a59a1f00000bba2d3d1b919c", + "sampled": true, + "kind": "read" + }, + { + "index": 199, + "status": 200, + "duration_s": 0.005677707995346282, + "trace_id": "2aac897e1004fe0eacdcbd1d6521d10b", + "sampled": false, + "kind": "read" + }, + { + "index": 200, + "status": 200, + "duration_s": 0.003383374998520594, + "trace_id": "aac7edf4fbf49eb7b2870058099286d7", + "sampled": false, + "kind": "read" + }, + { + "index": 201, + "status": 200, + "duration_s": 0.004002541005320381, + "trace_id": "bd50b0ccad800bdb54514cf9c671fa5c", + "sampled": false, + "kind": "read" + }, + { + "index": 202, + "status": 200, + "duration_s": 0.003960791997087654, + "trace_id": "ff5fa6526d2b5b34cfb49d158c0d21c4", + "sampled": false, + "kind": "read" + }, + { + "index": 203, + "status": 200, + "duration_s": 0.004369250003946945, + "trace_id": "f12fe36506aeb76455f3f106c74a1a09", + "sampled": false, + "kind": "read" + }, + { + "index": 204, + "status": 200, + "duration_s": 0.004973125003743917, + "trace_id": "e8b0fa6b9c5919d713fca03aa07e528c", + "sampled": true, + "kind": "read" + }, + { + "index": 205, + "status": 200, + "duration_s": 0.008537458001228515, + "trace_id": "8890157225ea05d661ba07577980c5e3", + "sampled": false, + "kind": "read" + }, + { + "index": 206, + "status": 200, + "duration_s": 0.0062251670024124905, + "trace_id": "34e014ff9e03cfd4aac7d7e02df56c91", + "sampled": false, + "kind": "read" + }, + { + "index": 207, + "status": 200, + "duration_s": 0.004467334001674317, + "trace_id": "e3de8865e7dcfc1f1b148ef6db9dca78", + "sampled": true, + "kind": "read" + }, + { + "index": 208, + "status": 200, + "duration_s": 0.00487091600371059, + "trace_id": "5469385f1bf595ca3875259d65c9a7d9", + "sampled": true, + "kind": "read" + }, + { + "index": 209, + "status": 200, + "duration_s": 0.007714457999099977, + "trace_id": "171ca9befbd94be4fad53bdc120799f5", + "sampled": false, + "kind": "read" + }, + { + "index": 210, + "status": 200, + "duration_s": 0.013238833998912014, + "trace_id": "c4b7ab1dca4803707d1553cab40697d1", + "sampled": false, + "kind": "read" + }, + { + "index": 211, + "status": 200, + "duration_s": 0.005714874998375308, + "trace_id": "cd4d3ba04eae7984e53f833dbea76bfa", + "sampled": false, + "kind": "read" + }, + { + "index": 212, + "status": 200, + "duration_s": 0.004788583995832596, + "trace_id": "f4823b0c0716c7dc9bf90e7c090c13e0", + "sampled": false, + "kind": "read" + }, + { + "index": 213, + "status": 200, + "duration_s": 0.00446758400357794, + "trace_id": "ad59735c0315e5986520fd5822398536", + "sampled": false, + "kind": "read" + }, + { + "index": 214, + "status": 200, + "duration_s": 0.005340333002095576, + "trace_id": "72eecdb0b2a83c269b789f2d43999b5a", + "sampled": false, + "kind": "read" + }, + { + "index": 215, + "status": 200, + "duration_s": 0.010383957996964455, + "trace_id": "89234e7f88139e0800b51153dff504ce", + "sampled": true, + "kind": "read" + }, + { + "index": 216, + "status": 200, + "duration_s": 0.009475791004661005, + "trace_id": "89e7e0bf90d481bea005f2e30d9da6d3", + "sampled": false, + "kind": "read" + }, + { + "index": 217, + "status": 200, + "duration_s": 0.00834858299640473, + "trace_id": "b58440650620066a8f276f571c26cc96", + "sampled": false, + "kind": "read" + }, + { + "index": 218, + "status": 200, + "duration_s": 0.009846958004345652, + "trace_id": "05b908e454314c8be46c0a99d3b75597", + "sampled": false, + "kind": "read" + }, + { + "index": 219, + "status": 200, + "duration_s": 0.010707458000979386, + "trace_id": "c4aec9a398a66c35151c1872b89b0575", + "sampled": true, + "kind": "read" + }, + { + "index": 220, + "status": 200, + "duration_s": 0.004107166998437606, + "trace_id": "1b16b7924cf54eef6fda59ac09637bc9", + "sampled": false, + "kind": "read" + }, + { + "index": 221, + "status": 200, + "duration_s": 0.0047953750035958365, + "trace_id": "5fe6306a421191b7a3e7cf414177cf6c", + "sampled": false, + "kind": "read" + }, + { + "index": 222, + "status": 200, + "duration_s": 0.004215291999571491, + "trace_id": "76992872236ec0d46565dd45a0e2bd09", + "sampled": false, + "kind": "read" + }, + { + "index": 223, + "status": 200, + "duration_s": 0.006987624998146202, + "trace_id": "6e554343c546fd1d87a2bebc0a2ae4f2", + "sampled": false, + "kind": "read" + }, + { + "index": 224, + "status": 200, + "duration_s": 0.004350832998170517, + "trace_id": "05d6f453e57dba33fa38264c65f2b7fe", + "sampled": false, + "kind": "read" + }, + { + "index": 225, + "status": 200, + "duration_s": 0.0039770000003045425, + "trace_id": "b006e226a8b5e623904d68010c764e51", + "sampled": false, + "kind": "read" + }, + { + "index": 226, + "status": 200, + "duration_s": 0.004557958003715612, + "trace_id": "b17af990463bb0cdb1c579c44e04b3ce", + "sampled": false, + "kind": "read" + }, + { + "index": 227, + "status": 200, + "duration_s": 0.008267040997452568, + "trace_id": "0bd27e30ea5d28ef87b3c151055a3eef", + "sampled": false, + "kind": "read" + }, + { + "index": 228, + "status": 200, + "duration_s": 0.011695041997882072, + "trace_id": "643173d6bb7ca88235031241a3f4a2f1", + "sampled": true, + "kind": "read" + }, + { + "index": 229, + "status": 200, + "duration_s": 0.008671708004840184, + "trace_id": "efca916d3d109ed7603339763ad2922c", + "sampled": false, + "kind": "read" + }, + { + "index": 230, + "status": 200, + "duration_s": 0.008582708003814332, + "trace_id": "14f4aaf672788fbba66c2eefebdbea06", + "sampled": false, + "kind": "read" + }, + { + "index": 231, + "status": 200, + "duration_s": 0.009826916000747588, + "trace_id": "d8a18022aa6ade9dcbd72374c1b441c2", + "sampled": false, + "kind": "read" + }, + { + "index": 232, + "status": 200, + "duration_s": 0.009568708002916537, + "trace_id": "3efc129b786ec4720aaeaab0b3683708", + "sampled": true, + "kind": "read" + }, + { + "index": 233, + "status": 200, + "duration_s": 0.009550250004394911, + "trace_id": "f8b8800c78f62ba09a1f8f6ee7f55381", + "sampled": false, + "kind": "read" + }, + { + "index": 234, + "status": 200, + "duration_s": 0.011820540996268392, + "trace_id": "423f6f0b9a90627037375634018c8a4a", + "sampled": true, + "kind": "read" + }, + { + "index": 235, + "status": 200, + "duration_s": 0.010641166001732927, + "trace_id": "56eead89cecfee3f2c4ff69ac8069e8f", + "sampled": true, + "kind": "read" + }, + { + "index": 236, + "status": 200, + "duration_s": 0.010141165999812074, + "trace_id": "9eabdc66f562d149d98afa2ece7c7b82", + "sampled": false, + "kind": "read" + }, + { + "index": 237, + "status": 200, + "duration_s": 0.010774041998956818, + "trace_id": "20a2ecde84048cd865d1e369d48c033b", + "sampled": false, + "kind": "read" + }, + { + "index": 238, + "status": 200, + "duration_s": 0.009832499999902211, + "trace_id": "1b88c96496cd7a39198b3c4897a441e1", + "sampled": true, + "kind": "read" + }, + { + "index": 239, + "status": 200, + "duration_s": 0.01085929200053215, + "trace_id": "7aede6a5a48606d8c38114fe6a8f9e94", + "sampled": false, + "kind": "read" + }, + { + "index": 240, + "status": 500, + "duration_s": 0.3318868749993271, + "trace_id": "d3f3e3a18bce2c439aaf69e3e3aa2fd6", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + }, + { + "index": 241, + "status": 200, + "duration_s": 0.0046849589998601004, + "trace_id": "38818355e6730311e5373fbdc6fce437", + "sampled": false, + "kind": "read" + }, + { + "index": 242, + "status": 200, + "duration_s": 0.003370499995071441, + "trace_id": "438830796c091135c9438f420df51e7d", + "sampled": false, + "kind": "read" + }, + { + "index": 243, + "status": 200, + "duration_s": 0.0031001250026747584, + "trace_id": "e00bc2209f618b135a361c11cd76c1d2", + "sampled": false, + "kind": "read" + }, + { + "index": 244, + "status": 200, + "duration_s": 0.02383654200093588, + "trace_id": "0e5ae68ffba9ca6d23e86cacd61a90dd", + "sampled": true, + "kind": "read" + }, + { + "index": 245, + "status": 200, + "duration_s": 0.002888958995754365, + "trace_id": "b1c45914c432db0c52dae4453524d3b2", + "sampled": false, + "kind": "read" + }, + { + "index": 246, + "status": 200, + "duration_s": 0.0030269580020103604, + "trace_id": "a9e2e40aa78c2da657a019aaaa9eec53", + "sampled": false, + "kind": "read" + }, + { + "index": 247, + "status": 200, + "duration_s": 0.0031016669963719323, + "trace_id": "f58f025b0805f2a3756a3e84e2f55a95", + "sampled": false, + "kind": "read" + }, + { + "index": 248, + "status": 200, + "duration_s": 0.0029317090011318214, + "trace_id": "9dc2827e86091c17871e3ef747b6e92b", + "sampled": false, + "kind": "read" + }, + { + "index": 249, + "status": 200, + "duration_s": 0.003071332997933496, + "trace_id": "e8872ba2d0eaed1cd07ff6e940486b2a", + "sampled": false, + "kind": "read" + }, + { + "index": 250, + "status": 200, + "duration_s": 0.003176707999955397, + "trace_id": "330923c2ebb593eef1fb011ca634936f", + "sampled": false, + "kind": "read" + }, + { + "index": 251, + "status": 200, + "duration_s": 0.003090500002144836, + "trace_id": "ab0366a27d0d31c4e72aa9f911208248", + "sampled": false, + "kind": "read" + }, + { + "index": 252, + "status": 200, + "duration_s": 0.0028181669986224733, + "trace_id": "978a31869fa775bccd9637c6a90ced82", + "sampled": false, + "kind": "read" + }, + { + "index": 253, + "status": 200, + "duration_s": 0.0030939169955672696, + "trace_id": "4d8c44f9fec87ba6ab8a7efb1cd42264", + "sampled": false, + "kind": "read" + }, + { + "index": 254, + "status": 200, + "duration_s": 0.002932333001808729, + "trace_id": "2cc9a43a456b5923bf40fb14f43dcd18", + "sampled": false, + "kind": "read" + }, + { + "index": 255, + "status": 200, + "duration_s": 0.0032475830012117513, + "trace_id": "39da987b61a808990fb14ceb25568509", + "sampled": true, + "kind": "read" + }, + { + "index": 256, + "status": 200, + "duration_s": 0.002886082998884376, + "trace_id": "5a4ada892da385fc80ed368062d0857c", + "sampled": false, + "kind": "read" + }, + { + "index": 257, + "status": 200, + "duration_s": 0.0030938339987187646, + "trace_id": "08136eb3c42aa19064efbb9f06d24231", + "sampled": false, + "kind": "read" + }, + { + "index": 258, + "status": 200, + "duration_s": 0.0030543340035364963, + "trace_id": "12f62c5d5d1e83d3889671e5e23d49eb", + "sampled": false, + "kind": "read" + }, + { + "index": 259, + "status": 200, + "duration_s": 0.0029512500041164458, + "trace_id": "02d7ab879d5167561e014bb981c06f3b", + "sampled": true, + "kind": "read" + }, + { + "index": 260, + "status": 200, + "duration_s": 0.0027667500035022385, + "trace_id": "117f7d6e0aac3d9f7d7449be652fa162", + "sampled": false, + "kind": "read" + }, + { + "index": 261, + "status": 200, + "duration_s": 0.003110792000370566, + "trace_id": "89e8257c1f467a7c2614973021c111d8", + "sampled": true, + "kind": "read" + }, + { + "index": 262, + "status": 200, + "duration_s": 0.0033584999982849695, + "trace_id": "aaef3448715b56a42d38dba7ade03672", + "sampled": true, + "kind": "read" + }, + { + "index": 263, + "status": 200, + "duration_s": 0.003239249999751337, + "trace_id": "d873c45918a6a852209f00aed97672bf", + "sampled": true, + "kind": "read" + }, + { + "index": 264, + "status": 200, + "duration_s": 0.003348874997755047, + "trace_id": "df9d449d999985340b35a4c707e253a3", + "sampled": true, + "kind": "read" + }, + { + "index": 265, + "status": 200, + "duration_s": 0.0033239170006709173, + "trace_id": "b21aedbd3aa86abe61a81eab0a1aabbd", + "sampled": false, + "kind": "read" + }, + { + "index": 266, + "status": 200, + "duration_s": 0.0028794590034522116, + "trace_id": "06d92744bf65b5b477b720375028a677", + "sampled": false, + "kind": "read" + }, + { + "index": 267, + "status": 200, + "duration_s": 0.0031094170044525526, + "trace_id": "1ca4da25b51abea8becab16a3e76f7f2", + "sampled": false, + "kind": "read" + }, + { + "index": 268, + "status": 200, + "duration_s": 0.0037591250002151355, + "trace_id": "857a39abd1a82f0d34ba9e8b603b4709", + "sampled": true, + "kind": "read" + }, + { + "index": 269, + "status": 200, + "duration_s": 0.004011624994745944, + "trace_id": "511fef346834c70d1ed6d7fd83d6b2fb", + "sampled": true, + "kind": "read" + }, + { + "index": 270, + "status": 200, + "duration_s": 0.004083875006472226, + "trace_id": "3d273eab5ed57f9e44e2319f165008ee", + "sampled": false, + "kind": "read" + }, + { + "index": 271, + "status": 200, + "duration_s": 0.004338124999776483, + "trace_id": "b6d6330097a5cde90bff8a1d2853e5a0", + "sampled": true, + "kind": "read" + }, + { + "index": 272, + "status": 200, + "duration_s": 0.0047514170000795275, + "trace_id": "6888d8f34460cada4bc6fd920ff20f03", + "sampled": false, + "kind": "read" + }, + { + "index": 273, + "status": 200, + "duration_s": 0.0058019999996759, + "trace_id": "f76ef909c4c4307a5012681aacf337cf", + "sampled": false, + "kind": "read" + }, + { + "index": 274, + "status": 200, + "duration_s": 0.010722166000050493, + "trace_id": "14ffc7404b44cee699c34e5a152f2a8f", + "sampled": false, + "kind": "read" + }, + { + "index": 275, + "status": 200, + "duration_s": 0.011657750001177192, + "trace_id": "95c5fc68adabe2c82499b6f9e009344b", + "sampled": true, + "kind": "read" + }, + { + "index": 276, + "status": 200, + "duration_s": 0.01091449999512406, + "trace_id": "38539db0436e71b4c36bd55ee27cb3f7", + "sampled": false, + "kind": "read" + }, + { + "index": 277, + "status": 200, + "duration_s": 0.00934179100295296, + "trace_id": "c93b26d7d5dcbe5f1630b5b2529256fe", + "sampled": true, + "kind": "read" + }, + { + "index": 278, + "status": 200, + "duration_s": 0.01119483300135471, + "trace_id": "62294d8ae029ccaa3f1700e9c5c489c3", + "sampled": true, + "kind": "read" + }, + { + "index": 279, + "status": 200, + "duration_s": 0.007035041999188252, + "trace_id": "bf68e5c27d8405c7751245f3d518a13f", + "sampled": false, + "kind": "read" + }, + { + "index": 280, + "status": 200, + "duration_s": 0.004108209002879448, + "trace_id": "9d4d4466920a33b258eb123a2ce71752", + "sampled": false, + "kind": "read" + }, + { + "index": 281, + "status": 200, + "duration_s": 0.0037690829994971864, + "trace_id": "241dd569c9ae383df3f302d199ddd66b", + "sampled": false, + "kind": "read" + }, + { + "index": 282, + "status": 200, + "duration_s": 0.0035795410003629513, + "trace_id": "64cda652b6c8af9a9b8907076b28d210", + "sampled": false, + "kind": "read" + }, + { + "index": 283, + "status": 200, + "duration_s": 0.0042793329994310625, + "trace_id": "669bf97ef4a7b168c5b207bea9984076", + "sampled": false, + "kind": "read" + }, + { + "index": 284, + "status": 200, + "duration_s": 0.004655750002712011, + "trace_id": "bf1e4a47444f64d2b80bbadf3f0d7ca0", + "sampled": false, + "kind": "read" + }, + { + "index": 285, + "status": 200, + "duration_s": 0.005158667001524009, + "trace_id": "da646cb51d4c2a287763b12c2c61d35b", + "sampled": false, + "kind": "read" + }, + { + "index": 286, + "status": 200, + "duration_s": 0.007980290996783879, + "trace_id": "f26b10437efe363f4f7c0ede9acaf675", + "sampled": false, + "kind": "read" + }, + { + "index": 287, + "status": 200, + "duration_s": 0.00877670800400665, + "trace_id": "0a656b3ca98221d51cace12bec76a996", + "sampled": true, + "kind": "read" + }, + { + "index": 288, + "status": 200, + "duration_s": 0.004096249998838175, + "trace_id": "57c286ad6505cb5c4e58afdf74a2fb10", + "sampled": false, + "kind": "read" + }, + { + "index": 289, + "status": 200, + "duration_s": 0.004293000005418435, + "trace_id": "788005272708efbf790b741befd705bb", + "sampled": false, + "kind": "read" + }, + { + "index": 290, + "status": 200, + "duration_s": 0.004691250003816094, + "trace_id": "679ba539555e91cefc9e8f2c7a93d29e", + "sampled": false, + "kind": "read" + }, + { + "index": 291, + "status": 200, + "duration_s": 0.009795083999051712, + "trace_id": "3e915ddf06dcc3a6ad59d09931166e54", + "sampled": false, + "kind": "read" + }, + { + "index": 292, + "status": 200, + "duration_s": 0.005435375001979992, + "trace_id": "11d64220e810c69c34c84ebcf8f1e7ab", + "sampled": true, + "kind": "read" + }, + { + "index": 293, + "status": 200, + "duration_s": 0.005180624997592531, + "trace_id": "f1c5c68a261a8c332025e0c50f3dbfaa", + "sampled": true, + "kind": "read" + }, + { + "index": 294, + "status": 200, + "duration_s": 0.004684833002102096, + "trace_id": "8ad8cedf7acb5a0b6b1d0fdbc20b06da", + "sampled": false, + "kind": "read" + }, + { + "index": 295, + "status": 200, + "duration_s": 0.005459334002807736, + "trace_id": "836e2576682470cd32b5649d3331a76f", + "sampled": true, + "kind": "read" + }, + { + "index": 296, + "status": 200, + "duration_s": 0.007732416997896507, + "trace_id": "1c0cbb00d6c967d4a63959a1bd3c027a", + "sampled": false, + "kind": "read" + }, + { + "index": 297, + "status": 200, + "duration_s": 0.005095874999824446, + "trace_id": "868750da957513b0c8eec29e7589f41d", + "sampled": false, + "kind": "read" + }, + { + "index": 298, + "status": 200, + "duration_s": 0.013024874999246094, + "trace_id": "06b65b93f2fe9b5473a04eaeeff3c281", + "sampled": false, + "kind": "read" + }, + { + "index": 299, + "status": 200, + "duration_s": 0.00909916600357974, + "trace_id": "e7046915eae1a353352354415b6b55f3", + "sampled": true, + "kind": "read" + }, + { + "index": 300, + "status": 200, + "duration_s": 0.007914791996881831, + "trace_id": "79a3eca93e8ccb55fd40047a150e44c4", + "sampled": false, + "kind": "read" + }, + { + "index": 301, + "status": 200, + "duration_s": 0.006685999993351288, + "trace_id": "23ae23f862fc748754ae962796b8cae0", + "sampled": false, + "kind": "read" + }, + { + "index": 302, + "status": 200, + "duration_s": 0.006447167004807852, + "trace_id": "6e8ca670472428bf3194c3f66ea28b2b", + "sampled": true, + "kind": "read" + }, + { + "index": 303, + "status": 200, + "duration_s": 0.012541292002424598, + "trace_id": "2ad476c91038d8e0c09e50211c58dea2", + "sampled": false, + "kind": "read" + }, + { + "index": 304, + "status": 200, + "duration_s": 0.007025457998679485, + "trace_id": "504923da264eabf66e7f6bf931ae50d5", + "sampled": false, + "kind": "read" + }, + { + "index": 305, + "status": 200, + "duration_s": 0.007022457997663878, + "trace_id": "0cbfdd79d74292da6a7f4024a11e702c", + "sampled": false, + "kind": "read" + }, + { + "index": 306, + "status": 200, + "duration_s": 0.00768025000434136, + "trace_id": "1939070ca315526939a711ff290591e9", + "sampled": true, + "kind": "read" + }, + { + "index": 307, + "status": 200, + "duration_s": 0.005054624998592772, + "trace_id": "2715c2615c17a97c61831698e3b3ddef", + "sampled": false, + "kind": "read" + }, + { + "index": 308, + "status": 200, + "duration_s": 0.0035056670021731406, + "trace_id": "a3dd358f86bc06d4e62aa955e85f97b2", + "sampled": false, + "kind": "read" + }, + { + "index": 309, + "status": 200, + "duration_s": 0.003757624996069353, + "trace_id": "e901b84e81bdc1d4991870f564259c19", + "sampled": false, + "kind": "read" + }, + { + "index": 310, + "status": 200, + "duration_s": 0.0029795830050716177, + "trace_id": "21032206e3ef2196cbcba789179de4af", + "sampled": false, + "kind": "read" + }, + { + "index": 311, + "status": 200, + "duration_s": 0.045096541005477775, + "trace_id": "daccc410964a008d01b343bdc4d0475b", + "sampled": true, + "kind": "read" + }, + { + "index": 312, + "status": 200, + "duration_s": 0.0031532499997410923, + "trace_id": "7f8a41b93c921e4fdec0d84552623520", + "sampled": false, + "kind": "read" + }, + { + "index": 313, + "status": 200, + "duration_s": 0.004964041996572632, + "trace_id": "72f5d59f4e62fb339965348fe93f8880", + "sampled": false, + "kind": "read" + }, + { + "index": 314, + "status": 200, + "duration_s": 0.0511928749983781, + "trace_id": "5b23fb7879e92426cac6598b34dabf8f", + "sampled": false, + "kind": "read" + }, + { + "index": 315, + "status": 200, + "duration_s": 0.003052625004784204, + "trace_id": "f82969d207b2e600958f58e9ff8b5013", + "sampled": false, + "kind": "read" + }, + { + "index": 316, + "status": 200, + "duration_s": 0.0031752499999129213, + "trace_id": "07431b6cb12e7a00927d160895b05a3d", + "sampled": false, + "kind": "read" + }, + { + "index": 317, + "status": 200, + "duration_s": 0.0032268330032820813, + "trace_id": "7dd2c5c080c6ecee4a2d7c97b95cdc0e", + "sampled": false, + "kind": "read" + }, + { + "index": 318, + "status": 200, + "duration_s": 0.0031310410049627535, + "trace_id": "70a6b99d25c3194477e2d71524aaff20", + "sampled": false, + "kind": "read" + }, + { + "index": 319, + "status": 200, + "duration_s": 0.0033342500028084032, + "trace_id": "39d970a608a0954295b4616dbdc069e0", + "sampled": false, + "kind": "read" + }, + { + "index": 320, + "status": 200, + "duration_s": 0.0030039170014788397, + "trace_id": "669ab69e368342ac2dd5ee19928fcc09", + "sampled": true, + "kind": "read" + }, + { + "index": 321, + "status": 200, + "duration_s": 0.004102499995497055, + "trace_id": "bd20aca14a4ed98d72b06d5afbda6959", + "sampled": false, + "kind": "read" + }, + { + "index": 322, + "status": 200, + "duration_s": 0.0035134579957230017, + "trace_id": "4371296c78d3ba3257f91ad7b17f5da8", + "sampled": false, + "kind": "read" + }, + { + "index": 323, + "status": 200, + "duration_s": 0.0034007089998340234, + "trace_id": "1201d43d84165b14bffe8819eaa417ce", + "sampled": false, + "kind": "read" + }, + { + "index": 324, + "status": 200, + "duration_s": 0.004250625002896413, + "trace_id": "acfa3aa9e3daff8ccc7b78c8406ef871", + "sampled": false, + "kind": "read" + }, + { + "index": 325, + "status": 200, + "duration_s": 0.004530790996795986, + "trace_id": "b1eba7717cd2f77d87258580aa48bc6d", + "sampled": false, + "kind": "read" + }, + { + "index": 326, + "status": 200, + "duration_s": 0.005524750005861279, + "trace_id": "5e8cd3945612bfa6842f7dc3efe6dbf1", + "sampled": false, + "kind": "read" + }, + { + "index": 327, + "status": 200, + "duration_s": 0.011189791999640875, + "trace_id": "187eb9244218b606c0790b2212ef1a63", + "sampled": false, + "kind": "read" + }, + { + "index": 328, + "status": 200, + "duration_s": 0.006602749999728985, + "trace_id": "b4c25ae0954a4b1529c5fea799bd3054", + "sampled": true, + "kind": "read" + }, + { + "index": 329, + "status": 200, + "duration_s": 0.004196667003270704, + "trace_id": "0d77b8babd2a650bf03d41a209b3c07d", + "sampled": false, + "kind": "read" + }, + { + "index": 330, + "status": 200, + "duration_s": 0.004368499998236075, + "trace_id": "0ea0e520b0c0e21db175ee242a663e07", + "sampled": false, + "kind": "read" + }, + { + "index": 331, + "status": 200, + "duration_s": 0.028198458006954752, + "trace_id": "88c4eb52c33a717939dcc220b8e91600", + "sampled": true, + "kind": "read" + }, + { + "index": 332, + "status": 200, + "duration_s": 0.004719832999398932, + "trace_id": "74ea44cf0757117c39f5fe93783fd9af", + "sampled": true, + "kind": "read" + }, + { + "index": 333, + "status": 200, + "duration_s": 0.03809075000026496, + "trace_id": "fada8a3006670c8c0bfedf1367829e84", + "sampled": true, + "kind": "read" + }, + { + "index": 334, + "status": 200, + "duration_s": 0.015731459003291093, + "trace_id": "a450091a16f8618224eacd0871e2c414", + "sampled": true, + "kind": "read" + }, + { + "index": 335, + "status": 200, + "duration_s": 0.009731874997669365, + "trace_id": "1e77718a4ce7332607d48b660fa93dfc", + "sampled": true, + "kind": "read" + }, + { + "index": 336, + "status": 200, + "duration_s": 0.012653042002057191, + "trace_id": "d15e2313b9abe5e53c97139a25949cea", + "sampled": true, + "kind": "read" + }, + { + "index": 337, + "status": 200, + "duration_s": 0.009146584001427982, + "trace_id": "53bb7f2d9ec46f835e363b9726decfd5", + "sampled": false, + "kind": "read" + }, + { + "index": 338, + "status": 200, + "duration_s": 0.010419291000289377, + "trace_id": "b2ff8f7f2fa8d694fde3da54d2840560", + "sampled": false, + "kind": "read" + }, + { + "index": 339, + "status": 200, + "duration_s": 0.010016459003963973, + "trace_id": "a3e0f278b054e5c79aa0e89efd0726fe", + "sampled": false, + "kind": "read" + }, + { + "index": 340, + "status": 200, + "duration_s": 0.00957291699887719, + "trace_id": "874e72655201d303a089a7c435cfd69b", + "sampled": false, + "kind": "read" + }, + { + "index": 341, + "status": 200, + "duration_s": 0.007009916997049004, + "trace_id": "ba335fa07717159acc3ac2181842a0fc", + "sampled": false, + "kind": "read" + }, + { + "index": 342, + "status": 200, + "duration_s": 0.005809333000797778, + "trace_id": "56d79cfd7cb9008eb081236fd0f1f714", + "sampled": false, + "kind": "read" + }, + { + "index": 343, + "status": 200, + "duration_s": 0.010146959000849165, + "trace_id": "34d9f37a57ad77592c4687f9879dfb80", + "sampled": true, + "kind": "read" + }, + { + "index": 344, + "status": 200, + "duration_s": 0.010632416000589728, + "trace_id": "437b5bbf7ab9caa334cc29892c5545a4", + "sampled": true, + "kind": "read" + }, + { + "index": 345, + "status": 200, + "duration_s": 0.01164387500466546, + "trace_id": "187daea990dab7df5807e1e62063ccb0", + "sampled": false, + "kind": "read" + }, + { + "index": 346, + "status": 200, + "duration_s": 0.009660292002081405, + "trace_id": "122c535e831805bcf83fc35564213b4a", + "sampled": false, + "kind": "read" + }, + { + "index": 347, + "status": 200, + "duration_s": 0.009508500006631948, + "trace_id": "7fbaf160e60c1024aef1c62ee9e153d5", + "sampled": false, + "kind": "read" + }, + { + "index": 348, + "status": 200, + "duration_s": 0.011471833000541665, + "trace_id": "1373114478e98bf3beca89125be3237d", + "sampled": false, + "kind": "read" + }, + { + "index": 349, + "status": 200, + "duration_s": 0.010138040997844655, + "trace_id": "fb44bbf42da5f811c4b88db21ee77aa8", + "sampled": false, + "kind": "read" + }, + { + "index": 350, + "status": 200, + "duration_s": 0.01149779200204648, + "trace_id": "bbfe6fa2fad95ec918e2f91a6c3fd22d", + "sampled": true, + "kind": "read" + }, + { + "index": 351, + "status": 200, + "duration_s": 0.010909833006735425, + "trace_id": "4fe0e9b58fb7209e6b87fd1bb7bfe8cc", + "sampled": false, + "kind": "read" + }, + { + "index": 352, + "status": 200, + "duration_s": 0.012726166998618282, + "trace_id": "eb936bbe2105e21625c4cbbeb4477987", + "sampled": true, + "kind": "read" + }, + { + "index": 353, + "status": 200, + "duration_s": 0.008194292000553105, + "trace_id": "403090eea15709699c367fdb382df1b7", + "sampled": false, + "kind": "read" + }, + { + "index": 354, + "status": 200, + "duration_s": 0.008840915994369425, + "trace_id": "2e4db8743d9ced8f3e132c51c61d0dca", + "sampled": true, + "kind": "read" + }, + { + "index": 355, + "status": 200, + "duration_s": 0.01125379199947929, + "trace_id": "6e4ecd819b07e5e7382fa6a1ceb85e6c", + "sampled": true, + "kind": "read" + }, + { + "index": 356, + "status": 200, + "duration_s": 0.0094430419994751, + "trace_id": "6bada51a29145a98bcffa77a359f6cee", + "sampled": false, + "kind": "read" + }, + { + "index": 357, + "status": 200, + "duration_s": 0.011475250001240056, + "trace_id": "85ed136266075e0af159b8ecd2788531", + "sampled": false, + "kind": "read" + }, + { + "index": 358, + "status": 200, + "duration_s": 0.009295292002207134, + "trace_id": "af47fc898dec698a83a959678a62d79e", + "sampled": false, + "kind": "read" + }, + { + "index": 359, + "status": 200, + "duration_s": 0.008448041997326072, + "trace_id": "9f7a7fc6fdeb39317d6d8308e6583c52", + "sampled": false, + "kind": "read" + }, + { + "index": 360, + "status": 200, + "duration_s": 0.011461415997473523, + "trace_id": "570071fd883d1d64028ddbc8c806e224", + "sampled": true, + "kind": "read" + }, + { + "index": 361, + "status": 200, + "duration_s": 0.00793845800217241, + "trace_id": "624c5f68a21bfbd40a18bfa66fbde9d2", + "sampled": true, + "kind": "read" + }, + { + "index": 362, + "status": 200, + "duration_s": 0.003949499994632788, + "trace_id": "369a6dd2835e6a19c04a9e2354c17642", + "sampled": false, + "kind": "read" + }, + { + "index": 363, + "status": 200, + "duration_s": 0.003686582997033838, + "trace_id": "87cbdf875b3ca8014b6ee6dea70b519f", + "sampled": false, + "kind": "read" + }, + { + "index": 364, + "status": 200, + "duration_s": 0.004091834001883399, + "trace_id": "ae85f78a6edb282217ffce49e0dc5ddc", + "sampled": true, + "kind": "read" + }, + { + "index": 365, + "status": 200, + "duration_s": 0.004774499997438397, + "trace_id": "9c1340f704ff82e83c1b4d33c64ea26d", + "sampled": true, + "kind": "read" + }, + { + "index": 366, + "status": 200, + "duration_s": 0.007652499996765982, + "trace_id": "a50c65cad86736e244f5670a328ffc13", + "sampled": false, + "kind": "read" + }, + { + "index": 367, + "status": 200, + "duration_s": 0.009502458000497427, + "trace_id": "fd010beb424864625bca68dd6b8a0e2f", + "sampled": false, + "kind": "read" + }, + { + "index": 368, + "status": 200, + "duration_s": 0.011598334000154864, + "trace_id": "2e25c7f9c02c6dd22e9362d8bda1af65", + "sampled": true, + "kind": "read" + }, + { + "index": 369, + "status": 200, + "duration_s": 0.009970624996640254, + "trace_id": "16012908314b81e7244c27bdd2842e0d", + "sampled": true, + "kind": "read" + }, + { + "index": 370, + "status": 200, + "duration_s": 0.007298207994608674, + "trace_id": "fa30b400483cac9b6defc86a9dfb8de9", + "sampled": false, + "kind": "read" + }, + { + "index": 371, + "status": 200, + "duration_s": 0.007890250002674293, + "trace_id": "5f10029a432209e5b53543757124bf17", + "sampled": false, + "kind": "read" + }, + { + "index": 372, + "status": 200, + "duration_s": 0.010788250001496635, + "trace_id": "2b694f5aca60ced247c2b1a4c2ab57fd", + "sampled": false, + "kind": "read" + }, + { + "index": 373, + "status": 200, + "duration_s": 0.0070168749953154474, + "trace_id": "af7ff0fda4a47c56ab12e9e8c8427626", + "sampled": false, + "kind": "read" + }, + { + "index": 374, + "status": 200, + "duration_s": 0.004697333002695814, + "trace_id": "f434535da980ffc0c52f9c2ac2323198", + "sampled": false, + "kind": "read" + }, + { + "index": 375, + "status": 200, + "duration_s": 0.004751374995976221, + "trace_id": "6b30d27717f7562984219f8bd98720b2", + "sampled": false, + "kind": "read" + }, + { + "index": 376, + "status": 200, + "duration_s": 0.004880625005171169, + "trace_id": "6bae0020eb3122c84ec7f6cbc61ef0c3", + "sampled": false, + "kind": "read" + }, + { + "index": 377, + "status": 200, + "duration_s": 0.010752709000371397, + "trace_id": "1aa42ceba135e6b54eafadbc4f363195", + "sampled": false, + "kind": "read" + }, + { + "index": 378, + "status": 200, + "duration_s": 0.008034167003643233, + "trace_id": "b253ec3e84f9a84f48aaa9c2e79f1617", + "sampled": false, + "kind": "read" + }, + { + "index": 379, + "status": 200, + "duration_s": 0.005893583998840768, + "trace_id": "3b6c723d30adc07975cf9c014acc57cc", + "sampled": false, + "kind": "read" + }, + { + "index": 380, + "status": 200, + "duration_s": 0.011474999999336433, + "trace_id": "094824e4190d3a41ad73777c3884280a", + "sampled": false, + "kind": "read" + }, + { + "index": 381, + "status": 200, + "duration_s": 0.0044868749973829836, + "trace_id": "3ef1cd2e692f98a976f45963d3f29eb2", + "sampled": false, + "kind": "read" + }, + { + "index": 382, + "status": 200, + "duration_s": 0.009266250002838206, + "trace_id": "1ccc71b9d891c44ccdc2024a9a600319", + "sampled": false, + "kind": "read" + }, + { + "index": 383, + "status": 200, + "duration_s": 0.009367915998154785, + "trace_id": "c6084ab7869488775d2e51ad74a69e3e", + "sampled": false, + "kind": "read" + }, + { + "index": 384, + "status": 200, + "duration_s": 0.011644165999314282, + "trace_id": "b8777f784170f60d05608508123fac48", + "sampled": true, + "kind": "read" + }, + { + "index": 385, + "status": 200, + "duration_s": 0.009664750003139488, + "trace_id": "9113fb728e04f97dec98fd87eb04e632", + "sampled": false, + "kind": "read" + }, + { + "index": 386, + "status": 200, + "duration_s": 0.012688041999354027, + "trace_id": "e825626a003acf7b5204d77313188d91", + "sampled": false, + "kind": "read" + }, + { + "index": 387, + "status": 200, + "duration_s": 0.009266875000321306, + "trace_id": "9bc3a2fafc1c1d9825a7669d828da142", + "sampled": true, + "kind": "read" + }, + { + "index": 388, + "status": 200, + "duration_s": 0.008836916997097433, + "trace_id": "4cb57c2bf49959092ad2690164b2b0a0", + "sampled": true, + "kind": "read" + }, + { + "index": 389, + "status": 200, + "duration_s": 0.010496832997887395, + "trace_id": "d89b078a5b7b9407164138a39b4c66a9", + "sampled": true, + "kind": "read" + }, + { + "index": 390, + "status": 200, + "duration_s": 0.0093265409959713, + "trace_id": "1e5d2f50a1df51d99b39d11f24f4b7ae", + "sampled": false, + "kind": "read" + }, + { + "index": 391, + "status": 200, + "duration_s": 0.010468708002008498, + "trace_id": "dc928ff1ce79c591d455b6d08871eb4b", + "sampled": false, + "kind": "read" + }, + { + "index": 392, + "status": 200, + "duration_s": 0.00786033300391864, + "trace_id": "fcc388fdd13421ac7c66c92b48e5e842", + "sampled": false, + "kind": "read" + }, + { + "index": 393, + "status": 200, + "duration_s": 0.009779334002814721, + "trace_id": "373a3908f3980bb7fad801a45ac80027", + "sampled": false, + "kind": "read" + }, + { + "index": 394, + "status": 200, + "duration_s": 0.06734179199702339, + "trace_id": "497b6910626c3d81f2027d1f9ccd9b73", + "sampled": false, + "kind": "read" + }, + { + "index": 395, + "status": 200, + "duration_s": 0.0431661249967874, + "trace_id": "8d4653e2979c108d19e59b3fc6bc95ae", + "sampled": true, + "kind": "read" + }, + { + "index": 396, + "status": 200, + "duration_s": 0.018271666005603038, + "trace_id": "8c7fa9fefe82c6bceb8a0d80b00c9467", + "sampled": false, + "kind": "read" + }, + { + "index": 397, + "status": 200, + "duration_s": 0.0026334590002079494, + "trace_id": "ca0b77743fbab76714b9b10500525b4c", + "sampled": true, + "kind": "read" + }, + { + "index": 398, + "status": 200, + "duration_s": 0.0031250409956555814, + "trace_id": "768ebacab300638de6ab86a47b854cbf", + "sampled": false, + "kind": "read" + }, + { + "index": 399, + "status": 200, + "duration_s": 0.0031472500049858354, + "trace_id": "a06d751db0d8f19ef68e5bef6051dd08", + "sampled": false, + "kind": "read" + } + ] + }, + { + "profile": "sample10", + "instance_ids": [ + "0359bcfd-b2f7-4e2e-a02e-bc36ea03757c", + "d85791dc-eb7b-4d58-a862-e05757935cac" + ], + "enabled": "1", + "sampling_ratio": 0.1, + "repeat": 3, + "offered_rps": 40, + "duration_s": 10, + "elapsed_s": 9.987927, + "scheduled": 400, + "not_sent": 0, + "sent": 400, + "successful": 398, + "controlled_500": 2, + "successful_rps": 39.84810945139382, + "latency_s": { + "p50": 0.006055666999600362, + "p95": 0.030325082996569108, + "p99": 0.29284779199952027 + }, + "sampled_requests": 41, + "rare_probes": [ + { + "index": 80, + "status": 500, + "duration_s": 0.3049844170018332, + "trace_id": "22f019e3849701b0895f24752adfed7d", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + }, + { + "index": 170, + "status": 200, + "duration_s": 0.23928329099726398, + "trace_id": "47e987504cd3df2b6fec37127de0076a", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 166, + "status": 200, + "duration_s": 0.3342057920017396, + "trace_id": "b4fcf19311cdb155360d0b9c1af07454", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 171, + "status": 200, + "duration_s": 0.21110408299864503, + "trace_id": "ed33bb81457eeab8bc569f8127a2640d", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 173, + "status": 200, + "duration_s": 0.15990258300007554, + "trace_id": "6e599ab44d1119e9731968ca572bc1f5", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 165, + "status": 200, + "duration_s": 0.3621548330047517, + "trace_id": "a93c86d17bde85fcf2fff42d9a810b97", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 168, + "status": 200, + "duration_s": 0.29052108299947577, + "trace_id": "8f6bd0e07d716b371b69428817bccab2", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 169, + "status": 200, + "duration_s": 0.25150650000432506, + "trace_id": "7c2810c49c2cb9269961e6c618e843ed", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 172, + "status": 200, + "duration_s": 0.18875774999469286, + "trace_id": "d488bc778da61831a0fd02446ab25a84", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 167, + "status": 200, + "duration_s": 0.3012345000024652, + "trace_id": "faae80f99ea132290a4397c2e3454b2c", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 240, + "status": 500, + "duration_s": 0.29284779199952027, + "trace_id": "70f3577772ab3a3ffd4ef6526b453eaa", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + } + ], + "telemetry_before": { + "spans_recorded": 18.0, + "spans_exported": 18.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 5117.0, + "logs_wire_bytes": 29209.0, + "metrics_wire_bytes": 8477.0, + "collector_accepted_spans": 5094.0, + "collector_refused_spans": 0.0 + }, + "telemetry_after": { + "spans_recorded": 100.0, + "spans_exported": 100.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 25886.0, + "logs_wire_bytes": 258367.0, + "metrics_wire_bytes": 27171.0, + "collector_accepted_spans": 5176.0, + "collector_refused_spans": 0.0 + }, + "telemetry_delta": { + "spans_recorded": 82.0, + "spans_exported": 82.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 20769.0, + "logs_wire_bytes": 229158.0, + "metrics_wire_bytes": 18694.0, + "collector_accepted_spans": 82.0, + "collector_refused_spans": 0.0 + }, + "cgroups_before": [ + { + "service": "api", + "container": "13779e2a7d24bbf39f46d3799a57597ea1cd7227ada34052b75c13896147dad7", + "current_bytes": 91742208, + "peak_bytes": 135307264, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "559c1051dcc236704de01788bca6bc170969765a9563f2873f37da6889b5a91e", + "current_bytes": 91697152, + "peak_bytes": 135151616, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "b34a3b8e8dc991c850165280948f0d042399acf9a9ae7e99558e263f031460c3", + "current_bytes": 71634944, + "peak_bytes": 118415360, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 63950848, + "peak_bytes": 67293184, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 254693376, + "peak_bytes": 441643008, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "cgroups_after": [ + { + "service": "api", + "container": "13779e2a7d24bbf39f46d3799a57597ea1cd7227ada34052b75c13896147dad7", + "current_bytes": 92942336, + "peak_bytes": 135307264, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "559c1051dcc236704de01788bca6bc170969765a9563f2873f37da6889b5a91e", + "current_bytes": 93073408, + "peak_bytes": 135151616, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "b34a3b8e8dc991c850165280948f0d042399acf9a9ae7e99558e263f031460c3", + "current_bytes": 71905280, + "peak_bytes": 118415360, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 64364544, + "peak_bytes": 67293184, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 254771200, + "peak_bytes": 441643008, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "docker_samples": [ + { + "at": 55528.574444125, + "containers": [ + { + "BlockIO": "69.6kB / 0B", + "CPUPerc": "18.75%", + "Container": "13779e2a7d24bbf39f46d3799a57597ea1cd7227ada34052b75c13896147dad7", + "ID": "13779e2a7d24", + "MemPerc": "17.11%", + "MemUsage": "87.61MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "119kB / 194kB", + "PIDs": "11" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.13%", + "Container": "559c1051dcc236704de01788bca6bc170969765a9563f2873f37da6889b5a91e", + "ID": "559c1051dcc2", + "MemPerc": "18.98%", + "MemUsage": "97.18MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "234kB / 198kB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 741kB", + "CPUPerc": "0.14%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.316MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.93MB / 1.41MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.48%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.227MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.51MB / 1.78MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.79%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "23.82%", + "MemUsage": "60.98MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "7.86MB / 24.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.58%", + "Container": "c60648a35bcee6c32dd63b86f946eeb9fc9f5cff6bd49a263701292317f7d318", + "ID": "c60648a35bce", + "MemPerc": "28.57%", + "MemUsage": "54.86MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "107kB / 81.4kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.10%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.24%", + "MemUsage": "72.29MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "81.3kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.78%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.33%", + "MemUsage": "11.95MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "45.6MB / 45MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 7.63MB", + "CPUPerc": "0.56%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "24.20%", + "MemUsage": "92.92MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "912kB / 53.1kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 21.8MB", + "CPUPerc": "2.46%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "4.64%", + "MemUsage": "35.66MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "16.5MB / 20.9MB", + "PIDs": "12" + }, + { + "BlockIO": "1.11MB / 9.23MB", + "CPUPerc": "0.13%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "14.02%", + "MemUsage": "35.88MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "6.18MB / 579kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.15%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.38%", + "MemUsage": "34.25MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "66.3MB / 62.5MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 28.5MB", + "CPUPerc": "0.32%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.37%", + "MemUsage": "124.8MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "39.6MB / 23.4MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 7.7MB", + "CPUPerc": "0.09%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "30.99%", + "MemUsage": "238MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "417kB / 242kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.43%", + "Container": "b34a3b8e8dc991c850165280948f0d042399acf9a9ae7e99558e263f031460c3", + "ID": "b34a3b8e8dc9", + "MemPerc": "7.62%", + "MemUsage": "68.31MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "17.2kB / 26.7kB", + "PIDs": "9" + } + ] + }, + { + "at": 55531.631364125, + "containers": [ + { + "BlockIO": "69.6kB / 0B", + "CPUPerc": "19.03%", + "Container": "13779e2a7d24bbf39f46d3799a57597ea1cd7227ada34052b75c13896147dad7", + "ID": "13779e2a7d24", + "MemPerc": "17.36%", + "MemUsage": "88.89MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "201kB / 334kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.91%", + "Container": "559c1051dcc236704de01788bca6bc170969765a9563f2873f37da6889b5a91e", + "ID": "559c1051dcc2", + "MemPerc": "17.37%", + "MemUsage": "88.95MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "321kB / 458kB", + "PIDs": "16" + }, + { + "BlockIO": "4.1kB / 758kB", + "CPUPerc": "0.71%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.32MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.93MB / 1.41MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.61%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.223MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.52MB / 1.8MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.39%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "23.82%", + "MemUsage": "60.98MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "7.96MB / 24.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.57%", + "Container": "c60648a35bcee6c32dd63b86f946eeb9fc9f5cff6bd49a263701292317f7d318", + "ID": "c60648a35bce", + "MemPerc": "28.58%", + "MemUsage": "54.88MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "128kB / 98kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.11%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.24%", + "MemUsage": "72.29MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "81.4kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.75%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.36%", + "MemUsage": "11.98MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "45.8MB / 45.2MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 7.63MB", + "CPUPerc": "0.53%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "24.20%", + "MemUsage": "92.93MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "929kB / 53.7kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 21.9MB", + "CPUPerc": "7.12%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.37%", + "MemUsage": "56.63MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "16.5MB / 21MB", + "PIDs": "23" + }, + { + "BlockIO": "1.11MB / 9.23MB", + "CPUPerc": "0.00%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "14.02%", + "MemUsage": "35.88MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "6.2MB / 579kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.29%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.38%", + "MemUsage": "34.26MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "66.7MB / 62.9MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 28.5MB", + "CPUPerc": "0.85%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.37%", + "MemUsage": "124.8MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "39.9MB / 23.5MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 7.7MB", + "CPUPerc": "0.11%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "30.99%", + "MemUsage": "238MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "420kB / 243kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.12%", + "Container": "b34a3b8e8dc991c850165280948f0d042399acf9a9ae7e99558e263f031460c3", + "ID": "b34a3b8e8dc9", + "MemPerc": "7.65%", + "MemUsage": "68.56MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "145kB / 167kB", + "PIDs": "9" + } + ] + }, + { + "at": 55534.70723925, + "containers": [ + { + "BlockIO": "69.6kB / 0B", + "CPUPerc": "19.17%", + "Container": "13779e2a7d24bbf39f46d3799a57597ea1cd7227ada34052b75c13896147dad7", + "ID": "13779e2a7d24", + "MemPerc": "17.36%", + "MemUsage": "88.9MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "276kB / 471kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.30%", + "Container": "559c1051dcc236704de01788bca6bc170969765a9563f2873f37da6889b5a91e", + "ID": "559c1051dcc2", + "MemPerc": "17.37%", + "MemUsage": "88.96MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "515kB / 715kB", + "PIDs": "16" + }, + { + "BlockIO": "4.1kB / 770kB", + "CPUPerc": "0.13%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.32MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.94MB / 1.41MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.39%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.53%", + "MemUsage": "3.234MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.56MB / 1.85MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.48%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "24.07%", + "MemUsage": "61.62MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "8.05MB / 24.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.43%", + "Container": "c60648a35bcee6c32dd63b86f946eeb9fc9f5cff6bd49a263701292317f7d318", + "ID": "c60648a35bce", + "MemPerc": "28.58%", + "MemUsage": "54.88MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "147kB / 112kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.11%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.24%", + "MemUsage": "72.29MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "81.4kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.80%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.36%", + "MemUsage": "11.98MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "46.1MB / 45.5MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 7.63MB", + "CPUPerc": "0.47%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "24.20%", + "MemUsage": "92.94MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "946kB / 54.3kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 22MB", + "CPUPerc": "3.19%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.56%", + "MemUsage": "58.05MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "16.6MB / 21.1MB", + "PIDs": "23" + }, + { + "BlockIO": "1.11MB / 9.23MB", + "CPUPerc": "0.56%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "14.02%", + "MemUsage": "35.89MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "6.23MB / 581kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.24%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.39%", + "MemUsage": "34.27MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "67.1MB / 63.2MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 29.1MB", + "CPUPerc": "0.51%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.37%", + "MemUsage": "124.8MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "40.1MB / 23.6MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 7.7MB", + "CPUPerc": "0.10%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "30.99%", + "MemUsage": "238MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "424kB / 243kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.71%", + "Container": "b34a3b8e8dc991c850165280948f0d042399acf9a9ae7e99558e263f031460c3", + "ID": "b34a3b8e8dc9", + "MemPerc": "7.65%", + "MemUsage": "68.57MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "270kB / 308kB", + "PIDs": "9" + } + ] + }, + { + "at": 55537.789749208, + "containers": [ + { + "BlockIO": "69.6kB / 0B", + "CPUPerc": "9.08%", + "Container": "13779e2a7d24bbf39f46d3799a57597ea1cd7227ada34052b75c13896147dad7", + "ID": "13779e2a7d24", + "MemPerc": "17.36%", + "MemUsage": "88.9MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "319kB / 549kB", + "PIDs": "17" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "15.07%", + "Container": "559c1051dcc236704de01788bca6bc170969765a9563f2873f37da6889b5a91e", + "ID": "559c1051dcc2", + "MemPerc": "17.38%", + "MemUsage": "88.99MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "561kB / 798kB", + "PIDs": "16" + }, + { + "BlockIO": "4.1kB / 770kB", + "CPUPerc": "1.23%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.32MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.94MB / 1.41MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.73%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.53%", + "MemUsage": "3.234MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.57MB / 1.86MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.35%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "23.97%", + "MemUsage": "61.37MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "8.11MB / 24.4MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.91%", + "Container": "c60648a35bcee6c32dd63b86f946eeb9fc9f5cff6bd49a263701292317f7d318", + "ID": "c60648a35bce", + "MemPerc": "28.58%", + "MemUsage": "54.88MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "167kB / 127kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.18%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.24%", + "MemUsage": "72.29MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "81.4kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.06%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.36%", + "MemUsage": "11.98MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "46.2MB / 45.6MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 7.63MB", + "CPUPerc": "0.45%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "24.20%", + "MemUsage": "92.94MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "958kB / 54.8kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 22MB", + "CPUPerc": "3.39%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.64%", + "MemUsage": "58.65MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "16.7MB / 21.1MB", + "PIDs": "23" + }, + { + "BlockIO": "1.11MB / 9.23MB", + "CPUPerc": "0.00%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "14.02%", + "MemUsage": "35.89MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "6.23MB / 581kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.37%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.39%", + "MemUsage": "34.27MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "67.1MB / 63.2MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 29.1MB", + "CPUPerc": "0.87%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.37%", + "MemUsage": "124.8MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "40.1MB / 23.6MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 7.7MB", + "CPUPerc": "0.91%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "30.99%", + "MemUsage": "238MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "427kB / 244kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.23%", + "Container": "b34a3b8e8dc991c850165280948f0d042399acf9a9ae7e99558e263f031460c3", + "ID": "b34a3b8e8dc9", + "MemPerc": "7.65%", + "MemUsage": "68.57MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "274kB / 314kB", + "PIDs": "9" + } + ] + } + ], + "requests": [ + { + "index": 0, + "status": 200, + "duration_s": 0.004031249998661224, + "trace_id": "d036f6b83658c6ede36782ee3234624d", + "sampled": false, + "kind": "read" + }, + { + "index": 1, + "status": 200, + "duration_s": 0.003395833002286963, + "trace_id": "e71ad96c907ef22fe5128f589ebec545", + "sampled": false, + "kind": "read" + }, + { + "index": 2, + "status": 200, + "duration_s": 0.0064462500013178214, + "trace_id": "7b4c328329303e4edb8fddd3a70afa21", + "sampled": false, + "kind": "read" + }, + { + "index": 3, + "status": 200, + "duration_s": 0.002517374996386934, + "trace_id": "24eb91d2dff27c31a570fb7d596ecae8", + "sampled": false, + "kind": "read" + }, + { + "index": 4, + "status": 200, + "duration_s": 0.00325166700349655, + "trace_id": "3908674f3a54c4d624b9b26e7a1ea906", + "sampled": false, + "kind": "read" + }, + { + "index": 5, + "status": 200, + "duration_s": 0.0028040420002071187, + "trace_id": "7e447353b27a8f8f9dff763e9d089fa4", + "sampled": false, + "kind": "read" + }, + { + "index": 6, + "status": 200, + "duration_s": 0.0026580420017126016, + "trace_id": "051625349937a7ac163e9fb05cfab24c", + "sampled": true, + "kind": "read" + }, + { + "index": 7, + "status": 200, + "duration_s": 0.003036125002836343, + "trace_id": "06b374f0453f5ae2d90212d3b20e3a60", + "sampled": false, + "kind": "read" + }, + { + "index": 8, + "status": 200, + "duration_s": 0.003790750000916887, + "trace_id": "86613892983c90d54beffdb7a3e14921", + "sampled": false, + "kind": "read" + }, + { + "index": 9, + "status": 200, + "duration_s": 0.004273499995179009, + "trace_id": "9220c5cff97090b9156140bee7d49292", + "sampled": true, + "kind": "read" + }, + { + "index": 10, + "status": 200, + "duration_s": 0.0041731660021469, + "trace_id": "bda08d98d5fbbf28533859cf297e9813", + "sampled": false, + "kind": "read" + }, + { + "index": 11, + "status": 200, + "duration_s": 0.005924791999859735, + "trace_id": "0063bb4bb12492b1085e1236da7e28bc", + "sampled": true, + "kind": "read" + }, + { + "index": 12, + "status": 200, + "duration_s": 0.010363542001869064, + "trace_id": "2dec69d0424aaeeb7bfffee764533f14", + "sampled": false, + "kind": "read" + }, + { + "index": 13, + "status": 200, + "duration_s": 0.013897333003114909, + "trace_id": "3bc05d2eb43b983342713f9de76fe0f8", + "sampled": false, + "kind": "read" + }, + { + "index": 14, + "status": 200, + "duration_s": 0.007671415994991548, + "trace_id": "ca2c4db63eafbcdb3d76d3a047b976d9", + "sampled": false, + "kind": "read" + }, + { + "index": 15, + "status": 200, + "duration_s": 0.009467125004448462, + "trace_id": "57429512f97e38271274fe3ffdaac867", + "sampled": true, + "kind": "read" + }, + { + "index": 16, + "status": 200, + "duration_s": 0.010811208994709887, + "trace_id": "942eab217cb20a0aa9ec5bee41b576d8", + "sampled": false, + "kind": "read" + }, + { + "index": 17, + "status": 200, + "duration_s": 0.010549584003456403, + "trace_id": "0de553827a22c7d75832b4a90093a369", + "sampled": false, + "kind": "read" + }, + { + "index": 18, + "status": 200, + "duration_s": 0.00741987500077812, + "trace_id": "1ca84e8ef0faf5f2a07ba0c1a4dad3dc", + "sampled": false, + "kind": "read" + }, + { + "index": 19, + "status": 200, + "duration_s": 0.011342375000822358, + "trace_id": "b59c74ac5dd8657d7d9f9580b84a64ea", + "sampled": false, + "kind": "read" + }, + { + "index": 20, + "status": 200, + "duration_s": 0.009170584002276883, + "trace_id": "65d8fec6c183c9c0ebfa736d517a41b5", + "sampled": false, + "kind": "read" + }, + { + "index": 21, + "status": 200, + "duration_s": 0.0106807919946732, + "trace_id": "222f46522963bd266ed4719132a3d967", + "sampled": false, + "kind": "read" + }, + { + "index": 22, + "status": 200, + "duration_s": 0.008069374998740386, + "trace_id": "93c35bec14a2feb3a7633c431bee8984", + "sampled": false, + "kind": "read" + }, + { + "index": 23, + "status": 200, + "duration_s": 0.009535208002489526, + "trace_id": "804d40fc3d5ac74fbc7e720c6bad748b", + "sampled": false, + "kind": "read" + }, + { + "index": 24, + "status": 200, + "duration_s": 0.01155283299885923, + "trace_id": "27e74a2b13f2a97e74fca426db51ad37", + "sampled": false, + "kind": "read" + }, + { + "index": 25, + "status": 200, + "duration_s": 0.01114183299796423, + "trace_id": "15d0f54af52fe978772eb0d3281bf326", + "sampled": false, + "kind": "read" + }, + { + "index": 26, + "status": 200, + "duration_s": 0.01002104199869791, + "trace_id": "8701b351fa9b510d2bf69eacda94d5dd", + "sampled": false, + "kind": "read" + }, + { + "index": 27, + "status": 200, + "duration_s": 0.009458708998863585, + "trace_id": "cda30a4c098e88358d9153544894ee5d", + "sampled": false, + "kind": "read" + }, + { + "index": 28, + "status": 200, + "duration_s": 0.01117891700414475, + "trace_id": "8ec43031c0192bbd4cbabead28782712", + "sampled": false, + "kind": "read" + }, + { + "index": 29, + "status": 200, + "duration_s": 0.009098292000999209, + "trace_id": "c21d47d9c0362457fde2389e68239728", + "sampled": false, + "kind": "read" + }, + { + "index": 30, + "status": 200, + "duration_s": 0.005559625002206303, + "trace_id": "45997c00ad6b0e52ca67e69f27f27d0a", + "sampled": false, + "kind": "read" + }, + { + "index": 31, + "status": 200, + "duration_s": 0.0042927920003421605, + "trace_id": "9a7ec7ce64bde67370f194f625dbfe79", + "sampled": false, + "kind": "read" + }, + { + "index": 32, + "status": 200, + "duration_s": 0.00439475000166567, + "trace_id": "7b0ce339caaae94190783895cb17149c", + "sampled": false, + "kind": "read" + }, + { + "index": 33, + "status": 200, + "duration_s": 0.004516291002801154, + "trace_id": "d0e81ff84694827962b25c4d9d3c0aa4", + "sampled": false, + "kind": "read" + }, + { + "index": 34, + "status": 200, + "duration_s": 0.005168250005226582, + "trace_id": "a8420a363a9e27fada79cb41d8466d68", + "sampled": false, + "kind": "read" + }, + { + "index": 35, + "status": 200, + "duration_s": 0.009909749998769257, + "trace_id": "057815f72b5dd06f55a69b94303c9c17", + "sampled": false, + "kind": "read" + }, + { + "index": 36, + "status": 200, + "duration_s": 0.004516832996159792, + "trace_id": "e87e6b5eec60343a54369f376c8721e4", + "sampled": false, + "kind": "read" + }, + { + "index": 37, + "status": 200, + "duration_s": 0.0045042920028208755, + "trace_id": "847e1d06076f460559c5ac2bb98991f1", + "sampled": false, + "kind": "read" + }, + { + "index": 38, + "status": 200, + "duration_s": 0.004362708998087328, + "trace_id": "ce426554a055cd2fe0e0e90d23916d50", + "sampled": false, + "kind": "read" + }, + { + "index": 39, + "status": 200, + "duration_s": 0.004620583000360057, + "trace_id": "be607f208424edbd03b99449f0253fcd", + "sampled": true, + "kind": "read" + }, + { + "index": 40, + "status": 200, + "duration_s": 0.005193958000745624, + "trace_id": "70efb73ca4eefbd641563a08bfc1e994", + "sampled": false, + "kind": "read" + }, + { + "index": 41, + "status": 200, + "duration_s": 0.012534165995020885, + "trace_id": "fed4c9c10b451a45739cac1c24161f4e", + "sampled": false, + "kind": "read" + }, + { + "index": 42, + "status": 200, + "duration_s": 0.007488625000405591, + "trace_id": "a0e6795619ff9547b5eec0024aca711b", + "sampled": false, + "kind": "read" + }, + { + "index": 43, + "status": 200, + "duration_s": 0.009374458000820596, + "trace_id": "e262d0927b48c64385f5bd140305a1c8", + "sampled": false, + "kind": "read" + }, + { + "index": 44, + "status": 200, + "duration_s": 0.004201374998956453, + "trace_id": "4093de23562c9456c0007f3e1604ab2e", + "sampled": false, + "kind": "read" + }, + { + "index": 45, + "status": 200, + "duration_s": 0.0041257089978898875, + "trace_id": "d805154909307570b561ea46e509988f", + "sampled": false, + "kind": "read" + }, + { + "index": 46, + "status": 200, + "duration_s": 0.005138250002346467, + "trace_id": "d1b46dd2e35abbbcddc92b5858ae973e", + "sampled": false, + "kind": "read" + }, + { + "index": 47, + "status": 200, + "duration_s": 0.00696054199943319, + "trace_id": "ce5db3c5130db6cc1e03e33f7771b9e8", + "sampled": false, + "kind": "read" + }, + { + "index": 48, + "status": 200, + "duration_s": 0.008068957999057602, + "trace_id": "6d5a41b489f61e52c19a7b89f8ee6bf8", + "sampled": false, + "kind": "read" + }, + { + "index": 49, + "status": 200, + "duration_s": 0.011921999997866806, + "trace_id": "c81c65129168178b5610ba356a8801a6", + "sampled": false, + "kind": "read" + }, + { + "index": 50, + "status": 200, + "duration_s": 0.009990833001211286, + "trace_id": "cbff47dc59cc62424f7dd9c330097f02", + "sampled": false, + "kind": "read" + }, + { + "index": 51, + "status": 200, + "duration_s": 0.009956791996955872, + "trace_id": "156c00ea183aeb1b63fd90074e6740df", + "sampled": false, + "kind": "read" + }, + { + "index": 52, + "status": 200, + "duration_s": 0.006105542001023423, + "trace_id": "e8ab3a8a0c23c2d7248aed9dddf1d95f", + "sampled": false, + "kind": "read" + }, + { + "index": 53, + "status": 200, + "duration_s": 0.004681999998865649, + "trace_id": "bfaeb6eb420c2160ecb43d94f4c02888", + "sampled": false, + "kind": "read" + }, + { + "index": 54, + "status": 200, + "duration_s": 0.0038310829986585304, + "trace_id": "1ef679166411ed5d2a2fe2176a4c3aea", + "sampled": false, + "kind": "read" + }, + { + "index": 55, + "status": 200, + "duration_s": 0.003974500003096182, + "trace_id": "19ddb180dfdba964301c04be90c117e2", + "sampled": false, + "kind": "read" + }, + { + "index": 56, + "status": 200, + "duration_s": 0.003119749999314081, + "trace_id": "d02026a6c8b70f7bc573d78d4e7831fa", + "sampled": false, + "kind": "read" + }, + { + "index": 57, + "status": 200, + "duration_s": 0.002824208000674844, + "trace_id": "47962855842353deecfc509ffc314ca1", + "sampled": false, + "kind": "read" + }, + { + "index": 58, + "status": 200, + "duration_s": 0.030325082996569108, + "trace_id": "43b4bb9442bd728ca5b7afecf84e6e44", + "sampled": false, + "kind": "read" + }, + { + "index": 59, + "status": 200, + "duration_s": 0.05130658299458446, + "trace_id": "892025b6082e6c4d5f379e68d92d318e", + "sampled": false, + "kind": "read" + }, + { + "index": 60, + "status": 200, + "duration_s": 0.0038144170030136593, + "trace_id": "8058397a1750c5f213922eaccdcf4baf", + "sampled": true, + "kind": "read" + }, + { + "index": 61, + "status": 200, + "duration_s": 0.0033946250041481107, + "trace_id": "fbb8f9e10e23c1fb5f571d96f6fb8a49", + "sampled": false, + "kind": "read" + }, + { + "index": 62, + "status": 200, + "duration_s": 0.003060207993257791, + "trace_id": "2d31c8bdf1b625e7eef47db423a14dd3", + "sampled": false, + "kind": "read" + }, + { + "index": 63, + "status": 200, + "duration_s": 0.003278750002209563, + "trace_id": "4d4aa102ccd35638a6e61ec1807d657f", + "sampled": false, + "kind": "read" + }, + { + "index": 64, + "status": 200, + "duration_s": 0.0036411249966477044, + "trace_id": "ff720d8177905e04094f44da10184152", + "sampled": true, + "kind": "read" + }, + { + "index": 65, + "status": 200, + "duration_s": 0.0025975000025937334, + "trace_id": "300ca7c0471775aeab46aba67474f5bb", + "sampled": false, + "kind": "read" + }, + { + "index": 66, + "status": 200, + "duration_s": 0.003265250001277309, + "trace_id": "5d546963207b28ec5b76929518a849a6", + "sampled": false, + "kind": "read" + }, + { + "index": 67, + "status": 200, + "duration_s": 0.003551041998434812, + "trace_id": "b0eb5f24dbd8ad1fe1928ed9ffcd7e7f", + "sampled": false, + "kind": "read" + }, + { + "index": 68, + "status": 200, + "duration_s": 0.0038268749995040707, + "trace_id": "ffecbaf96cd30f9fcce7ef2f101bdcde", + "sampled": false, + "kind": "read" + }, + { + "index": 69, + "status": 200, + "duration_s": 0.004302332999941427, + "trace_id": "b7d2e28a1e4999fa40156b0dc988182b", + "sampled": false, + "kind": "read" + }, + { + "index": 70, + "status": 200, + "duration_s": 0.005456166996737011, + "trace_id": "a2a13de42058c0f207d215ad0278e65f", + "sampled": true, + "kind": "read" + }, + { + "index": 71, + "status": 200, + "duration_s": 0.009700249996967614, + "trace_id": "055369ffb810d238a47ec12dcb34475e", + "sampled": false, + "kind": "read" + }, + { + "index": 72, + "status": 200, + "duration_s": 0.012056542000209447, + "trace_id": "bc34d2d9cd85744299f008e0b7bd23ad", + "sampled": false, + "kind": "read" + }, + { + "index": 73, + "status": 200, + "duration_s": 0.010921125001914334, + "trace_id": "a840ebe6091308c402370e5093a46791", + "sampled": true, + "kind": "read" + }, + { + "index": 74, + "status": 200, + "duration_s": 0.005964416995993815, + "trace_id": "126ce81b9ab0a1807ff2f5af5c26adf6", + "sampled": false, + "kind": "read" + }, + { + "index": 75, + "status": 200, + "duration_s": 0.011590000001888257, + "trace_id": "6f2a1e06288fd22f20a7d04c0d581cdb", + "sampled": false, + "kind": "read" + }, + { + "index": 76, + "status": 200, + "duration_s": 0.012935958999150898, + "trace_id": "f3800045fa1885a0b4126f317b7ae81e", + "sampled": false, + "kind": "read" + }, + { + "index": 77, + "status": 200, + "duration_s": 0.009242457999789622, + "trace_id": "0d2f58fa8eeee848fbf1ea63f55c33f0", + "sampled": false, + "kind": "read" + }, + { + "index": 78, + "status": 200, + "duration_s": 0.00976220900338376, + "trace_id": "d6b871516e3aebcc21592816464ea78b", + "sampled": false, + "kind": "read" + }, + { + "index": 79, + "status": 200, + "duration_s": 0.01115908300562296, + "trace_id": "ce2a149dbcad630dfb56be98a894562b", + "sampled": false, + "kind": "read" + }, + { + "index": 80, + "status": 500, + "duration_s": 0.3049844170018332, + "trace_id": "22f019e3849701b0895f24752adfed7d", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + }, + { + "index": 81, + "status": 200, + "duration_s": 0.005234958000073675, + "trace_id": "0790491e05b9375b8c17a7843b8037a8", + "sampled": false, + "kind": "read" + }, + { + "index": 82, + "status": 200, + "duration_s": 0.028389209001034033, + "trace_id": "6c948ddbd5a33f9b3522b110f027b727", + "sampled": false, + "kind": "read" + }, + { + "index": 83, + "status": 200, + "duration_s": 0.0044073329991078936, + "trace_id": "0b914214a63e28d8778fb8b0dcb2a153", + "sampled": false, + "kind": "read" + }, + { + "index": 84, + "status": 200, + "duration_s": 0.0031791660003364086, + "trace_id": "0e8455d494b904042b98a8a5f416ab81", + "sampled": false, + "kind": "read" + }, + { + "index": 85, + "status": 200, + "duration_s": 0.0030052500005695038, + "trace_id": "709bb4490ed534e30d3bbeca853a60c3", + "sampled": true, + "kind": "read" + }, + { + "index": 86, + "status": 200, + "duration_s": 0.027768874999310356, + "trace_id": "44805a841539f30bd224f714e4b394fb", + "sampled": false, + "kind": "read" + }, + { + "index": 87, + "status": 200, + "duration_s": 0.0030809579984634183, + "trace_id": "ee3e1b9b525d8b08b6153eaaffd033fa", + "sampled": false, + "kind": "read" + }, + { + "index": 88, + "status": 200, + "duration_s": 0.002788167003018316, + "trace_id": "22b848809e348e894255028fc1b1ed4e", + "sampled": false, + "kind": "read" + }, + { + "index": 89, + "status": 200, + "duration_s": 0.0029663749955943786, + "trace_id": "3eab8df1120ed7a160d410973dd8cf96", + "sampled": false, + "kind": "read" + }, + { + "index": 90, + "status": 200, + "duration_s": 0.0032247499984805472, + "trace_id": "8c8d1e7f0426f91dc98fcce3f56a0825", + "sampled": false, + "kind": "read" + }, + { + "index": 91, + "status": 200, + "duration_s": 0.0030763749964535236, + "trace_id": "f730e7af316454452ae3d654d5e2046c", + "sampled": false, + "kind": "read" + }, + { + "index": 92, + "status": 200, + "duration_s": 0.0029914170008851215, + "trace_id": "ce9c4b51f562838a4597bc9f7e2879fa", + "sampled": false, + "kind": "read" + }, + { + "index": 93, + "status": 200, + "duration_s": 0.0027470420027384534, + "trace_id": "a15b768251432363b422f603477a9713", + "sampled": false, + "kind": "read" + }, + { + "index": 94, + "status": 200, + "duration_s": 0.0029820420022588223, + "trace_id": "32b1a6277af744f651780fd12347b50d", + "sampled": false, + "kind": "read" + }, + { + "index": 95, + "status": 200, + "duration_s": 0.0030914159942767583, + "trace_id": "f83257429880b1a0afaa654bb2641753", + "sampled": false, + "kind": "read" + }, + { + "index": 96, + "status": 200, + "duration_s": 0.003021333002834581, + "trace_id": "1ee8bbfd42fa38b93fa90c08a1ec0fae", + "sampled": false, + "kind": "read" + }, + { + "index": 97, + "status": 200, + "duration_s": 0.002884790999814868, + "trace_id": "65b420796287c8764db6175287e0a0f9", + "sampled": false, + "kind": "read" + }, + { + "index": 98, + "status": 200, + "duration_s": 0.002747833001194522, + "trace_id": "e091d41b1c1e03c40dea0c97e6be1f51", + "sampled": true, + "kind": "read" + }, + { + "index": 99, + "status": 200, + "duration_s": 0.00291754199861316, + "trace_id": "f8194876a455a8e3ae788f9cfa21465c", + "sampled": false, + "kind": "read" + }, + { + "index": 100, + "status": 200, + "duration_s": 0.0025819579968811013, + "trace_id": "cba1c543d6d18d546aad958a5c544bfb", + "sampled": false, + "kind": "read" + }, + { + "index": 101, + "status": 200, + "duration_s": 0.0026741670008050278, + "trace_id": "4d2fa06f95bb1d66a7ed8e3eaff10b80", + "sampled": false, + "kind": "read" + }, + { + "index": 102, + "status": 200, + "duration_s": 0.0027354580015526153, + "trace_id": "33daa8b36d6b0c7cf169a41704a0ec3a", + "sampled": false, + "kind": "read" + }, + { + "index": 103, + "status": 200, + "duration_s": 0.0031698340026196092, + "trace_id": "b5255b92e5ea9a4fd0d93a8a85e8d318", + "sampled": false, + "kind": "read" + }, + { + "index": 104, + "status": 200, + "duration_s": 0.003140957996947691, + "trace_id": "47d0cfac3b0f84d0041f63b7ccb27ea3", + "sampled": true, + "kind": "read" + }, + { + "index": 105, + "status": 200, + "duration_s": 0.003227499997592531, + "trace_id": "d2b6e16f546bf6f1170be9f7f46f7464", + "sampled": true, + "kind": "read" + }, + { + "index": 106, + "status": 200, + "duration_s": 0.0029757500014966354, + "trace_id": "2b894f14650475e7a0d54846e6d5e995", + "sampled": false, + "kind": "read" + }, + { + "index": 107, + "status": 200, + "duration_s": 0.0037365829994087107, + "trace_id": "9bba27c8ba1b07726fdd2e2e2a0467c2", + "sampled": false, + "kind": "read" + }, + { + "index": 108, + "status": 200, + "duration_s": 0.0034322499996051192, + "trace_id": "bb801511afe04a02220a4b6695c4354f", + "sampled": false, + "kind": "read" + }, + { + "index": 109, + "status": 200, + "duration_s": 0.0034238750013173558, + "trace_id": "f78bd0d4fb1e71da1069ce6bea3128fc", + "sampled": true, + "kind": "read" + }, + { + "index": 110, + "status": 200, + "duration_s": 0.003565334001905285, + "trace_id": "114136f87bf8210530b25a29ca6c8295", + "sampled": false, + "kind": "read" + }, + { + "index": 111, + "status": 200, + "duration_s": 0.0049886249980772845, + "trace_id": "6b89d3405147c9a2ef59fe80dfdfdfe3", + "sampled": false, + "kind": "read" + }, + { + "index": 112, + "status": 200, + "duration_s": 0.004266583004209679, + "trace_id": "6909fba33a1825af6092216067b5217b", + "sampled": false, + "kind": "read" + }, + { + "index": 113, + "status": 200, + "duration_s": 0.003405457995540928, + "trace_id": "c7cf34f00d21c247b7351614c9a00bf3", + "sampled": false, + "kind": "read" + }, + { + "index": 114, + "status": 200, + "duration_s": 0.00440945899754297, + "trace_id": "32c09d8121ef164a75900eea2d8afa72", + "sampled": false, + "kind": "read" + }, + { + "index": 115, + "status": 200, + "duration_s": 0.004234416002873331, + "trace_id": "12eafede6c75db958ed198a06b4ab710", + "sampled": false, + "kind": "read" + }, + { + "index": 116, + "status": 200, + "duration_s": 0.004501999996136874, + "trace_id": "b9669616ade2e035d950253c10d46dbe", + "sampled": false, + "kind": "read" + }, + { + "index": 117, + "status": 200, + "duration_s": 0.005370999999286141, + "trace_id": "af015eaac8ee1a52c505fe7aca97b889", + "sampled": false, + "kind": "read" + }, + { + "index": 118, + "status": 200, + "duration_s": 0.004119999997783452, + "trace_id": "179387791b1dcceccf82d7f4d443a477", + "sampled": false, + "kind": "read" + }, + { + "index": 119, + "status": 200, + "duration_s": 0.0048214999987976626, + "trace_id": "6b497872a51d33c9962d3043d0819a19", + "sampled": false, + "kind": "read" + }, + { + "index": 120, + "status": 200, + "duration_s": 0.004567457996017765, + "trace_id": "9a0f7d8474d5b461e53d06ff5f0b425e", + "sampled": false, + "kind": "read" + }, + { + "index": 121, + "status": 200, + "duration_s": 0.007984124997165054, + "trace_id": "52f3be63fc6de4d2074f0125aafbbf06", + "sampled": true, + "kind": "read" + }, + { + "index": 122, + "status": 200, + "duration_s": 0.008600958004535642, + "trace_id": "2af91b82456f58e26841a6a694e1a3b6", + "sampled": false, + "kind": "read" + }, + { + "index": 123, + "status": 200, + "duration_s": 0.007577167001727503, + "trace_id": "bd2efdcb89c8646ba8b208b2635947c7", + "sampled": false, + "kind": "read" + }, + { + "index": 124, + "status": 200, + "duration_s": 0.006055666999600362, + "trace_id": "54bb8455c13826e7bb1f2cdfc7e73fc9", + "sampled": false, + "kind": "read" + }, + { + "index": 125, + "status": 200, + "duration_s": 0.005275792005704716, + "trace_id": "e433ee7cce6af0184584cfeffcff4b80", + "sampled": false, + "kind": "read" + }, + { + "index": 126, + "status": 200, + "duration_s": 0.004090709000593051, + "trace_id": "5fa6708f2bcef79609adf6aaad3ebbec", + "sampled": true, + "kind": "read" + }, + { + "index": 127, + "status": 200, + "duration_s": 0.004382042003271636, + "trace_id": "2f262f5020c49508dc4540a99c3852dd", + "sampled": false, + "kind": "read" + }, + { + "index": 128, + "status": 200, + "duration_s": 0.009030875000462402, + "trace_id": "ae3d1d28daf4713e4b57162293283b20", + "sampled": false, + "kind": "read" + }, + { + "index": 129, + "status": 200, + "duration_s": 0.013630165994982235, + "trace_id": "64fecdde413f70f7e7e8df37b6f5dd5b", + "sampled": false, + "kind": "read" + }, + { + "index": 130, + "status": 200, + "duration_s": 0.008501249998516869, + "trace_id": "c31fe2056a32802a409879a0f629b03d", + "sampled": false, + "kind": "read" + }, + { + "index": 131, + "status": 200, + "duration_s": 0.010328500000468921, + "trace_id": "59774a8e6d14bc41fd406819ed75add4", + "sampled": false, + "kind": "read" + }, + { + "index": 132, + "status": 200, + "duration_s": 0.008076832993538119, + "trace_id": "0ea4125e2fca8d2c28656b3f2cb7fb59", + "sampled": false, + "kind": "read" + }, + { + "index": 133, + "status": 200, + "duration_s": 0.006466165999881923, + "trace_id": "368bf02947b4d672fb275bdbaa280f44", + "sampled": false, + "kind": "read" + }, + { + "index": 134, + "status": 200, + "duration_s": 0.011975499997788575, + "trace_id": "6c3538391621266e47cbe304d28a47dd", + "sampled": false, + "kind": "read" + }, + { + "index": 135, + "status": 200, + "duration_s": 0.010825833000126295, + "trace_id": "7de7c8f99b443385cc480ea346b257d7", + "sampled": false, + "kind": "read" + }, + { + "index": 136, + "status": 200, + "duration_s": 0.009660250005254056, + "trace_id": "5c62324bcb90ddc8ba1c981ebce85e2c", + "sampled": false, + "kind": "read" + }, + { + "index": 137, + "status": 200, + "duration_s": 0.01198429200303508, + "trace_id": "4599b81801fef2d16a50b9f2ac21d029", + "sampled": false, + "kind": "read" + }, + { + "index": 138, + "status": 200, + "duration_s": 0.008415791002335027, + "trace_id": "6ff6e2059611d18e448bc4ffc194d58c", + "sampled": false, + "kind": "read" + }, + { + "index": 139, + "status": 200, + "duration_s": 0.011124083001050167, + "trace_id": "1cf261f7dcb3fbdee5b91bbb0a739899", + "sampled": false, + "kind": "read" + }, + { + "index": 140, + "status": 200, + "duration_s": 0.010550917002547067, + "trace_id": "b428de7dc596d7da4a4d1d4eb9d00e15", + "sampled": false, + "kind": "read" + }, + { + "index": 141, + "status": 200, + "duration_s": 0.008583708993683103, + "trace_id": "ed34e264cf17b6b1fe440b731f25e5b8", + "sampled": false, + "kind": "read" + }, + { + "index": 142, + "status": 200, + "duration_s": 0.010295041996869259, + "trace_id": "5ed6a1070c316a21bdd5c794f52d5887", + "sampled": false, + "kind": "read" + }, + { + "index": 143, + "status": 200, + "duration_s": 0.009741208996274509, + "trace_id": "65dd91c5ee94cf3521c9f11ec5451137", + "sampled": false, + "kind": "read" + }, + { + "index": 144, + "status": 200, + "duration_s": 0.01109816700045485, + "trace_id": "9d7bac09da943c6355deebdf495a2e9b", + "sampled": false, + "kind": "read" + }, + { + "index": 145, + "status": 200, + "duration_s": 0.00986495899996953, + "trace_id": "c451ca1d68d1038ddba564b2561992e3", + "sampled": false, + "kind": "read" + }, + { + "index": 146, + "status": 200, + "duration_s": 0.011191750003490597, + "trace_id": "bc36a1a6e20655755a05700d54a5dbf8", + "sampled": false, + "kind": "read" + }, + { + "index": 147, + "status": 200, + "duration_s": 0.010653542005456984, + "trace_id": "a3d7c0352aea8be4f280a0fdf8bc996d", + "sampled": false, + "kind": "read" + }, + { + "index": 148, + "status": 200, + "duration_s": 0.009331332999863662, + "trace_id": "032587f3d0aede7301b292132f9304d4", + "sampled": true, + "kind": "read" + }, + { + "index": 149, + "status": 200, + "duration_s": 0.023806791999959387, + "trace_id": "867ca6fd1fdc1e6eb8ae2c954d071a05", + "sampled": false, + "kind": "read" + }, + { + "index": 150, + "status": 200, + "duration_s": 0.006789958002627827, + "trace_id": "4ca0e693720d753d41e114343b7ee01a", + "sampled": false, + "kind": "read" + }, + { + "index": 151, + "status": 200, + "duration_s": 0.009528458002023399, + "trace_id": "5d43f11362c543f8f88f5506325ee14a", + "sampled": false, + "kind": "read" + }, + { + "index": 152, + "status": 200, + "duration_s": 0.010341540997615084, + "trace_id": "3fcf69c651398b2ef99b1fa48c3a9aa5", + "sampled": false, + "kind": "read" + }, + { + "index": 153, + "status": 200, + "duration_s": 0.009702250004920643, + "trace_id": "64a5bfc6c349bddc8340bb9d25f5fa7c", + "sampled": false, + "kind": "read" + }, + { + "index": 154, + "status": 200, + "duration_s": 0.008083000000624452, + "trace_id": "5a34d5cc9a9da529263f9761b4290609", + "sampled": false, + "kind": "read" + }, + { + "index": 155, + "status": 200, + "duration_s": 0.009851541995885782, + "trace_id": "7058a900956fa39782a16696e5610d14", + "sampled": false, + "kind": "read" + }, + { + "index": 156, + "status": 200, + "duration_s": 0.008827000005112495, + "trace_id": "6c23ff944f625b22b62a04e633862cc0", + "sampled": false, + "kind": "read" + }, + { + "index": 157, + "status": 200, + "duration_s": 0.012546416000986937, + "trace_id": "dbb7e4f56c3745cd02e44525d030b617", + "sampled": true, + "kind": "read" + }, + { + "index": 158, + "status": 200, + "duration_s": 0.009010040994326118, + "trace_id": "00e493d6dbbf0b45d6e5d497c51b9728", + "sampled": false, + "kind": "read" + }, + { + "index": 159, + "status": 200, + "duration_s": 0.012216541996167507, + "trace_id": "47b2a7488e7922db35489cdbbe6b1c0c", + "sampled": false, + "kind": "read" + }, + { + "index": 160, + "status": 200, + "duration_s": 0.0147455410042312, + "trace_id": "498872bd8b3b7a9bbebe58f3bca80f9d", + "sampled": false, + "kind": "read" + }, + { + "index": 161, + "status": 200, + "duration_s": 0.006650499999523163, + "trace_id": "0032b3c85ff77053d9e56713c48ec2d1", + "sampled": false, + "kind": "read" + }, + { + "index": 162, + "status": 200, + "duration_s": 0.004710624998551793, + "trace_id": "d9d804b3d6d184d74dda139a74e8796e", + "sampled": false, + "kind": "read" + }, + { + "index": 163, + "status": 200, + "duration_s": 0.008922458000597544, + "trace_id": "d3afd793d8b4fb33fd69323edd790ee6", + "sampled": false, + "kind": "read" + }, + { + "index": 164, + "status": 200, + "duration_s": 0.0041521669991198, + "trace_id": "faf280a44b61059c1db9cda2c6aef101", + "sampled": false, + "kind": "read" + }, + { + "index": 165, + "status": 200, + "duration_s": 0.3621548330047517, + "trace_id": "a93c86d17bde85fcf2fff42d9a810b97", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 166, + "status": 200, + "duration_s": 0.3342057920017396, + "trace_id": "b4fcf19311cdb155360d0b9c1af07454", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 167, + "status": 200, + "duration_s": 0.3012345000024652, + "trace_id": "faae80f99ea132290a4397c2e3454b2c", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 168, + "status": 200, + "duration_s": 0.29052108299947577, + "trace_id": "8f6bd0e07d716b371b69428817bccab2", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 169, + "status": 200, + "duration_s": 0.25150650000432506, + "trace_id": "7c2810c49c2cb9269961e6c618e843ed", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 170, + "status": 200, + "duration_s": 0.23928329099726398, + "trace_id": "47e987504cd3df2b6fec37127de0076a", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 171, + "status": 200, + "duration_s": 0.21110408299864503, + "trace_id": "ed33bb81457eeab8bc569f8127a2640d", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 172, + "status": 200, + "duration_s": 0.18875774999469286, + "trace_id": "d488bc778da61831a0fd02446ab25a84", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 173, + "status": 200, + "duration_s": 0.15990258300007554, + "trace_id": "6e599ab44d1119e9731968ca572bc1f5", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 174, + "status": 200, + "duration_s": 0.1249255830043694, + "trace_id": "d822a25fc8ac46ed8a7890309dd82be8", + "sampled": false, + "kind": "read" + }, + { + "index": 175, + "status": 200, + "duration_s": 0.10923720899882028, + "trace_id": "bd2e293163a461e83867f171d3499ff8", + "sampled": false, + "kind": "read" + }, + { + "index": 176, + "status": 200, + "duration_s": 0.08756941699539311, + "trace_id": "f02be2e9b01c15ede0aecde3b5bbaa02", + "sampled": false, + "kind": "read" + }, + { + "index": 177, + "status": 200, + "duration_s": 0.060977125001954846, + "trace_id": "ccab9bfc97d9fea2fb8540cd718a063e", + "sampled": false, + "kind": "read" + }, + { + "index": 178, + "status": 200, + "duration_s": 0.035444917004497256, + "trace_id": "7e75df0a07e0a52c2d8c136ebf68fb79", + "sampled": false, + "kind": "read" + }, + { + "index": 179, + "status": 200, + "duration_s": 0.013361833000089973, + "trace_id": "ac9cff85c52530180344bb9ca68df81d", + "sampled": true, + "kind": "read" + }, + { + "index": 180, + "status": 200, + "duration_s": 0.0038067080022301525, + "trace_id": "4671a555e2f8f1ba9b82a95bb9d2e042", + "sampled": false, + "kind": "read" + }, + { + "index": 181, + "status": 200, + "duration_s": 0.0035112909972667694, + "trace_id": "b89fd7e3b7bfce6a43c23c2a694dbfe6", + "sampled": false, + "kind": "read" + }, + { + "index": 182, + "status": 200, + "duration_s": 0.004527957993559539, + "trace_id": "3f1abb14bf40d2fa6417992d4fd42be3", + "sampled": false, + "kind": "read" + }, + { + "index": 183, + "status": 200, + "duration_s": 0.0035720830055652186, + "trace_id": "79fec7bdca254997b4c11a2c16221a9d", + "sampled": false, + "kind": "read" + }, + { + "index": 184, + "status": 200, + "duration_s": 0.0031940420012688264, + "trace_id": "ecf8690f1ca2298a41547a3b31a979c0", + "sampled": false, + "kind": "read" + }, + { + "index": 185, + "status": 200, + "duration_s": 0.05017249999946216, + "trace_id": "4963ec078b465c2f245cb32b81139f41", + "sampled": false, + "kind": "read" + }, + { + "index": 186, + "status": 200, + "duration_s": 0.002934707998065278, + "trace_id": "8261bb84135b0e7d405b0299525cda72", + "sampled": false, + "kind": "read" + }, + { + "index": 187, + "status": 200, + "duration_s": 0.0037161250002100132, + "trace_id": "d22ed73d231041b425ea025437d434a2", + "sampled": false, + "kind": "read" + }, + { + "index": 188, + "status": 200, + "duration_s": 0.023822082999686245, + "trace_id": "67f6168dff910dfd8c96ed12807e490e", + "sampled": false, + "kind": "read" + }, + { + "index": 189, + "status": 200, + "duration_s": 0.0033365419949404895, + "trace_id": "4043bdeb816a390ec3b6f68752187f48", + "sampled": false, + "kind": "read" + }, + { + "index": 190, + "status": 200, + "duration_s": 0.0032847500042407773, + "trace_id": "6a31853eace6f2288d7beb5a515ed357", + "sampled": false, + "kind": "read" + }, + { + "index": 191, + "status": 200, + "duration_s": 0.00319912499981001, + "trace_id": "4296e9f19929795359a7f924041497c8", + "sampled": false, + "kind": "read" + }, + { + "index": 192, + "status": 200, + "duration_s": 0.003784500004258007, + "trace_id": "c640d7a5f19db22d56e45ba46e7e511e", + "sampled": false, + "kind": "read" + }, + { + "index": 193, + "status": 200, + "duration_s": 0.0034044169951812364, + "trace_id": "5d05f0d9bd43c29409409b74e53c4f97", + "sampled": true, + "kind": "read" + }, + { + "index": 194, + "status": 200, + "duration_s": 0.0028175830011605285, + "trace_id": "bb4e10d7478ef7a36d0f19f8197880ed", + "sampled": false, + "kind": "read" + }, + { + "index": 195, + "status": 200, + "duration_s": 0.003346999998029787, + "trace_id": "ca47d1f1661db973ecda0900492a394a", + "sampled": false, + "kind": "read" + }, + { + "index": 196, + "status": 200, + "duration_s": 0.0032442500014440157, + "trace_id": "1090cfd92ba722074b145bc90f7eba76", + "sampled": false, + "kind": "read" + }, + { + "index": 197, + "status": 200, + "duration_s": 0.003311041000415571, + "trace_id": "ea8f9a30be9224a49f74b479bcd6be2a", + "sampled": false, + "kind": "read" + }, + { + "index": 198, + "status": 200, + "duration_s": 0.0036000000036437996, + "trace_id": "776be6bf177d8579205fe4ed40b48df9", + "sampled": false, + "kind": "read" + }, + { + "index": 199, + "status": 200, + "duration_s": 0.004197040994768031, + "trace_id": "e4ce6e0d75c4e2632f5478bc60dd6437", + "sampled": false, + "kind": "read" + }, + { + "index": 200, + "status": 200, + "duration_s": 0.004040250001708046, + "trace_id": "fd23915c736d18d1e939789b45fe3032", + "sampled": false, + "kind": "read" + }, + { + "index": 201, + "status": 200, + "duration_s": 0.003331208004965447, + "trace_id": "ae2a25b147226cb18f0dd87e1f52d553", + "sampled": false, + "kind": "read" + }, + { + "index": 202, + "status": 200, + "duration_s": 0.004230874998029321, + "trace_id": "d1a2e501c203e61dbd7faec7f914ec99", + "sampled": false, + "kind": "read" + }, + { + "index": 203, + "status": 200, + "duration_s": 0.0042824170013773255, + "trace_id": "3c33a603b652d2d6b7a875e7ef0235e1", + "sampled": false, + "kind": "read" + }, + { + "index": 204, + "status": 200, + "duration_s": 0.0055537500011269, + "trace_id": "b9b9c658296cbd784e8a6c1a7f50560b", + "sampled": false, + "kind": "read" + }, + { + "index": 205, + "status": 200, + "duration_s": 0.00621145900367992, + "trace_id": "5bb59cfa62c16536819a0ac271218a1e", + "sampled": false, + "kind": "read" + }, + { + "index": 206, + "status": 200, + "duration_s": 0.008467333005683031, + "trace_id": "43ae3adec92df3188f1e514deb6e49f1", + "sampled": false, + "kind": "read" + }, + { + "index": 207, + "status": 200, + "duration_s": 0.004301583001506515, + "trace_id": "59d98c541b62ec7dc205144dd9d066e3", + "sampled": false, + "kind": "read" + }, + { + "index": 208, + "status": 200, + "duration_s": 0.005035791997215711, + "trace_id": "e1293156e460970f12bb5ed97a647a63", + "sampled": true, + "kind": "read" + }, + { + "index": 209, + "status": 200, + "duration_s": 0.004913874996418599, + "trace_id": "310e973a94ab9ccea3508b7262090b71", + "sampled": false, + "kind": "read" + }, + { + "index": 210, + "status": 200, + "duration_s": 0.01016545899619814, + "trace_id": "623b69d08f1969e9c9db89db81a68701", + "sampled": false, + "kind": "read" + }, + { + "index": 211, + "status": 200, + "duration_s": 0.00910541600023862, + "trace_id": "c1454919b7a46b7754a87f894f5d5463", + "sampled": false, + "kind": "read" + }, + { + "index": 212, + "status": 200, + "duration_s": 0.010786917002405971, + "trace_id": "d8076415a1406fc4890c00da19a798e3", + "sampled": false, + "kind": "read" + }, + { + "index": 213, + "status": 200, + "duration_s": 0.012654416997975204, + "trace_id": "4c3a42d368133f149b1f3a93c8335749", + "sampled": false, + "kind": "read" + }, + { + "index": 214, + "status": 200, + "duration_s": 0.009302916994784027, + "trace_id": "141c145e8a73273797fc56efe9f46c2b", + "sampled": false, + "kind": "read" + }, + { + "index": 215, + "status": 200, + "duration_s": 0.009567708002578001, + "trace_id": "3d039b7962636bf6f403ecf99a2eff9d", + "sampled": false, + "kind": "read" + }, + { + "index": 216, + "status": 200, + "duration_s": 0.01203325000096811, + "trace_id": "955b8909eeac5379bbb155ecb7e771fa", + "sampled": false, + "kind": "read" + }, + { + "index": 217, + "status": 200, + "duration_s": 0.008391374998609535, + "trace_id": "fe3fe464b9fa46963366018debe56dd9", + "sampled": false, + "kind": "read" + }, + { + "index": 218, + "status": 200, + "duration_s": 0.010041749999800231, + "trace_id": "81fcc08c5b19ba19dee9fad895c28ea5", + "sampled": false, + "kind": "read" + }, + { + "index": 219, + "status": 200, + "duration_s": 0.011073375004343688, + "trace_id": "a2bcb4818c5dfabd4ab315a9af34d0dc", + "sampled": false, + "kind": "read" + }, + { + "index": 220, + "status": 200, + "duration_s": 0.005450167001981754, + "trace_id": "1f2b7860f2f5075ecdacf68b7127c913", + "sampled": false, + "kind": "read" + }, + { + "index": 221, + "status": 200, + "duration_s": 0.005969874997390434, + "trace_id": "f0e14100e92cfcd8b3b7d9545b5818c9", + "sampled": false, + "kind": "read" + }, + { + "index": 222, + "status": 200, + "duration_s": 0.01023983399500139, + "trace_id": "c6c5050ae2250fc2424c06b9488b1632", + "sampled": false, + "kind": "read" + }, + { + "index": 223, + "status": 200, + "duration_s": 0.009203417001117487, + "trace_id": "4efcc923fed54ddca4a0a3714a16218d", + "sampled": false, + "kind": "read" + }, + { + "index": 224, + "status": 200, + "duration_s": 0.011944332996790763, + "trace_id": "6bd988225b1d33fcd891db6714503ace", + "sampled": false, + "kind": "read" + }, + { + "index": 225, + "status": 200, + "duration_s": 0.009485208000114653, + "trace_id": "8d3f72cba16ec93239997a2d8047ba3e", + "sampled": false, + "kind": "read" + }, + { + "index": 226, + "status": 200, + "duration_s": 0.011053125002945308, + "trace_id": "b6997a34de8e78e40fcaa8e02e3c7df5", + "sampled": true, + "kind": "read" + }, + { + "index": 227, + "status": 200, + "duration_s": 0.010025416006101295, + "trace_id": "46461376fe1993490550ac1ac6c722d8", + "sampled": true, + "kind": "read" + }, + { + "index": 228, + "status": 200, + "duration_s": 0.01048491700203158, + "trace_id": "8a565d723844b2067b4743b3f93774e6", + "sampled": false, + "kind": "read" + }, + { + "index": 229, + "status": 200, + "duration_s": 0.011752792001061607, + "trace_id": "c1e8f1f176f4e854ed2fa51178d5931d", + "sampled": false, + "kind": "read" + }, + { + "index": 230, + "status": 200, + "duration_s": 0.010829083003045525, + "trace_id": "b88c95314211a6461693f4ea79807f31", + "sampled": true, + "kind": "read" + }, + { + "index": 231, + "status": 200, + "duration_s": 0.011936500006413553, + "trace_id": "e8463749a6ed8ad2052d3bff16df3909", + "sampled": true, + "kind": "read" + }, + { + "index": 232, + "status": 200, + "duration_s": 0.00988462499663001, + "trace_id": "cae3a848c5db2e0fc8639a0e8d2d5a1c", + "sampled": false, + "kind": "read" + }, + { + "index": 233, + "status": 200, + "duration_s": 0.00986683299561264, + "trace_id": "c948db55bc6d50dbd5068becb3fdb41c", + "sampled": false, + "kind": "read" + }, + { + "index": 234, + "status": 200, + "duration_s": 0.008698666999407578, + "trace_id": "03a36fb03f77a67ad07cd83fa10a7404", + "sampled": false, + "kind": "read" + }, + { + "index": 235, + "status": 200, + "duration_s": 0.010464874998433515, + "trace_id": "6bd871990d1b893a8b8c6b8ddba4d73a", + "sampled": false, + "kind": "read" + }, + { + "index": 236, + "status": 200, + "duration_s": 0.009411915998498444, + "trace_id": "53f281fd7fa5bfd122b41e07839b4efe", + "sampled": false, + "kind": "read" + }, + { + "index": 237, + "status": 200, + "duration_s": 0.008810540995909832, + "trace_id": "d86f61c44eaea01ee81f9147b7075cb4", + "sampled": false, + "kind": "read" + }, + { + "index": 238, + "status": 200, + "duration_s": 0.00978633300110232, + "trace_id": "93f102fd64e66a03aad52b92cdb46a05", + "sampled": false, + "kind": "read" + }, + { + "index": 239, + "status": 200, + "duration_s": 0.010298666995367967, + "trace_id": "a753dcddfe2cda5a0f0b08c8e71141af", + "sampled": true, + "kind": "read" + }, + { + "index": 240, + "status": 500, + "duration_s": 0.29284779199952027, + "trace_id": "70f3577772ab3a3ffd4ef6526b453eaa", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + }, + { + "index": 241, + "status": 200, + "duration_s": 0.004016291000880301, + "trace_id": "50ddec711bfb8cb092a2e1b94dda2a8d", + "sampled": false, + "kind": "read" + }, + { + "index": 242, + "status": 200, + "duration_s": 0.003807291002885904, + "trace_id": "98f0e2352cc650ebc13f738a08cb1cdc", + "sampled": false, + "kind": "read" + }, + { + "index": 243, + "status": 200, + "duration_s": 0.0033860840048873797, + "trace_id": "9c9c20e97efa505170283fc933c4b0fc", + "sampled": false, + "kind": "read" + }, + { + "index": 244, + "status": 200, + "duration_s": 0.0033792079993872903, + "trace_id": "8d6566584d6feefddf754a6309c29846", + "sampled": false, + "kind": "read" + }, + { + "index": 245, + "status": 200, + "duration_s": 0.003494791999401059, + "trace_id": "06d8abd0695dd64718b83dba4cbc628f", + "sampled": true, + "kind": "read" + }, + { + "index": 246, + "status": 200, + "duration_s": 0.024027416999160778, + "trace_id": "6ad881ff45f8373b8b2d9b4f9090610c", + "sampled": false, + "kind": "read" + }, + { + "index": 247, + "status": 200, + "duration_s": 0.0032862499938346446, + "trace_id": "b396335d715b6a0e2dff283bdb7fc3c6", + "sampled": false, + "kind": "read" + }, + { + "index": 248, + "status": 200, + "duration_s": 0.0033513749949634075, + "trace_id": "4ddf6eb85e174b0173a39cdc27fa758e", + "sampled": false, + "kind": "read" + }, + { + "index": 249, + "status": 200, + "duration_s": 0.003184832996339537, + "trace_id": "44526c5ea587172756582ad7ef2a3c35", + "sampled": false, + "kind": "read" + }, + { + "index": 250, + "status": 200, + "duration_s": 0.003476375000900589, + "trace_id": "b5d92bc19c92109279bd4d8c224d7f0f", + "sampled": false, + "kind": "read" + }, + { + "index": 251, + "status": 200, + "duration_s": 0.0031418330036103725, + "trace_id": "efbf7e2e9ac6a4013a00062084c17dd4", + "sampled": false, + "kind": "read" + }, + { + "index": 252, + "status": 200, + "duration_s": 0.0025724579973029904, + "trace_id": "41d693564efe8a088937537c90324431", + "sampled": false, + "kind": "read" + }, + { + "index": 253, + "status": 200, + "duration_s": 0.003175416997692082, + "trace_id": "c38c838e598c52abddf1e251d80f3028", + "sampled": false, + "kind": "read" + }, + { + "index": 254, + "status": 200, + "duration_s": 0.002816416999849025, + "trace_id": "70255783b39f0f6f992c0ac52d860116", + "sampled": false, + "kind": "read" + }, + { + "index": 255, + "status": 200, + "duration_s": 0.0034614169999258593, + "trace_id": "1679da97a5d58a16a72cc92c90e85dc4", + "sampled": false, + "kind": "read" + }, + { + "index": 256, + "status": 200, + "duration_s": 0.003347416997712571, + "trace_id": "678c2398676fd16b37a59b998d606d5f", + "sampled": false, + "kind": "read" + }, + { + "index": 257, + "status": 200, + "duration_s": 0.0031464170024264604, + "trace_id": "9602193df512cb83f59aad3b711d41ba", + "sampled": false, + "kind": "read" + }, + { + "index": 258, + "status": 200, + "duration_s": 0.0033387500006938353, + "trace_id": "45e4e5015b10e37adbb54dc287f9cad7", + "sampled": false, + "kind": "read" + }, + { + "index": 259, + "status": 200, + "duration_s": 0.00292062500375323, + "trace_id": "e5302e34742caccf64b3c85daa5912e0", + "sampled": false, + "kind": "read" + }, + { + "index": 260, + "status": 200, + "duration_s": 0.0030149160011205822, + "trace_id": "fa184f5a03bdd9e82a6cfa6f60573ae8", + "sampled": false, + "kind": "read" + }, + { + "index": 261, + "status": 200, + "duration_s": 0.0028170410005259328, + "trace_id": "ebbdf2bcc834323fb1068f0252d537c8", + "sampled": false, + "kind": "read" + }, + { + "index": 262, + "status": 200, + "duration_s": 0.0027309579963912256, + "trace_id": "a71569e3ea5369d9f9c1c4eb505dfbf8", + "sampled": false, + "kind": "read" + }, + { + "index": 263, + "status": 200, + "duration_s": 0.003111582998826634, + "trace_id": "c4366720349c695d8ae32903b7bc1e33", + "sampled": false, + "kind": "read" + }, + { + "index": 264, + "status": 200, + "duration_s": 0.002637208002852276, + "trace_id": "5c3d5fc2b9d5470c2e9802878f8db02c", + "sampled": false, + "kind": "read" + }, + { + "index": 265, + "status": 200, + "duration_s": 0.002900624996982515, + "trace_id": "55eb112946b0633697ffc5bcceae7e27", + "sampled": false, + "kind": "read" + }, + { + "index": 266, + "status": 200, + "duration_s": 0.0034326669992879033, + "trace_id": "99ca10a65b3c2f3e3af6eab6d355a533", + "sampled": false, + "kind": "read" + }, + { + "index": 267, + "status": 200, + "duration_s": 0.0030980419978732243, + "trace_id": "c4964c0cd8f93b9be1460aa9620263fd", + "sampled": false, + "kind": "read" + }, + { + "index": 268, + "status": 200, + "duration_s": 0.0028841250023106113, + "trace_id": "12b9aa1358d6bc3ab0226a53b6a70989", + "sampled": false, + "kind": "read" + }, + { + "index": 269, + "status": 200, + "duration_s": 0.0031478329983656295, + "trace_id": "864d803eabc921f977a66a882cee9a22", + "sampled": false, + "kind": "read" + }, + { + "index": 270, + "status": 200, + "duration_s": 0.0035285420017316937, + "trace_id": "6235cfdea53d5892182362e69a779a3f", + "sampled": true, + "kind": "read" + }, + { + "index": 271, + "status": 200, + "duration_s": 0.003361791001225356, + "trace_id": "257952e9d8aee8ce99252265699bd30b", + "sampled": false, + "kind": "read" + }, + { + "index": 272, + "status": 200, + "duration_s": 0.0037389170029200613, + "trace_id": "86d5b5b8f288b2b0bd860aa8d3e47937", + "sampled": false, + "kind": "read" + }, + { + "index": 273, + "status": 200, + "duration_s": 0.0060037500006728806, + "trace_id": "05cbb2e3780e0adffd199ba5b1157d27", + "sampled": false, + "kind": "read" + }, + { + "index": 274, + "status": 200, + "duration_s": 0.0038922499952604994, + "trace_id": "debce540fe8bd5d9b19b4fc784cce9a1", + "sampled": false, + "kind": "read" + }, + { + "index": 275, + "status": 200, + "duration_s": 0.003733292003744282, + "trace_id": "7f0783b622d9f12ede9a34921ede1cfd", + "sampled": false, + "kind": "read" + }, + { + "index": 276, + "status": 200, + "duration_s": 0.0035889999999199063, + "trace_id": "a3a3d05e1bf8abc200b3b1dd96939224", + "sampled": true, + "kind": "read" + }, + { + "index": 277, + "status": 200, + "duration_s": 0.004363333995570429, + "trace_id": "9a922552bfe2f3aad4bef08b80c8d9b8", + "sampled": false, + "kind": "read" + }, + { + "index": 278, + "status": 200, + "duration_s": 0.00425645900395466, + "trace_id": "d273cfd21fba3a263fed374af05b224a", + "sampled": false, + "kind": "read" + }, + { + "index": 279, + "status": 200, + "duration_s": 0.005368874997657258, + "trace_id": "8aec7000e8d1ab506ac88f224d867705", + "sampled": false, + "kind": "read" + }, + { + "index": 280, + "status": 200, + "duration_s": 0.004302165994886309, + "trace_id": "bce9df963a683844a57cd63b915ccdcc", + "sampled": false, + "kind": "read" + }, + { + "index": 281, + "status": 200, + "duration_s": 0.0042317080005886964, + "trace_id": "868992310d66e8b99a6dfc18eade616c", + "sampled": false, + "kind": "read" + }, + { + "index": 282, + "status": 200, + "duration_s": 0.004129125001782086, + "trace_id": "5d2bdf55a856acba5190d7524bdc9d91", + "sampled": false, + "kind": "read" + }, + { + "index": 283, + "status": 200, + "duration_s": 0.004623957996955141, + "trace_id": "b7dd0f54cca5e237f643d07c32580164", + "sampled": false, + "kind": "read" + }, + { + "index": 284, + "status": 200, + "duration_s": 0.005089083999337163, + "trace_id": "2bbd1a05a7449ac746319ce7157d0134", + "sampled": false, + "kind": "read" + }, + { + "index": 285, + "status": 200, + "duration_s": 0.006787165999412537, + "trace_id": "5bb7d9169f057a1ea6fe0b36d01f2445", + "sampled": false, + "kind": "read" + }, + { + "index": 286, + "status": 200, + "duration_s": 0.005056084002717398, + "trace_id": "8f80e9b3c59253834a51ec933cc2dc82", + "sampled": false, + "kind": "read" + }, + { + "index": 287, + "status": 200, + "duration_s": 0.005374833999667317, + "trace_id": "3c57db4c45a53675620e6ddc761dc801", + "sampled": false, + "kind": "read" + }, + { + "index": 288, + "status": 200, + "duration_s": 0.011784292000811547, + "trace_id": "81443e01af340fe9d2a9470ecde91727", + "sampled": false, + "kind": "read" + }, + { + "index": 289, + "status": 200, + "duration_s": 0.005696832995454315, + "trace_id": "ad4ee5b8b3d3362132c2392cf016af96", + "sampled": false, + "kind": "read" + }, + { + "index": 290, + "status": 200, + "duration_s": 0.00375437500042608, + "trace_id": "0eaa8ec4b532011a7d42bcee44277c21", + "sampled": false, + "kind": "read" + }, + { + "index": 291, + "status": 200, + "duration_s": 0.007743290996586438, + "trace_id": "fd857f62901b881e35b89b5a00bc3c7d", + "sampled": false, + "kind": "read" + }, + { + "index": 292, + "status": 200, + "duration_s": 0.007967958001245279, + "trace_id": "033ad36b3ec2f1e000ee1f079d8d10c5", + "sampled": true, + "kind": "read" + }, + { + "index": 293, + "status": 200, + "duration_s": 0.008504416997311637, + "trace_id": "af6d1e3eb1d5809f916ff7d9cf7c27dc", + "sampled": false, + "kind": "read" + }, + { + "index": 294, + "status": 200, + "duration_s": 0.00890754099964397, + "trace_id": "5d616ffc930cc8ef074acd97e33d2667", + "sampled": true, + "kind": "read" + }, + { + "index": 295, + "status": 200, + "duration_s": 0.01022687499789754, + "trace_id": "d2c43145a12ca139db0caf2a1083c5e2", + "sampled": false, + "kind": "read" + }, + { + "index": 296, + "status": 200, + "duration_s": 0.014168624999001622, + "trace_id": "116cf2b84496912c58c8966de271c3b9", + "sampled": false, + "kind": "read" + }, + { + "index": 297, + "status": 200, + "duration_s": 0.013334625000425149, + "trace_id": "30fef6d327abbe16c9e45a2977c7fb2d", + "sampled": false, + "kind": "read" + }, + { + "index": 298, + "status": 200, + "duration_s": 0.006363542001054157, + "trace_id": "89c3b70877a71fcaba747ab713dfa323", + "sampled": false, + "kind": "read" + }, + { + "index": 299, + "status": 200, + "duration_s": 0.012270166000234894, + "trace_id": "92072abf65c7faa8e4ecbfa6b6427918", + "sampled": false, + "kind": "read" + }, + { + "index": 300, + "status": 200, + "duration_s": 0.011953583998547401, + "trace_id": "3fec848984a4ae00afb014abee439e35", + "sampled": false, + "kind": "read" + }, + { + "index": 301, + "status": 200, + "duration_s": 0.004986084000847768, + "trace_id": "43f384870333ad06e7d7f9fbc800e8d4", + "sampled": false, + "kind": "read" + }, + { + "index": 302, + "status": 200, + "duration_s": 0.005336000001989305, + "trace_id": "46b8810836bfd5f2f0826bf8e62f4f17", + "sampled": false, + "kind": "read" + }, + { + "index": 303, + "status": 200, + "duration_s": 0.00422979099676013, + "trace_id": "cfabfe228ba9000a50da254cae921e39", + "sampled": false, + "kind": "read" + }, + { + "index": 304, + "status": 200, + "duration_s": 0.004395541000121739, + "trace_id": "9ef46d791bdcb4ee8ded5526b5161781", + "sampled": false, + "kind": "read" + }, + { + "index": 305, + "status": 200, + "duration_s": 0.004447958002856467, + "trace_id": "abb19c3d4cd6999806a39d48a63f1a1b", + "sampled": true, + "kind": "read" + }, + { + "index": 306, + "status": 200, + "duration_s": 0.005284500002744608, + "trace_id": "6f9701fb5a61205bfeb8340b143d0980", + "sampled": false, + "kind": "read" + }, + { + "index": 307, + "status": 200, + "duration_s": 0.009101791998546105, + "trace_id": "fc067d1696f8b31deee15954ae060c3a", + "sampled": false, + "kind": "read" + }, + { + "index": 308, + "status": 200, + "duration_s": 0.01041041699500056, + "trace_id": "eac7d4f83e6a5160448cb62d5bd9fad9", + "sampled": false, + "kind": "read" + }, + { + "index": 309, + "status": 200, + "duration_s": 0.005749459000071511, + "trace_id": "1e5301f3377f0d354a9700da962306e9", + "sampled": false, + "kind": "read" + }, + { + "index": 310, + "status": 200, + "duration_s": 0.005187667004065588, + "trace_id": "a249190f1628052358ac64f4b73f139e", + "sampled": false, + "kind": "read" + }, + { + "index": 311, + "status": 200, + "duration_s": 0.003923208001651801, + "trace_id": "b65b6c07fc71c0a8a9f140ae140bbb77", + "sampled": false, + "kind": "read" + }, + { + "index": 312, + "status": 200, + "duration_s": 0.0031077090025064535, + "trace_id": "77d4acf7fc04482c7a3835b747c9c72b", + "sampled": false, + "kind": "read" + }, + { + "index": 313, + "status": 200, + "duration_s": 0.052600040995457675, + "trace_id": "2353816e9c579e1ceef0905fd07251c8", + "sampled": false, + "kind": "read" + }, + { + "index": 314, + "status": 200, + "duration_s": 0.0031837499991524965, + "trace_id": "e9c7a30f82b51fed5a29f7898240b61a", + "sampled": false, + "kind": "read" + }, + { + "index": 315, + "status": 200, + "duration_s": 0.00283866699464852, + "trace_id": "19b8c093652e2a8206db2b91de19e869", + "sampled": true, + "kind": "read" + }, + { + "index": 316, + "status": 200, + "duration_s": 0.029482999998435844, + "trace_id": "d472a7eb7e977f83a8f88709248b73d7", + "sampled": false, + "kind": "read" + }, + { + "index": 317, + "status": 200, + "duration_s": 0.05109570800414076, + "trace_id": "c705cb4f51ab6720c373b8560e38f972", + "sampled": false, + "kind": "read" + }, + { + "index": 318, + "status": 200, + "duration_s": 0.003323583005112596, + "trace_id": "eb83b2ca77edd70a67f81d1e52aef4e1", + "sampled": false, + "kind": "read" + }, + { + "index": 319, + "status": 200, + "duration_s": 0.0038600830012001097, + "trace_id": "caa095904c74f7da4475c81d115b228a", + "sampled": false, + "kind": "read" + }, + { + "index": 320, + "status": 200, + "duration_s": 0.003176666999934241, + "trace_id": "dcda62e0eaad3c83b1e8df56dc389916", + "sampled": false, + "kind": "read" + }, + { + "index": 321, + "status": 200, + "duration_s": 0.0035844579979311675, + "trace_id": "a5edc9cf99736f3caa48fdad7be79fa2", + "sampled": false, + "kind": "read" + }, + { + "index": 322, + "status": 200, + "duration_s": 0.003217207995476201, + "trace_id": "dfa5a7943f31a4d0d90ecb100d59e8b6", + "sampled": false, + "kind": "read" + }, + { + "index": 323, + "status": 200, + "duration_s": 0.0033938330016098917, + "trace_id": "571f6c0bbbc913dbb7cd113768792ffb", + "sampled": false, + "kind": "read" + }, + { + "index": 324, + "status": 200, + "duration_s": 0.0036495829990599304, + "trace_id": "ce80c5f0c51f68646a07a7b8268a2828", + "sampled": false, + "kind": "read" + }, + { + "index": 325, + "status": 200, + "duration_s": 0.004291082994313911, + "trace_id": "9609aa2c8458471ceb8a1c7e9f2131ee", + "sampled": false, + "kind": "read" + }, + { + "index": 326, + "status": 200, + "duration_s": 0.003979666995292064, + "trace_id": "cf2eafaa5272b0cf5640867ad880b8ad", + "sampled": false, + "kind": "read" + }, + { + "index": 327, + "status": 200, + "duration_s": 0.004699582998000551, + "trace_id": "ac3796d4faae9108639013765ad7d203", + "sampled": false, + "kind": "read" + }, + { + "index": 328, + "status": 200, + "duration_s": 0.005422207999799866, + "trace_id": "31a406a96151a3e9fcefc228b4483b59", + "sampled": false, + "kind": "read" + }, + { + "index": 329, + "status": 200, + "duration_s": 0.012505083002906758, + "trace_id": "c1fb3a4713c0d89c3ee40a43ca4b7113", + "sampled": false, + "kind": "read" + }, + { + "index": 330, + "status": 200, + "duration_s": 0.004026208000141196, + "trace_id": "bf71374230028d9285de9ef73c98253d", + "sampled": false, + "kind": "read" + }, + { + "index": 331, + "status": 200, + "duration_s": 0.004524457996012643, + "trace_id": "7fd35d0d8b661e524addce57ad6411ca", + "sampled": false, + "kind": "read" + }, + { + "index": 332, + "status": 200, + "duration_s": 0.008967665999080054, + "trace_id": "964a43e0c56eb1f181dfcf6f3c8834fe", + "sampled": false, + "kind": "read" + }, + { + "index": 333, + "status": 200, + "duration_s": 0.009712582999782171, + "trace_id": "248abb5157e2d1b5a8f0f24c5b1b544c", + "sampled": false, + "kind": "read" + }, + { + "index": 334, + "status": 200, + "duration_s": 0.010516750000533648, + "trace_id": "c7b35cb80356ac2ee8fa75e8fe669a9e", + "sampled": false, + "kind": "read" + }, + { + "index": 335, + "status": 200, + "duration_s": 0.009553332994983066, + "trace_id": "cb0fd48185b0ebff3c1176ff04a8effe", + "sampled": false, + "kind": "read" + }, + { + "index": 336, + "status": 200, + "duration_s": 0.010803666002175305, + "trace_id": "3edcf51436fc4e7231e126282c3495a6", + "sampled": false, + "kind": "read" + }, + { + "index": 337, + "status": 200, + "duration_s": 0.011872875002154615, + "trace_id": "58ae81d412b4a9fdbfe3c510dd63c6d1", + "sampled": false, + "kind": "read" + }, + { + "index": 338, + "status": 200, + "duration_s": 0.00979525000002468, + "trace_id": "a646c2101e376c76be4e93baad12b3f0", + "sampled": false, + "kind": "read" + }, + { + "index": 339, + "status": 200, + "duration_s": 0.010388499998953193, + "trace_id": "a05d723b06a666385f8eb5987bfab445", + "sampled": false, + "kind": "read" + }, + { + "index": 340, + "status": 200, + "duration_s": 0.010670083000150044, + "trace_id": "09bdb6fb9ad2c376ade9965d360f6758", + "sampled": false, + "kind": "read" + }, + { + "index": 341, + "status": 200, + "duration_s": 0.011338500000420026, + "trace_id": "5ae5aafcb6cfb94d5c76225a9792870d", + "sampled": false, + "kind": "read" + }, + { + "index": 342, + "status": 200, + "duration_s": 0.004997208001441322, + "trace_id": "d6bb638ff2c49e91ec7cf221d7087025", + "sampled": false, + "kind": "read" + }, + { + "index": 343, + "status": 200, + "duration_s": 0.008900791995984036, + "trace_id": "72a28bb318cd0e01e2c803dbcc482afc", + "sampled": false, + "kind": "read" + }, + { + "index": 344, + "status": 200, + "duration_s": 0.00831241699779639, + "trace_id": "413ab8a30e0651795eb6461d8c70e5bc", + "sampled": false, + "kind": "read" + }, + { + "index": 345, + "status": 200, + "duration_s": 0.011858000005304348, + "trace_id": "00be3b79a6fb20fc058caee84034de93", + "sampled": true, + "kind": "read" + }, + { + "index": 346, + "status": 200, + "duration_s": 0.008308167001814581, + "trace_id": "cb0efb7d49843d685584acdc191e6183", + "sampled": false, + "kind": "read" + }, + { + "index": 347, + "status": 200, + "duration_s": 0.011718624999048188, + "trace_id": "bb4ddc4064e3ba9e461c67d86f76381b", + "sampled": false, + "kind": "read" + }, + { + "index": 348, + "status": 200, + "duration_s": 0.008998375000373926, + "trace_id": "f06c7326b3e7a1165212ef6efcecd188", + "sampled": false, + "kind": "read" + }, + { + "index": 349, + "status": 200, + "duration_s": 0.009364040997752454, + "trace_id": "d0aa93d66d614ed92dd810df6f44cead", + "sampled": false, + "kind": "read" + }, + { + "index": 350, + "status": 200, + "duration_s": 0.008783375000348315, + "trace_id": "9ed5b48121f2b0449b7a283c8ae33cc9", + "sampled": false, + "kind": "read" + }, + { + "index": 351, + "status": 200, + "duration_s": 0.011215208003704902, + "trace_id": "3a78e95b1f5a6d035cff9da19c49abc9", + "sampled": false, + "kind": "read" + }, + { + "index": 352, + "status": 200, + "duration_s": 0.011572916999284644, + "trace_id": "b5d357d89b5bd9e7536104b8a5c2df0b", + "sampled": false, + "kind": "read" + }, + { + "index": 353, + "status": 200, + "duration_s": 0.011787041999923531, + "trace_id": "205092f5bed3122af9f697c8e375c202", + "sampled": false, + "kind": "read" + }, + { + "index": 354, + "status": 200, + "duration_s": 0.006125292005890515, + "trace_id": "fce838aee6cdc33b8c034444319dae4f", + "sampled": false, + "kind": "read" + }, + { + "index": 355, + "status": 200, + "duration_s": 0.0037686669966205955, + "trace_id": "07b2f7c6488861621cd9da2122a376d9", + "sampled": false, + "kind": "read" + }, + { + "index": 356, + "status": 200, + "duration_s": 0.0038582920024055056, + "trace_id": "35777eaa045729d8805103a6d01489b4", + "sampled": false, + "kind": "read" + }, + { + "index": 357, + "status": 200, + "duration_s": 0.003695624996908009, + "trace_id": "db613962cdfa4dfb5d5d8e106003e3b0", + "sampled": false, + "kind": "read" + }, + { + "index": 358, + "status": 200, + "duration_s": 0.004217207999317907, + "trace_id": "1e72c509b8ae6014a898e03119748656", + "sampled": false, + "kind": "read" + }, + { + "index": 359, + "status": 200, + "duration_s": 0.00444404200243298, + "trace_id": "22fddd0d7f94c12500ca9ffe3bc038b2", + "sampled": true, + "kind": "read" + }, + { + "index": 360, + "status": 200, + "duration_s": 0.004774207998707425, + "trace_id": "0211a8a265c01a3a920e49ae4b1bd799", + "sampled": false, + "kind": "read" + }, + { + "index": 361, + "status": 200, + "duration_s": 0.0037030000021331944, + "trace_id": "6355aefaaaf70cb12c263ed9d422883b", + "sampled": false, + "kind": "read" + }, + { + "index": 362, + "status": 200, + "duration_s": 0.004112957998586353, + "trace_id": "29c421a9a4429f77f90cdad3771c0af8", + "sampled": false, + "kind": "read" + }, + { + "index": 363, + "status": 200, + "duration_s": 0.004659666999941692, + "trace_id": "2a28c2247285f40ecacab2f106f55865", + "sampled": false, + "kind": "read" + }, + { + "index": 364, + "status": 200, + "duration_s": 0.005410624995420221, + "trace_id": "6ea5475b8e71c2af136ca918af9c2676", + "sampled": true, + "kind": "read" + }, + { + "index": 365, + "status": 200, + "duration_s": 0.009877958000288345, + "trace_id": "2abb0cecfc9f3481f4de8b09b8a37985", + "sampled": false, + "kind": "read" + }, + { + "index": 366, + "status": 200, + "duration_s": 0.00936929199815495, + "trace_id": "f4c2f75e718a9b47230975fdf0bbdff2", + "sampled": false, + "kind": "read" + }, + { + "index": 367, + "status": 200, + "duration_s": 0.008055500002228655, + "trace_id": "30866698ec5d2a4f8380dd68325792eb", + "sampled": false, + "kind": "read" + }, + { + "index": 368, + "status": 200, + "duration_s": 0.00958316600008402, + "trace_id": "66412307d86b2ec79ff18bbacad8537d", + "sampled": false, + "kind": "read" + }, + { + "index": 369, + "status": 200, + "duration_s": 0.010406042005342897, + "trace_id": "7d4647839475ad77bc76c9395c424fdc", + "sampled": false, + "kind": "read" + }, + { + "index": 370, + "status": 200, + "duration_s": 0.012600541995198, + "trace_id": "8d8fc39f01795e18ecaca4e52f309061", + "sampled": false, + "kind": "read" + }, + { + "index": 371, + "status": 200, + "duration_s": 0.009538291997159831, + "trace_id": "ff9bb9daf8a2ac7927ad84017420b255", + "sampled": false, + "kind": "read" + }, + { + "index": 372, + "status": 200, + "duration_s": 0.005241250000835862, + "trace_id": "5a5b9243eb5d3f28801ef6075c07043a", + "sampled": false, + "kind": "read" + }, + { + "index": 373, + "status": 200, + "duration_s": 0.009021500001836102, + "trace_id": "4d37372354b7c31f8f08baa89d74b3e2", + "sampled": false, + "kind": "read" + }, + { + "index": 374, + "status": 200, + "duration_s": 0.008839249996526632, + "trace_id": "9fc9507cbbc84f79a62d669cf92e9fe6", + "sampled": false, + "kind": "read" + }, + { + "index": 375, + "status": 200, + "duration_s": 0.011155416999827139, + "trace_id": "e856074c5dd2e63dfaab6bf57b6a6811", + "sampled": false, + "kind": "read" + }, + { + "index": 376, + "status": 200, + "duration_s": 0.012014541003736667, + "trace_id": "8c088837ab8dff9a26d3b2878e3bd023", + "sampled": false, + "kind": "read" + }, + { + "index": 377, + "status": 200, + "duration_s": 0.008327750001626555, + "trace_id": "0c8a5d0c4b916fee76c1c4be59e6f8c0", + "sampled": false, + "kind": "read" + }, + { + "index": 378, + "status": 200, + "duration_s": 0.00856329200178152, + "trace_id": "8528de42f3fb6387c417dda7071cf468", + "sampled": false, + "kind": "read" + }, + { + "index": 379, + "status": 200, + "duration_s": 0.009492083001532592, + "trace_id": "a314e44d00ebb4da2d5bf5d38a62be3d", + "sampled": false, + "kind": "read" + }, + { + "index": 380, + "status": 200, + "duration_s": 0.011392166001314763, + "trace_id": "3b003f3823711a612454110fd843fa66", + "sampled": false, + "kind": "read" + }, + { + "index": 381, + "status": 200, + "duration_s": 0.012933875004819129, + "trace_id": "ee7c2113829b1fee897cc37e1320e7b0", + "sampled": false, + "kind": "read" + }, + { + "index": 382, + "status": 200, + "duration_s": 0.005969290999928489, + "trace_id": "716ea7248383f3c270a421c9bbae24ac", + "sampled": false, + "kind": "read" + }, + { + "index": 383, + "status": 200, + "duration_s": 0.005216082994593307, + "trace_id": "7dc736405a47f37d982bcf2ab43a0e72", + "sampled": false, + "kind": "read" + }, + { + "index": 384, + "status": 200, + "duration_s": 0.009332834000815637, + "trace_id": "990ee0a9e476b358fdeb7235d12e9c1c", + "sampled": false, + "kind": "read" + }, + { + "index": 385, + "status": 200, + "duration_s": 0.009390042003360577, + "trace_id": "3a57854416785193c4bd0db6fa834541", + "sampled": false, + "kind": "read" + }, + { + "index": 386, + "status": 200, + "duration_s": 0.008485582999128383, + "trace_id": "4b97072a3a02917e8885bbd51d38c467", + "sampled": false, + "kind": "read" + }, + { + "index": 387, + "status": 200, + "duration_s": 0.009980625000025611, + "trace_id": "4d1bd93c40d8c2fae68e375482282f82", + "sampled": false, + "kind": "read" + }, + { + "index": 388, + "status": 200, + "duration_s": 0.01048508299572859, + "trace_id": "4f860d97de7810e18bc19ceb86e39b5e", + "sampled": false, + "kind": "read" + }, + { + "index": 389, + "status": 200, + "duration_s": 0.009030124994751532, + "trace_id": "27e66f1ad8ac4a88ee29ecf7cd05d860", + "sampled": false, + "kind": "read" + }, + { + "index": 390, + "status": 200, + "duration_s": 0.011191042001883034, + "trace_id": "f321cb5726bc24a3b654d6d3f21112b3", + "sampled": false, + "kind": "read" + }, + { + "index": 391, + "status": 200, + "duration_s": 0.009309916997153778, + "trace_id": "f62a1de61690991e451851e97e22071f", + "sampled": false, + "kind": "read" + }, + { + "index": 392, + "status": 200, + "duration_s": 0.011095084002590738, + "trace_id": "427f07e601684e2e06fd79bbd21bb457", + "sampled": true, + "kind": "read" + }, + { + "index": 393, + "status": 200, + "duration_s": 0.009840458995313384, + "trace_id": "1ff1e3e9459b68cbf7f9e9c9b87e21e2", + "sampled": false, + "kind": "read" + }, + { + "index": 394, + "status": 200, + "duration_s": 0.012692459000390954, + "trace_id": "b0f6cb17be58ca62264ad9a2048e4ced", + "sampled": false, + "kind": "read" + }, + { + "index": 395, + "status": 200, + "duration_s": 0.00863858299999265, + "trace_id": "56f910e8b8015e8a07f21ccbc703c2dc", + "sampled": true, + "kind": "read" + }, + { + "index": 396, + "status": 200, + "duration_s": 0.01070912500290433, + "trace_id": "ea9363b0e8a9819fec48f5176a5e58ab", + "sampled": false, + "kind": "read" + }, + { + "index": 397, + "status": 200, + "duration_s": 0.012748082997859456, + "trace_id": "82ee21280e050b770ae3298398460a75", + "sampled": true, + "kind": "read" + }, + { + "index": 398, + "status": 200, + "duration_s": 0.0054309590050252154, + "trace_id": "a54eb78e200ace0ffe6cb1ea101d4710", + "sampled": false, + "kind": "read" + }, + { + "index": 399, + "status": 200, + "duration_s": 0.008934334000514355, + "trace_id": "dd76709f7b09cb2e05543846c8d780f7", + "sampled": true, + "kind": "read" + } + ] + }, + { + "profile": "off", + "instance_ids": [ + "062fd164-74e0-4da6-803b-38a5a017191c", + "e0327f34-27c1-4b17-9b68-6f93b449cc6d" + ], + "enabled": "0", + "sampling_ratio": 0.0, + "repeat": 3, + "offered_rps": 40, + "duration_s": 10, + "elapsed_s": 9.990474, + "scheduled": 400, + "not_sent": 0, + "sent": 400, + "successful": 398, + "controlled_500": 2, + "successful_rps": 39.837949965757424, + "latency_s": { + "p50": 0.007614209003804717, + "p95": 0.03684441700170282, + "p99": 0.26959337500011316 + }, + "sampled_requests": 0, + "rare_probes": [ + { + "index": 80, + "status": 500, + "duration_s": 0.26959337500011316, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + }, + { + "index": 169, + "status": 200, + "duration_s": 0.2668952090025414, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 166, + "status": 200, + "duration_s": 0.3410885830016923, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 168, + "status": 200, + "duration_s": 0.2810834999982035, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 171, + "status": 200, + "duration_s": 0.21462383299513021, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 173, + "status": 200, + "duration_s": 0.16133620899927337, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 170, + "status": 200, + "duration_s": 0.23743983400345314, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 165, + "status": 200, + "duration_s": 0.3657537500039325, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 167, + "status": 200, + "duration_s": 0.31564487500145333, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 172, + "status": 200, + "duration_s": 0.1878256669951952, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 240, + "status": 500, + "duration_s": 0.2674631669942755, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + } + ], + "telemetry_before": { + "spans_recorded": 0.0, + "spans_exported": 0.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 0.0, + "logs_wire_bytes": 0.0, + "metrics_wire_bytes": 0.0, + "collector_accepted_spans": 5176.0, + "collector_refused_spans": 0.0 + }, + "telemetry_after": { + "spans_recorded": 0.0, + "spans_exported": 0.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 0.0, + "logs_wire_bytes": 0.0, + "metrics_wire_bytes": 0.0, + "collector_accepted_spans": 5176.0, + "collector_refused_spans": 0.0 + }, + "telemetry_delta": { + "spans_recorded": 0.0, + "spans_exported": 0.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 0.0, + "logs_wire_bytes": 0.0, + "metrics_wire_bytes": 0.0, + "collector_accepted_spans": 0.0, + "collector_refused_spans": 0.0 + }, + "cgroups_before": [ + { + "service": "api", + "container": "76741c2be084c730e4f0efa20c602a60bcea203c100ffa2df83795c3e59ed47a", + "current_bytes": 90603520, + "peak_bytes": 135311360, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "fa67dce7cf65eaee1805f454f592e7f80378c6c744fabed2feb9fdc967453c41", + "current_bytes": 90595328, + "peak_bytes": 135188480, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "0a010d5e7c665a98d98d76588e83c30d1e7089813f79802b6f14096c665bd492", + "current_bytes": 70529024, + "peak_bytes": 118579200, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 57372672, + "peak_bytes": 67293184, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 72368128, + "peak_bytes": 441643008, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "cgroups_after": [ + { + "service": "api", + "container": "76741c2be084c730e4f0efa20c602a60bcea203c100ffa2df83795c3e59ed47a", + "current_bytes": 91721728, + "peak_bytes": 135311360, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "fa67dce7cf65eaee1805f454f592e7f80378c6c744fabed2feb9fdc967453c41", + "current_bytes": 92246016, + "peak_bytes": 135188480, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "0a010d5e7c665a98d98d76588e83c30d1e7089813f79802b6f14096c665bd492", + "current_bytes": 70868992, + "peak_bytes": 118579200, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 58036224, + "peak_bytes": 67293184, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 159596544, + "peak_bytes": 441643008, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "docker_samples": [ + { + "at": 55571.603531291, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "17.77%", + "Container": "76741c2be084c730e4f0efa20c602a60bcea203c100ffa2df83795c3e59ed47a", + "ID": "76741c2be084", + "MemPerc": "16.90%", + "MemUsage": "86.54MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "109kB / 133kB", + "PIDs": "7" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "27.83%", + "Container": "fa67dce7cf65eaee1805f454f592e7f80378c6c744fabed2feb9fdc967453c41", + "ID": "fa67dce7cf65", + "MemPerc": "19.47%", + "MemUsage": "99.67MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "228kB / 139kB", + "PIDs": "8" + }, + { + "BlockIO": "4.1kB / 770kB", + "CPUPerc": "0.17%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.316MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.97MB / 1.44MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.42%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.52%", + "MemUsage": "3.223MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.6MB / 1.9MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.07%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "21.37%", + "MemUsage": "54.71MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "8.19MB / 26.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.57%", + "Container": "eb43a0201c39d0f163fa4b144a1a9ca05662b18969fd5049dbaafa573c0599f8", + "ID": "eb43a0201c39", + "MemPerc": "28.12%", + "MemUsage": "54MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "102kB / 71.3kB", + "PIDs": "5" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.98%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.24%", + "MemUsage": "72.29MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "82.7kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.40%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.35%", + "MemUsage": "11.96MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "46.5MB / 45.9MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 7.95MB", + "CPUPerc": "0.52%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "24.20%", + "MemUsage": "92.94MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "961kB / 55kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 22MB", + "CPUPerc": "1.80%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "4.41%", + "MemUsage": "33.88MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "16.9MB / 21.4MB", + "PIDs": "11" + }, + { + "BlockIO": "1.11MB / 9.4MB", + "CPUPerc": "0.00%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "14.02%", + "MemUsage": "35.9MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "6.41MB / 591kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.21%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.39%", + "MemUsage": "34.27MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "67.2MB / 63.3MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 29.1MB", + "CPUPerc": "0.16%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.37%", + "MemUsage": "124.8MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "40.1MB / 23.6MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 7.78MB", + "CPUPerc": "0.04%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "8.34%", + "MemUsage": "64.08MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "433kB / 250kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.05%", + "Container": "0a010d5e7c665a98d98d76588e83c30d1e7089813f79802b6f14096c665bd492", + "ID": "0a010d5e7c66", + "MemPerc": "7.51%", + "MemUsage": "67.26MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "15.7kB / 18.8kB", + "PIDs": "5" + } + ] + }, + { + "at": 55574.671861833, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.12%", + "Container": "76741c2be084c730e4f0efa20c602a60bcea203c100ffa2df83795c3e59ed47a", + "ID": "76741c2be084", + "MemPerc": "17.13%", + "MemUsage": "87.71MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "190kB / 230kB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "9.70%", + "Container": "fa67dce7cf65eaee1805f454f592e7f80378c6c744fabed2feb9fdc967453c41", + "ID": "fa67dce7cf65", + "MemPerc": "16.95%", + "MemUsage": "86.8MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "280kB / 316kB", + "PIDs": "7" + }, + { + "BlockIO": "4.1kB / 782kB", + "CPUPerc": "0.92%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.32MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.98MB / 1.44MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.08%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.54%", + "MemUsage": "3.25MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.63MB / 1.93MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.61%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "21.37%", + "MemUsage": "54.71MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "8.19MB / 26.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.38%", + "Container": "eb43a0201c39d0f163fa4b144a1a9ca05662b18969fd5049dbaafa573c0599f8", + "ID": "eb43a0201c39", + "MemPerc": "28.14%", + "MemUsage": "54.03MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "122kB / 85.5kB", + "PIDs": "5" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.09%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.24%", + "MemUsage": "72.29MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "82.7kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.26%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.37%", + "MemUsage": "11.99MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "46.6MB / 46MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 7.95MB", + "CPUPerc": "0.36%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "24.20%", + "MemUsage": "92.94MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "961kB / 55kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 22.1MB", + "CPUPerc": "7.86%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.14%", + "MemUsage": "54.86MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "17MB / 21.5MB", + "PIDs": "22" + }, + { + "BlockIO": "1.11MB / 9.4MB", + "CPUPerc": "0.39%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "14.02%", + "MemUsage": "35.9MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "6.43MB / 592kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.18%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.39%", + "MemUsage": "34.29MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "67.5MB / 63.7MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 29.1MB", + "CPUPerc": "0.88%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.37%", + "MemUsage": "124.8MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "40.4MB / 23.8MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 7.78MB", + "CPUPerc": "0.04%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "8.34%", + "MemUsage": "64.08MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "434kB / 250kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.11%", + "Container": "0a010d5e7c665a98d98d76588e83c30d1e7089813f79802b6f14096c665bd492", + "ID": "0a010d5e7c66", + "MemPerc": "7.54%", + "MemUsage": "67.57MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "143kB / 158kB", + "PIDs": "5" + } + ] + }, + { + "at": 55577.745712208, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.00%", + "Container": "76741c2be084c730e4f0efa20c602a60bcea203c100ffa2df83795c3e59ed47a", + "ID": "76741c2be084", + "MemPerc": "17.13%", + "MemUsage": "87.71MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "239kB / 292kB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.69%", + "Container": "fa67dce7cf65eaee1805f454f592e7f80378c6c744fabed2feb9fdc967453c41", + "ID": "fa67dce7cf65", + "MemPerc": "17.24%", + "MemUsage": "88.26MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "505kB / 566kB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 795kB", + "CPUPerc": "0.16%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.32MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.98MB / 1.44MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.43%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.54%", + "MemUsage": "3.25MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.65MB / 1.96MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.02%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "21.37%", + "MemUsage": "54.71MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "8.19MB / 26.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.54%", + "Container": "eb43a0201c39d0f163fa4b144a1a9ca05662b18969fd5049dbaafa573c0599f8", + "ID": "eb43a0201c39", + "MemPerc": "28.14%", + "MemUsage": "54.03MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "141kB / 98.9kB", + "PIDs": "5" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.18%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.24%", + "MemUsage": "72.29MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "82.7kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.86%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.38%", + "MemUsage": "12MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "46.9MB / 46.3MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 7.95MB", + "CPUPerc": "0.70%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "24.20%", + "MemUsage": "92.94MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "961kB / 55kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 22.1MB", + "CPUPerc": "3.05%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.39%", + "MemUsage": "56.79MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "17.1MB / 21.6MB", + "PIDs": "22" + }, + { + "BlockIO": "1.11MB / 9.4MB", + "CPUPerc": "0.00%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "14.02%", + "MemUsage": "35.9MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "6.43MB / 592kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.27%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.41%", + "MemUsage": "34.33MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "67.9MB / 64MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 29.1MB", + "CPUPerc": "0.23%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.38%", + "MemUsage": "124.8MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "40.6MB / 23.9MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 7.78MB", + "CPUPerc": "0.44%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "8.34%", + "MemUsage": "64.08MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "434kB / 250kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.11%", + "Container": "0a010d5e7c665a98d98d76588e83c30d1e7089813f79802b6f14096c665bd492", + "ID": "0a010d5e7c66", + "MemPerc": "7.54%", + "MemUsage": "67.59MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "269kB / 296kB", + "PIDs": "5" + } + ] + }, + { + "at": 55580.8331245, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "11.95%", + "Container": "76741c2be084c730e4f0efa20c602a60bcea203c100ffa2df83795c3e59ed47a", + "ID": "76741c2be084", + "MemPerc": "17.13%", + "MemUsage": "87.7MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "306kB / 378kB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.30%", + "Container": "fa67dce7cf65eaee1805f454f592e7f80378c6c744fabed2feb9fdc967453c41", + "ID": "fa67dce7cf65", + "MemPerc": "17.24%", + "MemUsage": "88.26MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "548kB / 622kB", + "PIDs": "13" + }, + { + "BlockIO": "4.1kB / 795kB", + "CPUPerc": "1.38%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.32MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "1.98MB / 1.44MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.30%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.54%", + "MemUsage": "3.25MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.67MB / 1.98MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.07%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "21.62%", + "MemUsage": "55.34MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "8.19MB / 26.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.76%", + "Container": "eb43a0201c39d0f163fa4b144a1a9ca05662b18969fd5049dbaafa573c0599f8", + "ID": "eb43a0201c39", + "MemPerc": "28.14%", + "MemUsage": "54.03MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "160kB / 112kB", + "PIDs": "5" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.29%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.24%", + "MemUsage": "72.29MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "82.7kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.11%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.37%", + "MemUsage": "11.99MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "47MB / 46.4MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 7.95MB", + "CPUPerc": "0.60%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "24.20%", + "MemUsage": "92.94MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "961kB / 55kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 22.1MB", + "CPUPerc": "3.30%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.43%", + "MemUsage": "57.09MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "17.1MB / 21.6MB", + "PIDs": "22" + }, + { + "BlockIO": "1.11MB / 9.4MB", + "CPUPerc": "0.09%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "14.02%", + "MemUsage": "35.9MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "6.46MB / 593kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.23%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.41%", + "MemUsage": "34.33MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "67.9MB / 64MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 29.1MB", + "CPUPerc": "1.20%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.37%", + "MemUsage": "124.8MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "40.6MB / 23.9MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 7.78MB", + "CPUPerc": "0.01%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "8.34%", + "MemUsage": "64.08MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "434kB / 250kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.15%", + "Container": "0a010d5e7c665a98d98d76588e83c30d1e7089813f79802b6f14096c665bd492", + "ID": "0a010d5e7c66", + "MemPerc": "7.54%", + "MemUsage": "67.59MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "271kB / 299kB", + "PIDs": "5" + } + ] + } + ], + "requests": [ + { + "index": 0, + "status": 200, + "duration_s": 0.006080332997953519, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 1, + "status": 200, + "duration_s": 0.004415791998326313, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 2, + "status": 200, + "duration_s": 0.0029136250013834797, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 3, + "status": 200, + "duration_s": 0.00275191599939717, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 4, + "status": 200, + "duration_s": 0.0025892500052577816, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 5, + "status": 200, + "duration_s": 0.0026304159982828423, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 6, + "status": 200, + "duration_s": 0.003956000000471249, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 7, + "status": 200, + "duration_s": 0.0031253330016625114, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 8, + "status": 200, + "duration_s": 0.003328958999190945, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 9, + "status": 200, + "duration_s": 0.003390958001546096, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 10, + "status": 200, + "duration_s": 0.004252833001373801, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 11, + "status": 200, + "duration_s": 0.005445332993986085, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 12, + "status": 200, + "duration_s": 0.010913042002357543, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 13, + "status": 200, + "duration_s": 0.007334125002671499, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 14, + "status": 200, + "duration_s": 0.01125629199668765, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 15, + "status": 200, + "duration_s": 0.010698541002057027, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 16, + "status": 200, + "duration_s": 0.01233883300301386, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 17, + "status": 200, + "duration_s": 0.010345500006224029, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 18, + "status": 200, + "duration_s": 0.008572208003897686, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 19, + "status": 200, + "duration_s": 0.010506917002203409, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 20, + "status": 200, + "duration_s": 0.011307291999401059, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 21, + "status": 200, + "duration_s": 0.01238612499582814, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 22, + "status": 200, + "duration_s": 0.008883292000973597, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 23, + "status": 200, + "duration_s": 0.003780249993724283, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 24, + "status": 200, + "duration_s": 0.0037792090006405488, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 25, + "status": 200, + "duration_s": 0.003708625001308974, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 26, + "status": 200, + "duration_s": 0.00512262499978533, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 27, + "status": 200, + "duration_s": 0.004949832997226622, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 28, + "status": 200, + "duration_s": 0.009813916993152816, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 29, + "status": 200, + "duration_s": 0.00842762499814853, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 30, + "status": 200, + "duration_s": 0.009680916999059264, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 31, + "status": 200, + "duration_s": 0.010605209005007055, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 32, + "status": 200, + "duration_s": 0.010582291004539002, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 33, + "status": 200, + "duration_s": 0.009680875002231915, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 34, + "status": 200, + "duration_s": 0.009986917000787798, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 35, + "status": 200, + "duration_s": 0.011479125001642387, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 36, + "status": 200, + "duration_s": 0.011151792001328431, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 37, + "status": 200, + "duration_s": 0.008590875004301779, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 38, + "status": 200, + "duration_s": 0.010632042001816444, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 39, + "status": 200, + "duration_s": 0.007641165997483768, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 40, + "status": 200, + "duration_s": 0.010067791998153552, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 41, + "status": 200, + "duration_s": 0.008749249995162245, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 42, + "status": 200, + "duration_s": 0.008558667002944276, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 43, + "status": 200, + "duration_s": 0.009839915997872595, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 44, + "status": 200, + "duration_s": 0.004091750000952743, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 45, + "status": 200, + "duration_s": 0.0042110409995075315, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 46, + "status": 200, + "duration_s": 0.004371583003376145, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 47, + "status": 200, + "duration_s": 0.008666583999001887, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 48, + "status": 200, + "duration_s": 0.010828999998921063, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 49, + "status": 200, + "duration_s": 0.009737791006045882, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 50, + "status": 200, + "duration_s": 0.012624291004613042, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 51, + "status": 200, + "duration_s": 0.009371499996632338, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 52, + "status": 200, + "duration_s": 0.01019491699844366, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 53, + "status": 200, + "duration_s": 0.008201624994399026, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 54, + "status": 200, + "duration_s": 0.010495041999092791, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 55, + "status": 200, + "duration_s": 0.010512125001696404, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 56, + "status": 200, + "duration_s": 0.006962332998227794, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 57, + "status": 200, + "duration_s": 0.0034118750045308843, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 58, + "status": 200, + "duration_s": 0.0030477079999400303, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 59, + "status": 200, + "duration_s": 0.0030424169963225722, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 60, + "status": 200, + "duration_s": 0.03684441700170282, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 61, + "status": 200, + "duration_s": 0.032067749998532236, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 62, + "status": 200, + "duration_s": 0.0022961249997024424, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 63, + "status": 200, + "duration_s": 0.0029062919929856434, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 64, + "status": 200, + "duration_s": 0.0030864999935147353, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 65, + "status": 200, + "duration_s": 0.00991004199750023, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 66, + "status": 200, + "duration_s": 0.0046602919974247925, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 67, + "status": 200, + "duration_s": 0.0027884169976459816, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 68, + "status": 200, + "duration_s": 0.0023539579997304827, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 69, + "status": 200, + "duration_s": 0.0027797500006272458, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 70, + "status": 200, + "duration_s": 0.0029852500010747463, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 71, + "status": 200, + "duration_s": 0.003310959000373259, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 72, + "status": 200, + "duration_s": 0.003415708000829909, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 73, + "status": 200, + "duration_s": 0.003958832996431738, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 74, + "status": 200, + "duration_s": 0.004585916998621542, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 75, + "status": 200, + "duration_s": 0.010436917000333779, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 76, + "status": 200, + "duration_s": 0.007297791002201848, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 77, + "status": 200, + "duration_s": 0.008982000006653834, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 78, + "status": 200, + "duration_s": 0.009293750001234002, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 79, + "status": 200, + "duration_s": 0.009610583001631312, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 80, + "status": 500, + "duration_s": 0.26959337500011316, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + }, + { + "index": 81, + "status": 200, + "duration_s": 0.004569332995743025, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 82, + "status": 200, + "duration_s": 0.0030625409999629483, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 83, + "status": 200, + "duration_s": 0.0028737500033457763, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 84, + "status": 200, + "duration_s": 0.0024267090047942474, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 85, + "status": 200, + "duration_s": 0.0028624160040635616, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 86, + "status": 200, + "duration_s": 0.006322875000478234, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 87, + "status": 200, + "duration_s": 0.0025840840025921352, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 88, + "status": 200, + "duration_s": 0.053383709004265256, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 89, + "status": 200, + "duration_s": 0.0027299590001348406, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 90, + "status": 200, + "duration_s": 0.004311541997594759, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 91, + "status": 200, + "duration_s": 0.0028303329963819124, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 92, + "status": 200, + "duration_s": 0.002819708999595605, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 93, + "status": 200, + "duration_s": 0.002736332993663382, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 94, + "status": 200, + "duration_s": 0.0035106249997625127, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 95, + "status": 200, + "duration_s": 0.003228291003324557, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 96, + "status": 200, + "duration_s": 0.0028788339986931533, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 97, + "status": 200, + "duration_s": 0.002413833004538901, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 98, + "status": 200, + "duration_s": 0.0028171250014565885, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 99, + "status": 200, + "duration_s": 0.0026055420021293685, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 100, + "status": 200, + "duration_s": 0.002705624996451661, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 101, + "status": 200, + "duration_s": 0.0025204159974236973, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 102, + "status": 200, + "duration_s": 0.0028442499969969504, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 103, + "status": 200, + "duration_s": 0.0075194999953964725, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 104, + "status": 200, + "duration_s": 0.002993458001583349, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 105, + "status": 200, + "duration_s": 0.0027771250024670735, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 106, + "status": 200, + "duration_s": 0.002970540997921489, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 107, + "status": 200, + "duration_s": 0.0026837500045076013, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 108, + "status": 200, + "duration_s": 0.0028768749980372377, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 109, + "status": 200, + "duration_s": 0.0029892079983255826, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 110, + "status": 200, + "duration_s": 0.0034195409971289337, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 111, + "status": 200, + "duration_s": 0.0032231250006589107, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 112, + "status": 200, + "duration_s": 0.004216082998027559, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 113, + "status": 200, + "duration_s": 0.004739750002045184, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 114, + "status": 200, + "duration_s": 0.008224042001529597, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 115, + "status": 200, + "duration_s": 0.008886916999472305, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 116, + "status": 200, + "duration_s": 0.011001250000845175, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 117, + "status": 200, + "duration_s": 0.009994957996241283, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 118, + "status": 200, + "duration_s": 0.011137417001009453, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 119, + "status": 200, + "duration_s": 0.007607708001160063, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 120, + "status": 200, + "duration_s": 0.0073891249994630925, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 121, + "status": 200, + "duration_s": 0.009814499993808568, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 122, + "status": 200, + "duration_s": 0.009143832998233847, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 123, + "status": 200, + "duration_s": 0.005935792003583629, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 124, + "status": 200, + "duration_s": 0.009787166993191931, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 125, + "status": 200, + "duration_s": 0.01084808299492579, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 126, + "status": 200, + "duration_s": 0.005074708002211992, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 127, + "status": 200, + "duration_s": 0.007885250000981614, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 128, + "status": 200, + "duration_s": 0.00938329200289445, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 129, + "status": 200, + "duration_s": 0.010507416998734698, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 130, + "status": 200, + "duration_s": 0.010043125002994202, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 131, + "status": 200, + "duration_s": 0.011873750001541339, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 132, + "status": 200, + "duration_s": 0.009959666997019667, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 133, + "status": 200, + "duration_s": 0.008597625004767906, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 134, + "status": 200, + "duration_s": 0.010297833003278356, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 135, + "status": 200, + "duration_s": 0.011022667000361253, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 136, + "status": 200, + "duration_s": 0.011874208998051472, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 137, + "status": 200, + "duration_s": 0.014220207995094825, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 138, + "status": 200, + "duration_s": 0.010751125002570916, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 139, + "status": 200, + "duration_s": 0.008529207996616606, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 140, + "status": 200, + "duration_s": 0.010894792001636233, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 141, + "status": 200, + "duration_s": 0.00997304199700011, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 142, + "status": 200, + "duration_s": 0.00869804199464852, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 143, + "status": 200, + "duration_s": 0.010033708000264596, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 144, + "status": 200, + "duration_s": 0.01159199999528937, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 145, + "status": 200, + "duration_s": 0.006406125001376495, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 146, + "status": 200, + "duration_s": 0.0036965000035706908, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 147, + "status": 200, + "duration_s": 0.003762000000278931, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 148, + "status": 200, + "duration_s": 0.0034526250019553117, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 149, + "status": 200, + "duration_s": 0.004052208001667168, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 150, + "status": 200, + "duration_s": 0.00722808299906319, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 151, + "status": 200, + "duration_s": 0.01045858400175348, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 152, + "status": 200, + "duration_s": 0.010152542003197595, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 153, + "status": 200, + "duration_s": 0.008147542001097463, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 154, + "status": 200, + "duration_s": 0.009852749994024634, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 155, + "status": 200, + "duration_s": 0.010838457994395867, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 156, + "status": 200, + "duration_s": 0.01210200000059558, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 157, + "status": 200, + "duration_s": 0.00938254199718358, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 158, + "status": 200, + "duration_s": 0.009163209004327655, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 159, + "status": 200, + "duration_s": 0.009836541998083703, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 160, + "status": 200, + "duration_s": 0.013359165997826494, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 161, + "status": 200, + "duration_s": 0.007806666006217711, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 162, + "status": 200, + "duration_s": 0.005465084002935328, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 163, + "status": 200, + "duration_s": 0.008587625001382548, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 164, + "status": 200, + "duration_s": 0.0041187919996446, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 165, + "status": 200, + "duration_s": 0.3657537500039325, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 166, + "status": 200, + "duration_s": 0.3410885830016923, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 167, + "status": 200, + "duration_s": 0.31564487500145333, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 168, + "status": 200, + "duration_s": 0.2810834999982035, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 169, + "status": 200, + "duration_s": 0.2668952090025414, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 170, + "status": 200, + "duration_s": 0.23743983400345314, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 171, + "status": 200, + "duration_s": 0.21462383299513021, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 172, + "status": 200, + "duration_s": 0.1878256669951952, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 173, + "status": 200, + "duration_s": 0.16133620899927337, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read", + "found_in_tempo": false + }, + { + "index": 174, + "status": 200, + "duration_s": 0.13893479199759895, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 175, + "status": 200, + "duration_s": 0.10734129100455903, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 176, + "status": 200, + "duration_s": 0.08364337500097463, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 177, + "status": 200, + "duration_s": 0.06737504099874059, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 178, + "status": 200, + "duration_s": 0.0397257910008193, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 179, + "status": 200, + "duration_s": 0.019193166997865774, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 180, + "status": 200, + "duration_s": 0.003517666998959612, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 181, + "status": 200, + "duration_s": 0.003867500003252644, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 182, + "status": 200, + "duration_s": 0.004187292004644405, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 183, + "status": 200, + "duration_s": 0.00410104199545458, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 184, + "status": 200, + "duration_s": 0.004394083000079263, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 185, + "status": 200, + "duration_s": 0.0030935409959056415, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 186, + "status": 200, + "duration_s": 0.00326212499930989, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 187, + "status": 200, + "duration_s": 0.0030718330017407425, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 188, + "status": 200, + "duration_s": 0.0029610419951495714, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 189, + "status": 200, + "duration_s": 0.02849041599984048, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 190, + "status": 200, + "duration_s": 0.003925916003936436, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 191, + "status": 200, + "duration_s": 0.004169291001744568, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 192, + "status": 200, + "duration_s": 0.03901070799474837, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 193, + "status": 200, + "duration_s": 0.002960332996735815, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 194, + "status": 200, + "duration_s": 0.0034897919977083802, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 195, + "status": 200, + "duration_s": 0.0035088750009890646, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 196, + "status": 200, + "duration_s": 0.0031589999998686835, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 197, + "status": 200, + "duration_s": 0.002137583003786858, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 198, + "status": 200, + "duration_s": 0.002863666995835956, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 199, + "status": 200, + "duration_s": 0.0031419590013683774, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 200, + "status": 200, + "duration_s": 0.0035147080052411184, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 201, + "status": 200, + "duration_s": 0.003898167000443209, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 202, + "status": 200, + "duration_s": 0.004215958004351705, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 203, + "status": 200, + "duration_s": 0.004295625003578607, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 204, + "status": 200, + "duration_s": 0.004063166001287755, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 205, + "status": 200, + "duration_s": 0.005368582998926286, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 206, + "status": 200, + "duration_s": 0.010243625001749024, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 207, + "status": 200, + "duration_s": 0.00601291600469267, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 208, + "status": 200, + "duration_s": 0.003935000000637956, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 209, + "status": 200, + "duration_s": 0.0042681659979280084, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 210, + "status": 200, + "duration_s": 0.008970916998805478, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 211, + "status": 200, + "duration_s": 0.010265249999065418, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 212, + "status": 200, + "duration_s": 0.00862879199848976, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 213, + "status": 200, + "duration_s": 0.009987375000491738, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 214, + "status": 200, + "duration_s": 0.007341874996200204, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 215, + "status": 200, + "duration_s": 0.011633999994955957, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 216, + "status": 200, + "duration_s": 0.011754374994779937, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 217, + "status": 200, + "duration_s": 0.01181650000216905, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 218, + "status": 200, + "duration_s": 0.008108875001198612, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 219, + "status": 200, + "duration_s": 0.010895999999775086, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 220, + "status": 200, + "duration_s": 0.01007170799857704, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 221, + "status": 200, + "duration_s": 0.008055333004449494, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 222, + "status": 200, + "duration_s": 0.009731291997013614, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 223, + "status": 200, + "duration_s": 0.010314667000784539, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 224, + "status": 200, + "duration_s": 0.010418584002763964, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 225, + "status": 200, + "duration_s": 0.011065999999118503, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 226, + "status": 200, + "duration_s": 0.010553874999459367, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 227, + "status": 200, + "duration_s": 0.006023540998285171, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 228, + "status": 200, + "duration_s": 0.0032509590018889867, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 229, + "status": 200, + "duration_s": 0.0031060839974088594, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 230, + "status": 200, + "duration_s": 0.0040865830014809035, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 231, + "status": 200, + "duration_s": 0.004430082997714635, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 232, + "status": 200, + "duration_s": 0.005252417002338916, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 233, + "status": 200, + "duration_s": 0.009994540996558499, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 234, + "status": 200, + "duration_s": 0.009110833998420276, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 235, + "status": 200, + "duration_s": 0.010895417006395292, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 236, + "status": 200, + "duration_s": 0.011559707993001211, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 237, + "status": 200, + "duration_s": 0.010290917001839262, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 238, + "status": 200, + "duration_s": 0.008792084001470357, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 239, + "status": 200, + "duration_s": 0.008643499997560866, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 240, + "status": 500, + "duration_s": 0.2674631669942755, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "controlled_upload_error", + "found_in_tempo": false + }, + { + "index": 241, + "status": 200, + "duration_s": 0.005346541998733301, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 242, + "status": 200, + "duration_s": 0.0033148750007967465, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 243, + "status": 200, + "duration_s": 0.002627041998493951, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 244, + "status": 200, + "duration_s": 0.0035541250035748817, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 245, + "status": 200, + "duration_s": 0.0030960830044932663, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 246, + "status": 200, + "duration_s": 0.00296120900020469, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 247, + "status": 200, + "duration_s": 0.0028580419966601767, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 248, + "status": 200, + "duration_s": 0.05473816599987913, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 249, + "status": 200, + "duration_s": 0.0026342909986851737, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 250, + "status": 200, + "duration_s": 0.005330875006620772, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 251, + "status": 200, + "duration_s": 0.0021536659987759776, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 252, + "status": 200, + "duration_s": 0.0025818340000114404, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 253, + "status": 200, + "duration_s": 0.002779583999654278, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 254, + "status": 200, + "duration_s": 0.002857291001419071, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 255, + "status": 200, + "duration_s": 0.003200500003003981, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 256, + "status": 200, + "duration_s": 0.0033549579966347665, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 257, + "status": 200, + "duration_s": 0.0037222920000203885, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 258, + "status": 200, + "duration_s": 0.0033895410015247762, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 259, + "status": 200, + "duration_s": 0.002946291002444923, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 260, + "status": 200, + "duration_s": 0.0026751659970614128, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 261, + "status": 200, + "duration_s": 0.002805709002132062, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 262, + "status": 200, + "duration_s": 0.002866916998755187, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 263, + "status": 200, + "duration_s": 0.002798792003886774, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 264, + "status": 200, + "duration_s": 0.0029972499978612177, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 265, + "status": 200, + "duration_s": 0.004651708994060755, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 266, + "status": 200, + "duration_s": 0.0028995409957133234, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 267, + "status": 200, + "duration_s": 0.0030907920008758083, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 268, + "status": 200, + "duration_s": 0.002478665999660734, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 269, + "status": 200, + "duration_s": 0.003056458997889422, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 270, + "status": 200, + "duration_s": 0.003315666996059008, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 271, + "status": 200, + "duration_s": 0.003015124995727092, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 272, + "status": 200, + "duration_s": 0.0035511250025592744, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 273, + "status": 200, + "duration_s": 0.003966791999118868, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 274, + "status": 200, + "duration_s": 0.003978665998147335, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 275, + "status": 200, + "duration_s": 0.004599708998284768, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 276, + "status": 200, + "duration_s": 0.011026916996343061, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 277, + "status": 200, + "duration_s": 0.008407124994846527, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 278, + "status": 200, + "duration_s": 0.01041350000014063, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 279, + "status": 200, + "duration_s": 0.010535707995586563, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 280, + "status": 200, + "duration_s": 0.010393500000645872, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 281, + "status": 200, + "duration_s": 0.009543416999804322, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 282, + "status": 200, + "duration_s": 0.008718375000171363, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 283, + "status": 200, + "duration_s": 0.008390290997340344, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 284, + "status": 200, + "duration_s": 0.012059457993018441, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 285, + "status": 200, + "duration_s": 0.004956374999892432, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 286, + "status": 200, + "duration_s": 0.006015500002831686, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 287, + "status": 200, + "duration_s": 0.008750834000238683, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 288, + "status": 200, + "duration_s": 0.009881666999717709, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 289, + "status": 200, + "duration_s": 0.008256000000983477, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 290, + "status": 200, + "duration_s": 0.004231917002471164, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 291, + "status": 200, + "duration_s": 0.004656167002394795, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 292, + "status": 200, + "duration_s": 0.0051892500050598755, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 293, + "status": 200, + "duration_s": 0.010509915999136865, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 294, + "status": 200, + "duration_s": 0.007496167003409937, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 295, + "status": 200, + "duration_s": 0.009315874995081685, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 296, + "status": 200, + "duration_s": 0.01213816599920392, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 297, + "status": 200, + "duration_s": 0.008191042004909832, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 298, + "status": 200, + "duration_s": 0.008956167002907023, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 299, + "status": 200, + "duration_s": 0.010187667001446243, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 300, + "status": 200, + "duration_s": 0.010559665999608114, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 301, + "status": 200, + "duration_s": 0.008973042000434361, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 302, + "status": 200, + "duration_s": 0.007557416000054218, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 303, + "status": 200, + "duration_s": 0.010342417001083959, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 304, + "status": 200, + "duration_s": 0.01160712499404326, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 305, + "status": 200, + "duration_s": 0.008591749996412545, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 306, + "status": 200, + "duration_s": 0.012044082999636885, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 307, + "status": 200, + "duration_s": 0.008336667000548914, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 308, + "status": 200, + "duration_s": 0.007515459001297131, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 309, + "status": 200, + "duration_s": 0.00395008299528854, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 310, + "status": 200, + "duration_s": 0.004050499999721069, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 311, + "status": 200, + "duration_s": 0.004193291002593469, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 312, + "status": 200, + "duration_s": 0.003857333002088126, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 313, + "status": 200, + "duration_s": 0.0027880839988938533, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 314, + "status": 200, + "duration_s": 0.002932250004960224, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 315, + "status": 200, + "duration_s": 0.0031318750043283217, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 316, + "status": 200, + "duration_s": 0.0030875419979565777, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 317, + "status": 200, + "duration_s": 0.027487708000990096, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 318, + "status": 200, + "duration_s": 0.002878750005038455, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 319, + "status": 200, + "duration_s": 0.00316904200008139, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 320, + "status": 200, + "duration_s": 0.03818216700165067, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 321, + "status": 200, + "duration_s": 0.003158250001433771, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 322, + "status": 200, + "duration_s": 0.002766625002550427, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 323, + "status": 200, + "duration_s": 0.002765166005701758, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 324, + "status": 200, + "duration_s": 0.002983958002005238, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 325, + "status": 200, + "duration_s": 0.004553792001388501, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 326, + "status": 200, + "duration_s": 0.0033306670011370443, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 327, + "status": 200, + "duration_s": 0.003301167002064176, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 328, + "status": 200, + "duration_s": 0.0034411250017001294, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 329, + "status": 200, + "duration_s": 0.004456582995771896, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 330, + "status": 200, + "duration_s": 0.004845499999646563, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 331, + "status": 200, + "duration_s": 0.004329292001784779, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 332, + "status": 200, + "duration_s": 0.0045668329985346645, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 333, + "status": 200, + "duration_s": 0.013594707997981459, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 334, + "status": 200, + "duration_s": 0.007850374997360632, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 335, + "status": 200, + "duration_s": 0.008158374999766238, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 336, + "status": 200, + "duration_s": 0.0122064999959548, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 337, + "status": 200, + "duration_s": 0.009180166001897305, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 338, + "status": 200, + "duration_s": 0.009195124999678228, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 339, + "status": 200, + "duration_s": 0.008574208004574757, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 340, + "status": 200, + "duration_s": 0.011290000002190936, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 341, + "status": 200, + "duration_s": 0.009108042002480943, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 342, + "status": 200, + "duration_s": 0.00944349999917904, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 343, + "status": 200, + "duration_s": 0.01062133300001733, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 344, + "status": 200, + "duration_s": 0.010826042002008762, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 345, + "status": 200, + "duration_s": 0.011145208998641465, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 346, + "status": 200, + "duration_s": 0.005904416997509543, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 347, + "status": 200, + "duration_s": 0.003965584000980016, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 348, + "status": 200, + "duration_s": 0.003877957999065984, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 349, + "status": 200, + "duration_s": 0.003133749996777624, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 350, + "status": 200, + "duration_s": 0.004042375003336929, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 351, + "status": 200, + "duration_s": 0.004055249999510124, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 352, + "status": 200, + "duration_s": 0.004679874997236766, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 353, + "status": 200, + "duration_s": 0.010406125002191402, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 354, + "status": 200, + "duration_s": 0.009946792000846472, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 355, + "status": 200, + "duration_s": 0.009626457998820115, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 356, + "status": 200, + "duration_s": 0.008100082995952107, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 357, + "status": 200, + "duration_s": 0.011470208002720028, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 358, + "status": 200, + "duration_s": 0.010497750001377426, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 359, + "status": 200, + "duration_s": 0.00864887500210898, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 360, + "status": 200, + "duration_s": 0.010738999997556675, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 361, + "status": 200, + "duration_s": 0.008196208997105714, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 362, + "status": 200, + "duration_s": 0.00965479199658148, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 363, + "status": 200, + "duration_s": 0.010262333002174273, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 364, + "status": 200, + "duration_s": 0.010250042003463022, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 365, + "status": 200, + "duration_s": 0.008010709003428929, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 366, + "status": 200, + "duration_s": 0.005076333000033628, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 367, + "status": 200, + "duration_s": 0.006322041997918859, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 368, + "status": 200, + "duration_s": 0.01047229200048605, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 369, + "status": 200, + "duration_s": 0.009072625005501322, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 370, + "status": 200, + "duration_s": 0.011499625004944392, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 371, + "status": 200, + "duration_s": 0.008875625004293397, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 372, + "status": 200, + "duration_s": 0.007858583005145192, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 373, + "status": 200, + "duration_s": 0.007614209003804717, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 374, + "status": 200, + "duration_s": 0.008433916998910718, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 375, + "status": 200, + "duration_s": 0.010445208004966844, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 376, + "status": 200, + "duration_s": 0.012663917004829273, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 377, + "status": 200, + "duration_s": 0.010908582997217309, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 378, + "status": 200, + "duration_s": 0.009887542000797112, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 379, + "status": 200, + "duration_s": 0.01135387500107754, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 380, + "status": 200, + "duration_s": 0.009228834001987707, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 381, + "status": 200, + "duration_s": 0.008069458002864849, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 382, + "status": 200, + "duration_s": 0.004457957998965867, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 383, + "status": 200, + "duration_s": 0.00421999999525724, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 384, + "status": 200, + "duration_s": 0.00500224999996135, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 385, + "status": 200, + "duration_s": 0.010517000002437271, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 386, + "status": 200, + "duration_s": 0.00734566699975403, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 387, + "status": 200, + "duration_s": 0.009578332996170502, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 388, + "status": 200, + "duration_s": 0.010871083999518305, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 389, + "status": 200, + "duration_s": 0.010726792002969887, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 390, + "status": 200, + "duration_s": 0.004913707998639438, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 391, + "status": 200, + "duration_s": 0.003448875002504792, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 392, + "status": 200, + "duration_s": 0.0031980830026441254, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 393, + "status": 200, + "duration_s": 0.003573750000214204, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 394, + "status": 200, + "duration_s": 0.004114832998311613, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 395, + "status": 200, + "duration_s": 0.004802832998393569, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 396, + "status": 200, + "duration_s": 0.011583542000153102, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 397, + "status": 200, + "duration_s": 0.007782749999023508, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 398, + "status": 200, + "duration_s": 0.011044291997677647, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + }, + { + "index": 399, + "status": 200, + "duration_s": 0.01051870800438337, + "trace_id": "00000000000000000000000000000000", + "sampled": false, + "kind": "read" + } + ] + }, + { + "profile": "full", + "instance_ids": [ + "4b729838-42b2-426f-8e82-e5e5e29f0092", + "522590f1-9b35-4c94-b28b-b5647cb78f89" + ], + "enabled": "1", + "sampling_ratio": 1.0, + "repeat": 3, + "offered_rps": 40, + "duration_s": 10, + "elapsed_s": 9.986877, + "scheduled": 400, + "not_sent": 0, + "sent": 400, + "successful": 398, + "controlled_500": 2, + "successful_rps": 39.85229800726845, + "latency_s": { + "p50": 0.007402374998491723, + "p95": 0.02325641600327799, + "p99": 0.28596479200496105 + }, + "sampled_requests": 400, + "rare_probes": [ + { + "index": 80, + "status": 500, + "duration_s": 0.28596479200496105, + "trace_id": "2254e529ee76db6fcd39c3665726b7a2", + "sampled": true, + "kind": "controlled_upload_error", + "found_in_tempo": true + }, + { + "index": 167, + "status": 200, + "duration_s": 0.31314895799732767, + "trace_id": "b1d839f43fe66492f585f241009f1b74", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 173, + "status": 200, + "duration_s": 0.15611445899412502, + "trace_id": "ef7415ab7171b9a0eca50b9b56cac23f", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 169, + "status": 200, + "duration_s": 0.2581370410043746, + "trace_id": "bffb2767f019e8fab74cabeb44e7c097", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 171, + "status": 200, + "duration_s": 0.20449662499595433, + "trace_id": "f32a89d850a0027c6bd923def2851805", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 168, + "status": 200, + "duration_s": 0.3232067079952685, + "trace_id": "5e5182510827d7f4c8b8916a6c9a02e8", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 172, + "status": 200, + "duration_s": 0.2209414579992881, + "trace_id": "ff45cc7127e17e559daaa3db3923094f", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 166, + "status": 200, + "duration_s": 0.3689065419966937, + "trace_id": "6c239fb148bafe86428a3a353ecd024f", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 170, + "status": 200, + "duration_s": 0.27226333399448777, + "trace_id": "2fd96da3f4b6e2aca294d74e601dd848", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 174, + "status": 200, + "duration_s": 0.17338004199700663, + "trace_id": "42b3f2e3459073bc416838073ae1b82a", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 240, + "status": 500, + "duration_s": 0.2892713749970426, + "trace_id": "4280d7ba63806d963d3608d60d77fd30", + "sampled": true, + "kind": "controlled_upload_error", + "found_in_tempo": true + } + ], + "telemetry_before": { + "spans_recorded": 83.0, + "spans_exported": 83.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 18784.0, + "logs_wire_bytes": 29504.0, + "metrics_wire_bytes": 8780.0, + "collector_accepted_spans": 5259.0, + "collector_refused_spans": 0.0 + }, + "telemetry_after": { + "spans_recorded": 895.0, + "spans_exported": 895.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 153410.0, + "logs_wire_bytes": 258950.0, + "metrics_wire_bytes": 27447.0, + "collector_accepted_spans": 6099.0, + "collector_refused_spans": 0.0 + }, + "telemetry_delta": { + "spans_recorded": 812.0, + "spans_exported": 812.0, + "spans_export_failed": 0.0, + "spans_pending": 0.0, + "spans_in_flight": 0.0, + "spans_queue_lost": 0.0, + "traces_wire_bytes": 134626.0, + "logs_wire_bytes": 229446.0, + "metrics_wire_bytes": 18667.0, + "collector_accepted_spans": 840.0, + "collector_refused_spans": 0.0 + }, + "cgroups_before": [ + { + "service": "api", + "container": "d7f7b12b40ec81de16997ea76ec75a85bcd737a60c35a9280d217fbc9921b7b6", + "current_bytes": 91791360, + "peak_bytes": 135303168, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "3c30eddc2df1a54ed7465d695b0157071b083b16bf8743ffbcf107f0011d9332", + "current_bytes": 91668480, + "peak_bytes": 135315456, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "6bd5e4d4336689a8ce36da8ba78ed24692894b2e383e71900d03cebd0524d66d", + "current_bytes": 71639040, + "peak_bytes": 118480896, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 61378560, + "peak_bytes": 67293184, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 162111488, + "peak_bytes": 441643008, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "cgroups_after": [ + { + "service": "api", + "container": "d7f7b12b40ec81de16997ea76ec75a85bcd737a60c35a9280d217fbc9921b7b6", + "current_bytes": 85450752, + "peak_bytes": 135303168, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "api", + "container": "3c30eddc2df1a54ed7465d695b0157071b083b16bf8743ffbcf107f0011d9332", + "current_bytes": 85139456, + "peak_bytes": 135315456, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 536870912, + "oom_killed": false + }, + { + "service": "worker", + "container": "6bd5e4d4336689a8ce36da8ba78ed24692894b2e383e71900d03cebd0524d66d", + "current_bytes": 72015872, + "peak_bytes": 118480896, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 939524096, + "oom_killed": false + }, + { + "service": "collector", + "container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "current_bytes": 66011136, + "peak_bytes": 67293184, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 268435456, + "oom_killed": false + }, + { + "service": "tempo", + "container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "current_bytes": 167981056, + "peak_bytes": 441643008, + "events": { + "low": "0", + "high": "0", + "max": "0", + "oom": "0", + "oom_kill": "0", + "oom_group_kill": "0" + }, + "limit_bytes": 805306368, + "oom_killed": false + } + ], + "docker_samples": [ + { + "at": 55614.817515333, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.59%", + "Container": "d7f7b12b40ec81de16997ea76ec75a85bcd737a60c35a9280d217fbc9921b7b6", + "ID": "d7f7b12b40ec", + "MemPerc": "19.93%", + "MemUsage": "102MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "235kB / 220kB", + "PIDs": "12" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.22%", + "Container": "3c30eddc2df1a54ed7465d695b0157071b083b16bf8743ffbcf107f0011d9332", + "ID": "3c30eddc2df1", + "MemPerc": "17.14%", + "MemUsage": "87.75MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "121kB / 215kB", + "PIDs": "11" + }, + { + "BlockIO": "4.1kB / 795kB", + "CPUPerc": "0.17%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.316MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "2.01MB / 1.47MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.40%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.53%", + "MemUsage": "3.242MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.7MB / 2.01MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.70%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "22.86%", + "MemUsage": "58.53MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "8.4MB / 28.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.43%", + "Container": "6c40cb30c82563856a1c8e67a77cb4a4d6aa9790bb8d3b2e527f686f80787f15", + "ID": "6c40cb30c825", + "MemPerc": "28.60%", + "MemUsage": "54.91MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "108kB / 84.4kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.16%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.24%", + "MemUsage": "72.29MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "84kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.48%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.36%", + "MemUsage": "11.98MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "47.3MB / 46.7MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 7.99MB", + "CPUPerc": "0.83%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "24.21%", + "MemUsage": "92.95MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "984kB / 56.9kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 22.2MB", + "CPUPerc": "1.72%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "4.94%", + "MemUsage": "37.97MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "17.3MB / 21.9MB", + "PIDs": "13" + }, + { + "BlockIO": "1.11MB / 9.54MB", + "CPUPerc": "0.24%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "14.05%", + "MemUsage": "35.98MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "6.63MB / 603kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.24%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.41%", + "MemUsage": "34.33MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "68MB / 64.1MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 29.6MB", + "CPUPerc": "0.39%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.37%", + "MemUsage": "124.8MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "40.7MB / 23.9MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 8.13MB", + "CPUPerc": "0.43%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "19.53%", + "MemUsage": "150MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "449kB / 252kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.61%", + "Container": "6bd5e4d4336689a8ce36da8ba78ed24692894b2e383e71900d03cebd0524d66d", + "ID": "6bd5e4d43366", + "MemPerc": "7.62%", + "MemUsage": "68.32MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "17.2kB / 26.7kB", + "PIDs": "9" + } + ] + }, + { + "at": 55617.885261833, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.53%", + "Container": "d7f7b12b40ec81de16997ea76ec75a85bcd737a60c35a9280d217fbc9921b7b6", + "ID": "d7f7b12b40ec", + "MemPerc": "17.31%", + "MemUsage": "88.61MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "320kB / 494kB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "20.62%", + "Container": "3c30eddc2df1a54ed7465d695b0157071b083b16bf8743ffbcf107f0011d9332", + "ID": "3c30eddc2df1", + "MemPerc": "17.33%", + "MemUsage": "88.75MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "204kB / 373kB", + "PIDs": "17" + }, + { + "BlockIO": "4.1kB / 811kB", + "CPUPerc": "1.03%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.32MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "2.02MB / 1.47MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.09%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.54%", + "MemUsage": "3.246MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.72MB / 2.04MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.53%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "22.87%", + "MemUsage": "58.54MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "8.5MB / 28.2MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.66%", + "Container": "6c40cb30c82563856a1c8e67a77cb4a4d6aa9790bb8d3b2e527f686f80787f15", + "ID": "6c40cb30c825", + "MemPerc": "28.63%", + "MemUsage": "54.97MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "130kB / 105kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.14%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.24%", + "MemUsage": "72.29MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "84.1kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.74%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.39%", + "MemUsage": "12.02MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "47.5MB / 46.9MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 7.99MB", + "CPUPerc": "1.09%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "24.21%", + "MemUsage": "92.95MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "1MB / 57.5kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 22.2MB", + "CPUPerc": "5.70%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.39%", + "MemUsage": "56.79MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "17.4MB / 22MB", + "PIDs": "23" + }, + { + "BlockIO": "1.11MB / 9.54MB", + "CPUPerc": "0.00%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "14.05%", + "MemUsage": "35.98MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "6.63MB / 603kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.21%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.42%", + "MemUsage": "34.35MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "68.4MB / 64.4MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 29.6MB", + "CPUPerc": "0.99%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.38%", + "MemUsage": "124.8MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "40.9MB / 24MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 8.13MB", + "CPUPerc": "0.86%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "19.77%", + "MemUsage": "151.8MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "461kB / 253kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.15%", + "Container": "6bd5e4d4336689a8ce36da8ba78ed24692894b2e383e71900d03cebd0524d66d", + "ID": "6bd5e4d43366", + "MemPerc": "7.66%", + "MemUsage": "68.66MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "145kB / 170kB", + "PIDs": "9" + } + ] + }, + { + "at": 55620.939589208, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "18.67%", + "Container": "d7f7b12b40ec81de16997ea76ec75a85bcd737a60c35a9280d217fbc9921b7b6", + "ID": "d7f7b12b40ec", + "MemPerc": "17.38%", + "MemUsage": "88.97MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "514kB / 770kB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.38%", + "Container": "3c30eddc2df1a54ed7465d695b0157071b083b16bf8743ffbcf107f0011d9332", + "ID": "3c30eddc2df1", + "MemPerc": "17.34%", + "MemUsage": "88.77MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "279kB / 527kB", + "PIDs": "17" + }, + { + "BlockIO": "4.1kB / 823kB", + "CPUPerc": "1.06%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.83%", + "MemUsage": "3.516MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "2.02MB / 1.47MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.16%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.54%", + "MemUsage": "3.246MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.75MB / 2.07MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.30%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "23.75%", + "MemUsage": "60.79MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "8.68MB / 28.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.55%", + "Container": "6c40cb30c82563856a1c8e67a77cb4a4d6aa9790bb8d3b2e527f686f80787f15", + "ID": "6c40cb30c825", + "MemPerc": "28.63%", + "MemUsage": "54.98MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "149kB / 122kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.17%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.24%", + "MemUsage": "72.29MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "84.1kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.57%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.39%", + "MemUsage": "12.02MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "47.8MB / 47.2MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 8.17MB", + "CPUPerc": "0.67%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "24.21%", + "MemUsage": "92.96MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "1.02MB / 58.1kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 22.3MB", + "CPUPerc": "4.91%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.65%", + "MemUsage": "58.77MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "17.5MB / 22.1MB", + "PIDs": "23" + }, + { + "BlockIO": "1.11MB / 9.57MB", + "CPUPerc": "0.20%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "14.05%", + "MemUsage": "35.98MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "6.66MB / 605kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.33%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.42%", + "MemUsage": "34.35MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "68.8MB / 64.8MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 30.2MB", + "CPUPerc": "1.02%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.38%", + "MemUsage": "124.8MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "41.2MB / 24.2MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 8.13MB", + "CPUPerc": "0.12%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "19.90%", + "MemUsage": "152.8MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "473kB / 254kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "19.07%", + "Container": "6bd5e4d4336689a8ce36da8ba78ed24692894b2e383e71900d03cebd0524d66d", + "ID": "6bd5e4d43366", + "MemPerc": "7.67%", + "MemUsage": "68.68MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "272kB / 315kB", + "PIDs": "9" + } + ] + }, + { + "at": 55624.0244225, + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "13.43%", + "Container": "d7f7b12b40ec81de16997ea76ec75a85bcd737a60c35a9280d217fbc9921b7b6", + "ID": "d7f7b12b40ec", + "MemPerc": "15.96%", + "MemUsage": "81.71MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-1", + "NetIO": "561kB / 869kB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "14.76%", + "Container": "3c30eddc2df1a54ed7465d695b0157071b083b16bf8743ffbcf107f0011d9332", + "ID": "3c30eddc2df1", + "MemPerc": "15.91%", + "MemUsage": "81.48MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-api-2", + "NetIO": "326kB / 627kB", + "PIDs": "17" + }, + { + "BlockIO": "4.1kB / 823kB", + "CPUPerc": "0.27%", + "Container": "6877d32c5dfecc35c1bdea3b2da8522298a144d081e73bab34311ce86cf985b9", + "ID": "6877d32c5dfe", + "MemPerc": "1.73%", + "MemUsage": "3.32MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-broker-1", + "NetIO": "2.02MB / 1.47MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.25%", + "Container": "555ab4e06900751b65cd10b300d8b5e6c7500ef86f8f658634b4f5fa1450c203", + "ID": "555ab4e06900", + "MemPerc": "2.54%", + "MemUsage": "3.246MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-cache-1", + "NetIO": "1.76MB / 2.09MB", + "PIDs": "5" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.00%", + "Container": "eb2404f8d1fd88ff2a037004fe07c978fd9e2fb56b5d66fc25aae540333d3938", + "ID": "eb2404f8d1fd", + "MemPerc": "23.77%", + "MemUsage": "60.85MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-collector-1", + "NetIO": "8.76MB / 28.3MB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.15%", + "Container": "6c40cb30c82563856a1c8e67a77cb4a4d6aa9790bb8d3b2e527f686f80787f15", + "ID": "6c40cb30c825", + "MemPerc": "28.63%", + "MemUsage": "54.98MiB / 192MiB", + "Name": "mtusi-vasilev-lab6-dispatcher-1", + "NetIO": "168kB / 138kB", + "PIDs": "9" + }, + { + "BlockIO": "258kB / 270kB", + "CPUPerc": "0.15%", + "Container": "d3685f17b919a499ad2956eee227c8f02dbdbdcbb7eac3559629acbae9a57bc4", + "ID": "d3685f17b919", + "MemPerc": "28.24%", + "MemUsage": "72.29MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-grafana-1", + "NetIO": "84.1kB / 14.5kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.19%", + "Container": "4a0f91efa986f4ddb2469ff00ca7b56e6af2a72cf40bfb14879cc916950af3e9", + "ID": "4a0f91efa986", + "MemPerc": "9.39%", + "MemUsage": "12.02MiB / 128MiB", + "Name": "mtusi-vasilev-lab6-lb-1", + "NetIO": "47.9MB / 47.3MB", + "PIDs": "5" + }, + { + "BlockIO": "16.4kB / 8.17MB", + "CPUPerc": "0.48%", + "Container": "b84b399f016806891147f15c44475e64e1a27f334e0283fdb3b0fe6a79026313", + "ID": "b84b399f0168", + "MemPerc": "24.21%", + "MemUsage": "92.97MiB / 384MiB", + "Name": "mtusi-vasilev-lab6-loki-1", + "NetIO": "1.03MB / 58.7kB", + "PIDs": "10" + }, + { + "BlockIO": "32.8kB / 22.3MB", + "CPUPerc": "2.50%", + "Container": "814c0c4a2af2ae2dd33c1bd580982746a7f35fd1167a60cf9119210458e1d95c", + "ID": "814c0c4a2af2", + "MemPerc": "7.69%", + "MemUsage": "59.06MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-postgres-1", + "NetIO": "17.6MB / 22.1MB", + "PIDs": "23" + }, + { + "BlockIO": "1.11MB / 9.6MB", + "CPUPerc": "0.40%", + "Container": "405446aa7899c35dc31ade71b01c68a3227f2d9ab5d4669d91c38feb6ab5afe2", + "ID": "405446aa7899", + "MemPerc": "14.06%", + "MemUsage": "35.98MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-prometheus-1", + "NetIO": "6.66MB / 606kB", + "PIDs": "8" + }, + { + "BlockIO": "541kB / 0B", + "CPUPerc": "0.45%", + "Container": "b0b7b2d9f899adcdac01be5cff1a83a38622db01a5ba1d0a10e8f35d28ca41e4", + "ID": "b0b7b2d9f899", + "MemPerc": "13.42%", + "MemUsage": "34.35MiB / 256MiB", + "Name": "mtusi-vasilev-lab6-s3-1", + "NetIO": "68.8MB / 64.8MB", + "PIDs": "11" + }, + { + "BlockIO": "8.93MB / 30.2MB", + "CPUPerc": "0.31%", + "Container": "92ef568a8be095eef450251a6a7fe5b80e3352215247794e1a964f0c88c68b06", + "ID": "92ef568a8be0", + "MemPerc": "24.38%", + "MemUsage": "124.8MiB / 512MiB", + "Name": "mtusi-vasilev-lab6-storage-1", + "NetIO": "41.2MB / 24.2MB", + "PIDs": "10" + }, + { + "BlockIO": "225kB / 8.21MB", + "CPUPerc": "0.08%", + "Container": "6c692a99ea20952d6e5fa25aaa4833603a0b46d55c368c80411dd4f968a86fe6", + "ID": "6c692a99ea20", + "MemPerc": "20.02%", + "MemUsage": "153.7MiB / 768MiB", + "Name": "mtusi-vasilev-lab6-tempo-1", + "NetIO": "482kB / 254kB", + "PIDs": "10" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.26%", + "Container": "6bd5e4d4336689a8ce36da8ba78ed24692894b2e383e71900d03cebd0524d66d", + "ID": "6bd5e4d43366", + "MemPerc": "7.67%", + "MemUsage": "68.68MiB / 896MiB", + "Name": "mtusi-vasilev-lab6-worker-1", + "NetIO": "275kB / 321kB", + "PIDs": "9" + } + ] + } + ], + "requests": [ + { + "index": 0, + "status": 200, + "duration_s": 0.005831791000673547, + "trace_id": "cba5c23d722bfc056509a5f115757421", + "sampled": true, + "kind": "read" + }, + { + "index": 1, + "status": 200, + "duration_s": 0.006557874999998603, + "trace_id": "e9e86e37910f3a0e08f2b19d685882fc", + "sampled": true, + "kind": "read" + }, + { + "index": 2, + "status": 200, + "duration_s": 0.003190959003404714, + "trace_id": "7ae5699ae2be081734f8243fa323be34", + "sampled": true, + "kind": "read" + }, + { + "index": 3, + "status": 200, + "duration_s": 0.002606166002806276, + "trace_id": "ca792eeeddb946698f3f72e0fc4058a2", + "sampled": true, + "kind": "read" + }, + { + "index": 4, + "status": 200, + "duration_s": 0.00387708299967926, + "trace_id": "2e3d611f570cbee729b8666181dc4d9d", + "sampled": true, + "kind": "read" + }, + { + "index": 5, + "status": 200, + "duration_s": 0.005006749997846782, + "trace_id": "1bca2ca6883906f46bd473b014c0b69c", + "sampled": true, + "kind": "read" + }, + { + "index": 6, + "status": 200, + "duration_s": 0.00356399999873247, + "trace_id": "5ecfacd22a5b6358a5b3cbd8144ab4e2", + "sampled": true, + "kind": "read" + }, + { + "index": 7, + "status": 200, + "duration_s": 0.002601209002023097, + "trace_id": "d0919db14f9d62696b48bf11b8e156b0", + "sampled": true, + "kind": "read" + }, + { + "index": 8, + "status": 200, + "duration_s": 0.0028215830025146715, + "trace_id": "23c5dac933385e97cd677a54eb94dd4c", + "sampled": true, + "kind": "read" + }, + { + "index": 9, + "status": 200, + "duration_s": 0.0031813340028747916, + "trace_id": "a1f8f729535897b9063c23a8eb9550de", + "sampled": true, + "kind": "read" + }, + { + "index": 10, + "status": 200, + "duration_s": 0.0037874999979976565, + "trace_id": "038abf369f8852b2f7c5f77cfdd1c400", + "sampled": true, + "kind": "read" + }, + { + "index": 11, + "status": 200, + "duration_s": 0.004925875000481028, + "trace_id": "a2c98e6212809544d3a0e447df46d47f", + "sampled": true, + "kind": "read" + }, + { + "index": 12, + "status": 200, + "duration_s": 0.004538792003586423, + "trace_id": "88cc4e2eb448f47206e4942a44a1de32", + "sampled": true, + "kind": "read" + }, + { + "index": 13, + "status": 200, + "duration_s": 0.005328667000867426, + "trace_id": "135a5c1da34e4ec90a1b2f6078971c9f", + "sampled": true, + "kind": "read" + }, + { + "index": 14, + "status": 200, + "duration_s": 0.011383749995729886, + "trace_id": "5b1bd44f1d4dbb757c334e827ca586bb", + "sampled": true, + "kind": "read" + }, + { + "index": 15, + "status": 200, + "duration_s": 0.010875749998376705, + "trace_id": "790d525834bdfc626064a7f04e10108d", + "sampled": true, + "kind": "read" + }, + { + "index": 16, + "status": 200, + "duration_s": 0.006133457995019853, + "trace_id": "bf4dca9cea3c91bcabf4bd75bc2ab1f6", + "sampled": true, + "kind": "read" + }, + { + "index": 17, + "status": 200, + "duration_s": 0.008346834001713432, + "trace_id": "4a01e257740facc088954e4b18f3c53d", + "sampled": true, + "kind": "read" + }, + { + "index": 18, + "status": 200, + "duration_s": 0.009323999998741783, + "trace_id": "536800feaccb9d672276d90bd12347f2", + "sampled": true, + "kind": "read" + }, + { + "index": 19, + "status": 200, + "duration_s": 0.013609457993879914, + "trace_id": "088503dd89919d3bb418a2fd23d584d6", + "sampled": true, + "kind": "read" + }, + { + "index": 20, + "status": 200, + "duration_s": 0.008473207999486476, + "trace_id": "2f5d7e79a6280d4561f44e043e3f0734", + "sampled": true, + "kind": "read" + }, + { + "index": 21, + "status": 200, + "duration_s": 0.005962082999758422, + "trace_id": "e892be6cb923d6ac7527be82ba39df56", + "sampled": true, + "kind": "read" + }, + { + "index": 22, + "status": 200, + "duration_s": 0.012487250001868233, + "trace_id": "344afb94630cffa07bb8565944175d22", + "sampled": true, + "kind": "read" + }, + { + "index": 23, + "status": 200, + "duration_s": 0.005700583002180792, + "trace_id": "6f23bf3fa282c8095ce1811fee8e762a", + "sampled": true, + "kind": "read" + }, + { + "index": 24, + "status": 200, + "duration_s": 0.011010833994077984, + "trace_id": "e876479d65e7a7e750fd4b18145e98d5", + "sampled": true, + "kind": "read" + }, + { + "index": 25, + "status": 200, + "duration_s": 0.010820041999977548, + "trace_id": "7d81f808e1a72cc741f58826d89e41b4", + "sampled": true, + "kind": "read" + }, + { + "index": 26, + "status": 200, + "duration_s": 0.010461499994562473, + "trace_id": "0259661d3ad4fc9a1ffe0ad1c50ab705", + "sampled": true, + "kind": "read" + }, + { + "index": 27, + "status": 200, + "duration_s": 0.013855416000296827, + "trace_id": "a1b092f5a33bc28cbf2f76a3f5edac62", + "sampled": true, + "kind": "read" + }, + { + "index": 28, + "status": 200, + "duration_s": 0.006028750001860317, + "trace_id": "05c956849bd5437afc7f8888a6ef0b68", + "sampled": true, + "kind": "read" + }, + { + "index": 29, + "status": 200, + "duration_s": 0.01571624999633059, + "trace_id": "de9f6ce99fbc847df3f9349b2acacdb8", + "sampled": true, + "kind": "read" + }, + { + "index": 30, + "status": 200, + "duration_s": 0.009061707998625934, + "trace_id": "a14abd5b594af017f907d1308b431b7d", + "sampled": true, + "kind": "read" + }, + { + "index": 31, + "status": 200, + "duration_s": 0.013123500000801869, + "trace_id": "9903d0d0fee2a68006deb0896962394e", + "sampled": true, + "kind": "read" + }, + { + "index": 32, + "status": 200, + "duration_s": 0.009203458001138642, + "trace_id": "3d3ebd4cfd47509cfac0ac5211fbd373", + "sampled": true, + "kind": "read" + }, + { + "index": 33, + "status": 200, + "duration_s": 0.006302624999079853, + "trace_id": "7e6e73d034ec49c7fff71311ab2ad6db", + "sampled": true, + "kind": "read" + }, + { + "index": 34, + "status": 200, + "duration_s": 0.011599416000535712, + "trace_id": "bfe75f78af2483afcf3160c04d9ed737", + "sampled": true, + "kind": "read" + }, + { + "index": 35, + "status": 200, + "duration_s": 0.011549916001968086, + "trace_id": "aa95d43f135abee6ec1b50f6cbbaca08", + "sampled": true, + "kind": "read" + }, + { + "index": 36, + "status": 200, + "duration_s": 0.010541582996665966, + "trace_id": "468a6ba2b9e8373b514bcfcc7bfc4076", + "sampled": true, + "kind": "read" + }, + { + "index": 37, + "status": 200, + "duration_s": 0.013845666995621286, + "trace_id": "778cfcb609463c242055283e313e69dc", + "sampled": true, + "kind": "read" + }, + { + "index": 38, + "status": 200, + "duration_s": 0.007971292005095165, + "trace_id": "a924c269c06d1e119474117458207e5e", + "sampled": true, + "kind": "read" + }, + { + "index": 39, + "status": 200, + "duration_s": 0.009462624999287073, + "trace_id": "1d75898ee24f9f83b9986549a3c03c7c", + "sampled": true, + "kind": "read" + }, + { + "index": 40, + "status": 200, + "duration_s": 0.011588999994273763, + "trace_id": "ddfa2fb59cc22b1da73b581058a28b38", + "sampled": true, + "kind": "read" + }, + { + "index": 41, + "status": 200, + "duration_s": 0.009114250002312474, + "trace_id": "d686499c5c9b7e430752bed5e5d49e26", + "sampled": true, + "kind": "read" + }, + { + "index": 42, + "status": 200, + "duration_s": 0.005257874996459577, + "trace_id": "41ef3b74d705800804aafa0b44f07e91", + "sampled": true, + "kind": "read" + }, + { + "index": 43, + "status": 200, + "duration_s": 0.004757249997055624, + "trace_id": "90a15125d69606d1babf034caa55bede", + "sampled": true, + "kind": "read" + }, + { + "index": 44, + "status": 200, + "duration_s": 0.004402000005939044, + "trace_id": "c742f103c3c610d1d98bf9eb147da41e", + "sampled": true, + "kind": "read" + }, + { + "index": 45, + "status": 200, + "duration_s": 0.004191332998743746, + "trace_id": "8e1691d83cd418e776c9e1fa7c3e12ed", + "sampled": true, + "kind": "read" + }, + { + "index": 46, + "status": 200, + "duration_s": 0.006583292000868823, + "trace_id": "b41477e1f10a179abf080b745fcd18e0", + "sampled": true, + "kind": "read" + }, + { + "index": 47, + "status": 200, + "duration_s": 0.006011875004332978, + "trace_id": "f873a92683ae18395a97b01e1895c6ac", + "sampled": true, + "kind": "read" + }, + { + "index": 48, + "status": 200, + "duration_s": 0.0030641250050393865, + "trace_id": "d440fa2493973a1635906c3af7e4f47b", + "sampled": true, + "kind": "read" + }, + { + "index": 49, + "status": 200, + "duration_s": 0.04038245899573667, + "trace_id": "e21aab8bf27677f230a559f65f124b16", + "sampled": true, + "kind": "read" + }, + { + "index": 50, + "status": 200, + "duration_s": 0.01593170900014229, + "trace_id": "79d102ae58d009a63b5c7d92966029c9", + "sampled": true, + "kind": "read" + }, + { + "index": 51, + "status": 200, + "duration_s": 0.002556957995693665, + "trace_id": "248a9cb58b122bb0885031255d786937", + "sampled": true, + "kind": "read" + }, + { + "index": 52, + "status": 200, + "duration_s": 0.0026181249995715916, + "trace_id": "7b4f95708aa7c11c8a6f18bbcc8262c3", + "sampled": true, + "kind": "read" + }, + { + "index": 53, + "status": 200, + "duration_s": 0.0026402080038678832, + "trace_id": "75f66a852edc764c71defb0057a11bb0", + "sampled": true, + "kind": "read" + }, + { + "index": 54, + "status": 200, + "duration_s": 0.01784083300299244, + "trace_id": "4000d577aa6e7bbeea420712712fc1ef", + "sampled": true, + "kind": "read" + }, + { + "index": 55, + "status": 200, + "duration_s": 0.003116834006505087, + "trace_id": "17a320438102a51a049a00c4046320a8", + "sampled": true, + "kind": "read" + }, + { + "index": 56, + "status": 200, + "duration_s": 0.002876332997402642, + "trace_id": "b56533c42d8944c11257e7f3340972ef", + "sampled": true, + "kind": "read" + }, + { + "index": 57, + "status": 200, + "duration_s": 0.0030557080026483163, + "trace_id": "b6a501cf08662f5040045d2f16ff339d", + "sampled": true, + "kind": "read" + }, + { + "index": 58, + "status": 200, + "duration_s": 0.0032002920052036643, + "trace_id": "4b415b84fbf16207a0b387f45de09045", + "sampled": true, + "kind": "read" + }, + { + "index": 59, + "status": 200, + "duration_s": 0.003753458004212007, + "trace_id": "9957b9b261b51af935b38b20826b63a6", + "sampled": true, + "kind": "read" + }, + { + "index": 60, + "status": 200, + "duration_s": 0.0037412919991766103, + "trace_id": "b5d2f311d26f2e024b06b89dc7b1111d", + "sampled": true, + "kind": "read" + }, + { + "index": 61, + "status": 200, + "duration_s": 0.004435417002241593, + "trace_id": "94299f02c27449a9d37b321a33bfecd2", + "sampled": true, + "kind": "read" + }, + { + "index": 62, + "status": 200, + "duration_s": 0.005341374999261461, + "trace_id": "1346aea540d404697c71c2aba58bd1e6", + "sampled": true, + "kind": "read" + }, + { + "index": 63, + "status": 200, + "duration_s": 0.008787416998529807, + "trace_id": "fb1be865db7e0cbe84c2767690add441", + "sampled": true, + "kind": "read" + }, + { + "index": 64, + "status": 200, + "duration_s": 0.010882957998546772, + "trace_id": "7f7745e6a0be9526b3932f2ee7f79b5f", + "sampled": true, + "kind": "read" + }, + { + "index": 65, + "status": 200, + "duration_s": 0.009354916001029778, + "trace_id": "f7626c1203e07e78b6f884feb1b5b68e", + "sampled": true, + "kind": "read" + }, + { + "index": 66, + "status": 200, + "duration_s": 0.009466833995247725, + "trace_id": "086d3fd8a0667d149acbed1364233c34", + "sampled": true, + "kind": "read" + }, + { + "index": 67, + "status": 200, + "duration_s": 0.01302545899670804, + "trace_id": "3b150a57db678449d2d1bf15da1783db", + "sampled": true, + "kind": "read" + }, + { + "index": 68, + "status": 200, + "duration_s": 0.009033459005877376, + "trace_id": "d59eda0183bfc8596ca6d43f9e74ff82", + "sampled": true, + "kind": "read" + }, + { + "index": 69, + "status": 200, + "duration_s": 0.009832292002101894, + "trace_id": "e0f26c7deadf5857ad0f8cd0529d34a1", + "sampled": true, + "kind": "read" + }, + { + "index": 70, + "status": 200, + "duration_s": 0.00941854200209491, + "trace_id": "df12cd053261adb8281c5ccf3928d468", + "sampled": true, + "kind": "read" + }, + { + "index": 71, + "status": 200, + "duration_s": 0.010039166998467408, + "trace_id": "b9f72997060266f89abca052c56004d3", + "sampled": true, + "kind": "read" + }, + { + "index": 72, + "status": 200, + "duration_s": 0.010318166998331435, + "trace_id": "2f5092326700251cbe72cb628216b4c1", + "sampled": true, + "kind": "read" + }, + { + "index": 73, + "status": 200, + "duration_s": 0.006361290994391311, + "trace_id": "0fa8e90bd32d4f56200a50b75e286398", + "sampled": true, + "kind": "read" + }, + { + "index": 74, + "status": 200, + "duration_s": 0.011027332999219652, + "trace_id": "a544ccd08140bc15197b5528f685d6b8", + "sampled": true, + "kind": "read" + }, + { + "index": 75, + "status": 200, + "duration_s": 0.014535959002387244, + "trace_id": "b788b6a93c358a2735584b399e369248", + "sampled": true, + "kind": "read" + }, + { + "index": 76, + "status": 200, + "duration_s": 0.011008583998773247, + "trace_id": "5a17f7e7a25a0f78d2971636b1a36c6e", + "sampled": true, + "kind": "read" + }, + { + "index": 77, + "status": 200, + "duration_s": 0.008253958003479056, + "trace_id": "fdce5a908d515023a10476b5ed23c7f4", + "sampled": true, + "kind": "read" + }, + { + "index": 78, + "status": 200, + "duration_s": 0.010159416997339576, + "trace_id": "b04ef1fe6bc9e4ebfb04bc62d8f7761f", + "sampled": true, + "kind": "read" + }, + { + "index": 79, + "status": 200, + "duration_s": 0.012264875003893394, + "trace_id": "2140e3e0a47ddcd85f68e145b43020ac", + "sampled": true, + "kind": "read" + }, + { + "index": 80, + "status": 500, + "duration_s": 0.28596479200496105, + "trace_id": "2254e529ee76db6fcd39c3665726b7a2", + "sampled": true, + "kind": "controlled_upload_error", + "found_in_tempo": true + }, + { + "index": 81, + "status": 200, + "duration_s": 0.004465917001652997, + "trace_id": "ea31dc05d94d6eb6b2833b3513ab6a42", + "sampled": true, + "kind": "read" + }, + { + "index": 82, + "status": 200, + "duration_s": 0.0036941250000381842, + "trace_id": "f9429c65b0a22cdf607fd03f34f71b10", + "sampled": true, + "kind": "read" + }, + { + "index": 83, + "status": 200, + "duration_s": 0.0029255829940666445, + "trace_id": "adb482a8cf37b8aaaff4c097b206aa9d", + "sampled": true, + "kind": "read" + }, + { + "index": 84, + "status": 200, + "duration_s": 0.00365708299796097, + "trace_id": "e34cb7cd97355ab698f126282d4b9ede", + "sampled": true, + "kind": "read" + }, + { + "index": 85, + "status": 200, + "duration_s": 0.002932292001787573, + "trace_id": "8d980a313b754c7f2ddb59ba132d81e5", + "sampled": true, + "kind": "read" + }, + { + "index": 86, + "status": 200, + "duration_s": 0.009072499997273553, + "trace_id": "9186241c3a6fed06d391ef3f0764fd7a", + "sampled": true, + "kind": "read" + }, + { + "index": 87, + "status": 200, + "duration_s": 0.003089875004661735, + "trace_id": "e52a54c1e0b6f432598e1db2a127f6d3", + "sampled": true, + "kind": "read" + }, + { + "index": 88, + "status": 200, + "duration_s": 0.0026413750019855797, + "trace_id": "43d5879d607bc566415fb90ad6fe2088", + "sampled": true, + "kind": "read" + }, + { + "index": 89, + "status": 200, + "duration_s": 0.003074291998927947, + "trace_id": "620fdaf58659342c62eb7ac0730affa7", + "sampled": true, + "kind": "read" + }, + { + "index": 90, + "status": 200, + "duration_s": 0.012927999996463768, + "trace_id": "229050014cea98ce02ecadef03bbdab6", + "sampled": true, + "kind": "read" + }, + { + "index": 91, + "status": 200, + "duration_s": 0.0031527499959338456, + "trace_id": "b334f546bb192dcfbfd83ee7ca9a0549", + "sampled": true, + "kind": "read" + }, + { + "index": 92, + "status": 200, + "duration_s": 0.002208792000601534, + "trace_id": "af812a3598719a8c220362cc0ed73c59", + "sampled": true, + "kind": "read" + }, + { + "index": 93, + "status": 200, + "duration_s": 0.0028729580008075573, + "trace_id": "2601fa4a9f62e939ee8e4f4b3c108d1a", + "sampled": true, + "kind": "read" + }, + { + "index": 94, + "status": 200, + "duration_s": 0.0030897500037099235, + "trace_id": "3155da013054d68b40ee5e3b86a6bea7", + "sampled": true, + "kind": "read" + }, + { + "index": 95, + "status": 200, + "duration_s": 0.0033655000006547198, + "trace_id": "98a2946bb43d4cfa69de0370da863fed", + "sampled": true, + "kind": "read" + }, + { + "index": 96, + "status": 200, + "duration_s": 0.0032465830008732155, + "trace_id": "338cbf5c0655a4384ddfd5e6d04281dd", + "sampled": true, + "kind": "read" + }, + { + "index": 97, + "status": 200, + "duration_s": 0.00391466700239107, + "trace_id": "f33c000795eee60906f0353fa435ef3d", + "sampled": true, + "kind": "read" + }, + { + "index": 98, + "status": 200, + "duration_s": 0.003262042002461385, + "trace_id": "5581c31409403d23a5c8704e11aef9fe", + "sampled": true, + "kind": "read" + }, + { + "index": 99, + "status": 200, + "duration_s": 0.0029694999975617975, + "trace_id": "93cb94a4d651c88aa581da6f088b1e3f", + "sampled": true, + "kind": "read" + }, + { + "index": 100, + "status": 200, + "duration_s": 0.0029092499971739016, + "trace_id": "534793adc6b67064d06e0d56475f4b2f", + "sampled": true, + "kind": "read" + }, + { + "index": 101, + "status": 200, + "duration_s": 0.0031176670017885044, + "trace_id": "8bcc277f5a255310fafd9d6b2d35ac03", + "sampled": true, + "kind": "read" + }, + { + "index": 102, + "status": 200, + "duration_s": 0.002931834002083633, + "trace_id": "1eeffa38168e198a04b9f1c927712945", + "sampled": true, + "kind": "read" + }, + { + "index": 103, + "status": 200, + "duration_s": 0.002773708001768682, + "trace_id": "e33590c80087f9d223d8c11ac821f6b3", + "sampled": true, + "kind": "read" + }, + { + "index": 104, + "status": 200, + "duration_s": 0.00312895900424337, + "trace_id": "a54ae30dd67dfde317231a226e294629", + "sampled": true, + "kind": "read" + }, + { + "index": 105, + "status": 200, + "duration_s": 0.002955750002001878, + "trace_id": "ef9d28ce659d1b12a13b8f39d9dcd80f", + "sampled": true, + "kind": "read" + }, + { + "index": 106, + "status": 200, + "duration_s": 0.0029532919943449087, + "trace_id": "3fc18f2a6eae6ed325732153e52ba044", + "sampled": true, + "kind": "read" + }, + { + "index": 107, + "status": 200, + "duration_s": 0.0030583330008084886, + "trace_id": "8a7f358c2db4c85a2684886b69160417", + "sampled": true, + "kind": "read" + }, + { + "index": 108, + "status": 200, + "duration_s": 0.003034792003745679, + "trace_id": "5a4bcd0e727fecece6d2bbe8f9536135", + "sampled": true, + "kind": "read" + }, + { + "index": 109, + "status": 200, + "duration_s": 0.0034270830001332797, + "trace_id": "60a29e7e5bda2a78a9c6cd72fb5cd007", + "sampled": true, + "kind": "read" + }, + { + "index": 110, + "status": 200, + "duration_s": 0.0034151250001741573, + "trace_id": "8c10f45cbfaeeee52d010d9232580667", + "sampled": true, + "kind": "read" + }, + { + "index": 111, + "status": 200, + "duration_s": 0.003616124995460268, + "trace_id": "6a09bbe3f00e91b578e3a7b45064b7b8", + "sampled": true, + "kind": "read" + }, + { + "index": 112, + "status": 200, + "duration_s": 0.003867916006129235, + "trace_id": "d4c4a74e90622860145a56da176c9e56", + "sampled": true, + "kind": "read" + }, + { + "index": 113, + "status": 200, + "duration_s": 0.008102874999167398, + "trace_id": "2e9d44d5153bea607723b6314b0417c9", + "sampled": true, + "kind": "read" + }, + { + "index": 114, + "status": 200, + "duration_s": 0.0055267909992835484, + "trace_id": "40935c2cfb2f36a30831516a62a87d95", + "sampled": true, + "kind": "read" + }, + { + "index": 115, + "status": 200, + "duration_s": 0.0058688750068540685, + "trace_id": "4a21ef6caad1a1d1d8feba069fe9456d", + "sampled": true, + "kind": "read" + }, + { + "index": 116, + "status": 200, + "duration_s": 0.009840208003879525, + "trace_id": "5553b80fac69437a9b9ff5dc9884c012", + "sampled": true, + "kind": "read" + }, + { + "index": 117, + "status": 200, + "duration_s": 0.009341584001958836, + "trace_id": "f47f7cc3d121dfacedfc47180a758052", + "sampled": true, + "kind": "read" + }, + { + "index": 118, + "status": 200, + "duration_s": 0.008258375004515983, + "trace_id": "475e44ce0508c4c7f12f57b5a88bc825", + "sampled": true, + "kind": "read" + }, + { + "index": 119, + "status": 200, + "duration_s": 0.005890000000363216, + "trace_id": "d74f9aaf8f0b9ca0dd1fdc2a68fed25f", + "sampled": true, + "kind": "read" + }, + { + "index": 120, + "status": 200, + "duration_s": 0.012883082999906037, + "trace_id": "acc83820cc882155906d05c7a3ca14ea", + "sampled": true, + "kind": "read" + }, + { + "index": 121, + "status": 200, + "duration_s": 0.008976166995125823, + "trace_id": "6dfc63efba707a7221f14c3e56906a81", + "sampled": true, + "kind": "read" + }, + { + "index": 122, + "status": 200, + "duration_s": 0.00833854100346798, + "trace_id": "36748537ebb2f11aab80c4e3a204e9f0", + "sampled": true, + "kind": "read" + }, + { + "index": 123, + "status": 200, + "duration_s": 0.005729542004701216, + "trace_id": "c09e5f0d9caaba5f139654c2c54dac7d", + "sampled": true, + "kind": "read" + }, + { + "index": 124, + "status": 200, + "duration_s": 0.0139387910021469, + "trace_id": "e34a51d6ae2cc59060879778bce222b9", + "sampled": true, + "kind": "read" + }, + { + "index": 125, + "status": 200, + "duration_s": 0.011612457994488068, + "trace_id": "fcdcbd205e2eebe99d55d991d81a68aa", + "sampled": true, + "kind": "read" + }, + { + "index": 126, + "status": 200, + "duration_s": 0.005806000001030043, + "trace_id": "f850acd18f5c05c7a405ecd191c1af4e", + "sampled": true, + "kind": "read" + }, + { + "index": 127, + "status": 200, + "duration_s": 0.008452083005977329, + "trace_id": "18e5e8d53fdefab16a6c3a8e23a5a40d", + "sampled": true, + "kind": "read" + }, + { + "index": 128, + "status": 200, + "duration_s": 0.012252000000444241, + "trace_id": "deb883fc22170985f6331a38551d0aa9", + "sampled": true, + "kind": "read" + }, + { + "index": 129, + "status": 200, + "duration_s": 0.011198665997653734, + "trace_id": "26ce6ac76cdf86e0a67130bb4978f31a", + "sampled": true, + "kind": "read" + }, + { + "index": 130, + "status": 200, + "duration_s": 0.006748375002644025, + "trace_id": "b57e2f6a0e4f3395457a759ab2dd5da5", + "sampled": true, + "kind": "read" + }, + { + "index": 131, + "status": 200, + "duration_s": 0.004789457998413127, + "trace_id": "429098ab594ea09b1cddca539213ad11", + "sampled": true, + "kind": "read" + }, + { + "index": 132, + "status": 200, + "duration_s": 0.004331916003138758, + "trace_id": "5217d6c34ae726f16dda569cbd20aef9", + "sampled": true, + "kind": "read" + }, + { + "index": 133, + "status": 200, + "duration_s": 0.004532334001851268, + "trace_id": "8615775ef81640ed5c3ca9fcdebc6158", + "sampled": true, + "kind": "read" + }, + { + "index": 134, + "status": 200, + "duration_s": 0.005232416995568201, + "trace_id": "5e1d04e9c15434ea6fe3d5502a6eb178", + "sampled": true, + "kind": "read" + }, + { + "index": 135, + "status": 200, + "duration_s": 0.005316791000950616, + "trace_id": "b849b2b1db7ca9332de625c0ac2eb471", + "sampled": true, + "kind": "read" + }, + { + "index": 136, + "status": 200, + "duration_s": 0.00792475000343984, + "trace_id": "2f4b7ed903ef26a43e3f6f236bbf4436", + "sampled": true, + "kind": "read" + }, + { + "index": 137, + "status": 200, + "duration_s": 0.01011083299817983, + "trace_id": "b6104191b170a41a8b6536c7b9ab0908", + "sampled": true, + "kind": "read" + }, + { + "index": 138, + "status": 200, + "duration_s": 0.010463915998116136, + "trace_id": "39903946d2f8d4b5f8472397e57baeca", + "sampled": true, + "kind": "read" + }, + { + "index": 139, + "status": 200, + "duration_s": 0.010121167004399467, + "trace_id": "d652b5b26ac4d3c25b420e67c49b306d", + "sampled": true, + "kind": "read" + }, + { + "index": 140, + "status": 200, + "duration_s": 0.008420541998930275, + "trace_id": "114950fa87fd3964d0ff3ccf770d6159", + "sampled": true, + "kind": "read" + }, + { + "index": 141, + "status": 200, + "duration_s": 0.010022166003182065, + "trace_id": "ab629935189b52562269260578aca228", + "sampled": true, + "kind": "read" + }, + { + "index": 142, + "status": 200, + "duration_s": 0.010059791995445266, + "trace_id": "3fbcb92d9b6d94e8a2aaac34fe7c7d29", + "sampled": true, + "kind": "read" + }, + { + "index": 143, + "status": 200, + "duration_s": 0.011438624998845626, + "trace_id": "842580450ee4af22c72de41aa6af9cbf", + "sampled": true, + "kind": "read" + }, + { + "index": 144, + "status": 200, + "duration_s": 0.011137417001009453, + "trace_id": "ad9404a5a1c51ace904c97760a069867", + "sampled": true, + "kind": "read" + }, + { + "index": 145, + "status": 200, + "duration_s": 0.007977250003023073, + "trace_id": "2e5ebe66867270e537eab8a523419e21", + "sampled": true, + "kind": "read" + }, + { + "index": 146, + "status": 200, + "duration_s": 0.009669290993770119, + "trace_id": "5e9e794c07b4bcd087d10225f68259c6", + "sampled": true, + "kind": "read" + }, + { + "index": 147, + "status": 200, + "duration_s": 0.008335291997354943, + "trace_id": "67030e7f2645b784c6ec6568154d3986", + "sampled": true, + "kind": "read" + }, + { + "index": 148, + "status": 200, + "duration_s": 0.008875749997969251, + "trace_id": "c8b0243d697bd2e9915023433f073c28", + "sampled": true, + "kind": "read" + }, + { + "index": 149, + "status": 200, + "duration_s": 0.0071770420036045834, + "trace_id": "a5a601d57d97d73a7ccc3e4311318aa6", + "sampled": true, + "kind": "read" + }, + { + "index": 150, + "status": 200, + "duration_s": 0.009737125001265667, + "trace_id": "df5397e4b24df2c51f90a16cb35ff6af", + "sampled": true, + "kind": "read" + }, + { + "index": 151, + "status": 200, + "duration_s": 0.010328916003345512, + "trace_id": "ee86c282d06bfed4ab44b32c18bb6405", + "sampled": true, + "kind": "read" + }, + { + "index": 152, + "status": 200, + "duration_s": 0.010990957998728845, + "trace_id": "c5f207bf413d334e3bb4fc4b5a115725", + "sampled": true, + "kind": "read" + }, + { + "index": 153, + "status": 200, + "duration_s": 0.005720000001019798, + "trace_id": "09cd44de483326c420032d48c392674f", + "sampled": true, + "kind": "read" + }, + { + "index": 154, + "status": 200, + "duration_s": 0.008524416996806394, + "trace_id": "a426aeabe2fb18ad2fd01f31dad23830", + "sampled": true, + "kind": "read" + }, + { + "index": 155, + "status": 200, + "duration_s": 0.006454957998357713, + "trace_id": "bec105f6e2585ff34e05278513ba600f", + "sampled": true, + "kind": "read" + }, + { + "index": 156, + "status": 200, + "duration_s": 0.011331458001222927, + "trace_id": "49c493820fadadb6e0c43d95745154b3", + "sampled": true, + "kind": "read" + }, + { + "index": 157, + "status": 200, + "duration_s": 0.011581666003621649, + "trace_id": "0074d6070d347f78c2192c8a899af5e9", + "sampled": true, + "kind": "read" + }, + { + "index": 158, + "status": 200, + "duration_s": 0.009892875001241919, + "trace_id": "560d82f03be1ceae06b67a4d032029ad", + "sampled": true, + "kind": "read" + }, + { + "index": 159, + "status": 200, + "duration_s": 0.010748874999990221, + "trace_id": "351d2ff11e3f97cb0a8c780cbd5928ef", + "sampled": true, + "kind": "read" + }, + { + "index": 160, + "status": 200, + "duration_s": 0.016951791003521066, + "trace_id": "27e9eb0027c88204f7a5f703f15d1a19", + "sampled": true, + "kind": "read" + }, + { + "index": 161, + "status": 200, + "duration_s": 0.008283583003503736, + "trace_id": "ca13e74543ac76d05c52b305502f6dfe", + "sampled": true, + "kind": "read" + }, + { + "index": 162, + "status": 200, + "duration_s": 0.005732375000661705, + "trace_id": "7932914e8e501fd4f6104daa20a50111", + "sampled": true, + "kind": "read" + }, + { + "index": 163, + "status": 200, + "duration_s": 0.006106417000410147, + "trace_id": "315309aecbe3f7bb90bb010c948667b9", + "sampled": true, + "kind": "read" + }, + { + "index": 164, + "status": 200, + "duration_s": 0.007151791003707331, + "trace_id": "94f5ffb431863e7b1e4794c4d59addc2", + "sampled": true, + "kind": "read" + }, + { + "index": 165, + "status": 200, + "duration_s": 0.004600166001182515, + "trace_id": "2b72b680205fcfa76f9e1985f04242db", + "sampled": true, + "kind": "read" + }, + { + "index": 166, + "status": 200, + "duration_s": 0.3689065419966937, + "trace_id": "6c239fb148bafe86428a3a353ecd024f", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 167, + "status": 200, + "duration_s": 0.31314895799732767, + "trace_id": "b1d839f43fe66492f585f241009f1b74", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 168, + "status": 200, + "duration_s": 0.3232067079952685, + "trace_id": "5e5182510827d7f4c8b8916a6c9a02e8", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 169, + "status": 200, + "duration_s": 0.2581370410043746, + "trace_id": "bffb2767f019e8fab74cabeb44e7c097", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 170, + "status": 200, + "duration_s": 0.27226333399448777, + "trace_id": "2fd96da3f4b6e2aca294d74e601dd848", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 171, + "status": 200, + "duration_s": 0.20449662499595433, + "trace_id": "f32a89d850a0027c6bd923def2851805", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 172, + "status": 200, + "duration_s": 0.2209414579992881, + "trace_id": "ff45cc7127e17e559daaa3db3923094f", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 173, + "status": 200, + "duration_s": 0.15611445899412502, + "trace_id": "ef7415ab7171b9a0eca50b9b56cac23f", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 174, + "status": 200, + "duration_s": 0.17338004199700663, + "trace_id": "42b3f2e3459073bc416838073ae1b82a", + "sampled": true, + "kind": "read", + "found_in_tempo": true + }, + { + "index": 175, + "status": 200, + "duration_s": 0.10672666600294178, + "trace_id": "3541386af8604eca68060730ea767fc2", + "sampled": true, + "kind": "read" + }, + { + "index": 176, + "status": 200, + "duration_s": 0.12195454199536471, + "trace_id": "8ec33b2543615c1ecbd2cb690b6ec9de", + "sampled": true, + "kind": "read" + }, + { + "index": 177, + "status": 200, + "duration_s": 0.057339749997481704, + "trace_id": "fbdf5a61a2f6dfdfd2155cbdda42a73a", + "sampled": true, + "kind": "read" + }, + { + "index": 178, + "status": 200, + "duration_s": 0.07057804200303508, + "trace_id": "e2790d5d90c4d2d1b1348ec939c8ccc7", + "sampled": true, + "kind": "read" + }, + { + "index": 179, + "status": 200, + "duration_s": 0.009604124999896158, + "trace_id": "e8ffffa0edd4e1464cda848c740976a4", + "sampled": true, + "kind": "read" + }, + { + "index": 180, + "status": 200, + "duration_s": 0.02325641600327799, + "trace_id": "b389535426999a2ddc68d7d42f1911c2", + "sampled": true, + "kind": "read" + }, + { + "index": 181, + "status": 200, + "duration_s": 0.03389833300025202, + "trace_id": "03ab1fd54dc43270abe858782147a98e", + "sampled": true, + "kind": "read" + }, + { + "index": 182, + "status": 200, + "duration_s": 0.006378875004884321, + "trace_id": "c500789a975b2756a7751e2f5b13a42b", + "sampled": true, + "kind": "read" + }, + { + "index": 183, + "status": 200, + "duration_s": 0.002863624999008607, + "trace_id": "15ee0603af37560185feb3a89515fb67", + "sampled": true, + "kind": "read" + }, + { + "index": 184, + "status": 200, + "duration_s": 0.003305707999970764, + "trace_id": "a0a9414225e0f0b92fe7d2ec18e310ac", + "sampled": true, + "kind": "read" + }, + { + "index": 185, + "status": 200, + "duration_s": 0.0031906670046737418, + "trace_id": "26d2b9cf892666196e1404cd9f988d36", + "sampled": true, + "kind": "read" + }, + { + "index": 186, + "status": 200, + "duration_s": 0.0033751660012057982, + "trace_id": "6f924eaa95164edb9ab0f77862d99eab", + "sampled": true, + "kind": "read" + }, + { + "index": 187, + "status": 200, + "duration_s": 0.004407625005114824, + "trace_id": "5def3bff213e8eed79ca2d1903dd932f", + "sampled": true, + "kind": "read" + }, + { + "index": 188, + "status": 200, + "duration_s": 0.003650208003818989, + "trace_id": "2c0c22f606d764b594826c16491593ab", + "sampled": true, + "kind": "read" + }, + { + "index": 189, + "status": 200, + "duration_s": 0.005750959004217293, + "trace_id": "f48970bc244105e09b1a8bdb0f2da8a0", + "sampled": true, + "kind": "read" + }, + { + "index": 190, + "status": 200, + "duration_s": 0.00531345800118288, + "trace_id": "ac85151687e11e33843fc44449ae4dcb", + "sampled": true, + "kind": "read" + }, + { + "index": 191, + "status": 200, + "duration_s": 0.010016833002737258, + "trace_id": "9b0142a0d9870b4a29b8b876e8a74f1f", + "sampled": true, + "kind": "read" + }, + { + "index": 192, + "status": 200, + "duration_s": 0.008660125000460539, + "trace_id": "64d3b0d39df4dc0523e9910f28611a03", + "sampled": true, + "kind": "read" + }, + { + "index": 193, + "status": 200, + "duration_s": 0.0067817500021192245, + "trace_id": "175c107b54fd883679cd8e1b0c6dcf8e", + "sampled": true, + "kind": "read" + }, + { + "index": 194, + "status": 200, + "duration_s": 0.006683916995825712, + "trace_id": "afeec91c70296a3e994173030ccc65a5", + "sampled": true, + "kind": "read" + }, + { + "index": 195, + "status": 200, + "duration_s": 0.013183041999582201, + "trace_id": "07a90dc288c5436b3d31382f65c7a965", + "sampled": true, + "kind": "read" + }, + { + "index": 196, + "status": 200, + "duration_s": 0.005689625002560206, + "trace_id": "4efb8938e381b011aa847b62a83fbd56", + "sampled": true, + "kind": "read" + }, + { + "index": 197, + "status": 200, + "duration_s": 0.009984417003579438, + "trace_id": "e4cdeda65d619391d4c51e730c7e64ca", + "sampled": true, + "kind": "read" + }, + { + "index": 198, + "status": 200, + "duration_s": 0.009093874999962281, + "trace_id": "f22891da534a188ff15c21a1a8950644", + "sampled": true, + "kind": "read" + }, + { + "index": 199, + "status": 200, + "duration_s": 0.006090790993766859, + "trace_id": "811f398bc6c52317af06adae3d3f0994", + "sampled": true, + "kind": "read" + }, + { + "index": 200, + "status": 200, + "duration_s": 0.014710417002788745, + "trace_id": "f323da4c8eb6ae2f26a428d3ed419121", + "sampled": true, + "kind": "read" + }, + { + "index": 201, + "status": 200, + "duration_s": 0.0058168340037809685, + "trace_id": "443af8c699447601ca1f6171fee0d7c3", + "sampled": true, + "kind": "read" + }, + { + "index": 202, + "status": 200, + "duration_s": 0.01060308299929602, + "trace_id": "c08874ff192017f164107d4d9185c1a5", + "sampled": true, + "kind": "read" + }, + { + "index": 203, + "status": 200, + "duration_s": 0.012896957996417768, + "trace_id": "99a918b6a60d0c3e9ae0f5a5d21f15da", + "sampled": true, + "kind": "read" + }, + { + "index": 204, + "status": 200, + "duration_s": 0.007554417003120761, + "trace_id": "1fb4d51d8a9ba90d49f685520c5e8440", + "sampled": true, + "kind": "read" + }, + { + "index": 205, + "status": 200, + "duration_s": 0.013168124998628628, + "trace_id": "1d11b488971bb74b57d7dd9cd0ff7dfa", + "sampled": true, + "kind": "read" + }, + { + "index": 206, + "status": 200, + "duration_s": 0.010950874995614868, + "trace_id": "91b363bf96fc429635b89ef76c39b1d6", + "sampled": true, + "kind": "read" + }, + { + "index": 207, + "status": 200, + "duration_s": 0.004516415996477008, + "trace_id": "bd38692b0ba2d98c67561feec378d7b2", + "sampled": true, + "kind": "read" + }, + { + "index": 208, + "status": 200, + "duration_s": 0.004815625004994217, + "trace_id": "9984e13d03caa18031df5c491f3aeb50", + "sampled": true, + "kind": "read" + }, + { + "index": 209, + "status": 200, + "duration_s": 0.0054435830024885945, + "trace_id": "4a72d8ec7da58081b9e872f4cd4444db", + "sampled": true, + "kind": "read" + }, + { + "index": 210, + "status": 200, + "duration_s": 0.005842625003424473, + "trace_id": "5b0b8e3d8a31a6512d50afa852b0383a", + "sampled": true, + "kind": "read" + }, + { + "index": 211, + "status": 200, + "duration_s": 0.0063595419997000135, + "trace_id": "dcf642a8af202725427f74cfe6d74e35", + "sampled": true, + "kind": "read" + }, + { + "index": 212, + "status": 200, + "duration_s": 0.0038354170028469525, + "trace_id": "e8d42127ff4dd3ed8b9459560d908d58", + "sampled": true, + "kind": "read" + }, + { + "index": 213, + "status": 200, + "duration_s": 0.0039736249964335, + "trace_id": "bcb6b30ef3e1664ace312aaaa247298f", + "sampled": true, + "kind": "read" + }, + { + "index": 214, + "status": 200, + "duration_s": 0.0040829999998095445, + "trace_id": "7e39c2a42b71c5195772f165ddfcb2ad", + "sampled": true, + "kind": "read" + }, + { + "index": 215, + "status": 200, + "duration_s": 0.006517417001305148, + "trace_id": "727037b7fe7b826e05a958630e105fbd", + "sampled": true, + "kind": "read" + }, + { + "index": 216, + "status": 200, + "duration_s": 0.007402374998491723, + "trace_id": "6a81c8dfbea6966af7fc3642472ced2b", + "sampled": true, + "kind": "read" + }, + { + "index": 217, + "status": 200, + "duration_s": 0.007408958001178689, + "trace_id": "dbe13ef3eaa99c0e37147b625eb23982", + "sampled": true, + "kind": "read" + }, + { + "index": 218, + "status": 200, + "duration_s": 0.010219499999948312, + "trace_id": "a80255eed4c43454de018a1f99c2f68b", + "sampled": true, + "kind": "read" + }, + { + "index": 219, + "status": 200, + "duration_s": 0.01021995800692821, + "trace_id": "862d55feda44af2052b34925740d1ac9", + "sampled": true, + "kind": "read" + }, + { + "index": 220, + "status": 200, + "duration_s": 0.00789466700371122, + "trace_id": "6030956c50b127530361987a0dada6b2", + "sampled": true, + "kind": "read" + }, + { + "index": 221, + "status": 200, + "duration_s": 0.005495582998264581, + "trace_id": "71c49132dd0155b10513208dad9a0c9d", + "sampled": true, + "kind": "read" + }, + { + "index": 222, + "status": 200, + "duration_s": 0.006624457993893884, + "trace_id": "d870610154d21a157fc9f8250334b2d4", + "sampled": true, + "kind": "read" + }, + { + "index": 223, + "status": 200, + "duration_s": 0.010352042001613881, + "trace_id": "54d6ec7ba7ad0da8c029f636950fa6e2", + "sampled": true, + "kind": "read" + }, + { + "index": 224, + "status": 200, + "duration_s": 0.011533249999047257, + "trace_id": "8b197c027d231d104c0d74f362129621", + "sampled": true, + "kind": "read" + }, + { + "index": 225, + "status": 200, + "duration_s": 0.010105749999638647, + "trace_id": "95857c3f53b6c647f42d0d91af89f95e", + "sampled": true, + "kind": "read" + }, + { + "index": 226, + "status": 200, + "duration_s": 0.010850042002857663, + "trace_id": "b42b10dd764dc515ef7bc2adf71ac3da", + "sampled": true, + "kind": "read" + }, + { + "index": 227, + "status": 200, + "duration_s": 0.005755458005296532, + "trace_id": "2980c8bfb56904edac8058f50002600c", + "sampled": true, + "kind": "read" + }, + { + "index": 228, + "status": 200, + "duration_s": 0.010800417003338225, + "trace_id": "845029ab2b6ce73c42efda1cbe55bc42", + "sampled": true, + "kind": "read" + }, + { + "index": 229, + "status": 200, + "duration_s": 0.010730915993917733, + "trace_id": "6ca0dfff364186a69be7f1ea1013c415", + "sampled": true, + "kind": "read" + }, + { + "index": 230, + "status": 200, + "duration_s": 0.008756792005442549, + "trace_id": "0ee59854e4a6c25d976b2905b2bdfaee", + "sampled": true, + "kind": "read" + }, + { + "index": 231, + "status": 200, + "duration_s": 0.006880959001136944, + "trace_id": "0c41257ab99fad2d6a4c15580cc63cb5", + "sampled": true, + "kind": "read" + }, + { + "index": 232, + "status": 200, + "duration_s": 0.0097129159985343, + "trace_id": "dfb967ac884206c7d1534864b36bdb00", + "sampled": true, + "kind": "read" + }, + { + "index": 233, + "status": 200, + "duration_s": 0.006506624995381571, + "trace_id": "4e00c79d84b8ab0db661005b31cabafb", + "sampled": true, + "kind": "read" + }, + { + "index": 234, + "status": 200, + "duration_s": 0.005989958001009654, + "trace_id": "5d2c512a0b002c250216d66decc06295", + "sampled": true, + "kind": "read" + }, + { + "index": 235, + "status": 200, + "duration_s": 0.012062999994668644, + "trace_id": "30684f80c5f184881f3f6462902843af", + "sampled": true, + "kind": "read" + }, + { + "index": 236, + "status": 200, + "duration_s": 0.00608266700146487, + "trace_id": "bb2eaafc51229eb54d2dc17dfaa0649b", + "sampled": true, + "kind": "read" + }, + { + "index": 237, + "status": 200, + "duration_s": 0.010577749999356456, + "trace_id": "b35095741f83c92ce6ef40e4be4c74e8", + "sampled": true, + "kind": "read" + }, + { + "index": 238, + "status": 200, + "duration_s": 0.00923220799450064, + "trace_id": "ee68c675f50bb4605a4a07416258d6d7", + "sampled": true, + "kind": "read" + }, + { + "index": 239, + "status": 200, + "duration_s": 0.01135950000025332, + "trace_id": "a0d97a792a2d26e2e6a466db1db4e849", + "sampled": true, + "kind": "read" + }, + { + "index": 240, + "status": 500, + "duration_s": 0.2892713749970426, + "trace_id": "4280d7ba63806d963d3608d60d77fd30", + "sampled": true, + "kind": "controlled_upload_error", + "found_in_tempo": true + }, + { + "index": 241, + "status": 200, + "duration_s": 0.006345499998133164, + "trace_id": "40134e3234411ae22db5a15133175395", + "sampled": true, + "kind": "read" + }, + { + "index": 242, + "status": 200, + "duration_s": 0.003546457999618724, + "trace_id": "ce0bfa1ce70ac70d042bbc0120998b6c", + "sampled": true, + "kind": "read" + }, + { + "index": 243, + "status": 200, + "duration_s": 0.003055833003600128, + "trace_id": "24c9bd4cef2229f72fde966187d6e033", + "sampled": true, + "kind": "read" + }, + { + "index": 244, + "status": 200, + "duration_s": 0.00334475000272505, + "trace_id": "ae77f844e9c9cfc6d19ec1dd2c04cfc3", + "sampled": true, + "kind": "read" + }, + { + "index": 245, + "status": 200, + "duration_s": 0.003280417004134506, + "trace_id": "1f700d16a3a02d9e6d0c8f0ea5d6d8c2", + "sampled": true, + "kind": "read" + }, + { + "index": 246, + "status": 200, + "duration_s": 0.013800875000015367, + "trace_id": "fccee9491bd4671bb1cc49f2a213d9b5", + "sampled": true, + "kind": "read" + }, + { + "index": 247, + "status": 200, + "duration_s": 0.005467667004268151, + "trace_id": "e6aa04e735fcd07ac0872a8a0aa90efa", + "sampled": true, + "kind": "read" + }, + { + "index": 248, + "status": 200, + "duration_s": 0.004102875005628448, + "trace_id": "073c4fe5bb4d00a8cdda639c40702dd1", + "sampled": true, + "kind": "read" + }, + { + "index": 249, + "status": 200, + "duration_s": 0.0028670000028796494, + "trace_id": "e66f1cb9f1aa33063f781b7c80f34af8", + "sampled": true, + "kind": "read" + }, + { + "index": 250, + "status": 200, + "duration_s": 0.01936045800539432, + "trace_id": "5093b99ffb6fa528aac78015febc0e65", + "sampled": true, + "kind": "read" + }, + { + "index": 251, + "status": 200, + "duration_s": 0.002900416999182198, + "trace_id": "42bd2f355ff3e31c8bdeb9e6355e4f49", + "sampled": true, + "kind": "read" + }, + { + "index": 252, + "status": 200, + "duration_s": 0.007067375001497567, + "trace_id": "6ce7f3fc39422d047fbcc7245c78ea8b", + "sampled": true, + "kind": "read" + }, + { + "index": 253, + "status": 200, + "duration_s": 0.003132792000542395, + "trace_id": "9cd285670cf3802fa67b0140b7742eb2", + "sampled": true, + "kind": "read" + }, + { + "index": 254, + "status": 200, + "duration_s": 0.0034537909959908575, + "trace_id": "e1de7d180df42d45dc7b0d6a822e21f0", + "sampled": true, + "kind": "read" + }, + { + "index": 255, + "status": 200, + "duration_s": 0.0031002499963506125, + "trace_id": "92bac03c3151277577aeb3edfeb06834", + "sampled": true, + "kind": "read" + }, + { + "index": 256, + "status": 200, + "duration_s": 0.002778250003757421, + "trace_id": "6c66a014adb810c1a7c30700dafca9c4", + "sampled": true, + "kind": "read" + }, + { + "index": 257, + "status": 200, + "duration_s": 0.003094707994023338, + "trace_id": "9ce397e0741ed986733c4c337440013b", + "sampled": true, + "kind": "read" + }, + { + "index": 258, + "status": 200, + "duration_s": 0.003039250004803762, + "trace_id": "5844092c16d432a50e5354d8c4b0a4a8", + "sampled": true, + "kind": "read" + }, + { + "index": 259, + "status": 200, + "duration_s": 0.003504290994897019, + "trace_id": "d942900d2c3fcbd1adebf0d432828369", + "sampled": true, + "kind": "read" + }, + { + "index": 260, + "status": 200, + "duration_s": 0.003290165994258132, + "trace_id": "5bd5727bb2c3f6b49bd8a1c864c22dae", + "sampled": true, + "kind": "read" + }, + { + "index": 261, + "status": 200, + "duration_s": 0.002785958000458777, + "trace_id": "c5ce6c33d52a2af6652fd9f579f81863", + "sampled": true, + "kind": "read" + }, + { + "index": 262, + "status": 200, + "duration_s": 0.0029802919962094165, + "trace_id": "823dcd9f671663ac68cadb777b4b1d61", + "sampled": true, + "kind": "read" + }, + { + "index": 263, + "status": 200, + "duration_s": 0.0030566659988835454, + "trace_id": "09caf47ab8b40380bbe77c9e35a998da", + "sampled": true, + "kind": "read" + }, + { + "index": 264, + "status": 200, + "duration_s": 0.003032542001164984, + "trace_id": "abeca3e4a7011624615321c51df3f346", + "sampled": true, + "kind": "read" + }, + { + "index": 265, + "status": 200, + "duration_s": 0.003719040993019007, + "trace_id": "39bd76b6205e68153201b90d0fb3ac3b", + "sampled": true, + "kind": "read" + }, + { + "index": 266, + "status": 200, + "duration_s": 0.004204207994916942, + "trace_id": "9dd5450fe059d8b238ccb723dfa33146", + "sampled": true, + "kind": "read" + }, + { + "index": 267, + "status": 200, + "duration_s": 0.004118458004086278, + "trace_id": "ae4571508158ab8391c3e91c5558078c", + "sampled": true, + "kind": "read" + }, + { + "index": 268, + "status": 200, + "duration_s": 0.004543709001154639, + "trace_id": "0739342fb78bf17568054841a8e545fd", + "sampled": true, + "kind": "read" + }, + { + "index": 269, + "status": 200, + "duration_s": 0.010081375003210269, + "trace_id": "e5111f108b5b303f6fa7f3fea8f59c87", + "sampled": true, + "kind": "read" + }, + { + "index": 270, + "status": 200, + "duration_s": 0.008485040998493787, + "trace_id": "e76f66f9e8468d7ca35d43742825bff9", + "sampled": true, + "kind": "read" + }, + { + "index": 271, + "status": 200, + "duration_s": 0.011010584006726276, + "trace_id": "4823703473e7fecb087b280d98461df6", + "sampled": true, + "kind": "read" + }, + { + "index": 272, + "status": 200, + "duration_s": 0.010023625000030734, + "trace_id": "1abfc7382e86d14fa426d21118036488", + "sampled": true, + "kind": "read" + }, + { + "index": 273, + "status": 200, + "duration_s": 0.00602575000084471, + "trace_id": "8f236ae9348c34c3a3256cf6deb6443a", + "sampled": true, + "kind": "read" + }, + { + "index": 274, + "status": 200, + "duration_s": 0.008564416006265674, + "trace_id": "581e224f0489ab97aae7728f7f3bd662", + "sampled": true, + "kind": "read" + }, + { + "index": 275, + "status": 200, + "duration_s": 0.00622095799917588, + "trace_id": "03c1e13f01e54d3183276e636c0f6788", + "sampled": true, + "kind": "read" + }, + { + "index": 276, + "status": 200, + "duration_s": 0.00962637500197161, + "trace_id": "5745f0fcf8da428ea268fa920b398694", + "sampled": true, + "kind": "read" + }, + { + "index": 277, + "status": 200, + "duration_s": 0.010974125005304813, + "trace_id": "08db92647ce6d592441bcf2a71ec39e4", + "sampled": true, + "kind": "read" + }, + { + "index": 278, + "status": 200, + "duration_s": 0.006236584005819168, + "trace_id": "d5f1ec6f43d57ba9b2d8ffb9559b8510", + "sampled": true, + "kind": "read" + }, + { + "index": 279, + "status": 200, + "duration_s": 0.011176042004080955, + "trace_id": "09d74796f0efbf9dca11f6e631f4d931", + "sampled": true, + "kind": "read" + }, + { + "index": 280, + "status": 200, + "duration_s": 0.008730000001378357, + "trace_id": "f3e4914941052a1763ecea25dc541aa4", + "sampled": true, + "kind": "read" + }, + { + "index": 281, + "status": 200, + "duration_s": 0.011236459002248012, + "trace_id": "cf85bfeb1ba95a785d646d2c5a8c3d1e", + "sampled": true, + "kind": "read" + }, + { + "index": 282, + "status": 200, + "duration_s": 0.011961291005718522, + "trace_id": "ddb903e4cd94976b7459e2448cdaaaf1", + "sampled": true, + "kind": "read" + }, + { + "index": 283, + "status": 200, + "duration_s": 0.009152334001555573, + "trace_id": "278d736e1ca97ac472add7ec1e5d67da", + "sampled": true, + "kind": "read" + }, + { + "index": 284, + "status": 200, + "duration_s": 0.010471667003002949, + "trace_id": "4a7870c760cec2a80d38d641b7321db6", + "sampled": true, + "kind": "read" + }, + { + "index": 285, + "status": 200, + "duration_s": 0.005103707997477613, + "trace_id": "ace500ea670a02dd01f8d20d73dcf426", + "sampled": true, + "kind": "read" + }, + { + "index": 286, + "status": 200, + "duration_s": 0.010875250001845416, + "trace_id": "db505b9ef7904dff3778440ac9ebd929", + "sampled": true, + "kind": "read" + }, + { + "index": 287, + "status": 200, + "duration_s": 0.007869874993048143, + "trace_id": "eb4135e8747fb988acd87d502d789e61", + "sampled": true, + "kind": "read" + }, + { + "index": 288, + "status": 200, + "duration_s": 0.006206042002304457, + "trace_id": "afbfb7ba9a1cc4defd4f15a6170a901b", + "sampled": true, + "kind": "read" + }, + { + "index": 289, + "status": 200, + "duration_s": 0.005109417004860006, + "trace_id": "85ea5aa2247a92f62b283c2a82e2f994", + "sampled": true, + "kind": "read" + }, + { + "index": 290, + "status": 200, + "duration_s": 0.004796583001734689, + "trace_id": "9936bb7900758c1e30e6c9f49be3a2ec", + "sampled": true, + "kind": "read" + }, + { + "index": 291, + "status": 200, + "duration_s": 0.009186750001390465, + "trace_id": "e715922c5b0f2b7b1625a2a975c073fe", + "sampled": true, + "kind": "read" + }, + { + "index": 292, + "status": 200, + "duration_s": 0.010390249997726642, + "trace_id": "11d7b84139a58636734b5dc3a791ef1f", + "sampled": true, + "kind": "read" + }, + { + "index": 293, + "status": 200, + "duration_s": 0.004532708000624552, + "trace_id": "5ff8470bcc35dbf13aa8499f04a17b17", + "sampled": true, + "kind": "read" + }, + { + "index": 294, + "status": 200, + "duration_s": 0.00604537500475999, + "trace_id": "8cb284e9f394cad4820ec6e0c17bda7e", + "sampled": true, + "kind": "read" + }, + { + "index": 295, + "status": 200, + "duration_s": 0.003717624997079838, + "trace_id": "fe8b2deec97ce3ae2cf386b76dfd53b4", + "sampled": true, + "kind": "read" + }, + { + "index": 296, + "status": 200, + "duration_s": 0.0038259580032899976, + "trace_id": "0664795c7baff47a1c9b0b8e9c626cd4", + "sampled": true, + "kind": "read" + }, + { + "index": 297, + "status": 200, + "duration_s": 0.004501041999901645, + "trace_id": "350e2fd42cd9a3d2ce74f5e7e2fc9ac8", + "sampled": true, + "kind": "read" + }, + { + "index": 298, + "status": 200, + "duration_s": 0.004727916995761916, + "trace_id": "f6b988d9ef055e03980cd2669e14e53a", + "sampled": true, + "kind": "read" + }, + { + "index": 299, + "status": 200, + "duration_s": 0.005494208002346568, + "trace_id": "f37289ac5b219007da15dbf8ddb82575", + "sampled": true, + "kind": "read" + }, + { + "index": 300, + "status": 200, + "duration_s": 0.006651499999861699, + "trace_id": "f6bc7efafd4310f4377f2d2975db1a48", + "sampled": true, + "kind": "read" + }, + { + "index": 301, + "status": 200, + "duration_s": 0.0094600000011269, + "trace_id": "3c5c9fbf8d30fafdcaa04f54967647a2", + "sampled": true, + "kind": "read" + }, + { + "index": 302, + "status": 200, + "duration_s": 0.005022582998208236, + "trace_id": "67c2b8f5e6f5dfd9a57a5790e1c7d32b", + "sampled": true, + "kind": "read" + }, + { + "index": 303, + "status": 200, + "duration_s": 0.005801416999020148, + "trace_id": "72c9baacf228eee241e697e13585c542", + "sampled": true, + "kind": "read" + }, + { + "index": 304, + "status": 200, + "duration_s": 0.013391874999797437, + "trace_id": "7f76f06fe8bc2079b3f0a2d57c805828", + "sampled": true, + "kind": "read" + }, + { + "index": 305, + "status": 200, + "duration_s": 0.03592616700188955, + "trace_id": "a2d2e9d9ef92592fc6f94e0081ecf743", + "sampled": true, + "kind": "read" + }, + { + "index": 306, + "status": 200, + "duration_s": 0.003305708996776957, + "trace_id": "48c2e36d1636d7a1b82f35fa4f4cb0fc", + "sampled": true, + "kind": "read" + }, + { + "index": 307, + "status": 200, + "duration_s": 0.0028981249997741543, + "trace_id": "58a8f2ea5e2217448b55da75afd8fad3", + "sampled": true, + "kind": "read" + }, + { + "index": 308, + "status": 200, + "duration_s": 0.019350916998519097, + "trace_id": "164f07b0f0665664b10473904c004b1b", + "sampled": true, + "kind": "read" + }, + { + "index": 309, + "status": 200, + "duration_s": 0.03914637499838136, + "trace_id": "c23425500beac809367095520189b605", + "sampled": true, + "kind": "read" + }, + { + "index": 310, + "status": 200, + "duration_s": 0.003003457997692749, + "trace_id": "679c146b6e68db3f057d4ccc64a7fac2", + "sampled": true, + "kind": "read" + }, + { + "index": 311, + "status": 200, + "duration_s": 0.0036449580002226867, + "trace_id": "b335d51b41333bed3efff3fff76a1135", + "sampled": true, + "kind": "read" + }, + { + "index": 312, + "status": 200, + "duration_s": 0.0029856249966542237, + "trace_id": "b8b4bcd61a3c619265c1fc6592f44966", + "sampled": true, + "kind": "read" + }, + { + "index": 313, + "status": 200, + "duration_s": 0.003109874996880535, + "trace_id": "511efe8c951c92c97b34e9f7f2c8854f", + "sampled": true, + "kind": "read" + }, + { + "index": 314, + "status": 200, + "duration_s": 0.0031867500001681037, + "trace_id": "8e48c780518e0723e1ece4db1cc5fdc9", + "sampled": true, + "kind": "read" + }, + { + "index": 315, + "status": 200, + "duration_s": 0.003143458001432009, + "trace_id": "c1e67c42462b091066ba13fd11c87aeb", + "sampled": true, + "kind": "read" + }, + { + "index": 316, + "status": 200, + "duration_s": 0.0034185420008725487, + "trace_id": "bc116d470fa647de668a44f904723b0b", + "sampled": true, + "kind": "read" + }, + { + "index": 317, + "status": 200, + "duration_s": 0.0036961250007152557, + "trace_id": "fe36e9cde2c6da3b33094bf6aece75f8", + "sampled": true, + "kind": "read" + }, + { + "index": 318, + "status": 200, + "duration_s": 0.004073541997058783, + "trace_id": "754475e93879f199a7dd42b66bf87b7a", + "sampled": true, + "kind": "read" + }, + { + "index": 319, + "status": 200, + "duration_s": 0.0049486249990877695, + "trace_id": "f27284af0aef7819304be44713fc5e64", + "sampled": true, + "kind": "read" + }, + { + "index": 320, + "status": 200, + "duration_s": 0.005286624997097533, + "trace_id": "e22b2fb6ec75b926415c98d23438f6bf", + "sampled": true, + "kind": "read" + }, + { + "index": 321, + "status": 200, + "duration_s": 0.008863166003720835, + "trace_id": "b5d604eaa0b5e493a3ffe13295bbf659", + "sampled": true, + "kind": "read" + }, + { + "index": 322, + "status": 200, + "duration_s": 0.011336040995956864, + "trace_id": "4b58718d3e61186404477096f0864ae0", + "sampled": true, + "kind": "read" + }, + { + "index": 323, + "status": 200, + "duration_s": 0.01167183299548924, + "trace_id": "739f7125eb69a8e4569e410adc495c37", + "sampled": true, + "kind": "read" + }, + { + "index": 324, + "status": 200, + "duration_s": 0.005263708000711631, + "trace_id": "93d1f03d559d20951ab9e4de4e13e3c4", + "sampled": true, + "kind": "read" + }, + { + "index": 325, + "status": 200, + "duration_s": 0.008762666999245994, + "trace_id": "477a27b2e60309a6a0338d1967e20513", + "sampled": true, + "kind": "read" + }, + { + "index": 326, + "status": 200, + "duration_s": 0.010138416997506283, + "trace_id": "2fd76aa6e16b031b13a6951d2694236f", + "sampled": true, + "kind": "read" + }, + { + "index": 327, + "status": 200, + "duration_s": 0.009491416996752378, + "trace_id": "bab3e2a0bfb9064ec8d529f62d7faf1e", + "sampled": true, + "kind": "read" + }, + { + "index": 328, + "status": 200, + "duration_s": 0.009232583004632033, + "trace_id": "3b43a9cf07987c8d48f711461f962855", + "sampled": true, + "kind": "read" + }, + { + "index": 329, + "status": 200, + "duration_s": 0.02720995800336823, + "trace_id": "50c64bf4d2d19024aa0f1fb234a21ed5", + "sampled": true, + "kind": "read" + }, + { + "index": 330, + "status": 200, + "duration_s": 0.0028666250000242144, + "trace_id": "62ea1e1a3601a580bb79c31847e5bcef", + "sampled": true, + "kind": "read" + }, + { + "index": 331, + "status": 200, + "duration_s": 0.0032030420043156482, + "trace_id": "f592511f2214a10149fa7e554eaef67e", + "sampled": true, + "kind": "read" + }, + { + "index": 332, + "status": 200, + "duration_s": 0.002886707996367477, + "trace_id": "84dde75f6bce712c3a7afba23b145dce", + "sampled": true, + "kind": "read" + }, + { + "index": 333, + "status": 200, + "duration_s": 0.003372249993844889, + "trace_id": "ba1dde186b79101821b08cadf75e1f1b", + "sampled": true, + "kind": "read" + }, + { + "index": 334, + "status": 200, + "duration_s": 0.00378729200019734, + "trace_id": "2a50fde0910fe63130b857b5d12e0330", + "sampled": true, + "kind": "read" + }, + { + "index": 335, + "status": 200, + "duration_s": 0.003508042005705647, + "trace_id": "1c83a5666b8eb29414e8c96a8f8971b0", + "sampled": true, + "kind": "read" + }, + { + "index": 336, + "status": 200, + "duration_s": 0.003925082994101103, + "trace_id": "25aff84bf7b4be841f8d2f8737e8c0b9", + "sampled": true, + "kind": "read" + }, + { + "index": 337, + "status": 200, + "duration_s": 0.004735125003207941, + "trace_id": "01080930758e04e19398b16835581f2f", + "sampled": true, + "kind": "read" + }, + { + "index": 338, + "status": 200, + "duration_s": 0.005727625000872649, + "trace_id": "73ec2cf68ed91ad0bf2dc116cf846d1b", + "sampled": true, + "kind": "read" + }, + { + "index": 339, + "status": 200, + "duration_s": 0.010049874996184371, + "trace_id": "5988064b672a074596253a4ce4f99151", + "sampled": true, + "kind": "read" + }, + { + "index": 340, + "status": 200, + "duration_s": 0.008998666999104898, + "trace_id": "160583745983d36fb8b33ee617cdf37f", + "sampled": true, + "kind": "read" + }, + { + "index": 341, + "status": 200, + "duration_s": 0.012906000003567897, + "trace_id": "a9d6248f9385d16443a31f5b4cb6ed51", + "sampled": true, + "kind": "read" + }, + { + "index": 342, + "status": 200, + "duration_s": 0.0054498340032296255, + "trace_id": "e94539b3d372aac200c80dc181d50ff2", + "sampled": true, + "kind": "read" + }, + { + "index": 343, + "status": 200, + "duration_s": 0.0057630419978522696, + "trace_id": "a7f0a4dbc71917dc856ec52d43bc2511", + "sampled": true, + "kind": "read" + }, + { + "index": 344, + "status": 200, + "duration_s": 0.010436209006002173, + "trace_id": "64ea5ff58bf8463b85d41660637729f3", + "sampled": true, + "kind": "read" + }, + { + "index": 345, + "status": 200, + "duration_s": 0.007415208005113527, + "trace_id": "99c728a334d31129d31e3e78a753daee", + "sampled": true, + "kind": "read" + }, + { + "index": 346, + "status": 200, + "duration_s": 0.009617375006200746, + "trace_id": "7a40ec83cc3d90725a9b59377d485714", + "sampled": true, + "kind": "read" + }, + { + "index": 347, + "status": 200, + "duration_s": 0.013398291994235478, + "trace_id": "52dc0d63cc364d651ece024842879ad0", + "sampled": true, + "kind": "read" + }, + { + "index": 348, + "status": 200, + "duration_s": 0.00892862500040792, + "trace_id": "6e466984b81d14bcc69bc6a05ea611c2", + "sampled": true, + "kind": "read" + }, + { + "index": 349, + "status": 200, + "duration_s": 0.011141540999233257, + "trace_id": "9d7ad09f6f8cc1939bfdc4faa74ab6e9", + "sampled": true, + "kind": "read" + }, + { + "index": 350, + "status": 200, + "duration_s": 0.008944916997279506, + "trace_id": "656e5192daa56ec2a5b01a57b671a2b5", + "sampled": true, + "kind": "read" + }, + { + "index": 351, + "status": 200, + "duration_s": 0.012730166999972425, + "trace_id": "b63ebd75e97a08293a225ac63f4a5d8a", + "sampled": true, + "kind": "read" + }, + { + "index": 352, + "status": 200, + "duration_s": 0.008970832997874822, + "trace_id": "e375ac520931ed8410beb26aab73e87b", + "sampled": true, + "kind": "read" + }, + { + "index": 353, + "status": 200, + "duration_s": 0.010604457995214034, + "trace_id": "0889db72136e1687ab00e33eefe5b56c", + "sampled": true, + "kind": "read" + }, + { + "index": 354, + "status": 200, + "duration_s": 0.005464291003590915, + "trace_id": "26a149a2edd84821a7f6ee0da0dd809b", + "sampled": true, + "kind": "read" + }, + { + "index": 355, + "status": 200, + "duration_s": 0.007363249998888932, + "trace_id": "c1fe6d0089d0f7df0e51ab601bcbf48d", + "sampled": true, + "kind": "read" + }, + { + "index": 356, + "status": 200, + "duration_s": 0.01297033300215844, + "trace_id": "f4fb3206eccecd64629ac4e15897362b", + "sampled": true, + "kind": "read" + }, + { + "index": 357, + "status": 200, + "duration_s": 0.010560166003415361, + "trace_id": "0171bf8e266ed1a1e30311ca6f804859", + "sampled": true, + "kind": "read" + }, + { + "index": 358, + "status": 200, + "duration_s": 0.009481000000960194, + "trace_id": "92c64641ade0c946c3f8779d4c5a172b", + "sampled": true, + "kind": "read" + }, + { + "index": 359, + "status": 200, + "duration_s": 0.007884916994953528, + "trace_id": "93dabe789f98dfd01d85a66aad1d750f", + "sampled": true, + "kind": "read" + }, + { + "index": 360, + "status": 200, + "duration_s": 0.00929508399713086, + "trace_id": "433694ec2ae2aee168d3f692dd670ea9", + "sampled": true, + "kind": "read" + }, + { + "index": 361, + "status": 200, + "duration_s": 0.01100070800021058, + "trace_id": "b785d83cc0445a8b6caa2bf6f1a5c253", + "sampled": true, + "kind": "read" + }, + { + "index": 362, + "status": 200, + "duration_s": 0.011498833999212366, + "trace_id": "c674bf2a6c1ee983f7c5f2a21a5fd3fe", + "sampled": true, + "kind": "read" + }, + { + "index": 363, + "status": 200, + "duration_s": 0.011549750000995118, + "trace_id": "c81eff10ac24fe86063a19aaba302b4e", + "sampled": true, + "kind": "read" + }, + { + "index": 364, + "status": 200, + "duration_s": 0.006211125000845641, + "trace_id": "3a87da8991df5d6375e393e5bbdde8e5", + "sampled": true, + "kind": "read" + }, + { + "index": 365, + "status": 200, + "duration_s": 0.010564915995928459, + "trace_id": "2a8a9cd7075b0b1ee0e0add08db48ef1", + "sampled": true, + "kind": "read" + }, + { + "index": 366, + "status": 200, + "duration_s": 0.0053524579998338595, + "trace_id": "2f4fdfc22e96f82d76aadd8f329c1b75", + "sampled": true, + "kind": "read" + }, + { + "index": 367, + "status": 200, + "duration_s": 0.005946167002548464, + "trace_id": "d7e5311b677114cd798766d607ba45e9", + "sampled": true, + "kind": "read" + }, + { + "index": 368, + "status": 200, + "duration_s": 0.00722016699728556, + "trace_id": "6de3d3bb50a4cac6049efb7935e350ff", + "sampled": true, + "kind": "read" + }, + { + "index": 369, + "status": 200, + "duration_s": 0.008472917004837655, + "trace_id": "af12c4a9c386d5ad39f7e576ad9171f4", + "sampled": true, + "kind": "read" + }, + { + "index": 370, + "status": 200, + "duration_s": 0.012125667002692353, + "trace_id": "2008270a41d8e1ec26236acc43f57636", + "sampled": true, + "kind": "read" + }, + { + "index": 371, + "status": 200, + "duration_s": 0.009145458003331441, + "trace_id": "8ed76e1da34ee998c58aa14e3bb7e751", + "sampled": true, + "kind": "read" + }, + { + "index": 372, + "status": 200, + "duration_s": 0.00875520800036611, + "trace_id": "041c5c77f9361045533a85749c5be4f2", + "sampled": true, + "kind": "read" + }, + { + "index": 373, + "status": 200, + "duration_s": 0.00840066700038733, + "trace_id": "3769ba9f668e57489c57f6f11aad1dcb", + "sampled": true, + "kind": "read" + }, + { + "index": 374, + "status": 200, + "duration_s": 0.00628583299840102, + "trace_id": "011ca7cf605275cb786c28a047f32f29", + "sampled": true, + "kind": "read" + }, + { + "index": 375, + "status": 200, + "duration_s": 0.003969541998230852, + "trace_id": "f8c228b0d1ff4ae94fc7679f70156972", + "sampled": true, + "kind": "read" + }, + { + "index": 376, + "status": 200, + "duration_s": 0.003981499998189975, + "trace_id": "3788d6d2d5e89c17658ae2939c77496c", + "sampled": true, + "kind": "read" + }, + { + "index": 377, + "status": 200, + "duration_s": 0.004442124998604413, + "trace_id": "6e00b31abd7d2fc9f4d03423ac7fe673", + "sampled": true, + "kind": "read" + }, + { + "index": 378, + "status": 200, + "duration_s": 0.004499334005231503, + "trace_id": "3b837406df47e445db97c1b57a78222e", + "sampled": true, + "kind": "read" + }, + { + "index": 379, + "status": 200, + "duration_s": 0.008058624996920116, + "trace_id": "8836b4eda75f9b2689456c289b619991", + "sampled": true, + "kind": "read" + }, + { + "index": 380, + "status": 200, + "duration_s": 0.010164833001908846, + "trace_id": "f44c263318ffc8e5b366dc971c0a6205", + "sampled": true, + "kind": "read" + }, + { + "index": 381, + "status": 200, + "duration_s": 0.008758541000133846, + "trace_id": "f859ad8fe55712baf8e82fe509426ede", + "sampled": true, + "kind": "read" + }, + { + "index": 382, + "status": 200, + "duration_s": 0.007916082999145146, + "trace_id": "eff833c1621a9fe966a6f5bd07ce99fd", + "sampled": true, + "kind": "read" + }, + { + "index": 383, + "status": 200, + "duration_s": 0.005416999993030913, + "trace_id": "e6d0aac71364f9273169058cb708a8ab", + "sampled": true, + "kind": "read" + }, + { + "index": 384, + "status": 200, + "duration_s": 0.005825874999572989, + "trace_id": "e7d468796cba4effa1153f3c10c28322", + "sampled": true, + "kind": "read" + }, + { + "index": 385, + "status": 200, + "duration_s": 0.010924541995336767, + "trace_id": "dbf112a1c42b9925a4e4e2f479c0a06f", + "sampled": true, + "kind": "read" + }, + { + "index": 386, + "status": 200, + "duration_s": 0.011416625005949754, + "trace_id": "ac9dd57f07091725d2ec755583043166", + "sampled": true, + "kind": "read" + }, + { + "index": 387, + "status": 200, + "duration_s": 0.010019375004048925, + "trace_id": "1219bc7b6e70b6ff79b6fd906d530834", + "sampled": true, + "kind": "read" + }, + { + "index": 388, + "status": 200, + "duration_s": 0.012083957997674588, + "trace_id": "c69f84a5a059b19f0fdb2f04164bc7a9", + "sampled": true, + "kind": "read" + }, + { + "index": 389, + "status": 200, + "duration_s": 0.008295125000586268, + "trace_id": "1e16b5fd16f9b33ab1814fa78816f941", + "sampled": true, + "kind": "read" + }, + { + "index": 390, + "status": 200, + "duration_s": 0.008957582998846192, + "trace_id": "ff1025b9bee19a079de55b49d43188c5", + "sampled": true, + "kind": "read" + }, + { + "index": 391, + "status": 200, + "duration_s": 0.011198291002074257, + "trace_id": "71c275029c9a9d1bc82911d270f097b1", + "sampled": true, + "kind": "read" + }, + { + "index": 392, + "status": 200, + "duration_s": 0.011459875000582542, + "trace_id": "f646145ef3699d683687636be57bd2a3", + "sampled": true, + "kind": "read" + }, + { + "index": 393, + "status": 200, + "duration_s": 0.008776124996074941, + "trace_id": "9afa33e466861bff560f1a48cec40dee", + "sampled": true, + "kind": "read" + }, + { + "index": 394, + "status": 200, + "duration_s": 0.01070133299799636, + "trace_id": "7f32a5015fae16a76b444e5837461226", + "sampled": true, + "kind": "read" + }, + { + "index": 395, + "status": 200, + "duration_s": 0.010294457999407314, + "trace_id": "086b43bad718fdae1dc4485415c0d1df", + "sampled": true, + "kind": "read" + }, + { + "index": 396, + "status": 200, + "duration_s": 0.005893792003917042, + "trace_id": "de7e2419e66513e06aba948d90a16f96", + "sampled": true, + "kind": "read" + }, + { + "index": 397, + "status": 200, + "duration_s": 0.005972874998406041, + "trace_id": "a243b7dd8519fc518955cd8395e655ec", + "sampled": true, + "kind": "read" + }, + { + "index": 398, + "status": 200, + "duration_s": 0.010293416002241429, + "trace_id": "c19eec4fa52baf0a08ed083bdc49dee8", + "sampled": true, + "kind": "read" + }, + { + "index": 399, + "status": 200, + "duration_s": 0.009701792005216703, + "trace_id": "60ab213a585757bd5edf20a6b0746620", + "sampled": true, + "kind": "read" + } + ] + } + ], + "method": { + "profiles": [ + [ + "off", + "0", + "0" + ], + [ + "full", + "1", + "1" + ], + [ + "sample25", + "1", + ".25" + ], + [ + "sample10", + "1", + ".1" + ] + ], + "repeats": 3, + "offered_rps": 40, + "measurement_s": 10, + "latency_clock": "client perf_counter, includes network and queueing", + "rare_slow": "one 350ms exclusive sessions-table lock/run", + "rare_errors": "two actual API500 after durable upload COMMIT/run through private local fault hooks", + "wire_bytes": "protobuf body length on each SDK HTTP send, retries included; excludes HTTP/TLS headers", + "sdk_queue_losses": "conservation after 10s quiescence, separate from sampled-out spans", + "baseline": "40 warmup requests at 10/s, then10s silence; direct Collector endpoints avoid Prometheus scrape delay", + "post_window": "10s silence before direct Collector counters; bytes include periodic metric exports in observation window", + "resources": "same image/CPU/RAM; sequential profiles, all services on one Docker host" + }, + "passed": true, + "finished_at": "2026-11-16T09:03:57.202089+00:00", + "summary": { + "off": { + "median_success_rps": 39.848470847125924, + "median_p95_s": 0.03684441700170282, + "median_trace_wire_bytes": 0.0, + "rare_total": 32, + "rare_sampled": 0, + "export_failed_spans": 0.0, + "queue_lost_spans": 0.0 + }, + "full": { + "median_success_rps": 39.85229800726845, + "median_p95_s": 0.03505475000565639, + "median_trace_wire_bytes": 134268.0, + "rare_total": 39, + "rare_sampled": 39, + "export_failed_spans": 0.0, + "queue_lost_spans": 0.0 + }, + "sample25": { + "median_success_rps": 39.77777880417364, + "median_p95_s": 0.045096541005477775, + "median_trace_wire_bytes": 39431.0, + "rare_total": 31, + "rare_sampled": 10, + "export_failed_spans": 0.0, + "queue_lost_spans": 0.0 + }, + "sample10": { + "median_success_rps": 39.835097210352295, + "median_p95_s": 0.030325082996569108, + "median_trace_wire_bytes": 20769.0, + "rare_total": 32, + "rare_sampled": 5, + "export_failed_spans": 0.0, + "queue_lost_spans": 0.0 + } + } +} \ No newline at end of file diff --git a/evidence/openapi-final.txt b/evidence/openapi-final.txt new file mode 100644 index 0000000..248343e --- /dev/null +++ b/evidence/openapi-final.txt @@ -0,0 +1 @@ +PASS: full OpenAPI 3.1 and JSON Schema validation; application NOT tested. diff --git a/evidence/runtime-environment.json b/evidence/runtime-environment.json new file mode 100644 index 0000000..a0b6d6c --- /dev/null +++ b/evidence/runtime-environment.json @@ -0,0 +1,133 @@ +{ + "captured_at": "2026-11-16T00:14:28.404528+00:00", + "source_commit": "a531af3bdbf9059a8e1ef35988010681b156f127", + "docker_host": { + "NCPU": 4, + "MemTotal": 8307167232, + "OperatingSystem": "Ubuntu 24.04.4 LTS", + "Architecture": "aarch64", + "ServerVersion": "29.5.2" + }, + "containers": [ + { + "name": "/mtusi-vasilev-lab6-api-1", + "image_ref": "mtusi-vasilev:lab6", + "image_id": "sha256:6b173e593253adec07422a3dbac49f92aafba94b03d5e17a3e2b4e32275397ed", + "memory_limit": 536870912, + "nano_cpus": 500000000, + "oom_killed": false + }, + { + "name": "/mtusi-vasilev-lab6-api-2", + "image_ref": "mtusi-vasilev:lab6", + "image_id": "sha256:6b173e593253adec07422a3dbac49f92aafba94b03d5e17a3e2b4e32275397ed", + "memory_limit": 536870912, + "nano_cpus": 500000000, + "oom_killed": false + }, + { + "name": "/mtusi-vasilev-lab6-broker-1", + "image_ref": "valkey/valkey:8.1.3-alpine", + "image_id": "sha256:d827e7f7552cdee40cc7482dbae9da020f42bc47669af6f71182a4ef76a22773", + "memory_limit": 201326592, + "nano_cpus": 500000000, + "oom_killed": false + }, + { + "name": "/mtusi-vasilev-lab6-cache-1", + "image_ref": "valkey/valkey:8.1.3-alpine", + "image_id": "sha256:d827e7f7552cdee40cc7482dbae9da020f42bc47669af6f71182a4ef76a22773", + "memory_limit": 134217728, + "nano_cpus": 500000000, + "oom_killed": false + }, + { + "name": "/mtusi-vasilev-lab6-collector-1", + "image_ref": "otel/opentelemetry-collector-contrib:0.123.0", + "image_id": "sha256:e39311df1f3d941923c00da79ac7ba6269124a870ee87e3c3ad24d60f8aee4d2", + "memory_limit": 268435456, + "nano_cpus": 500000000, + "oom_killed": false + }, + { + "name": "/mtusi-vasilev-lab6-dispatcher-1", + "image_ref": "mtusi-vasilev:lab6", + "image_id": "sha256:6b173e593253adec07422a3dbac49f92aafba94b03d5e17a3e2b4e32275397ed", + "memory_limit": 201326592, + "nano_cpus": 250000000, + "oom_killed": false + }, + { + "name": "/mtusi-vasilev-lab6-grafana-1", + "image_ref": "grafana/grafana:11.6.0", + "image_id": "sha256:62d2b9d20a19714ebfe48d1bb405086081bc602aa053e28cf6d73c7537640dfb", + "memory_limit": 268435456, + "nano_cpus": 500000000, + "oom_killed": false + }, + { + "name": "/mtusi-vasilev-lab6-lb-1", + "image_ref": "haproxy:3.2-alpine@sha256:96ec3c75a9264ba94e733eeacb44051ed6e7b79bb77a73c2c36f236b6423f1f0", + "image_id": "sha256:96ec3c75a9264ba94e733eeacb44051ed6e7b79bb77a73c2c36f236b6423f1f0", + "memory_limit": 134217728, + "nano_cpus": 500000000, + "oom_killed": false + }, + { + "name": "/mtusi-vasilev-lab6-loki-1", + "image_ref": "grafana/loki:3.4.2", + "image_id": "sha256:58a6c186ce78ba04d58bfe2a927eff296ba733a430df09645d56cdc158f3ba08", + "memory_limit": 402653184, + "nano_cpus": 500000000, + "oom_killed": false + }, + { + "name": "/mtusi-vasilev-lab6-postgres-1", + "image_ref": "postgres:17.10-alpine", + "image_id": "sha256:742f40ea20b9ff2ff31db5458d127452988a2164df9e17441e191f3b72252193", + "memory_limit": 805306368, + "nano_cpus": 1000000000, + "oom_killed": false + }, + { + "name": "/mtusi-vasilev-lab6-prometheus-1", + "image_ref": "prom/prometheus:v3.2.1", + "image_id": "sha256:6927e0919a144aa7616fd0137d4816816d42f6b816de3af269ab065250859a62", + "memory_limit": 268435456, + "nano_cpus": 500000000, + "oom_killed": false + }, + { + "name": "/mtusi-vasilev-lab6-s3-1", + "image_ref": "chrislusf/seaweedfs:4.15@sha256:1593bd2a98964f5d4df83fa7db2b3d4ee7b20190813cc5bf8c3200e0e70d346e", + "image_id": "sha256:1593bd2a98964f5d4df83fa7db2b3d4ee7b20190813cc5bf8c3200e0e70d346e", + "memory_limit": 268435456, + "nano_cpus": 500000000, + "oom_killed": false + }, + { + "name": "/mtusi-vasilev-lab6-storage-1", + "image_ref": "chrislusf/seaweedfs:4.15@sha256:1593bd2a98964f5d4df83fa7db2b3d4ee7b20190813cc5bf8c3200e0e70d346e", + "image_id": "sha256:1593bd2a98964f5d4df83fa7db2b3d4ee7b20190813cc5bf8c3200e0e70d346e", + "memory_limit": 536870912, + "nano_cpus": 1000000000, + "oom_killed": false + }, + { + "name": "/mtusi-vasilev-lab6-tempo-1", + "image_ref": "grafana/tempo:2.7.2", + "image_id": "sha256:4b0277a9b572a4b1fa43b01468e58911ec214dd69d033f2cd476596d14de9fe3", + "memory_limit": 805306368, + "nano_cpus": 500000000, + "oom_killed": false + }, + { + "name": "/mtusi-vasilev-lab6-worker-1", + "image_ref": "mtusi-vasilev:lab6", + "image_id": "sha256:6b173e593253adec07422a3dbac49f92aafba94b03d5e17a3e2b4e32275397ed", + "memory_limit": 939524096, + "nano_cpus": 1000000000, + "oom_killed": false + } + ] +} \ No newline at end of file diff --git a/evidence/smoke-initial.txt b/evidence/smoke-initial.txt new file mode 100644 index 0000000..2cfc00c --- /dev/null +++ b/evidence/smoke-initial.txt @@ -0,0 +1,2 @@ +python3 tests/smoke.py --base-url "http://127.0.0.1:8086" +PASS: lab6 public API scenario; infrastructure and grading evidence remain separate. diff --git a/evidence/tests-current.txt b/evidence/tests-current.txt new file mode 100644 index 0000000..ad8a948 --- /dev/null +++ b/evidence/tests-current.txt @@ -0,0 +1,5 @@ +BASE_URL=http://127.0.0.1:8086 uv run --locked pytest -q +........................................................................ [ 39%] +........................................................................ [ 79%] +...................................... [100%] +182 passed in 47.47s diff --git a/evidence/tests-patched.txt b/evidence/tests-patched.txt new file mode 100644 index 0000000..30eb6c6 --- /dev/null +++ b/evidence/tests-patched.txt @@ -0,0 +1,5 @@ +BASE_URL=http://127.0.0.1:8086 uv run --locked pytest -q +........................................................................ [ 39%] +........................................................................ [ 78%] +....................................... [100%] +183 passed in 58.39s diff --git a/infra/filer.toml b/infra/filer.toml new file mode 100644 index 0000000..a11e5de --- /dev/null +++ b/infra/filer.toml @@ -0,0 +1,3 @@ +[leveldb2] +enabled = true +dir = "/data/filerldb2" diff --git a/infra/grafana/dashboards/messenger.json b/infra/grafana/dashboards/messenger.json new file mode 100644 index 0000000..8df6fd1 --- /dev/null +++ b/infra/grafana/dashboards/messenger.json @@ -0,0 +1,450 @@ +{ + "uid": "messenger-overview", + "title": "Messenger: API and image pipeline", + "schemaVersion": 39, + "version": 1, + "refresh": "5s", + "time": { + "from": "now-15m", + "to": "now" + }, + "panels": [ + { + "id": 1, + "title": "Business RPS", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "targets": [ + { + "refId": "A", + "expr": "sum(rate(messenger_http_requests_total[1m]))" + } + ], + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 0 + }, + "fieldConfig": { + "defaults": { + "unit": "reqps" + }, + "overrides": [] + } + }, + { + "id": 2, + "title": "Business 5xx ratio", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "targets": [ + { + "refId": "A", + "expr": "sum(rate(messenger_http_requests_total{status_class=\"5xx\"}[1m])) / clamp_min(sum(rate(messenger_http_requests_total[1m])),0.001)" + } + ], + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 0 + }, + "fieldConfig": { + "defaults": { + "unit": "percentunit" + }, + "overrides": [] + } + }, + { + "id": 3, + "title": "HTTP latency quantiles", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "targets": [ + { + "refId": "A", + "expr": "histogram_quantile(0.5, sum by (le) (rate(messenger_http_duration_seconds_bucket[1m])))", + "legendFormat": "p50" + }, + { + "refId": "B", + "expr": "histogram_quantile(0.95, sum by (le) (rate(messenger_http_duration_seconds_bucket[1m])))", + "legendFormat": "p95" + }, + { + "refId": "C", + "expr": "histogram_quantile(0.99, sum by (le) (rate(messenger_http_duration_seconds_bucket[1m])))", + "legendFormat": "p99" + } + ], + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 8 + }, + "fieldConfig": { + "defaults": { + "unit": "s" + }, + "overrides": [] + } + }, + { + "id": 4, + "title": "Job outcomes", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "targets": [ + { + "refId": "A", + "expr": "sum by (outcome) (rate(messenger_jobs_total[1m]))" + } + ], + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 8 + }, + "fieldConfig": { + "defaults": { + "unit": "ops" + }, + "overrides": [] + } + }, + { + "id": 5, + "title": "Job p95 processing", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "targets": [ + { + "refId": "A", + "expr": "histogram_quantile(0.95, sum by (le) (rate(messenger_job_duration_seconds_bucket[1m])))" + } + ], + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 16 + }, + "fieldConfig": { + "defaults": { + "unit": "s" + }, + "overrides": [] + } + }, + { + "id": 6, + "title": "End-to-end p95 to ready", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "targets": [ + { + "refId": "A", + "expr": "histogram_quantile(0.95, sum by (le) (rate(messenger_attachment_ready_duration_seconds_bucket[1m])))" + } + ], + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 16 + }, + "fieldConfig": { + "defaults": { + "unit": "s" + }, + "overrides": [] + } + }, + { + "id": 7, + "title": "Outstanding jobs", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "targets": [ + { + "refId": "A", + "expr": "max(messenger_queue_depth)" + } + ], + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 24 + }, + "fieldConfig": { + "defaults": { + "unit": "short" + }, + "overrides": [] + } + }, + { + "id": 8, + "title": "Oldest outstanding age", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "targets": [ + { + "refId": "A", + "expr": "max(messenger_queue_oldest_age_seconds)" + } + ], + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 24 + }, + "fieldConfig": { + "defaults": { + "unit": "s" + }, + "overrides": [] + } + }, + { + "id": 9, + "title": "DB pool used", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "targets": [ + { + "refId": "A", + "expr": "messenger_db_pool_used" + } + ], + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 32 + }, + "fieldConfig": { + "defaults": { + "unit": "short" + }, + "overrides": [] + } + }, + { + "id": 10, + "title": "DB pool waiting", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "targets": [ + { + "refId": "A", + "expr": "messenger_db_pool_waiting" + } + ], + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 32 + }, + "fieldConfig": { + "defaults": { + "unit": "short" + }, + "overrides": [] + } + }, + { + "id": 11, + "title": "Worker busy/capacity", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "targets": [ + { + "refId": "A", + "expr": "messenger_worker_busy / messenger_worker_capacity" + } + ], + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 40 + }, + "fieldConfig": { + "defaults": { + "unit": "percentunit" + }, + "overrides": [] + } + }, + { + "id": 12, + "title": "Process resident memory", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "targets": [ + { + "refId": "A", + "expr": "messenger_process_memory_bytes" + } + ], + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 40 + }, + "fieldConfig": { + "defaults": { + "unit": "bytes" + }, + "overrides": [] + } + }, + { + "id": 13, + "title": "Process CPU (100%=1 core)", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "targets": [ + { + "refId": "A", + "expr": "messenger_process_cpu_percent" + } + ], + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 48 + }, + "fieldConfig": { + "defaults": { + "unit": "percent" + }, + "overrides": [] + } + }, + { + "id": 14, + "title": "Sampling decisions", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "targets": [ + { + "refId": "A", + "expr": "sum by (decision) (rate(messenger_http_trace_decisions_total[1m]))" + } + ], + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 48 + }, + "fieldConfig": { + "defaults": { + "unit": "ops" + }, + "overrides": [] + } + }, + { + "id": 15, + "title": "Collector failed span sends", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "targets": [ + { + "refId": "A", + "expr": "rate(otelcol_exporter_send_failed_spans_total[1m])" + } + ], + "gridPos": { + "h": 8, + "w": 12, + "x": 0, + "y": 56 + }, + "fieldConfig": { + "defaults": { + "unit": "ops" + }, + "overrides": [] + } + }, + { + "id": 99, + "title": "Structured application logs (trace_id and request_id)", + "type": "logs", + "datasource": { + "type": "loki", + "uid": "loki" + }, + "targets": [ + { + "refId": "A", + "expr": "{service_name=~\"messenger-api|messenger-worker\"}" + } + ], + "gridPos": { + "h": 9, + "w": 24, + "x": 0, + "y": 64 + } + } + ] +} \ No newline at end of file diff --git a/infra/grafana/provisioning/dashboards/dashboards.yaml b/infra/grafana/provisioning/dashboards/dashboards.yaml new file mode 100644 index 0000000..a1c102a --- /dev/null +++ b/infra/grafana/provisioning/dashboards/dashboards.yaml @@ -0,0 +1,7 @@ +apiVersion: 1 +providers: + - name: messenger + folder: Messenger + type: file + options: + path: /var/lib/grafana/dashboards diff --git a/infra/grafana/provisioning/datasources/datasources.yaml b/infra/grafana/provisioning/datasources/datasources.yaml new file mode 100644 index 0000000..7747829 --- /dev/null +++ b/infra/grafana/provisioning/datasources/datasources.yaml @@ -0,0 +1,27 @@ +apiVersion: 1 +datasources: + - name: Prometheus + uid: prometheus + type: prometheus + access: proxy + url: http://prometheus:9090 + isDefault: true + editable: false + - name: Loki + uid: loki + type: loki + access: proxy + url: http://loki:3100 + editable: false + jsonData: + derivedFields: + - datasourceUid: tempo + matcherRegex: '"trace_id": "([a-f0-9]{32})"' + name: TraceID + url: '$${__value.raw}' + - name: Tempo + uid: tempo + type: tempo + access: proxy + url: http://tempo:3200 + editable: false diff --git a/infra/haproxy.cfg b/infra/haproxy.cfg new file mode 100644 index 0000000..62b0a22 --- /dev/null +++ b/infra/haproxy.cfg @@ -0,0 +1,37 @@ +global + log stdout format raw local0 + maxconn 256 + stats socket /tmp/haproxy.sock mode 600 level admin + +defaults + mode http + log global + timeout connect 1s + timeout client 10s + timeout server 8s + timeout check 1s + timeout queue 2s + retries 0 + option httplog + +resolvers docker + nameserver dns 127.0.0.11:53 + resolve_retries 3 + timeout resolve 1s + timeout retry 1s + hold valid 1s + hold obsolete 1s + hold nx 1s + +frontend public + bind :8080 + http-request set-var(txn.lb_request_id) uuid() + http-request return status 503 content-type application/json lf-string '{"error":{"code":"unavailable","message":"No ready API","request_id":"%[var(txn.lb_request_id)]"}}' hdr X-Request-Id '%[var(txn.lb_request_id)]' if { nbsrv(apis) eq 0 } + default_backend apis + +backend apis + balance roundrobin + option httpchk GET /health/ready + http-check expect status 200 + default-server inter 1s fastinter 500ms downinter 1s fall 2 rise 2 + server-template api 1-8 api:8080 check resolvers docker resolve-prefer ipv4 init-addr libc,none diff --git a/infra/observability/alerts.yaml b/infra/observability/alerts.yaml new file mode 100644 index 0000000..bf7776f --- /dev/null +++ b/infra/observability/alerts.yaml @@ -0,0 +1,24 @@ +groups: + - name: messenger-slo + rules: + - alert: MessengerHighErrorRate + expr: sum(rate(messenger_http_requests_total{status_class="5xx"}[1m])) / clamp_min(sum(rate(messenger_http_requests_total[1m])), 0.001) > 0.05 + for: 10s + labels: {severity: warning} + annotations: + summary: Business HTTP 5xx ratio above 5% over 1 minute + runbook_url: file:RUNBOOK.md#api-errors + - alert: MessengerQueueLag + expr: max(messenger_queue_oldest_age_seconds) > 15 and max(messenger_queue_depth) > 0 + for: 10s + labels: {severity: warning} + annotations: + summary: Outstanding attachment job age above 15 seconds + runbook_url: file:RUNBOOK.md#queue-lag + - alert: MessengerTelemetryUnavailable + expr: up{job="messenger"} == 0 + for: 10s + labels: {severity: warning} + annotations: + summary: Collector metrics unavailable + runbook_url: file:RUNBOOK.md#telemetry-unavailable diff --git a/infra/observability/collector.yaml b/infra/observability/collector.yaml new file mode 100644 index 0000000..a9846ed --- /dev/null +++ b/infra/observability/collector.yaml @@ -0,0 +1,82 @@ +extensions: + health_check: + endpoint: 0.0.0.0:13133 +receivers: + otlp: + protocols: + grpc: + endpoint: 0.0.0.0:4317 + http: + endpoint: 0.0.0.0:4318 +processors: + memory_limiter: + check_interval: 1s + limit_mib: 160 + spike_limit_mib: 32 + batch: + timeout: 1s + send_batch_size: 128 + send_batch_max_size: 256 +exporters: + prometheus: + endpoint: 0.0.0.0:9464 + metric_expiration: 15m + resource_to_telemetry_conversion: + enabled: true + otlphttp/tempo: + endpoint: http://tempo:4318 + timeout: 2s + sending_queue: + queue_size: 128 + num_consumers: 1 + retry_on_failure: + initial_interval: 1s + max_interval: 2s + max_elapsed_time: 5s + otlphttp/loki: + endpoint: http://loki:3100/otlp + timeout: 2s + sending_queue: + queue_size: 128 + num_consumers: 1 + retry_on_failure: + initial_interval: 1s + max_interval: 2s + max_elapsed_time: 5s +service: + extensions: + - health_check + telemetry: + metrics: + level: detailed + readers: + - pull: + exporter: + prometheus: + host: 0.0.0.0 + port: 8888 + pipelines: + traces: + receivers: + - otlp + processors: + - memory_limiter + - batch + exporters: + - otlphttp/tempo + metrics: + receivers: + - otlp + processors: + - memory_limiter + - batch + exporters: + - prometheus + logs: + receivers: + - otlp + processors: + - memory_limiter + - batch + exporters: + - otlphttp/loki diff --git a/infra/observability/loki.yaml b/infra/observability/loki.yaml new file mode 100644 index 0000000..58089aa --- /dev/null +++ b/infra/observability/loki.yaml @@ -0,0 +1,32 @@ +auth_enabled: false +server: + http_listen_port: 3100 +common: + instance_addr: 127.0.0.1 + path_prefix: /loki + storage: + filesystem: + chunks_directory: /loki/chunks + rules_directory: /loki/rules + replication_factor: 1 + ring: + kvstore: + store: inmemory +schema_config: + configs: + - from: 2024-01-01 + store: tsdb + object_store: filesystem + schema: v13 + index: + prefix: index_ + period: 24h +limits_config: + allow_structured_metadata: true + retention_period: 24h +compactor: + working_directory: /loki/compactor + retention_enabled: true + delete_request_store: filesystem +analytics: + reporting_enabled: false diff --git a/infra/observability/prometheus.yaml b/infra/observability/prometheus.yaml new file mode 100644 index 0000000..8d168ae --- /dev/null +++ b/infra/observability/prometheus.yaml @@ -0,0 +1,11 @@ +global: + scrape_interval: 5s + evaluation_interval: 5s +rule_files: [/etc/prometheus/alerts.yaml] +scrape_configs: + - job_name: messenger + static_configs: + - targets: [collector:9464] + - job_name: collector + static_configs: + - targets: [collector:8888] diff --git a/infra/observability/tempo.yaml b/infra/observability/tempo.yaml new file mode 100644 index 0000000..b7d7588 --- /dev/null +++ b/infra/observability/tempo.yaml @@ -0,0 +1,24 @@ +server: + http_listen_port: 3200 +distributor: + receivers: + otlp: + protocols: + grpc: + endpoint: 0.0.0.0:4317 + http: + endpoint: 0.0.0.0:4318 +ingester: + max_block_duration: 1m +compactor: + compaction: + block_retention: 24h +storage: + trace: + backend: local + wal: + path: /var/tempo/wal + local: + path: /var/tempo/blocks +usage_report: + reporting_enabled: false diff --git a/migrations/001_initial.sql b/migrations/001_initial.sql new file mode 100644 index 0000000..2d05d33 --- /dev/null +++ b/migrations/001_initial.sql @@ -0,0 +1,35 @@ +CREATE TABLE users ( + id uuid PRIMARY KEY, + username text NOT NULL UNIQUE CHECK (username ~ '^[a-z0-9_]{3,32}$'), + display_name text NOT NULL CHECK (char_length(display_name) BETWEEN 1 AND 100), + password_hash text NOT NULL, + created_at timestamptz NOT NULL +); +CREATE TABLE chats ( + id uuid PRIMARY KEY, + title text NOT NULL CHECK (char_length(title) BETWEEN 1 AND 100), + created_at timestamptz NOT NULL +); +CREATE TABLE members ( + chat_id uuid NOT NULL REFERENCES chats(id), + user_id uuid NOT NULL REFERENCES users(id), + position integer NOT NULL CHECK (position >= 0), + PRIMARY KEY(chat_id,user_id), + UNIQUE(chat_id,position) +); +CREATE INDEX members_user_idx ON members(user_id,chat_id); +CREATE TABLE messages ( + id uuid PRIMARY KEY, + chat_id uuid NOT NULL, + sender_id uuid NOT NULL, + text text NOT NULL CHECK (char_length(text) BETWEEN 1 AND 4000), + created_at timestamptz NOT NULL, + FOREIGN KEY(chat_id,sender_id) REFERENCES members(chat_id,user_id) +); +CREATE INDEX messages_history_idx ON messages(chat_id,created_at,id); +CREATE TABLE sessions ( + token_digest text PRIMARY KEY, + user_id uuid NOT NULL REFERENCES users(id), + expires_at timestamptz NOT NULL +); +CREATE INDEX sessions_expiry_idx ON sessions(expires_at); diff --git a/migrations/002_idempotency.sql b/migrations/002_idempotency.sql new file mode 100644 index 0000000..3ca4308 --- /dev/null +++ b/migrations/002_idempotency.sql @@ -0,0 +1,10 @@ +CREATE TABLE message_requests ( + actor_id uuid NOT NULL REFERENCES users(id), + chat_id uuid NOT NULL REFERENCES chats(id), + key text NOT NULL, + body_digest text NOT NULL, + response jsonb NOT NULL, + expires_at timestamptz NOT NULL, + PRIMARY KEY(actor_id,chat_id,key) +); +CREATE INDEX message_requests_expiry_idx ON message_requests(expires_at); diff --git a/migrations/003_unicode_storage.sql b/migrations/003_unicode_storage.sql new file mode 100644 index 0000000..c79d6b9 --- /dev/null +++ b/migrations/003_unicode_storage.sql @@ -0,0 +1,13 @@ +-- PostgreSQL text rejects U+0000, while the API accepts Unicode code points. +-- Preserve UTF-8 losslessly. API validation enforces code point limits; the DB +-- additionally bounds byte lengths, without stripping or replacing characters. +ALTER TABLE users DROP CONSTRAINT users_display_name_check; +ALTER TABLE users ALTER COLUMN display_name TYPE bytea USING convert_to(display_name,'UTF8'); +ALTER TABLE users ADD CHECK (octet_length(display_name) BETWEEN 1 AND 400); +ALTER TABLE chats DROP CONSTRAINT chats_title_check; +ALTER TABLE chats ALTER COLUMN title TYPE bytea USING convert_to(title,'UTF8'); +ALTER TABLE chats ADD CHECK (octet_length(title) BETWEEN 1 AND 400); +ALTER TABLE messages DROP CONSTRAINT messages_text_check; +ALTER TABLE messages ALTER COLUMN text TYPE bytea USING convert_to(text,'UTF8'); +ALTER TABLE messages ADD CHECK (octet_length(text) BETWEEN 1 AND 16000); +ALTER TABLE message_requests ALTER COLUMN response TYPE bytea USING convert_to(response::text,'UTF8'); diff --git a/migrations/004_attachments.sql b/migrations/004_attachments.sql new file mode 100644 index 0000000..63273db --- /dev/null +++ b/migrations/004_attachments.sql @@ -0,0 +1,35 @@ +CREATE TABLE attachments ( + id uuid PRIMARY KEY, + chat_id uuid NOT NULL REFERENCES chats(id), + owner_id uuid NOT NULL REFERENCES users(id), + filename text NOT NULL, + content_type text NOT NULL CHECK (content_type IN ('image/png','image/jpeg')), + size_bytes bigint NOT NULL CHECK (size_bytes BETWEEN 1 AND 10485760), + sha256 text NOT NULL, + status text NOT NULL CONSTRAINT attachments_status_check CHECK (status IN ('queued','processing','ready','failed')), + error_code text, + created_at timestamptz NOT NULL, + updated_at timestamptz NOT NULL, + object_key text NOT NULL UNIQUE, + UNIQUE(id,chat_id) +); +CREATE TABLE message_attachments ( + message_id uuid NOT NULL REFERENCES messages(id), + attachment_id uuid NOT NULL REFERENCES attachments(id), + position integer NOT NULL CHECK (position BETWEEN 0 AND 9), + PRIMARY KEY(message_id,attachment_id), + UNIQUE(message_id,position) +); +CREATE INDEX message_attachments_attachment_idx ON message_attachments(attachment_id); +CREATE TABLE upload_intents ( + id uuid PRIMARY KEY, + object_key text NOT NULL UNIQUE, + created_at timestamptz NOT NULL +); +CREATE INDEX upload_intents_created_idx ON upload_intents(created_at,id); +CREATE TABLE attachment_reconcile_audit ( + id bigint GENERATED ALWAYS AS IDENTITY PRIMARY KEY, + event text NOT NULL, + object_key text NOT NULL, + happened_at timestamptz NOT NULL DEFAULT now() +); diff --git a/migrations/005_attachment_only_message.sql b/migrations/005_attachment_only_message.sql new file mode 100644 index 0000000..054d8ce --- /dev/null +++ b/migrations/005_attachment_only_message.sql @@ -0,0 +1,3 @@ +-- Empty text is valid only when the API supplies at least one attachment. +ALTER TABLE messages DROP CONSTRAINT messages_text_check; +ALTER TABLE messages ADD CONSTRAINT messages_text_check CHECK (octet_length(text) <= 16000); diff --git a/migrations/006_jobs.sql b/migrations/006_jobs.sql new file mode 100644 index 0000000..a713762 --- /dev/null +++ b/migrations/006_jobs.sql @@ -0,0 +1,49 @@ +ALTER TABLE attachments DROP CONSTRAINT IF EXISTS attachments_status_check; +ALTER TABLE attachments ADD CONSTRAINT attachments_status_check + CHECK (status IN ('queued','processing','ready','failed')); +ALTER TABLE attachments ADD COLUMN pipeline_version integer NOT NULL DEFAULT 1 CHECK (pipeline_version > 0); +ALTER TABLE attachments ADD COLUMN variants jsonb NOT NULL DEFAULT '[]'; +ALTER TABLE attachments ADD COLUMN stage_key text; + +CREATE TABLE attachment_jobs ( + id uuid PRIMARY KEY, + attachment_id uuid NOT NULL REFERENCES attachments(id), + pipeline_version integer NOT NULL CHECK (pipeline_version > 0), + source_key text, + state text NOT NULL CHECK (state IN ('queued','processing','ready','failed','superseded')), + attempt integer NOT NULL DEFAULT 0 CHECK (attempt >= 0), + attempt_limit integer NOT NULL CHECK (attempt_limit > 0), + lease_id uuid, + lease_until timestamptz, + available_at timestamptz NOT NULL DEFAULT now(), + error_code text, + created_at timestamptz NOT NULL DEFAULT now(), + updated_at timestamptz NOT NULL DEFAULT now(), + UNIQUE(attachment_id,pipeline_version) +); +CREATE INDEX jobs_recovery_idx ON attachment_jobs(state,lease_until); +CREATE TABLE job_outbox ( + job_id uuid PRIMARY KEY REFERENCES attachment_jobs(id), + published_at timestamptz +); +CREATE TABLE job_audit ( + id bigserial PRIMARY KEY, + job_id uuid NOT NULL REFERENCES attachment_jobs(id), + event text NOT NULL, + attempt integer NOT NULL, + created_at timestamptz NOT NULL DEFAULT now() +); +CREATE TABLE failed_jobs ( + job_id uuid PRIMARY KEY REFERENCES attachment_jobs(id), + error_code text NOT NULL, + failed_at timestamptz NOT NULL DEFAULT now(), + replay_count integer NOT NULL DEFAULT 0 +); +CREATE TABLE test_faults ( + id bigserial PRIMARY KEY, + point text NOT NULL, + attachment_id uuid, + action text NOT NULL CHECK (action IN ('crash','pause','error')), + reached_at timestamptz, + released boolean NOT NULL DEFAULT false +); diff --git a/migrations/007_observability.sql b/migrations/007_observability.sql new file mode 100644 index 0000000..299ca4f --- /dev/null +++ b/migrations/007_observability.sql @@ -0,0 +1,2 @@ +ALTER TABLE attachment_jobs ADD COLUMN traceparent text; +ALTER TABLE attachment_jobs ADD COLUMN tracestate text; diff --git a/migrations/008_telemetry_acceptance.sql b/migrations/008_telemetry_acceptance.sql new file mode 100644 index 0000000..db0432d --- /dev/null +++ b/migrations/008_telemetry_acceptance.sql @@ -0,0 +1,4 @@ +ALTER TABLE attachment_jobs ADD COLUMN accepted_at timestamptz; +UPDATE attachment_jobs SET accepted_at=created_at; +ALTER TABLE attachment_jobs ALTER COLUMN accepted_at SET NOT NULL; +ALTER TABLE attachment_jobs ALTER COLUMN accepted_at SET DEFAULT clock_timestamp(); diff --git a/pyproject.toml b/pyproject.toml new file mode 100644 index 0000000..af13623 --- /dev/null +++ b/pyproject.toml @@ -0,0 +1,32 @@ +[project] +name = "mtusi-messenger" +version = "1.0.0" +requires-python = ">=3.12,<3.13" +dependencies = [ + "fastapi", + "uvicorn", + "psycopg[binary,pool]", + "redis", + "argon2-cffi", + "boto3>=1.43,<2", + "pillow==13.0.0", + "opentelemetry-sdk==1.45.2", + "opentelemetry-exporter-otlp-proto-http==1.45.2", + "psutil>=7,<8", +] + +[dependency-groups] +dev = ["pytest", "httpx", "ruff", "openapi-spec-validator", "jsonschema"] + +[tool.ruff] +target-version = "py312" +line-length = 100 +include = ["src/**/*.py", "student-tests/**/*.py", "research/**/*.py"] + +[tool.pytest.ini_options] +testpaths = ["student-tests"] +pythonpath = ["src", "tests"] + +[tool.ruff.lint] +select = ["E4", "E7", "E9", "F", "I", "UP", "B"] +ignore = ["B008"] # FastAPI dependencies are declared in endpoint signatures. diff --git a/research/README.md b/research/README.md new file mode 100644 index 0000000..70a9a42 --- /dev/null +++ b/research/README.md @@ -0,0 +1,76 @@ +# Воспроизводимость исследования ЛР6 + +Запускать из корня репозитория после `make bootstrap` и `docker compose up -d --build`. +На время исследования не запускать второй стек или внешнюю нагрузку. Секреты остаются +в локальном каталоге `secrets/`; скрипты не сохраняют пароли и bearer-токены. + +```sh +python3 research/incident_suite.py +python3 research/observability_cost.py +``` + +Первый скрипт проверяет сквозной trace с реальной повторной попыткой, остановку worker, +приостановку PostgreSQL и недоступность Loki/Tempo. Результаты сохраняются поэтапно +в `evidence/incidents.json`. При недоступности БД/worker/backend восстановление выполняется +в `finally`. Нельзя считать частично записанный JSON итоговым PASS: проверяется поле `passed`. + +Второй скрипт сравнивает четыре режима: SDK выключен, head sampling 100%, 25%, 10%. +Каждый режим повторяется три раза с вращением порядка. Нагрузка одинакова: 40 запросов/с, +10 секунд, два контролируемых HTTP500 после durable COMMIT вложения и одна блокировка +таблицы sessions на 350мс. Блокировка создаёт несколько медленных запросов, а не ровно один. +Пул генератора ограничен; пропущенные отправки учитываются как `not_sent`, не как ответы. +Проверяется, что два ожидаемых HTTP500 действительно получены; любые другие статусы +останавливают эксперимент. Данные — синтетические пользователи и один PNG fixture. + +Перед замером выполняются 40 прогревочных запросов, затем 10 секунд тишины. Baseline +читается непосредственно с Collector после прогрева. После нагрузки также выдерживаются +10 секунд для экспорта. Значения SDK выбираются только для текущих двух `service.instance.id`: +исторические серии старых контейнеров не вычитаются из новых. Время нагрузки заканчивается +сразу после завершения запросов; ожидание Docker sampler не включается в RPS. + +`telemetry_delta.traces_wire_bytes` — фактические байты protobuf-тел HTTP-запросов SDK, +включая повторные отправки. Это не размер Tempo на диске и не полный сетевой трафик: +заголовки HTTP/TLS не учитываются. Отдельно записаны байты logs/metrics, accepted/refused +spans на Collector, записанные/экспортированные/ошибочные/ожидающие spans SDK. Head sampling +не является потерей exporter: несэмплированные spans вообще не записывались. Потери +ограниченной очереди вычисляются по балансу после quiescence и отдельно проверены +негативным тестом при недоступном exporter. + +CPU и RAM получаются из реального `docker stats`, память/пик/OOM — из cgroup v2 контейнеров. +SDK RSS относится к процессу, контейнерные числа включают дочернюю обработку изображений. +CPU% Docker может превышать 100% при использовании нескольких ядер. Все контейнеры +работают на одном Docker host; короткие замеры показывают свойства этого стенда, +а не доказательство производительности продакшена. + +Raw результаты: `evidence/observability-cost.json`. Каждый завершённый профиль сохраняется +сразу; итоговое `passed=true` появляется только после всех 12 прогонов. Для редких ошибок +и задержек сохраняются trace ID, решение sampling и факт появления в Tempo. Head sampling +может отбросить любую ошибку или задержку; меньшая доля не гарантирует их сохранения. + +Остановка telemetry backend проверяет изоляцию бизнес-функции, ограниченную память и +наблюдаемую потерю отправок. Доставку без потерь при длительном сбое эта конфигурация +не обещает: очередь только в памяти, retry ограничен пятью секундами. + +Выбранный профиль поставляется отдельным override, чтобы при защите по умолчанию было +легко показать любой trace (100%). Для включения сбалансированного профиля: + +```sh +docker compose -f compose.yaml -f compose.balanced.yaml up -d --no-deps --force-recreate api worker dispatcher +``` + +Sampling применяется только к новым корневым traces; валидный входящий `traceparent` +сохраняет свой sampled-флаг. Для публичного недоверенного traffic это отдельный +вопрос trust policy: клиент способен запросить полную трассировку своего запроса. +Метрики и логи при уменьшении доли traces не подвергаются head sampling; при сбое exporter их ограниченные очереди также могут терять данные. + +При прерывании запустить `python3 research/observability_cost.py --resume`: сохраняются только +ранее законченные пары profile/repeat с той же методикой. Failed/diagnostic runs не добавляются +в итоговую выборку. Перед каждым профилем неиспользованные fault hooks этого локального +эксперимента очищаются. Контрольным двум upload зарезервирован один слот генератора, +чтобы они не исчезали из-за ограничения числа обычных запросов в полёте. + +`docker stats` даёт выборки примерно раз в несколько секунд; максимум их суммы RAM +не является гарантированным мгновенным пиком. `memory.peak` cgroup относится ко всей +жизни контейнера. API/worker пересоздаются перед профилем, Collector/Tempo сохраняются +между профилями, поэтому их cgroup peak может включать предыдущие профили. Отдельные +краткие дочерние процессы могут попасть в cgroup peak, но не в редкую выборку stats. diff --git a/research/common.py b/research/common.py new file mode 100644 index 0000000..32ff67a --- /dev/null +++ b/research/common.py @@ -0,0 +1,117 @@ +"""Synthetic local experiment clients; credentials remain only in memory.""" +import base64 +import json +import subprocess +import time +import urllib.error +import urllib.parse +import urllib.request +from pathlib import Path +from uuid import uuid4 + +ROOT = Path(__file__).resolve().parents[1] +API = 'http://127.0.0.1:8086' +PROM = 'http://127.0.0.1:19096' +LOKI = 'http://127.0.0.1:13106' +TEMPO = 'http://127.0.0.1:13206' + + +def get(url): + with urllib.request.urlopen(url, timeout=8) as response: + return json.load(response) + + +def compose(*args): + result = subprocess.run(['docker', 'compose', *args], cwd=ROOT, capture_output=True, text=True) + if result.returncode: + raise RuntimeError('Compose action failed: ' + ' '.join(args[:3])) + return result.stdout + + +def query(expression): + data = get(PROM + '/api/v1/query?' + urllib.parse.urlencode({'query': expression})) + assert data['status'] == 'success', data + return data['data']['result'] + + +def scalar(expression): + values = query(expression) + return float(values[0]['value'][1]) if values else 0.0 + + +def wait_for(check, timeout=90, interval=2): + deadline = time.monotonic() + timeout + last = None + while time.monotonic() < deadline: + try: + last = check() + if last: + return last + except (urllib.error.URLError, TimeoutError, AssertionError): + pass + time.sleep(interval) + raise AssertionError('Condition did not become true; last=' + str(last)[:100]) + + +def cgroups(services): + result = [] + for service in services: + for container in compose('ps', '-q', service).split(): + inspect = json.loads(subprocess.check_output(['docker', 'inspect', container]))[0] + # Read only this container's cgroup through a nonprivileged helper; + # Collector's minimal image intentionally has no shell/python. + pid = str(inspect['State']['Pid']) + script = 'p=$(cut -d: -f3 /proc/' + pid + '/cgroup); cat /sys/fs/cgroup$p/memory.current /sys/fs/cgroup$p/memory.peak; cat /sys/fs/cgroup$p/memory.events' + stats = subprocess.check_output(['docker', 'run', '--rm', '--network=none', '--read-only', '--cap-drop=ALL', '--pid=host', '--cgroupns=host', '--entrypoint', 'sh', 'postgres:17.10-alpine', '-c', script], text=True) + lines = stats.splitlines() + result.append({'service': service, 'container': container, + 'current_bytes': int(lines[0]), 'peak_bytes': int(lines[1]), + 'events': dict(line.split() for line in lines[2:]), + 'limit_bytes': inspect['HostConfig']['Memory'], + 'oom_killed': inspect['State']['OOMKilled']}) + return result + + +class Client: + def __init__(self): + self.token = None + self.username = 'obs_' + uuid4().hex[:20] + password = 'Synthetic-' + uuid4().hex + status, user, _ = self.request('POST', '/api/v1/users', {'username': self.username, 'display_name': 'Observation fixture', 'password': password}) + assert status == 201 + basic = base64.b64encode((self.username + ':' + password).encode()).decode() + status, session, _ = self.request('POST', '/api/v1/auth/sessions', headers={'Authorization': 'Basic ' + basic}) + assert status == 201 + self.token = session['token'] + status, chat, _ = self.request('POST', '/api/v1/chats', {'title': 'Observation fixture', 'member_ids': [user['id']]}) + assert status == 201 + self.chat = chat['id'] + + def request(self, method, path, body=None, headers=None): + headers = dict(headers or {}) + if self.token: + headers.setdefault('Authorization', 'Bearer ' + self.token) + if isinstance(body, (dict, list)): + body = json.dumps(body).encode() + headers['Content-Type'] = 'application/json' + request = urllib.request.Request(API + path, data=body, headers=headers, method=method) + try: + response = urllib.request.urlopen(request, timeout=12) + except urllib.error.HTTPError as error: + response = error + with response: + raw = response.read() + value = json.loads(raw) if raw and 'json' in response.headers.get('Content-Type', '') else raw + return response.status, value, dict(response.headers) + + def upload(self, trace_id=None): + headers = {'Content-Type': 'image/png', 'X-Filename': 'fixture.png'} + if trace_id: + headers['traceparent'] = '00-' + trace_id + '-1234567890abcdef-01' + status, body, _ = self.request('POST', f'/api/v1/chats/{self.chat}/attachments?filename=fixture.png', (ROOT/'tests/fixtures/sample.png').read_bytes(), headers) + assert status == 202, (status, body) + return body['id'] + + def ready(self, attachment): + status, body, _ = self.request('GET', '/api/v1/attachments/' + attachment) + return status == 200 and body['status'] == 'ready' diff --git a/research/incident_suite.py b/research/incident_suite.py new file mode 100644 index 0000000..61a7d5a --- /dev/null +++ b/research/incident_suite.py @@ -0,0 +1,142 @@ +"""Real local failures, bounded restoration, query receipts; never persist credentials.""" +import json +import time +import urllib.parse +from concurrent.futures import ThreadPoolExecutor +from datetime import UTC, datetime +from uuid import uuid4 + +from common import LOKI, ROOT, TEMPO, Client, cgroups, compose, get, query, scalar, wait_for + + +def firing(name): + return bool(query('ALERTS{alertname="' + name + '",alertstate="firing"}')) + + +def trace_spans(trace_id): + payload = get(TEMPO + '/api/traces/' + trace_id) + return [span for batch in payload.get('batches', []) for scope in batch.get('scopeSpans', []) for span in scope.get('spans', [])] + + +def snapshot(): + return {'depth': scalar('max(messenger_queue_depth)'), + 'oldest_age_s': scalar('max(messenger_queue_oldest_age_seconds)'), + 'error_ratio': scalar('sum(rate(messenger_http_requests_total{status_class="5xx"}[1m])) / clamp_min(sum(rate(messenger_http_requests_total[1m])),0.001)')} + + +def main(): + report = {'started_at': datetime.now(UTC).isoformat(), 'scenarios': []} + client = Client() + for _ in range(30): + assert client.request('GET', '/api/v1/users/me')[0] == 200 + time.sleep(.1) + time.sleep(8) + # Incoming W3C context propagates durably through outbox and retry. + compose('-f', 'compose.yaml', '-f', 'compose.observability-fault.yaml', 'up', '-d', '--no-deps', 'worker') + compose('exec', '-T', 'postgres', 'psql', '-U', 'messenger', '-d', 'messenger', '-c', + "INSERT INTO test_faults(point,action) VALUES ('before_effect','error')") + trace_id = uuid4().hex + attachment = client.upload(trace_id) + wait_for(lambda: client.ready(attachment), 45) + def retry_trace(): + spans = trace_spans(trace_id) + consumers = [s for s in spans if s.get('kind') in ('SPAN_KIND_CONSUMER', 5)] + errors = [s for s in consumers if s.get('status', {}).get('code') in ('STATUS_CODE_ERROR', 2)] + return spans if len(consumers) >= 2 and errors else None + spans = wait_for(retry_trace, 30) + logs = get(LOKI + '/loki/api/v1/query_range?' + urllib.parse.urlencode({'query': '{service_name=~"messenger-api|messenger-worker"} |= "' + trace_id + '"', 'limit': '100'})) + assert logs['data']['result'] + report['scenarios'].append({'name': 'upload_publish_consume_retry', 'passed': True, + 'trace_id': trace_id, 'attachment_id': attachment, + 'spans': spans, 'log_streams': len(logs['data']['result'])}) + compose('up', '-d', '--no-deps', 'worker') + + (ROOT/'evidence/incidents.json').write_text(json.dumps(report, indent=2)) + print('trace retry PASS', flush=True) + + # Worker absent: queue gauges must reveal accepted work even with no failures counter. + compose('stop', 'worker') + started = time.monotonic() + try: + attachments = [client.upload() for _ in range(3)] + wait_for(lambda: firing('MessengerQueueLag'), 100) + detected = time.monotonic() - started + state = snapshot() + finally: + compose('start', 'worker') + restored = time.monotonic() + wait_for(lambda: all(client.ready(a) for a in attachments), 45) + wait_for(lambda: not firing('MessengerQueueLag') and scalar('max(messenger_queue_depth)') == 0, 45) + report['scenarios'].append({'name': 'worker_stop_queue_age', 'passed': True, + 'firing_after_s': round(detected, 3), 'firing_observation': state, + 'resolved_after_restore_s': round(time.monotonic()-restored, 3), + 'ready_attachment_count': len(attachments)}) + + (ROOT/'evidence/incidents.json').write_text(json.dumps(report, indent=2)) + print('worker stop PASS', flush=True) + + # Database pause: client-side deadline must bound calls; application spans show DB error. + compose('pause', 'postgres') + started = time.monotonic() + statuses = [] + try: + with ThreadPoolExecutor(max_workers=4) as executor: + futures = [executor.submit(client.request, 'GET', '/api/v1/users/me') for _ in range(12)] + statuses = [future.result()[0] for future in futures] + wait_for(lambda: firing('MessengerHighErrorRate'), 60) + detected = time.monotonic() - started + state = snapshot() + finally: + compose('unpause', 'postgres') + restored = time.monotonic() + wait_for(lambda: client.request('GET', '/api/v1/users/me')[0] == 200, 25) + for _ in range(60): + assert client.request('GET', '/api/v1/users/me')[0] == 200 + time.sleep(.2) + wait_for(lambda: not firing('MessengerHighErrorRate'), 90) + report['scenarios'].append({'name': 'database_pause', 'passed': True, + 'firing_after_s': round(detected, 3), 'statuses': statuses, + 'firing_observation': state, + 'resolved_after_restore_s': round(time.monotonic()-restored, 3)}) + + (ROOT/'evidence/incidents.json').write_text(json.dumps(report, indent=2)) + print('database pause PASS', flush=True) + + before = cgroups(['api', 'worker', 'collector']) + before_failed = scalar('sum({__name__=~"otelcol_exporter_send_failed_spans(_total)?"})') + compose('stop', 'tempo', 'loki') + try: + started = time.monotonic() + statuses = [] + for _ in range(200): + statuses.append(client.request('GET', '/api/v1/users/me')[0]) + time.sleep(.1) + attachment = client.upload() + wait_for(lambda: client.ready(attachment), 30) + time.sleep(10) + during = cgroups(['api', 'worker', 'collector']) + after_failed = scalar('sum({__name__=~"otelcol_exporter_send_failed_spans(_total)?"})') + assert set(statuses) == {200} + assert after_failed > before_failed + assert all(not item['oom_killed'] and int(item['events']['oom_kill']) == 0 for item in during) + finally: + compose('start', 'tempo', 'loki') + wait_for(lambda: client.request('GET', '/api/v1/users/me')[0] == 200, 30) + new_trace = uuid4().hex + new_attachment = client.upload(new_trace) + wait_for(lambda: client.ready(new_attachment), 30) + wait_for(lambda: len(trace_spans(new_trace)) >= 5, 30) + report['scenarios'].append({'name': 'telemetry_backends_outage', 'passed': True, + 'duration_s': round(time.monotonic()-started, 3), + 'business_successes': len(statuses), + 'failed_span_sends_before': before_failed, 'failed_span_sends_after': after_failed, + 'memory_before': before, 'memory_during': during, + 'restored_trace_id': new_trace}) + report['passed'] = all(x['passed'] for x in report['scenarios']) + report['finished_at'] = datetime.now(UTC).isoformat() + (ROOT/'evidence/incidents.json').write_text(json.dumps(report, indent=2)) + print(json.dumps({'passed': report['passed'], 'scenarios': len(report['scenarios'])})) + + +if __name__ == '__main__': + main() diff --git a/research/observability_cost.py b/research/observability_cost.py new file mode 100644 index 0000000..9422d97 --- /dev/null +++ b/research/observability_cost.py @@ -0,0 +1,220 @@ +"""Track 1: same synthetic offered workload, off/full/25%/10%, 3 repeats.""" +import concurrent.futures +import json +import math +import os +import re +import statistics +import subprocess +import sys +import threading +import time +import urllib.request +from datetime import UTC, datetime + +from common import ROOT, TEMPO, Client, cgroups, compose, get, scalar, wait_for + +PROFILES = [('off', '0', '0'), ('full', '1', '1'), ('sample25', '1', '.25'), ('sample10', '1', '.1')] +DURATION = 10 +OFFERED = 40 + + +def percentile(values, fraction): + return sorted(values)[min(len(values)-1, math.ceil(len(values)*fraction)-1)] + + +def observation(name): + return scalar('sum(messenger_telemetry_export{service_name="messenger-api",observation="'+name+'"})') + + +def telemetry_snapshot(instance_ids): + # Read Collector endpoints directly after quiescence: no extra Prometheus + # scrape delay may move warmup payload into the measurement baseline. + with urllib.request.urlopen('http://127.0.0.1:19464/metrics', timeout=5) as response: + text = response.read().decode() + counts = {name: 0.0 for name in ('spans_recorded', 'spans_exported', 'spans_export_failed', + 'spans_pending', 'spans_in_flight', 'spans_queue_lost', + 'traces_wire_bytes', 'logs_wire_bytes', 'metrics_wire_bytes')} + for line in text.splitlines(): + if line.startswith('messenger_telemetry_export{') and any('service_instance_id="'+value+'"' in line for value in instance_ids): + match = re.search(r'observation="([^"]+)"', line) + if match and match[1] in counts: + counts[match[1]] += float(line.rsplit(' ', 1)[1]) + with urllib.request.urlopen('http://127.0.0.1:18888/metrics', timeout=5) as response: + text = response.read().decode() + accepted = [float(line.rsplit(' ', 1)[1]) for line in text.splitlines() + if line.startswith('otelcol_receiver_accepted_spans') and not line.startswith('#')] + counts['collector_accepted_spans'] = sum(accepted) + counts['collector_refused_spans'] = sum(float(line.rsplit(' ', 1)[1]) for line in text.splitlines() + if line.startswith('otelcol_receiver_refused_spans') and not line.startswith('#')) + return counts + + +def exists(trace_id): + if not trace_id or trace_id == '0'*32: + return False + try: + return bool(get(TEMPO + '/api/traces/' + trace_id).get('batches')) + except Exception: + return False + + +class DockerSamples: + def __init__(self): + self.stop = threading.Event() + self.rows = [] + self.ids = compose('ps', '-q').split() + self.thread = threading.Thread(target=self.run, daemon=True) + + def run(self): + while not self.stop.is_set(): + raw = subprocess.check_output(['docker', 'stats', '--no-stream', '--format', '{{json .}}', *self.ids], text=True) + self.rows.append({'at': time.monotonic(), 'containers': [json.loads(line) for line in raw.splitlines()]}) + self.stop.wait(1) + + def __enter__(self): + self.thread.start() + return self + + def __exit__(self, *args): + self.stop.set() + self.thread.join(timeout=5) + + +def run_profile(client, profile, repeat): + name, enabled, ratio = profile + env = {**os.environ, 'OTEL_ENABLED': enabled, 'OTEL_SAMPLE_RATIO': ratio} + command = ['docker','compose','-f','compose.yaml','-f','compose.observability-fault.yaml', + 'up','-d','--no-deps','--force-recreate','api','worker','dispatcher'] + subprocess.run(command, env=env, cwd=ROOT, check=True, capture_output=True) + wait_for(lambda: client.request('GET','/api/v1/users/me')[0] == 200, 30) + # Establish each process/meter and warm the same endpoint before taking baselines. + instance_ids = set() + for _ in range(40): + status, _, headers = client.request('GET','/api/v1/users/me') + assert status == 200 + instance_ids.add({key.lower():value for key,value in headers.items()}['x-instance-id']) + time.sleep(.1) + assert len(instance_ids) == 2 + time.sleep(10) + before = telemetry_snapshot(instance_ids) + memory_before = cgroups(['api','worker','collector','tempo']) + compose('exec','-T','postgres','psql','-U','messenger','-d','messenger','-c', + "DELETE FROM test_faults WHERE point='after_upload_commit' AND reached_at IS NULL; INSERT INTO test_faults(point,action) VALUES ('after_upload_commit','error'),('after_upload_commit','error')") + calls = [] + dropped = 0 + lock_future = None + started = time.monotonic() + + def request(index): + begin = time.monotonic() + if index in (80, 240): + result = client.request('POST',f'/api/v1/chats/{client.chat}/attachments?filename=fixture.png', + (ROOT/'tests/fixtures/sample.png').read_bytes(), {'Content-Type':'image/png'}) + else: + result = client.request('GET','/api/v1/users/me') + status, _, headers = result + headers = {key.lower():value for key,value in headers.items()} + return {'index':index,'status':status,'duration_s':time.monotonic()-begin, + 'trace_id':headers.get('x-trace-id'), 'sampled':headers.get('x-trace-sampled')=='true', + 'kind':'controlled_upload_error' if index in (80,240) else 'read'} + + with DockerSamples() as samples, concurrent.futures.ThreadPoolExecutor(max_workers=16) as executor: + pending = set() + for index in range(DURATION*OFFERED): + target = started + index/OFFERED + delay = target-time.monotonic() + if delay > 0: + time.sleep(delay) + if index == 160: + lock_future = executor.submit(compose,'exec','-T','postgres','psql','-U','messenger','-d','messenger','-c', + 'BEGIN; LOCK TABLE sessions IN ACCESS EXCLUSIVE MODE; SELECT pg_sleep(0.35); COMMIT;') + ready = [future for future in pending if future.done()] + for future in ready: + calls.append(future.result()) + pending.remove(future) + if len(pending) >= 15 and index not in (80,240): + dropped += 1 + else: + pending.add(executor.submit(request,index)) + for future in pending: + calls.append(future.result()) + if lock_future: + lock_future.result() + elapsed = time.monotonic()-started + if sum(x['status']==500 for x in calls)!=2: + (ROOT/'evidence/cost-failed-requests.json').write_text(json.dumps({'profile':name,'repeat':repeat,'not_sent':dropped,'requests':calls},indent=2)) + raise AssertionError('Expected two controlled upload errors; statuses='+str({status:sum(x['status']==status for x in calls) for status in {x['status'] for x in calls}})) + assert all(x['status'] in (200,500) for x in calls), 'Unexpected business failure' + time.sleep(10) + after = telemetry_snapshot(instance_ids) + memory_after = cgroups(['api','worker','collector','tempo']) + assert any(row['kind']=='read' and row['duration_s']>=.15 for row in calls), 'Slow read probe did not occur' + rare = [row for row in calls if row['status']==500 or (row['kind']=='read' and row['duration_s']>=.15)] + for row in rare: + row['found_in_tempo'] = exists(row['trace_id']) + if enabled=='1' and row['sampled']: + assert row['found_in_tempo'], 'Sampled rare trace failed ingestion' + latency = [row['duration_s'] for row in calls] + deltas = {key: after[key]-before[key] for key in before} + return {'profile':name,'instance_ids':sorted(instance_ids),'enabled':enabled,'sampling_ratio':float(ratio),'repeat':repeat, + 'offered_rps':OFFERED,'duration_s':DURATION,'elapsed_s':round(elapsed,6), + 'scheduled':DURATION*OFFERED,'not_sent':dropped,'sent':len(calls), + 'successful':sum(row['status']==200 for row in calls),'controlled_500':2, + 'successful_rps':sum(row['status']==200 for row in calls)/elapsed, + 'latency_s':{'p50':percentile(latency,.5),'p95':percentile(latency,.95),'p99':percentile(latency,.99)}, + 'sampled_requests':sum(row['sampled'] for row in calls), + 'rare_probes':rare,'telemetry_before':before,'telemetry_after':after,'telemetry_delta':deltas, + 'cgroups_before':memory_before,'cgroups_after':memory_after, + 'docker_samples':samples.rows,'requests':sorted(calls,key=lambda row:row['index'])} + + +def main(): + report = {'started_at':datetime.now(UTC).isoformat(),'track':'observability cost','runs':[], + 'method':{'profiles':PROFILES,'repeats':3,'offered_rps':OFFERED,'measurement_s':DURATION, + 'latency_clock':'client perf_counter, includes network and queueing', + 'rare_slow':'one 350ms exclusive sessions-table lock/run', + 'rare_errors':'two actual API500 after durable upload COMMIT/run through private local fault hooks', + 'wire_bytes':'protobuf body length on each SDK HTTP send, retries included; excludes HTTP/TLS headers', + 'sdk_queue_losses':'conservation after 10s quiescence, separate from sampled-out spans', + 'baseline':'40 warmup requests at 10/s, then10s silence; direct Collector endpoints avoid Prometheus scrape delay', + 'post_window':'10s silence before direct Collector counters; bytes include periodic metric exports in observation window', + 'resources':'same image/CPU/RAM; sequential profiles, all services on one Docker host'}} + result_path = ROOT/'evidence/observability-cost.json' + if '--resume' in sys.argv and result_path.exists(): + previous = json.loads(result_path.read_text()) + assert previous['method']['rare_slow'] == report['method']['rare_slow'] + report = previous + completed = {(row['profile'], row['repeat']) for row in report['runs']} + client = Client() + try: + for repeat in range(1,4): + order = PROFILES[repeat-1:]+PROFILES[:repeat-1] + for profile in order: + if (profile[0],repeat) in completed: + continue + row = run_profile(client,profile,repeat) + report['runs'].append(row) + (ROOT/'evidence/observability-cost.json').write_text(json.dumps(report,indent=2)) + print(profile[0],repeat,'PASS',round(row['successful_rps'],2),'RPS',flush=True) + finally: + subprocess.run(['docker','compose','up','-d','--no-deps','--force-recreate','api','worker','dispatcher'],cwd=ROOT,check=True,capture_output=True) + report['passed'] = len(report['runs'])==12 + report['finished_at'] = datetime.now(UTC).isoformat() + summary={} + for name,_,_ in PROFILES: + runs=[row for row in report['runs'] if row['profile']==name] + summary[name]={'median_success_rps':statistics.median(row['successful_rps'] for row in runs), + 'median_p95_s':statistics.median(row['latency_s']['p95'] for row in runs), + 'median_trace_wire_bytes':statistics.median(row['telemetry_delta']['traces_wire_bytes'] for row in runs), + 'rare_total':sum(len(row['rare_probes']) for row in runs), + 'rare_sampled':sum(sum(x['sampled'] for x in row['rare_probes']) for row in runs), + 'export_failed_spans':sum(row['telemetry_delta']['spans_export_failed'] for row in runs), + 'queue_lost_spans':sum(row['telemetry_delta']['spans_queue_lost'] for row in runs)} + report['summary']=summary + (ROOT/'evidence/observability-cost.json').write_text(json.dumps(report,indent=2)) + print(json.dumps(summary,indent=2)) + + +if __name__=='__main__': + main() diff --git a/research/summarize_cost.py b/research/summarize_cost.py new file mode 100644 index 0000000..0080939 --- /dev/null +++ b/research/summarize_cost.py @@ -0,0 +1,46 @@ +"""Derive a compact table from authentic raw run receipts; never alter raw data.""" +import json +import re +import statistics + +from common import ROOT + + +def memory_mib(value): + number, unit = re.fullmatch(r'([0-9.]+)([A-Za-z]+)', value.split(' / ')[0]).groups() + return float(number) * {'B': 1/1048576, 'KiB': 1/1024, 'MiB': 1, 'GiB': 1024}[unit] + + +def main(): + data = json.loads((ROOT/'evidence/observability-cost.json').read_text()) + assert data['passed'] and len(data['runs']) == 12 + rows = [] + for profile in ('off', 'full', 'sample25', 'sample10'): + runs = [run for run in data['runs'] if run['profile'] == profile] + samples = [sample for run in runs for sample in run['docker_samples']] + rows.append({ + 'profile': profile, 'runs': len(runs), + 'median_success_rps': statistics.median(run['successful_rps'] for run in runs), + **{'median_'+key+'_ms': statistics.median(run['latency_s'][key]*1000 for run in runs) + for key in ('p50', 'p95', 'p99')}, + 'mean_total_docker_cpu_percent': statistics.mean(sum(float(c['CPUPerc'].rstrip('%')) + for c in sample['containers']) for sample in samples), + 'peak_total_docker_memory_mib': max(sum(memory_mib(c['MemUsage']) for c in sample['containers']) + for sample in samples), + **{'median_'+key: statistics.median(run['telemetry_delta'][key] for run in runs) + for key in ('traces_wire_bytes', 'logs_wire_bytes', 'metrics_wire_bytes', + 'collector_accepted_spans', 'collector_refused_spans')}, + 'export_failed_spans': sum(run['telemetry_delta']['spans_export_failed'] for run in runs), + 'queue_lost_spans': sum(run['telemetry_delta']['spans_queue_lost'] for run in runs), + 'not_sent': sum(run['not_sent'] for run in runs), + 'rare_total': sum(len(run['rare_probes']) for run in runs), + 'rare_found': sum(sum(probe['found_in_tempo'] for probe in run['rare_probes']) for run in runs), + 'errors_found': sum(sum(probe['found_in_tempo'] for probe in run['rare_probes'] if probe['status']==500) for run in runs), + 'slow_found': sum(sum(probe['found_in_tempo'] for probe in run['rare_probes'] if probe['status']!=500) for run in runs), + }) + (ROOT/'evidence/observability-cost-summary.json').write_text(json.dumps(rows, indent=2)) + print(json.dumps(rows, indent=2)) + + +if __name__ == '__main__': + main() diff --git a/scripts/bootstrap.py b/scripts/bootstrap.py new file mode 100644 index 0000000..c631360 --- /dev/null +++ b/scripts/bootstrap.py @@ -0,0 +1,50 @@ +#!/usr/bin/env python3 +"""Create a private local secret directory once; never rotate existing volumes implicitly.""" + +import os +import json +import secrets +from pathlib import Path + +root = Path(__file__).resolve().parents[1] +private = root / "secrets" +private.mkdir(mode=0o700, exist_ok=True) +os.chmod(private, 0o700) +password_file = private / "postgres_password" +if not password_file.exists(): + password_file.write_text(secrets.token_urlsafe(32)) +password = password_file.read_text().strip() +broker_password_file = private / "broker_password" +if not broker_password_file.exists(): + broker_password_file.write_text(secrets.token_urlsafe(32)) +broker_password = broker_password_file.read_text().strip() +values = { + "database_url": "postgresql://messenger:" + password + "@postgres:5432/messenger", + "cache_url": "redis://cache:6379/0", + "broker_url": "redis://:" + broker_password + "@broker:6379/0", + "broker_config": "bind 0.0.0.0\nprotected-mode yes\nrequirepass " + broker_password + "\nappendonly yes\nappendfsync always\nsave \"\"\ndir /data\nmaxmemory 128mb\nmaxmemory-policy noeviction\n", + "s3_access_key": "app-" + secrets.token_hex(10), + "s3_secret_key": secrets.token_urlsafe(32), + "grafana_password": secrets.token_urlsafe(32), + "s3_admin_access_key": "admin-" + secrets.token_hex(10), + "s3_admin_secret_key": secrets.token_urlsafe(32), +} +for name, value in values.items(): + path = private / name + if not path.exists(): + path.write_text(value) +config = private / "s3_config" +if not config.exists(): + config.write_text(json.dumps({"identities": [ + {"name": "bootstrap", "credentials": [{"accessKey": (private / "s3_admin_access_key").read_text(), + "secretKey": (private / "s3_admin_secret_key").read_text()}], "actions": ["Admin", "Read", "Write", "List"]}, + {"name": "api", "credentials": [{"accessKey": (private / "s3_access_key").read_text(), + "secretKey": (private / "s3_secret_key").read_text()}], "actions": ["Read:messenger", "Write:messenger", "List:messenger"]} + ]})) +# The parent directory is private on the host; files must be readable by non-root API +# through Compose's file-backed secret mount (uid/mode mapping is not portable). +for path in private.iterdir(): + os.chmod(path, 0o644) +if not (root / ".env").exists(): + (root / ".env").write_text("PUBLIC_PORT=8086\nSESSION_TTL_SECONDS=3600\n") +print("Local configuration ready; existing secret values preserved.") diff --git a/scripts/restart.sh b/scripts/restart.sh new file mode 100755 index 0000000..3838aa9 --- /dev/null +++ b/scripts/restart.sh @@ -0,0 +1,5 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +docker compose restart postgres cache broker storage s3 api lb dispatcher worker +docker compose up -d --wait --no-recreate diff --git a/scripts/stop-one.sh b/scripts/stop-one.sh new file mode 100755 index 0000000..3d9eb6a --- /dev/null +++ b/scripts/stop-one.sh @@ -0,0 +1,4 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +python3 scripts/stop_one.py diff --git a/scripts/stop_one.py b/scripts/stop_one.py new file mode 100644 index 0000000..df82545 --- /dev/null +++ b/scripts/stop_one.py @@ -0,0 +1,22 @@ +"""Map a process alias to its real container, then leave exactly it stopped.""" +import json +import os +import subprocess +from pathlib import Path + +wanted = os.environ["TARGET_INSTANCE_ID"] +ids = subprocess.check_output(["docker", "compose", "ps", "-q", "api"], text=True).split() +for cid in ids: + result = subprocess.run( + ["docker", "exec", cid, "python", "-c", + "import urllib.request; r=urllib.request.urlopen('http://127.0.0.1:8080/health/live'); print(r.headers['X-Instance-Id'])"], + text=True, capture_output=True, check=False, + ) + if result.returncode == 0 and result.stdout.strip() == wanted: + subprocess.run(["docker", "stop", "--time", "8", cid], check=True, stdout=subprocess.DEVNULL) + receipt = {"stopped_container": cid, "instance_id": wanted} + Path("evidence/last-stopped.json").write_text(json.dumps(receipt)) + print(json.dumps(receipt)) + break +else: + raise SystemExit("Target instance not found among this project's API containers") diff --git a/src/messenger/__init__.py b/src/messenger/__init__.py new file mode 100644 index 0000000..58ffea1 --- /dev/null +++ b/src/messenger/__init__.py @@ -0,0 +1 @@ +"""Учебный REST-мессенджер.""" diff --git a/src/messenger/__main__.py b/src/messenger/__main__.py new file mode 100644 index 0000000..5b5cda1 --- /dev/null +++ b/src/messenger/__main__.py @@ -0,0 +1,12 @@ +import os + +import uvicorn + +uvicorn.run( + "messenger.app:app", + host=os.getenv("APP_HOST", "0.0.0.0"), + port=int(os.getenv("APP_PORT", "8080")), + workers=1, + access_log=False, + timeout_graceful_shutdown=5, +) diff --git a/src/messenger/app.py b/src/messenger/app.py new file mode 100644 index 0000000..2b1b821 --- /dev/null +++ b/src/messenger/app.py @@ -0,0 +1,349 @@ +import base64 +import binascii +import json +import logging +import os +import re +import time +from contextlib import asynccontextmanager +from threading import BoundedSemaphore +from uuid import uuid4 + +from fastapi import Depends, FastAPI, Request, Response +from fastapi.exceptions import RequestValidationError +from fastapi.responses import JSONResponse +from opentelemetry import propagate +from opentelemetry.trace import SpanKind, Status, StatusCode +from starlette.exceptions import HTTPException + +from . import telemetry +from .attachments import AttachmentService +from .domain import Failure, boundary, identifier, page +from .models import CreateChat, CreateMessage, CreateUser +from .postgres import PostgresStore +from .storage import ObjectStorage + +logger = logging.getLogger("messenger") +logging.basicConfig(level=os.getenv("LOG_LEVEL", "INFO"), format="%(message)s") +INSTANCE_ID = telemetry.INSTANCE_ID + +CODES = { + 400: "invalid_request", + 401: "unauthorized", + 404: "not_found", + 409: "conflict", + 413: "payload_too_large", + 415: "unsupported_media_type", + 429: "rate_limited", + 503: "unavailable", + 500: "internal_error", +} + + +@asynccontextmanager +async def lifespan(app): + app.state.telemetry = telemetry.setup("messenger-api") + app.state.store = PostgresStore() + app.state.telemetry.start_background(app.state.store) + app.state.storage = ObjectStorage() + app.state.attachments = AttachmentService(app.state.store, app.state.storage) + app.state.upload_slots = BoundedSemaphore(1) + logger.info(json.dumps({"event": "started", "storage": "postgres"})) + yield + logger.info(json.dumps({"event": "stopped"})) + app.state.telemetry.close() + app.state.storage.close() + app.state.store.close() + + +app = FastAPI(lifespan=lifespan, docs_url=None, redoc_url=None, openapi_url=None) + + +def error(request, status, message, headers=None): + return JSONResponse( + { + "error": { + "code": CODES.get(status, "invalid_request"), + "message": message, + "request_id": request.state.request_id, + } + }, + status_code=status, + headers=headers, + ) + + +async def invalid_json_encoding(request: Request): + path = request.url.path + if request.method != "POST" or not ( + path in {"/api/v1/users", "/api/v1/chats"} + or re.fullmatch(r"/api/v1/chats/[^/]+/messages", path) + ): + return False + raw = await request.body() + try: + raw.decode("utf-8") + except UnicodeDecodeError: + return True + # Literal NUL is invalid JSON; it also prevents json.loads(bytes) from + # autodetecting BOM-less UTF-16/32. Escaped JSON \u0000 remains valid. + return b"\x00" in raw + + +@app.middleware("http") +async def request_log(request: Request, call_next): + request.state.request_id = str(uuid4()) + start = time.perf_counter() + observed = not request.url.path.startswith("/health/") + if not observed: + response = await call_next(request) + response.headers["X-Request-Id"] = request.state.request_id + response.headers["X-Instance-Id"] = INSTANCE_ID + return response + method = request.method if request.method in {"GET", "POST", "DELETE", "PUT", "PATCH", "HEAD", "OPTIONS"} else "OTHER" + context = propagate.extract(dict(request.headers)) + with telemetry.operation("HTTP " + method, context=context, kind=SpanKind.SERVER) as span: + try: + if (request.method == "POST" and request.url.path == "/api/v1/auth/sessions" + and await request.body()): + response = error(request, 400, "Вход не принимает тело запроса") + elif await invalid_json_encoding(request): + response = error(request, 400, "JSON должен быть закодирован в UTF-8") + else: + response = await call_next(request) + except Exception: + logger.error(json.dumps({"event": "unexpected_error", "request_id": request.state.request_id})) + response = error(request, 500, "Внутренняя ошибка") + response.headers["X-Request-Id"] = request.state.request_id + response.headers["X-Instance-Id"] = INSTANCE_ID + response.headers["X-Trace-Id"] = format(span.get_span_context().trace_id, "032x") + response.headers["X-Trace-Sampled"] = "true" if span.is_recording() else "false" + route = getattr(request.scope.get("route"), "path", "unknown") + elapsed = time.perf_counter() - start + attrs = {"method": method, "route": route, + "status_class": str(response.status_code // 100) + "xx"} + span.update_name(method + " " + route) + span.set_attributes({"http.request.method": method, "http.route": route, + "http.response.status_code": response.status_code}) + if response.status_code >= 500: + span.set_status(Status(StatusCode.ERROR, "server_error")) + t = telemetry.current() + if observed and t: + t.requests.add(1, attrs) + t.http_duration.record(elapsed, attrs) + t.sampling.add(1, {"decision": "sampled" if span.is_recording() else "not_sampled"}) + logger.info(json.dumps({"event": "request", "request_id": request.state.request_id, + **attrs, "status": response.status_code, + "duration_ms": round(elapsed * 1000, 3)})) + return response + + +@app.exception_handler(Failure) +async def domain_error(request, exc): + return error(request, exc.status, exc.message, exc.headers) + + +@app.exception_handler(RequestValidationError) +async def validation_error(request, exc): + return error(request, 400, "Неверный JSON или поля запроса") + + +@app.exception_handler(HTTPException) +async def http_error(request, exc): + return error(request, exc.status_code, "Неверный запрос", exc.headers) + + +def bearer_failure(): + return Failure( + 401, "Требуется действующая сессия", {"WWW-Authenticate": 'Bearer realm="messenger"'} + ) + + +def bearer(request): + parts = request.headers.get("Authorization", "").split() + if len(parts) != 2 or parts[0].lower() != "bearer": + raise bearer_failure() + return parts[1] + + +def actor(request: Request): + user = request.app.state.store.authenticate(bearer(request)) + if user is None: + raise bearer_failure() + return user + + +@app.post("/api/v1/auth/sessions", status_code=201) +def login(request: Request): + headers = {"WWW-Authenticate": 'Basic realm="messenger", charset="UTF-8"'} + parts = request.headers.get("Authorization", "").split() + try: + if len(parts) != 2 or parts[0].lower() != "basic" or len(parts[1]) > 2048: + raise ValueError + decoded = base64.b64decode(parts[1], validate=True).decode("utf-8") + username, password = decoded.split(":", 1) + if not re.fullmatch(r"[a-z0-9_]{3,32}", username) or not 12 <= len(password) <= 128: + raise ValueError + except (ValueError, UnicodeError, binascii.Error): + raise Failure(401, "Неверные учётные данные", headers) from None + session = request.app.state.store.login(username, password) + if session is None: + raise Failure(401, "Неверные учётные данные", headers) + return session + + +@app.delete("/api/v1/auth/sessions/current", status_code=204) +def logout(request: Request, user=Depends(actor)): + if not request.app.state.store.logout(bearer(request)): + raise bearer_failure() + return Response(status_code=204) + + +def pagination(request, scope): + allowed = {"limit", "cursor"} + if any(k not in allowed for k in request.query_params): + raise Failure(400, "Неизвестный параметр запроса") + if any(len(request.query_params.getlist(k)) > 1 for k in allowed): + raise Failure(400, "Повторный параметр запроса") + value = request.query_params.get("limit", "50") + if len(value) > 3 or not re.fullmatch(r"[0-9]+", value) or not 1 <= int(value) <= 100: + raise Failure(400, "limit должен быть целым от 1 до 100") + return int(value), boundary(scope, request.query_params.get("cursor")) + + +@app.get("/health/live") +def live(): + return {"status": "ok"} + + +@app.get("/health/ready") +def ready(request: Request): + if not request.app.state.store.ready() or not request.app.state.storage.ready(): + raise Failure(503, "Хранилище недоступно") + return {"status": "ok"} + + +@app.post("/api/v1/users", status_code=201) +def register(data: CreateUser, request: Request): + return request.app.state.store.register(data.model_dump(mode="json")) + + +@app.get("/api/v1/users/me") +def me(user=Depends(actor)): + return user + + +@app.post("/api/v1/chats", status_code=201) +def create_chat(data: CreateChat, request: Request, user=Depends(actor)): + return request.app.state.store.create_chat(user["id"], data.model_dump(mode="json")) + + +@app.get("/api/v1/chats") +def chats(request: Request, user=Depends(actor)): + scope = "chats:" + user["id"] + limit, after = pagination(request, scope) + return page(request.app.state.store.list_chats(user["id"], after, limit), limit, scope) + + +@app.get("/api/v1/chats/{chat_id}") +def chat(chat_id: str, request: Request, user=Depends(actor)): + return request.app.state.store.chat(user["id"], identifier(chat_id)) + + +@app.post("/api/v1/chats/{chat_id}/messages", status_code=201) +def send(chat_id: str, data: CreateMessage, request: Request, user=Depends(actor)): + key = request.headers.get("Idempotency-Key", "") + if not re.fullmatch(r"[A-Za-z0-9._:-]{1,128}", key): + raise Failure(400, "Требуется корректный Idempotency-Key") + return request.app.state.store.send( + user["id"], identifier(chat_id), data.text, key, [str(a) for a in data.attachment_ids] + ) + + +@app.get("/api/v1/chats/{chat_id}/messages") +def history(chat_id: str, request: Request, user=Depends(actor)): + cid = identifier(chat_id) + scope = "messages:" + cid + limit, after = pagination(request, scope) + return page(request.app.state.store.history(user["id"], cid, after, limit), limit, scope) + + +@app.post("/api/v1/chats/{chat_id}/attachments", status_code=202) +async def upload_attachment(chat_id: str, request: Request, user=Depends(actor)): + import asyncio + import tempfile + + from starlette.concurrency import run_in_threadpool + + from .attachments import MAX_BYTES, filename_valid + + if ( + set(request.query_params) != {"filename"} + or len(request.query_params.getlist("filename")) != 1 + ): + raise Failure(400, "Требуется одно имя файла") + filename = filename_valid(request.query_params["filename"]) + cid = identifier(chat_id) + await run_in_threadpool(request.app.state.store.chat, user["id"], cid) + content_type = request.headers.get("content-type", "").lower() + if content_type not in {"image/png", "image/jpeg"}: + raise Failure(415, "Ожидается PNG или JPEG") + if not request.app.state.upload_slots.acquire(blocking=False): + raise Failure(429, "Все места загрузки заняты", {"Retry-After": "1"}) + try: + with tempfile.SpooledTemporaryFile(max_size=256 * 1024) as spool: + size = 0 + try: + async with asyncio.timeout(15): + async for chunk in request.stream(): + size += len(chunk) + if size > MAX_BYTES: + raise Failure(413, "Файл больше 10 MiB") + spool.write(chunk) + except TimeoutError: + raise Failure(400, "Истекло время загрузки") from None + spool.seek(0) + return await run_in_threadpool( + request.app.state.attachments.upload, + user["id"], + cid, + filename, + content_type, + spool, + size, + ) + finally: + request.app.state.upload_slots.release() + + +@app.get("/api/v1/attachments/{attachment_id}") +def attachment_metadata(attachment_id: str, request: Request, user=Depends(actor)): + return request.app.state.attachments.metadata(user["id"], identifier(attachment_id)) + + +@app.get("/api/v1/attachments/{attachment_id}/content") +def attachment_content(attachment_id: str, request: Request, user=Depends(actor)): + from fastapi.responses import StreamingResponse + + if ( + any(k != "variant" for k in request.query_params) + or len(request.query_params.getlist("variant")) > 1 + ): + raise Failure(400, "Неверный вариант") + variant = request.query_params.get("variant", "original") + if variant not in {"original", "thumbnail", "crop", "optimized"}: + raise Failure(400, "Неверный вариант") + obj = request.app.state.attachments.content(user["id"], identifier(attachment_id), variant) + + def chunks(): + try: + while data := obj["Body"].read(64 * 1024): + yield data + finally: + obj["Body"].close() + + return StreamingResponse( + chunks(), + media_type=obj["ContentType"], + headers={"Content-Length": str(obj["ContentLength"])}, + ) diff --git a/src/messenger/attachments.py b/src/messenger/attachments.py new file mode 100644 index 0000000..db58d23 --- /dev/null +++ b/src/messenger/attachments.py @@ -0,0 +1,176 @@ +"""Durable asynchronous intake with full bounded validation before acceptance.""" + +import hashlib +import json +import os +import signal +import subprocess +import sys +import unicodedata +from pathlib import Path +from uuid import uuid4 + +from .domain import Failure, timestamp +from .jobs import Jobs, fault +from .postgres import public + +MAX_BYTES = 10 * 1024 * 1024 +MAX_PIXELS = 40_000_000 +PUBLIC_FIELDS = ( + "id", + "chat_id", + "owner_id", + "filename", + "content_type", + "size_bytes", + "sha256", + "status", + "error_code", + "created_at", + "updated_at", +) + + +def filename_valid(name): + if not isinstance(name, str) or not 1 <= len(name) <= 255 or not name.strip(): + raise Failure(400, "Неверное имя файла") + if any(c in "/\\" or unicodedata.category(c) == "Cc" for c in name): + raise Failure(400, "Неверное имя файла") + return name + + +def validate_image(fileobj, declared_type): + if declared_type not in {"image/png", "image/jpeg"}: + raise Failure(415, "Ожидается PNG или JPEG") + fileobj.seek(0) + encoded = fileobj.read(MAX_BYTES + 1) + if len(encoded) > MAX_BYTES: + raise Failure(413, "Файл больше 10 MiB") + try: + with subprocess.Popen( + [sys.executable, "-m", "messenger.image_validation", declared_type], + stdin=subprocess.PIPE, + stdout=subprocess.PIPE, + stderr=subprocess.PIPE, + start_new_session=True, + env={ + "PATH": os.environ.get("PATH", os.defpath), + "PYTHONPATH": str(Path(__file__).resolve().parents[1]), + "PYTHONDONTWRITEBYTECODE": "1", + "LANG": "C.UTF-8", + }, + ) as process: + try: + output, _ = process.communicate(input=encoded, timeout=5) + except subprocess.TimeoutExpired: + # The validator can itself run djpeg: kill its whole process group + # before releasing the upload slot, not only the Python parent. + try: + os.killpg(process.pid, signal.SIGKILL) + except ProcessLookupError: + pass # The child may have exited at the timeout boundary. + process.communicate() + raise Failure(415, "Изображение не прошло ограниченную проверку") from None + if process.returncode: + try: + os.killpg(process.pid, signal.SIGKILL) + except ProcessLookupError: + pass + raise Failure(415, "Изображение не прошло ограниченную проверку") + except OSError: + raise Failure(503, "Проверка изображения временно недоступна") from None + finally: + del encoded + try: + outcome = json.loads(output) + except (ValueError, UnicodeError): + raise Failure(415, "Повреждённое изображение") from None + if not isinstance(outcome, dict): + raise Failure(415, "Изображение не прошло ограниченную проверку") + if "error" in outcome: + status = outcome["error"] + if type(status) is not int or status not in {413, 415}: + status = 415 + raise Failure(status, "Изображение не прошло ограниченную проверку") + values = outcome.get("ok") + if not isinstance(values, list) or len(values) != 3: + raise Failure(415, "Изображение не прошло ограниченную проверку") + fileobj.seek(0) + return tuple(values) + + +def metadata_public(row): + return {**public({k: row[k] for k in PUBLIC_FIELDS}), "variants": row["variants"]} + + +class AttachmentService: + def __init__(self, store, storage): + self.store = store + self.storage = storage + self.jobs = Jobs(store) + + def upload(self, actor, cid, filename, content_type, fileobj, size): + filename_valid(filename) + if not 1 <= size <= MAX_BYTES: + raise Failure(413 if size > MAX_BYTES else 415, "Неверный размер изображения") + validate_image(fileobj, content_type) + digest = hashlib.file_digest(fileobj, "sha256").hexdigest() + aid = str(uuid4()) + key = "staging/" + aid + now = timestamp() + with self.store.connection() as conn: + self.store._chat(conn, actor, cid) + conn.execute( + "INSERT INTO upload_intents(id,object_key,created_at) VALUES (%s,%s,%s)", + (aid, key, now), + ) + # Keep the intent locked throughout PUT/finalization: reconciler skips live + # uploads even if a slow request crosses the grace boundary. + with self.store.connection() as conn, conn.transaction(): + intent = conn.execute( + "SELECT id FROM upload_intents WHERE id=%s FOR UPDATE", (aid,) + ).fetchone() + if not intent: + raise Failure(503, "Загрузка больше не активна") + self.storage.put(key, fileobj, size, content_type) + fault(self.store, "after_staging", aid) + row = conn.execute( + "INSERT INTO attachments(id,chat_id,owner_id,filename,content_type,size_bytes,sha256," + "status,error_code,created_at,updated_at,object_key,stage_key) " + "VALUES (%s,%s,%s,%s,%s,%s,%s,'queued',NULL,%s,%s,%s,%s) RETURNING *", + (aid, cid, actor, filename, content_type, size, digest, now, now, key, key), + ).fetchone() + self.jobs.enqueue(conn, aid, key) + conn.execute("DELETE FROM upload_intents WHERE id=%s", (aid,)) + # Never delete S3 on an ambiguous COMMIT: the transaction may have committed. + fault(self.store, "after_upload_commit", aid) + return metadata_public(row) + + def metadata(self, actor, aid): + with self.store.connection() as conn: + row = conn.execute( + "SELECT a.* FROM attachments a JOIN members m ON m.chat_id=a.chat_id " + "WHERE a.id=%s AND m.user_id=%s", + (aid, actor), + ).fetchone() + if not row: + raise Failure(404, "Объект не найден") + return metadata_public(row) + + def content(self, actor, aid, variant="original"): + with self.store.connection() as conn: + row = conn.execute( + "SELECT a.* FROM attachments a JOIN members m ON m.chat_id=a.chat_id " + "WHERE a.id=%s AND m.user_id=%s", + (aid, actor), + ).fetchone() + if not row: + raise Failure(404, "Объект не найден") + if row["status"] != "ready": + raise Failure(409, "Вложение не готово") + key = row["object_key"] + if variant != "original": + if variant not in {v["name"] for v in row["variants"]}: + raise Failure(404, "Вариант не найден") + key = key.rsplit("/", 1)[0] + "/" + variant + return self.storage.get(key) diff --git a/src/messenger/config.py b/src/messenger/config.py new file mode 100644 index 0000000..a4b0882 --- /dev/null +++ b/src/messenger/config.py @@ -0,0 +1,10 @@ +import os +from pathlib import Path + + +def secret(name: str) -> str: + filename = os.environ.get(name + "_FILE") + value = Path(filename).read_text().strip() if filename else os.environ.get(name, "") + if not value: + raise RuntimeError("Отсутствует настройка " + name) + return value diff --git a/src/messenger/domain.py b/src/messenger/domain.py new file mode 100644 index 0000000..7d1a462 --- /dev/null +++ b/src/messenger/domain.py @@ -0,0 +1,63 @@ +import base64 +import json +import re +from datetime import UTC, datetime +from uuid import UUID + + +class Failure(Exception): + def __init__(self, status: int, message: str, headers: dict | None = None): + self.status = status + self.message = message + self.headers = headers or {} + + +def timestamp() -> str: + return datetime.now(UTC).isoformat(timespec="microseconds").replace("+00:00", "Z") + + +def identifier(value: str) -> str: + try: + return str(UUID(value)) + except (ValueError, TypeError, AttributeError): + raise Failure(400, "Некорректный UUID") from None + + +def boundary(scope: str, cursor: str | None) -> tuple[str, str] | None: + if cursor is None: + return None + try: + if not cursor or len(cursor) > 1024 or not re.fullmatch(r"[A-Za-z0-9_-]+", cursor): + raise ValueError + data = json.loads(base64.urlsafe_b64decode(cursor + "=" * (-len(cursor) % 4))) + if ( + not isinstance(data, list) + or len(data) != 4 + or type(data[0]) is not int + or data[0] != 1 + or data[1] != scope + ): + raise ValueError + date, uid = data[2:] + if not isinstance(date, str) or not re.fullmatch( + r"[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}(?:\.[0-9]{1,6})?Z", + date, + ): + raise ValueError + datetime.fromisoformat(date.replace("Z", "+00:00")) + if not isinstance(uid, str) or str(UUID(uid)) != uid: + raise ValueError + return date, uid + except (ValueError, TypeError, KeyError, UnicodeError): + raise Failure(400, "Некорректный cursor или область запроса") from None + + +def page(items: list[dict], limit: int, scope: str) -> dict: + more = len(items) > limit + selected = items[:limit] + cursor = None + if more: + last = selected[-1] + payload = json.dumps([1, scope, last["created_at"], last["id"]], separators=(",", ":")) + cursor = base64.urlsafe_b64encode(payload.encode()).decode().rstrip("=") + return {"items": selected, "next_cursor": cursor} diff --git a/src/messenger/image_pipeline.py b/src/messenger/image_pipeline.py new file mode 100644 index 0000000..b298aab --- /dev/null +++ b/src/messenger/image_pipeline.py @@ -0,0 +1,82 @@ +"""Image transformations, run in a bounded child process by the worker.""" + +import hashlib +import json +import sys +from pathlib import Path + +from PIL import Image, ImageOps + +Image.MAX_IMAGE_PIXELS = 40_000_000 + + +def fitted_size(width, height, bound): + """Fit without upscale; integer arithmetic deliberately rounds down.""" + longest = max(width, height) + if longest <= bound: + return width, height + return max(1, width * bound // longest), max(1, height * bound // longest) + + +def render(source, destination, version=1): + if version not in (1, 2): + raise ValueError("unsupported_pipeline") + destination = Path(destination) + with Image.open(source) as image: + if image.width * image.height > 40_000_000: + raise ValueError("pixel_limit") + image.load() + ImageOps.exif_transpose(image, in_place=True) + if "A" in image.getbands() or (image.mode == "P" and "transparency" in image.info): + rgba = image if image.mode == "RGBA" else image.convert("RGBA") + rgb = Image.new("RGB", rgba.size, "white") + alpha = rgba.getchannel("A") + rgb.paste(rgba, mask=alpha) + alpha.close() + if rgba is not image: + rgba.close() + else: + rgb = image if image.mode == "RGB" else image.convert("RGB") + thumbnail = rgb.resize(fitted_size(*rgb.size, 256), Image.Resampling.LANCZOS) + crop = ImageOps.fit(rgb, (128, 128), method=Image.Resampling.LANCZOS, centering=(0.5, 0.5)) + optimized = rgb.resize(fitted_size(*rgb.size, 1280), Image.Resampling.LANCZOS) + variants = [] + for name, variant, kind, mime, options in ( + ("thumbnail", thumbnail, "JPEG", "image/jpeg", {"quality": 85}), + ("crop", crop, "JPEG", "image/jpeg", {"quality": 85}), + ( + "optimized", + optimized, + "WEBP", + "image/webp", + {"quality": 80 if version == 1 else 75, "method": 4}, + ), + ): + # No EXIF/ICC arguments: outputs do not propagate source metadata. + path = destination / name + variant.save(path, format=kind, **options) + data = path.read_bytes() + variants.append( + { + "name": name, + "content_type": mime, + "size_bytes": len(data), + "width": variant.width, + "height": variant.height, + "sha256": hashlib.sha256(data).hexdigest(), + } + ) + variant.close() + if rgb is not image: + rgb.close() + return variants + + +if __name__ == "__main__": + import resource + + resource.setrlimit(resource.RLIMIT_AS, (700 * 1024**2, 700 * 1024**2)) + resource.setrlimit(resource.RLIMIT_CPU, (15, 15)) + source, destination, version = sys.argv[1:] + result = render(source, destination, int(version)) + (Path(destination) / "variants.json").write_text(json.dumps(result)) diff --git a/src/messenger/image_validation.py b/src/messenger/image_validation.py new file mode 100644 index 0000000..13c6988 --- /dev/null +++ b/src/messenger/image_validation.py @@ -0,0 +1,146 @@ +"""Short-lived bounded pixel validation; no DB, credentials or application imports.""" + +import json +import resource +import subprocess +import sys +from io import BytesIO + +from PIL import Image, UnidentifiedImageError + +from .domain import Failure + +MAX_BYTES = 10 * 1024 * 1024 +MAX_PIXELS = 40_000_000 +Image.MAX_IMAGE_PIXELS = MAX_PIXELS + + +def inspect_image(fileobj, declared_type): + if declared_type not in {"image/png", "image/jpeg"}: + raise Failure(415, "Ожидается PNG или JPEG") + try: + fileobj.seek(0) + with Image.open(fileobj) as header: + width, height = header.size + if width * height > MAX_PIXELS: + raise Failure(413, "Слишком много пикселей") + actual = {"PNG": "image/png", "JPEG": "image/jpeg"}.get(header.format) + if actual != declared_type: + raise Failure(415, "Формат изображения не соответствует MIME") + frames = getattr(header, "n_frames", 1) + default_image = bool(getattr(header, "default_image", False)) + if width * height * frames > MAX_PIXELS: + raise Failure(413, "Слишком много пикселей во всех кадрах") + header.verify() + # Drop parsed metadata before the separate strict decoder process starts. + del header + if actual == "image/png": + # verify() checks CRC, but does not compare acTL's frame count with + # every fcTL. Do not let a forged count hide a corrupt later frame. + fileobj.seek(8) + controls = frame_controls = 0 + declared_frames = None + animation_data = False + while True: + chunk_header = fileobj.read(8) + if len(chunk_header) != 8: + raise ValueError("Truncated PNG chunk") + length = int.from_bytes(chunk_header[:4], "big") + kind = chunk_header[4:] + controls += kind == b"acTL" + frame_controls += kind == b"fcTL" + animation_data |= kind == b"fdAT" + if kind == b"acTL": + if length != 8: + raise ValueError("Invalid acTL length") + declared_frames = int.from_bytes(fileobj.read(4), "big") + fileobj.seek(length, 1) # remaining payload plus CRC + else: + fileobj.seek(length + 4, 1) + if kind == b"IEND": + break + if controls: + if ( + controls != 1 + or not declared_frames + or frame_controls != declared_frames + or declared_frames + int(default_image) != frames + ): + raise ValueError("Invalid APNG frame count") + elif frame_controls or animation_data: + raise ValueError("Animation chunks without acTL") + if actual == "image/jpeg": + # Validate scan warnings before allocating Pillow's decoded canvas. + # 384 MiB covers coefficient arrays for <=40M pixels and <=4 channels; + # keeping both full decoded buffers alive could exceed the API cgroup. + fileobj.seek(0) + # A bounded compressed copy avoids sharing buffered file-descriptor + # offsets with the child, and supports BytesIO callers as well. + encoded = fileobj.read(MAX_BYTES + 1) + if len(encoded) > MAX_BYTES: + raise Failure(413, "Файл больше 10 MiB") + try: + decoded = subprocess.run( + ["djpeg", "-strict", "-maxmemory", "384m", "-outfile", "/dev/null"], + input=encoded, + stdout=subprocess.DEVNULL, + stderr=subprocess.PIPE, + timeout=4, + check=False, + ) + except subprocess.TimeoutExpired: + raise Failure(415, "Изображение не прошло ограниченную проверку") from None + finally: + del encoded + if decoded.returncode: + raise Failure(415, "Повреждённое изображение") + # djpeg has already decoded every JPEG pixel, streaming output rows. + # A second Pillow load would overlap full progressive coefficient + # arrays with a 160 MiB CMYK canvas and violate the API's 512 MiB cap. + fileobj.seek(0) + return actual, width, height + # Decode one frame at a time. Pillow may retain a previous APNG canvas + # for compositing, but no list/copies of every decoded frame is collected. + fileobj.seek(0) + with Image.open(fileobj) as image: + decoded_pixels = 0 + for frame in range(frames): + if decoded_pixels + width * height > MAX_PIXELS: + raise Failure(413, "Слишком много пикселей во всех кадрах") + image.seek(frame) + decoded_pixels += image.size[0] * image.size[1] + if decoded_pixels > MAX_PIXELS: + raise Failure(413, "Слишком много пикселей во всех кадрах") + image.load() + # Image's context manager closes its input handle, not the decoded core. + # Releasing the object frees native canvases before hashing/S3 publication. + del image + fileobj.seek(0) + return actual, width, height + except Image.DecompressionBombError: + raise Failure(413, "Слишком много пикселей") from None + except (UnidentifiedImageError, OSError, ValueError, SyntaxError, EOFError): + raise Failure(415, "Повреждённое изображение") from None + + +def main(): + resource.setrlimit(resource.RLIMIT_CORE, (0, 0)) + resource.setrlimit(resource.RLIMIT_CPU, (4, 5)) + if sys.platform == "linux": + resource.setrlimit(resource.RLIMIT_AS, (512 * 1024 * 1024, 512 * 1024 * 1024)) + try: + data = sys.stdin.buffer.read(MAX_BYTES + 1) + if len(data) > MAX_BYTES: + raise Failure(413, "Файл больше 10 MiB") + result = inspect_image(BytesIO(data), sys.argv[1]) + print(json.dumps({"ok": result})) + except Failure as exc: + print(json.dumps({"error": exc.status})) + except MemoryError: + print(json.dumps({"error": 415})) + except Exception: + print(json.dumps({"error": 415})) + + +if __name__ == "__main__": + main() diff --git a/src/messenger/jobctl.py b/src/messenger/jobctl.py new file mode 100644 index 0000000..8c9640a --- /dev/null +++ b/src/messenger/jobctl.py @@ -0,0 +1,123 @@ +"""Local operator commands; no public HTTP replay or arbitrary object paths.""" + +import argparse +import json + +from .domain import Failure +from .jobs import Jobs, fault +from .postgres import PostgresStore +from .storage import ObjectStorage +from .worker import cleanup_ready + + +def cleanup(store, storage, failed_hours=168, intent_seconds=3600): + if failed_hours < 0 or intent_seconds < 0: + raise ValueError("Retention must be nonnegative") + counts = {"ready_staging": 0, "failed_sources": 0, "orphan_intents": 0} + with store.connection() as conn: + ready = conn.execute( + "SELECT id FROM attachments WHERE status='ready' AND stage_key IS NOT NULL" + ).fetchall() + for row in ready: + cleanup_ready(store, storage, row["id"]) + counts["ready_staging"] += 1 + with store.connection() as conn: + candidates = conn.execute( + "SELECT id FROM attachments WHERE status='failed' AND updated_at= current["attempt_limit"]: + final_code = code if permanent else "retry_exhausted" + self._failed(conn, current, final_code) + else: + delay = min(30, 2 ** (current["attempt"] - 1)) + random.uniform(0, 0.5) + conn.execute( + "UPDATE attachment_jobs SET state='queued',error_code=%s,lease_until=NULL," + "available_at=now()+(%s * interval '1 second'),updated_at=now() WHERE id=%s", + (code, delay, job["id"]), + ) + conn.execute( + "UPDATE job_outbox SET published_at=NULL WHERE job_id=%s", (job["id"],) + ) + conn.execute( + "UPDATE attachments SET status='queued',updated_at=now() WHERE id=%s", + (job["attachment_id"],), + ) + self.audit(conn, job["id"], "retry_scheduled", job["attempt"]) + + def _failed(self, conn, job, code): + conn.execute( + "UPDATE attachment_jobs SET state='failed',error_code=%s,lease_until=NULL,updated_at=now() WHERE id=%s", + (code, job["id"]), + ) + conn.execute( + "UPDATE attachments SET status='failed',error_code=%s,updated_at=now() WHERE id=%s", + (code, job["attachment_id"]), + ) + conn.execute( + "INSERT INTO failed_jobs(job_id,error_code) VALUES (%s,%s) " + "ON CONFLICT(job_id) DO UPDATE SET error_code=excluded.error_code,failed_at=now()", + (job["id"], code), + ) + self.audit(conn, job["id"], "failed:" + code, job["attempt"]) + + def recover_one(self): + with self.store.connection() as conn, conn.transaction(): + candidate = conn.execute( + "SELECT a.id FROM attachments a JOIN attachment_jobs j ON j.attachment_id=a.id " + "WHERE j.state='processing' AND j.lease_until= job["attempt_limit"]: + self._failed(conn, job, "retry_exhausted") + else: + conn.execute( + "UPDATE attachment_jobs SET state='queued',lease_until=NULL,available_at=now(),updated_at=now() WHERE id=%s", + (job["id"],), + ) + conn.execute( + "UPDATE attachments SET status='queued',updated_at=now() WHERE id=%s", + (job["attachment_id"],), + ) + conn.execute( + "UPDATE job_outbox SET published_at=NULL WHERE job_id=%s", (job["id"],) + ) + self.audit(conn, job["id"], "lease_recovered", job["attempt"]) + return True + + def replay(self, attachment_id, storage): + with self.store.connection() as conn, conn.transaction(): + a = conn.execute( + "SELECT * FROM attachments WHERE id=%s FOR UPDATE", (attachment_id,) + ).fetchone() + if not a or a["status"] != "failed": + raise Failure(409, "Повтор разрешён только для failed") + job = conn.execute( + "SELECT * FROM attachment_jobs WHERE attachment_id=%s AND pipeline_version=%s FOR UPDATE", + (attachment_id, a["pipeline_version"]), + ).fetchone() + if not job["source_key"] or not storage.exists(job["source_key"]): + raise Failure(409, "Источник больше недоступен") + fault(self.store, "replay_before_commit", attachment_id) + conn.execute( + "UPDATE attachment_jobs SET state='queued',attempt_limit=attempt+%s,available_at=now(),error_code=NULL,updated_at=now() WHERE id=%s", + (self.attempt_limit, job["id"]), + ) + conn.execute( + "UPDATE attachments SET status='queued',error_code=NULL,updated_at=now() WHERE id=%s", + (attachment_id,), + ) + conn.execute("UPDATE job_outbox SET published_at=NULL WHERE job_id=%s", (job["id"],)) + conn.execute( + "UPDATE failed_jobs SET replay_count=replay_count+1 WHERE job_id=%s", (job["id"],) + ) + self.audit(conn, job["id"], "operator_replay", job["attempt"]) + return str(job["id"]) + + def reprocess(self, attachment_id, version, storage): + if version not in (1, 2): + raise Failure(400, "Поддерживаются версии pipeline 1 и 2") + with self.store.connection() as conn, conn.transaction(): + a = conn.execute( + "SELECT * FROM attachments WHERE id=%s FOR UPDATE", (attachment_id,) + ).fetchone() + if not a: + raise Failure(404, "Вложение отсутствует") + if version <= a["pipeline_version"]: + raise Failure(409, "Нужна более новая версия pipeline") + source = a["object_key"] if a["status"] == "ready" else a["stage_key"] + if not source or not storage.exists(source): + raise Failure(409, "Источник больше недоступен") + if a["status"] == "ready" and a["stage_key"] and a["stage_key"].startswith("staging/"): + # A worker can be paused after publishing ready but before its + # staging cleanup. Do not orphan that key when choosing final v1 + # as the new source. Delete stays under the same attachment lock; + # a storage failure leaves the ready version unchanged. + fault(self.store, "reprocess_before_staging_delete", attachment_id) + storage.delete(a["stage_key"]) + conn.execute( + "UPDATE attachment_jobs SET state='superseded',updated_at=now() WHERE attachment_id=%s AND state IN ('queued','processing','failed')", + (attachment_id,), + ) + conn.execute( + "UPDATE attachments SET pipeline_version=%s,status='queued',variants='[]',error_code=NULL,stage_key=%s,updated_at=now() WHERE id=%s", + (version, source, attachment_id), + ) + return self.enqueue(conn, attachment_id, source, version) diff --git a/src/messenger/migrate.py b/src/messenger/migrate.py new file mode 100644 index 0000000..f448688 --- /dev/null +++ b/src/messenger/migrate.py @@ -0,0 +1,32 @@ +import hashlib +from pathlib import Path + +import psycopg + +from .config import secret + + +def migrate(): + with psycopg.connect(secret("DATABASE_URL")) as conn: + # Serialize independent migration processes without changing application data. + conn.execute("SELECT pg_advisory_xact_lock(2301002)") + conn.execute( + "CREATE TABLE IF NOT EXISTS schema_migrations " + "(name text PRIMARY KEY, checksum text NOT NULL)" + ) + for path in sorted(Path("migrations").glob("*.sql")): + checksum = hashlib.sha256(path.read_bytes()).hexdigest() + old = conn.execute( + "SELECT checksum FROM schema_migrations WHERE name=%s", (path.name,) + ).fetchone() + if old: + if old[0] != checksum: + raise RuntimeError("Изменена применённая миграция: " + path.name) + continue + conn.execute(path.read_text()) + conn.execute("INSERT INTO schema_migrations VALUES (%s,%s)", (path.name, checksum)) + print("Applied", path.name) + + +if __name__ == "__main__": + migrate() diff --git a/src/messenger/models.py b/src/messenger/models.py new file mode 100644 index 0000000..78ff4e1 --- /dev/null +++ b/src/messenger/models.py @@ -0,0 +1,71 @@ +import re +from uuid import UUID + +from pydantic import BaseModel, ConfigDict, Field, StrictStr, field_validator, model_validator + + +class RequestModel(BaseModel): + model_config = ConfigDict(extra="forbid") + + @field_validator("*", mode="after") + @classmethod + def nonblank(cls, value): + if isinstance(value, str): + value.encode("utf-8") + if isinstance(value, str) and not value.strip(): + raise ValueError("Строка не может состоять из пробелов") + return value + + +class CreateUser(RequestModel): + username: StrictStr = Field(pattern=r"^[a-z0-9_]{3,32}$") + display_name: StrictStr = Field(min_length=1, max_length=100) + password: StrictStr = Field(min_length=12, max_length=128) + + @field_validator("username") + @classmethod + def full_username(cls, value): + if not re.fullmatch(r"[a-z0-9_]{3,32}", value): + raise ValueError("Неверное имя пользователя") + return value + + +class CreateChat(RequestModel): + title: StrictStr = Field(min_length=1, max_length=100) + member_ids: list[UUID] = Field(min_length=1, max_length=100) + + @field_validator("member_ids", mode="before") + @classmethod + def string_ids(cls, value): + if not isinstance(value, list) or any(not isinstance(x, str) for x in value): + raise ValueError("Ожидается массив UUID-строк") + return value + + @field_validator("member_ids") + @classmethod + def unique_ids(cls, value): + if len(set(value)) != len(value): + raise ValueError("Участники не должны повторяться") + return value + + +class CreateMessage(BaseModel): + model_config = ConfigDict(extra="forbid") + text: StrictStr = Field(max_length=4000) + attachment_ids: list[UUID] = Field(default_factory=list, max_length=10) + + @field_validator("attachment_ids", mode="before") + @classmethod + def string_ids(cls, value): + if not isinstance(value, list) or any(not isinstance(x, str) for x in value): + raise ValueError("Ожидается массив UUID-строк") + return value + + @model_validator(mode="after") + def content(self): + self.text.encode("utf-8") + if len(set(self.attachment_ids)) != len(self.attachment_ids): + raise ValueError("Вложения не должны повторяться") + if not self.text.strip() and not self.attachment_ids: + raise ValueError("Пустое сообщение без вложений") + return self diff --git a/src/messenger/postgres.py b/src/messenger/postgres.py new file mode 100644 index 0000000..58555d9 --- /dev/null +++ b/src/messenger/postgres.py @@ -0,0 +1,334 @@ +import hashlib +import json +import logging +import os +import secrets +from contextlib import contextmanager +from datetime import UTC, datetime, timedelta +from threading import BoundedSemaphore +from uuid import UUID, uuid4 + +import psycopg +import redis +from argon2 import PasswordHasher +from argon2.exceptions import VerificationError +from psycopg.rows import dict_row +from psycopg_pool import ConnectionPool, PoolTimeout, TooManyRequests + +from .config import secret +from .domain import Failure, timestamp +from .telemetry import operation + +logger = logging.getLogger("messenger") +KDF_SLOTS = BoundedSemaphore(2) +KDF = PasswordHasher(time_cost=2, memory_cost=65536, parallelism=1) +DUMMY_HASH = KDF.hash("invalid-user-dummy-password") + + +class DeadlineConnection(psycopg.Connection): + def wait(self, gen, interval=0.1, timeout=None): + try: + return super().wait(gen, interval=interval, timeout=timeout or 3.0) + except psycopg.errors._WaitTimeout: + # A paused server cannot complete cancellation. Discard an uncertain + # connection instead of returning it to the pool or waiting forever. + self.pgconn.finish() + raise + + +def public(row): + return { + k: ( + str(v) + if isinstance(v, UUID) + else v.astimezone(UTC).isoformat(timespec="microseconds").replace("+00:00", "Z") + if isinstance(v, datetime) + else bytes(v).decode("utf-8") + if isinstance(v, (bytes, memoryview)) + else v + ) + for k, v in row.items() + if k not in {"password_hash", "token_digest"} + } + + +class PostgresStore: + def __init__(self): + self.pool = ConnectionPool( + secret("DATABASE_URL"), + connection_class=DeadlineConnection, + min_size=1, + max_size=int(os.getenv("POOL_MAX_SIZE", "8")), + timeout=2, + max_waiting=32, + kwargs={ + "autocommit": True, + "row_factory": dict_row, + "connect_timeout": 2, + "options": "-c statement_timeout=2500 -c lock_timeout=1500", + }, + check=ConnectionPool.check_connection, + ) + self.pool.wait(timeout=15) + self.cache = redis.Redis.from_url( + secret("CACHE_URL"), + socket_connect_timeout=0.2, + socket_timeout=0.2, + decode_responses=True, + ) + self.ttl = int(os.getenv("SESSION_TTL_SECONDS", "3600")) + if self.ttl < 1: + raise RuntimeError("SESSION_TTL_SECONDS должен быть положительным") + + @contextmanager + def connection(self): + try: + with operation("postgres.transaction", {"db.system.name": "postgresql"}): + with self.pool.connection() as conn: + yield conn + except ( + psycopg.OperationalError, + psycopg.InterfaceError, + PoolTimeout, + TooManyRequests, + psycopg.errors.QueryCanceled, + psycopg.errors.LockNotAvailable, + ): + raise Failure(503, "Хранилище временно недоступно") from None + + def close(self): + self.cache.close() + self.pool.close() + + def ready(self): + try: + with self.connection() as conn: + conn.execute( + "SELECT u.id,u.password_hash,c.id,m.chat_id,msg.id,s.token_digest,r.key," + "a.id,a.stage_key,a.pipeline_version,a.variants,ma.attachment_id,ui.object_key," + "j.id,j.source_key,j.attempt_limit,j.lease_until,j.traceparent,j.tracestate,j.accepted_at,o.job_id,o.published_at," + "audit.job_id,f.error_code FROM users u,chats c,members m,messages msg," + "sessions s,message_requests r,attachments a,message_attachments ma," + "upload_intents ui,attachment_jobs j,job_outbox o,job_audit audit,failed_jobs f " + "WHERE false" + ) + return True + except (Failure, psycopg.Error): + return False + + def _cached_user(self, uid): + key = "user:v1:" + uid + try: + value = self.cache.get(key) + if value: + cached = json.loads(value) + if ( + isinstance(cached, dict) + and cached.get("id") == uid + and set(cached) == {"id", "username", "display_name", "created_at"} + ): + return cached + except (redis.RedisError, ValueError, TypeError): + logger.warning(json.dumps({"event": "cache_bypass"})) + user = self.user(uid) + if user: + try: + self.cache.setex(key, 60, json.dumps(user)) + except redis.RedisError: + logger.warning(json.dumps({"event": "cache_bypass"})) + return user + + def user(self, uid): + with self.connection() as conn: + row = conn.execute( + "SELECT id,username,display_name,created_at FROM users WHERE id=%s", (uid,) + ).fetchone() + return public(row) if row else None + + def register(self, data): + with KDF_SLOTS: + hashed = KDF.hash(data.pop("password")) + uid = str(uuid4()) + try: + with self.connection() as conn: + row = conn.execute( + "INSERT INTO users VALUES (%s,%s,%s,%s,%s) " + "RETURNING id,username,display_name,created_at", + ( + uid, + data["username"], + data["display_name"].encode("utf-8"), + hashed, + timestamp(), + ), + ).fetchone() + return public(row) + except psycopg.errors.UniqueViolation: + raise Failure(409, "Имя пользователя занято") from None + + def login(self, username, password): + with self.connection() as conn: + row = conn.execute("SELECT * FROM users WHERE username=%s", (username,)).fetchone() + try: + with KDF_SLOTS: + KDF.verify(row["password_hash"] if row else DUMMY_HASH, password) + except VerificationError: + return None + if row is None: + return None + token = secrets.token_urlsafe(32) + digest = hashlib.sha256(token.encode()).hexdigest() + expires = datetime.now(UTC) + timedelta(seconds=self.ttl) + with self.connection() as conn: + conn.execute("INSERT INTO sessions VALUES (%s,%s,%s)", (digest, row["id"], expires)) + return { + "token": token, + "token_type": "Bearer", + "expires_at": public({"v": expires})["v"], + "user": public(row), + } + + def authenticate(self, token): + if not token or len(token) > 512: + return None + digest = hashlib.sha256(token.encode()).hexdigest() + # Session validity always comes from PostgreSQL, including on a cache hit. + with self.connection() as conn: + row = conn.execute( + "SELECT s.user_id FROM sessions s WHERE s.token_digest=%s AND s.expires_at>now()", + (digest,), + ).fetchone() + return self._cached_user(str(row["user_id"])) if row else None + + def logout(self, token): + with self.connection() as conn: + row = conn.execute( + "DELETE FROM sessions WHERE token_digest=%s AND expires_at>now() RETURNING user_id", + (hashlib.sha256(token.encode()).hexdigest(),), + ).fetchone() + return row is not None + + def create_chat(self, actor, data): + if actor not in data["member_ids"]: + raise Failure(400, "Вызывающий должен входить в чат") + cid = str(uuid4()) + try: + with self.connection() as conn, conn.transaction(): + row = conn.execute( + "INSERT INTO chats VALUES (%s,%s,%s) RETURNING *", + (cid, data["title"].encode("utf-8"), timestamp()), + ).fetchone() + for index, uid in enumerate(data["member_ids"]): + conn.execute("INSERT INTO members VALUES (%s,%s,%s)", (cid, uid, index)) + return {**public(row), "member_ids": data["member_ids"]} + except psycopg.errors.ForeignKeyViolation: + raise Failure(400, "Неизвестный участник") from None + + @staticmethod + def _chat(conn, actor, cid): + row = conn.execute( + "SELECT c.* FROM chats c JOIN members m ON m.chat_id=c.id " + "WHERE c.id=%s AND m.user_id=%s", + (cid, actor), + ).fetchone() + if row is None: + raise Failure(404, "Объект не найден") + members = conn.execute( + "SELECT user_id FROM members WHERE chat_id=%s ORDER BY position", (cid,) + ).fetchall() + return {**public(row), "member_ids": [str(m["user_id"]) for m in members]} + + def chat(self, actor, cid): + with self.connection() as conn: + return self._chat(conn, actor, cid) + + def list_chats(self, actor, after, limit): + with self.connection() as conn: + sql = "SELECT c.* FROM chats c JOIN members m ON m.chat_id=c.id WHERE m.user_id=%s" + params = [actor] + if after: + sql += " AND (c.created_at,c.id)>(%s,%s)" + params.extend(after) + sql += " ORDER BY c.created_at,c.id LIMIT %s" + params.append(limit + 1) + rows = conn.execute(sql, params).fetchall() + return [self._chat(conn, actor, str(row["id"])) for row in rows] + + def send(self, actor, cid, text, key, attachment_ids=None): + attachment_ids = attachment_ids or [] + body_digest = hashlib.sha256( + json.dumps( + {"text": text, "attachment_ids": attachment_ids}, + sort_keys=True, + ensure_ascii=False, + separators=(",", ":"), + ).encode() + ).hexdigest() + with self.connection() as conn, conn.transaction(): + self._chat(conn, actor, cid) + # Serializes exactly this semantic key across all API processes. Hash + # collisions can only serialize unrelated requests, never mix results. + scope = json.dumps([actor, "POST", cid, key], separators=(",", ":")) + lock = int.from_bytes(hashlib.sha256(scope.encode()).digest()[:8], "big", signed=True) + conn.execute("SELECT pg_advisory_xact_lock(%s)", (lock,)) + old = conn.execute( + "SELECT body_digest,response FROM message_requests " + "WHERE actor_id=%s AND chat_id=%s AND key=%s AND expires_at>now()", + (actor, cid, key), + ).fetchone() + if old: + if old["body_digest"] != body_digest: + raise Failure(409, "Ключ уже использован для другого сообщения") + return json.loads(bytes(old["response"])) + conn.execute( + "DELETE FROM message_requests WHERE actor_id=%s AND chat_id=%s AND key=%s", + (actor, cid, key), + ) + for aid in attachment_ids: + attachment = conn.execute( + "SELECT id,status FROM attachments WHERE id=%s AND chat_id=%s FOR SHARE", + (aid, cid), + ).fetchone() + if not attachment: + raise Failure(404, "Объект не найден") + if attachment["status"] == "failed": + raise Failure(409, "Вложение недоступно") + row = conn.execute( + "INSERT INTO messages VALUES (%s,%s,%s,%s,%s) RETURNING *", + (str(uuid4()), cid, actor, text.encode("utf-8"), timestamp()), + ).fetchone() + for position, aid in enumerate(attachment_ids): + conn.execute( + "INSERT INTO message_attachments VALUES (%s,%s,%s)", (row["id"], aid, position) + ) + response = {**public(row), "attachment_ids": attachment_ids} + conn.execute( + "INSERT INTO message_requests(actor_id,chat_id,key,body_digest,response,expires_at) " + "VALUES (%s,%s,%s,%s,%s,now()+interval '24 hours')", + (actor, cid, key, body_digest, json.dumps(response).encode("utf-8")), + ) + return response + + def history(self, actor, cid, after, limit): + with self.connection() as conn: + self._chat(conn, actor, cid) + sql = "SELECT * FROM messages WHERE chat_id=%s" + params = [cid] + if after: + sql += " AND (created_at,id)>(%s,%s)" + params.extend(after) + sql += " ORDER BY created_at,id LIMIT %s" + params.append(limit + 1) + result = [] + for row in conn.execute(sql, params).fetchall(): + attachments = conn.execute( + "SELECT attachment_id FROM message_attachments WHERE message_id=%s ORDER BY position", + (row["id"],), + ).fetchall() + result.append( + { + **public(row), + "attachment_ids": [str(a["attachment_id"]) for a in attachments], + } + ) + return result diff --git a/src/messenger/storage.py b/src/messenger/storage.py new file mode 100644 index 0000000..a531838 --- /dev/null +++ b/src/messenger/storage.py @@ -0,0 +1,100 @@ +"""Private S3 access with bounded network waits; never expose storage keys in API.""" + +import os +from contextlib import contextmanager + +import boto3 +from botocore.config import Config +from botocore.exceptions import BotoCoreError, ClientError + +from .config import secret +from .domain import Failure +from .telemetry import operation + + +class ObjectStorage: + def __init__(self, admin=False): + self.bucket = os.getenv("S3_BUCKET", "messenger") + prefix = "S3_ADMIN" if admin else "S3" + self.client = boto3.client( + "s3", + endpoint_url=os.getenv("S3_ENDPOINT", "http://s3:8333"), + aws_access_key_id=secret(prefix + "_ACCESS_KEY"), + aws_secret_access_key=secret(prefix + "_SECRET_KEY"), + region_name="us-east-1", + config=Config( + connect_timeout=1, + read_timeout=2, + retries={"total_max_attempts": 1}, + s3={"addressing_style": "path"}, + request_checksum_calculation="when_required", + response_checksum_validation="when_required", + ), + ) + + @contextmanager + def boundary(self): + try: + with operation("s3.request", {"rpc.system": "aws-api", "rpc.service": "S3"}): + yield + except (BotoCoreError, ClientError): + raise Failure(503, "Хранилище файлов временно недоступно") from None + + def put(self, key, fileobj, size, content_type): + fileobj.seek(0) + with self.boundary(): + self.client.put_object( + Bucket=self.bucket, + Key=key, + Body=fileobj, + ContentLength=size, + ContentType=content_type, + ) + + def get(self, key): + try: + with operation("s3.get", {"rpc.system": "aws-api", "rpc.service": "S3"}): + return self.client.get_object(Bucket=self.bucket, Key=key) + except ClientError as exc: + if exc.response.get("Error", {}).get("Code") in {"NoSuchKey", "404"}: + raise Failure(404, "Объект не найден") from None + raise Failure(503, "Хранилище файлов временно недоступно") from None + except BotoCoreError: + raise Failure(503, "Хранилище файлов временно недоступно") from None + + def head(self, key): + try: + with operation("s3.head", {"rpc.system": "aws-api", "rpc.service": "S3"}): + return self.client.head_object(Bucket=self.bucket, Key=key) + except ClientError as exc: + if exc.response.get("Error", {}).get("Code") in {"NoSuchKey", "404", "NotFound"}: + return None + raise Failure(503, "Хранилище файлов временно недоступно") from None + except BotoCoreError: + raise Failure(503, "Хранилище файлов временно недоступно") from None + + def exists(self, key): + return self.head(key) is not None + + def delete(self, key): + with self.boundary(): + self.client.delete_object(Bucket=self.bucket, Key=key) + + def objects(self, page_size=100): + with self.boundary(): + paginator = self.client.get_paginator("list_objects_v2") + for page in paginator.paginate( + Bucket=self.bucket, PaginationConfig={"PageSize": page_size} + ): + yield from page.get("Contents", []) + + def ready(self): + try: + with self.boundary(): + self.client.head_bucket(Bucket=self.bucket) + return True + except Failure: + return False + + def close(self): + self.client.close() diff --git a/src/messenger/storage_bootstrap.py b/src/messenger/storage_bootstrap.py new file mode 100644 index 0000000..34d10e6 --- /dev/null +++ b/src/messenger/storage_bootstrap.py @@ -0,0 +1,30 @@ +"""Idempotent private bucket bootstrap; this process alone receives admin keys.""" + +import time + +from botocore.exceptions import BotoCoreError, ClientError + +from .storage import ObjectStorage + + +def main(): + storage = ObjectStorage(admin=True) + for attempt in range(30): + try: + try: + storage.client.head_bucket(Bucket=storage.bucket) + except ClientError as exc: + if exc.response["Error"]["Code"] not in {"404", "NoSuchBucket", "NotFound"}: + raise + storage.client.create_bucket(Bucket=storage.bucket) + print("Private bucket ready; anonymous identity is not configured.") + storage.close() + return + except (ClientError, BotoCoreError): + if attempt == 29: + raise RuntimeError("S3 bootstrap timeout") from None + time.sleep(1) + + +if __name__ == "__main__": + main() diff --git a/src/messenger/telemetry.py b/src/messenger/telemetry.py new file mode 100644 index 0000000..23f08a6 --- /dev/null +++ b/src/messenger/telemetry.py @@ -0,0 +1,274 @@ +"""Bounded OTLP telemetry; technical attributes only, no payload/credential capture.""" + +import json +import logging +import os +import threading +from contextlib import contextmanager +from datetime import UTC, datetime +from uuid import uuid4 + +import psutil +import requests +from opentelemetry import metrics, propagate, trace +from opentelemetry._logs import set_logger_provider +from opentelemetry.exporter.otlp.proto.http._log_exporter import OTLPLogExporter +from opentelemetry.exporter.otlp.proto.http.metric_exporter import OTLPMetricExporter +from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter +from opentelemetry.sdk._logs import LoggerProvider, LoggingHandler +from opentelemetry.sdk._logs.export import BatchLogRecordProcessor +from opentelemetry.sdk.metrics import MeterProvider +from opentelemetry.sdk.metrics.export import PeriodicExportingMetricReader +from opentelemetry.sdk.metrics.view import ExplicitBucketHistogramAggregation, View +from opentelemetry.sdk.resources import Resource +from opentelemetry.sdk.trace import SpanProcessor, TracerProvider +from opentelemetry.sdk.trace.export import BatchSpanProcessor, SpanExportResult +from opentelemetry.sdk.trace.sampling import ParentBased, TraceIdRatioBased +from opentelemetry.trace import SpanKind, Status, StatusCode + +HTTP_BUCKETS = (0.001, 0.0025, 0.005, 0.01, 0.025, 0.05, 0.1, 0.25, 0.5, 1, 2.5, 5, 10) +JOB_BUCKETS = (0.01, 0.025, 0.05, 0.1, 0.25, 0.5, 1, 2.5, 5, 10, 20, 45, 60, 120) +INSTANCE_ID = str(uuid4()) +_runtime = None + + +class Accounting(dict): + def __init__(self, keys): + super().__init__((key, 0) for key in keys) + self.lock = threading.Lock() + + def add(self, key, value): + with self.lock: + self[key] += value + + def snapshot(self): + with self.lock: + return dict(self) + + +class RecordedSpans(SpanProcessor): + def __init__(self, stats): + self.stats = stats + + def on_start(self, span, parent_context=None): + pass + + def on_end(self, span): + if span.context.trace_flags.sampled: + self.stats.add("spans_recorded", 1) + + +class CountingSession(requests.Session): + """Count actual protobuf HTTP sends, including transport retries, without retaining data.""" + def __init__(self, stats, signal): + super().__init__() + self.stats, self.signal = stats, signal + + def send(self, request, **kwargs): + self.stats.add(self.signal + "_wire_bytes", len(request.body or b"")) + self.stats.add(self.signal + "_http_sends", 1) + return super().send(request, **kwargs) + + +class ObservedSpanExporter(OTLPSpanExporter): + def __init__(self, stats, **kwargs): + self.stats = stats + super().__init__(**kwargs) + + def export(self, spans): + self.stats.add("spans_in_flight", len(spans)) + try: + result = super().export(spans) + key = "spans_exported" if result == SpanExportResult.SUCCESS else "spans_export_failed" + self.stats.add(key, len(spans)) + return result + except Exception: + self.stats.add("spans_export_failed", len(spans)) + raise + finally: + self.stats.add("spans_in_flight", -len(spans)) + + +class TechnicalLogs(logging.Filter): + def filter(self, record): + return record.name.startswith("messenger") + + +class JsonFormatter(logging.Formatter): + def format(self, record): + try: + event = json.loads(record.getMessage()) + if not isinstance(event, dict): + event = {"event": "application_event"} + except ValueError: + event = {"event": "application_event"} + context = trace.get_current_span().get_span_context() + return json.dumps({ + **event, + "timestamp": datetime.now(UTC).isoformat(), + "severity": record.levelname, + "service.name": os.getenv("OTEL_SERVICE_NAME", "messenger-api"), + "trace_id": format(context.trace_id, "032x") if context.is_valid else None, + "span_id": format(context.span_id, "016x") if context.is_valid else None, + }) + + +class Telemetry: + def __init__(self, service): + self.service = service + self.enabled = os.getenv("OTEL_ENABLED", "1") == "1" + self.busy = 0 + self.providers = [] + self.export_stats = Accounting(("spans_recorded", "spans_in_flight", "spans_exported", "spans_export_failed", "traces_wire_bytes", "traces_http_sends", "metrics_wire_bytes", "metrics_http_sends", "logs_wire_bytes", "logs_http_sends")) + self.stop = threading.Event() + self.thread = None + resource = Resource.create({ + "service.name": service, + "service.version": os.getenv("SERVICE_VERSION", "lab6-v1"), + "service.instance.id": INSTANCE_ID, + "deployment.environment.name": "lab", + }) + os.environ["OTEL_SERVICE_NAME"] = service + root = logging.getLogger() + root.setLevel(logging.INFO) + for handler in root.handlers: + handler.setFormatter(JsonFormatter()) + if not root.handlers: + handler = logging.StreamHandler() + handler.setFormatter(JsonFormatter()) + root.addHandler(handler) + if self.enabled: + endpoint = os.getenv("OTEL_EXPORTER_OTLP_ENDPOINT", "http://collector:4318").rstrip("/") + common = {"timeout": 1.0} + # Standard OTLP environment variables also support HTTPS/mTLS in lab7. + trace_provider = TracerProvider(resource=resource, sampler=ParentBased( + TraceIdRatioBased(float(os.getenv("OTEL_SAMPLE_RATIO", "1"))))) + trace_provider.add_span_processor(RecordedSpans(self.export_stats)) + self.batch_spans = BatchSpanProcessor( + ObservedSpanExporter(self.export_stats, endpoint=endpoint + "/v1/traces", session=CountingSession(self.export_stats, "traces"), **common), + max_queue_size=256, max_export_batch_size=64, + schedule_delay_millis=500, export_timeout_millis=1500, + ) + trace_provider.add_span_processor(self.batch_spans) + trace.set_tracer_provider(trace_provider) + reader = PeriodicExportingMetricReader( + OTLPMetricExporter(endpoint=endpoint + "/v1/metrics", session=CountingSession(self.export_stats, "metrics"), **common), + export_interval_millis=int(os.getenv("OTEL_METRIC_INTERVAL_MS", "5000")), + export_timeout_millis=1500, + ) + meter_provider = MeterProvider(resource=resource, metric_readers=[reader], views=[ + View(instrument_name="messenger.http.duration", aggregation=ExplicitBucketHistogramAggregation(HTTP_BUCKETS)), + View(instrument_name="messenger.job.duration", aggregation=ExplicitBucketHistogramAggregation(JOB_BUCKETS)), + View(instrument_name="messenger.attachment.ready.duration", aggregation=ExplicitBucketHistogramAggregation(JOB_BUCKETS)), + ]) + metrics.set_meter_provider(meter_provider) + logger_provider = LoggerProvider(resource=resource) + logger_provider.add_log_record_processor(BatchLogRecordProcessor( + OTLPLogExporter(endpoint=endpoint + "/v1/logs", session=CountingSession(self.export_stats, "logs"), **common), + max_queue_size=256, max_export_batch_size=64, + schedule_delay_millis=500, export_timeout_millis=1500, + )) + set_logger_provider(logger_provider) + otlp_handler = LoggingHandler(level=logging.INFO, logger_provider=logger_provider) + otlp_handler.addFilter(TechnicalLogs()) + # Keep machine-readable JSON in OTLP log body, preserving request ID. + otlp_handler.setFormatter(JsonFormatter()) + root.addHandler(otlp_handler) + self.providers = [trace_provider, meter_provider, logger_provider] + self.tracer = trace.get_tracer("messenger", "1.0") + meter = metrics.get_meter("messenger", "1.0") + self.requests = meter.create_counter("messenger.http.requests", unit="{request}") + self.http_duration = meter.create_histogram("messenger.http.duration", unit="s") + self.sampling = meter.create_counter("messenger.http.trace.decisions", unit="{request}") + self.jobs = meter.create_counter("messenger.jobs", unit="{job}") + self.job_duration = meter.create_histogram("messenger.job.duration", unit="s") + self.ready_duration = meter.create_histogram("messenger.attachment.ready.duration", unit="s") + self.queue_depth = meter.create_gauge("messenger.queue.depth", unit="{job}") + self.oldest_age = meter.create_gauge("messenger.queue.oldest.age", unit="s") + self.pool_used = meter.create_gauge("messenger.db.pool.used", unit="{connection}") + self.pool_waiting = meter.create_gauge("messenger.db.pool.waiting", unit="{request}") + self.worker_busy = meter.create_gauge("messenger.worker.busy", unit="{worker}") + self.worker_capacity = meter.create_gauge("messenger.worker.capacity", unit="{worker}") + self.process_cpu = meter.create_gauge("messenger.process.cpu", unit="%") + self.process_memory = meter.create_gauge("messenger.process.memory", unit="By") + self.export_observation = meter.create_gauge("messenger.telemetry.export", unit="{item}") + + def start_background(self, store): + process = psutil.Process() + process.cpu_percent() + + def collect(): + while not self.stop.wait(2): + counts = self.export_stats.snapshot() + # Read-only queue observation of pinned SDK 1.45.2. Conservation + # is evaluated after quiescence, not during concurrent export. + pending = len(self.batch_spans._batch_processor._queue) + counts["spans_pending"] = pending + counts["span_queue_capacity"] = 256 + counts["spans_queue_lost"] = max(0, counts["spans_recorded"] - counts["spans_exported"] - counts["spans_export_failed"] - counts["spans_in_flight"] - pending) + for name, value in counts.items(): + self.export_observation.set(value, {"observation": name}) + stats = store.pool.get_stats() + self.pool_used.set(max(0, stats.get("pool_size", 0) - stats.get("pool_available", 0))) + self.pool_waiting.set(stats.get("requests_waiting", 0)) + self.process_cpu.set(process.cpu_percent()) + self.process_memory.set(process.memory_info().rss) + if self.service == "messenger-worker": + self.worker_busy.set(self.busy) + self.worker_capacity.set(1) + if self.service == "messenger-dispatcher": + try: + with store.connection() as conn: + row = conn.execute("SELECT count(*) AS depth, COALESCE(EXTRACT(EPOCH FROM now()-min(created_at)),0) AS age FROM attachment_jobs WHERE state IN ('queued','processing')").fetchone() + self.queue_depth.set(row["depth"], {"queue": "attachments"}) + self.oldest_age.set(float(row["age"]), {"queue": "attachments"}) + except Exception: + logging.getLogger("messenger.telemetry").warning(json.dumps({"event": "queue_observation_unavailable"})) + if self.enabled: + self.thread = threading.Thread(target=collect, name="telemetry-observations", daemon=True) + self.thread.start() + + def close(self): + self.stop.set() + if self.thread: + self.thread.join(timeout=4) + # Business shutdown has a fixed budget even if telemetry endpoints are down. + def shutdown_providers(): + for provider in self.providers: + provider.shutdown() + shutdown = threading.Thread(target=shutdown_providers, name="telemetry-shutdown", daemon=True) + shutdown.start() + shutdown.join(timeout=2) + + +def setup(service): + global _runtime + if _runtime is None: + _runtime = Telemetry(service) + return _runtime + + +def current(): + return _runtime + + +def carrier(): + result = {} + propagate.inject(result) + return {key: result[key] for key in ("traceparent", "tracestate") if key in result} + + +@contextmanager +def operation(name, attributes=None, context=None, kind=SpanKind.CLIENT): + if kind == SpanKind.CLIENT and context is None and not trace.get_current_span().get_span_context().is_valid: + yield trace.get_current_span() + return + tracer = trace.get_tracer("messenger", "1.0") + with tracer.start_as_current_span(name, attributes=attributes or {}, context=context, + kind=kind, record_exception=False, + set_status_on_exception=False) as span: + try: + yield span + except BaseException as exc: + span.set_status(Status(StatusCode.ERROR, type(exc).__name__)) + raise diff --git a/src/messenger/worker.py b/src/messenger/worker.py new file mode 100644 index 0000000..3770d62 --- /dev/null +++ b/src/messenger/worker.py @@ -0,0 +1,286 @@ +"""Separate serial worker (prefetch=1) and transactional-outbox dispatcher.""" + +import argparse +import hashlib +import json +import logging +import re +import signal +import subprocess +import sys +import tempfile +import time +from datetime import datetime +from pathlib import Path +from uuid import UUID, uuid4 + +import redis +from opentelemetry import propagate, trace +from opentelemetry.trace import SpanKind, Status, StatusCode + +from . import telemetry +from .domain import Failure +from .jobs import GROUP, STREAM, Jobs, broker_client, fault +from .postgres import PostgresStore +from .storage import ObjectStorage + +logger = logging.getLogger("messenger.worker") +logging.basicConfig(level=logging.INFO, format="%(message)s") +stopping = False +MAX_JOB_BYTES = 8192 + + +def stop(signum, frame): + global stopping + stopping = True + + +def process(job, jobs, storage): + fault(jobs.store, "before_effect", job["attachment_id"]) + with tempfile.TemporaryDirectory(prefix="image-job-") as directory: + root = Path(directory) + source = root / "source" + response = storage.get(job["source_key"]) + try: + if response["ContentLength"] > 10_485_760: + raise ValueError("invalid_image") + with source.open("wb") as target: + while block := response["Body"].read(64 * 1024): + target.write(block) + if target.tell() > 10_485_760: + raise ValueError("invalid_image") + finally: + response["Body"].close() + with source.open("rb") as file: + digest = hashlib.file_digest(file, "sha256").hexdigest() + if digest != job["source_sha256"] or source.stat().st_size != job["source_size"]: + raise ValueError("invalid_image") + # Resize executes outside the API and is bounded in wall time, CPU and address space. + result = subprocess.run( + [ + sys.executable, + "-m", + "messenger.image_pipeline", + str(source), + directory, + str(job["pipeline_version"]), + ], + timeout=20, + capture_output=True, + check=False, + ) + if result.returncode: + raise ValueError("invalid_image") + variants = json.loads((root / "variants.json").read_text()) + prefix = f"attachments/{job['attachment_id']}/v{job['pipeline_version']}" + with source.open("rb") as file: + storage.put( + prefix + "/original", file, source.stat().st_size, job["source_content_type"] + ) + for variant in variants: + path = root / variant["name"] + with path.open("rb") as file: + storage.put( + prefix + "/" + variant["name"], + file, + variant["size_bytes"], + variant["content_type"], + ) + fault(jobs.store, "after_effect", job["attachment_id"]) + published = jobs.complete(job, prefix + "/original", variants) + if published: + fault(jobs.store, "after_result_commit", job["attachment_id"]) + cleanup_ready(jobs.store, storage, job["attachment_id"]) + return published + + +def cleanup_ready(store, storage, attachment_id): + # Same row lock as reprocess/replay: cannot delete a source chosen by a new job. + with store.connection() as conn, conn.transaction(): + a = conn.execute( + "SELECT * FROM attachments WHERE id=%s FOR UPDATE", (attachment_id,) + ).fetchone() + if ( + a + and a["status"] == "ready" + and a["stage_key"] + and a["stage_key"].startswith("staging/") + ): + storage.delete(a["stage_key"]) + conn.execute("UPDATE attachments SET stage_key=NULL WHERE id=%s", (attachment_id,)) + + +def validate_delivery(body): + if not isinstance(body, (str, bytes, bytearray)): + raise ValueError("invalid_job") + encoded = body.encode("utf-8") if isinstance(body, str) else body + if len(encoded) > MAX_JOB_BYTES: + raise ValueError("invalid_job") + try: + data = json.loads(encoded) + except RecursionError: + raise ValueError("invalid_job") from None + expected = { + "schema_version", + "job_id", + "type", + "attachment_id", + "pipeline_version", + "attempt", + "created_at", + } + optional = {"traceparent", "tracestate"} + if not isinstance(data, dict) or not expected <= set(data) or set(data) - expected - optional: + raise ValueError("invalid_job") + if ( + type(data["schema_version"]) is not int + or data["schema_version"] != 1 + or data["type"] != "attachment.process.v1" + ): + raise ValueError("invalid_job") + if not isinstance(data["job_id"], str) or not isinstance(data["attachment_id"], str): + raise ValueError("invalid_job") + for field in ("job_id", "attachment_id"): + canonical = str(UUID(data[field])) + if data[field].lower() != canonical: + raise ValueError("invalid_job") + # RFC UUID hex is case-insensitive; PostgreSQL and state comparisons use + # the same canonical spelling, so a valid uppercase delivery is not lost. + data[field] = canonical + if type(data["pipeline_version"]) is not int or data["pipeline_version"] < 1: + raise ValueError("invalid_job") + if type(data["attempt"]) is not int or data["attempt"] < 1: + raise ValueError("invalid_job") + created = data["created_at"] + if ( + not isinstance(created, str) + or len(created) > 64 + or not re.fullmatch( + r"[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}(?:\.[0-9]+)?Z", created + ) + ): + raise ValueError("invalid_job") + datetime.fromisoformat(created[:-1] + "+00:00") + if "traceparent" in data and ( + not isinstance(data["traceparent"], str) + or not re.fullmatch(r"00-[0-9a-f]{32}-[0-9a-f]{16}-[0-9a-f]{2}", data["traceparent"]) + ): + raise ValueError("invalid_job") + if "tracestate" in data and ( + not isinstance(data["tracestate"], str) or len(data["tracestate"]) > 512 + ): + raise ValueError("invalid_job") + return data + + +def consume_one(store, jobs, storage, broker, entry): + entry_id, fields = entry + try: + body = validate_delivery(fields.get("body", fields.get(b"body"))) + except (KeyError, ValueError, TypeError): + logger.error(json.dumps({"event": "invalid_delivery"})) + broker.xack(STREAM, GROUP, entry_id) + broker.xdel(STREAM, entry_id) + return + with telemetry.operation("attachments consume", context=propagate.extract(body), kind=SpanKind.CONSUMER): + consume_job(store, jobs, storage, broker, body) + # Durable state owns recovery even when notification acknowledgements repeat. + broker.xack(STREAM, GROUP, entry_id) + broker.xdel(STREAM, entry_id) + + +def consume_job(store, jobs, storage, broker, body): + job = jobs.claim(body["job_id"], body["attachment_id"], body["pipeline_version"]) + t = telemetry.current() + started = time.perf_counter() + outcome = "duplicate" + if job: + try: + if t: + t.busy = 1 + outcome = "success" if process(job, jobs, storage) else "superseded" + except ValueError: + jobs.fail(job, "invalid_image", permanent=True) + outcome = "failed" + except (Failure, subprocess.TimeoutExpired, OSError, RuntimeError) as exc: + logger.warning( + json.dumps( + {"event": "job_retry", "job_id": str(job["id"]), "kind": type(exc).__name__} + ) + ) + jobs.fail(job, "processing_failed") + outcome = "retry" if job["attempt"] < job["attempt_limit"] else "failed" + finally: + if t: + t.busy = 0 + attrs = {"job_type": "attachment.process.v1", "outcome": outcome} + t.jobs.add(1, attrs) + t.job_duration.record(time.perf_counter() - started, attrs) + span = trace.get_current_span() + span.set_attributes({"job.type": "attachment.process.v1", "job.outcome": outcome}) + if outcome in {"failed", "retry"}: + span.set_status(Status(StatusCode.ERROR, "processing_failed")) + logger.info(json.dumps({"event": "job_finished", "outcome": outcome})) + else: + trace.get_current_span().set_attributes({"job.type": "attachment.process.v1", "job.outcome": "duplicate"}) + + +def main(): + parser = argparse.ArgumentParser() + parser.add_argument("--dispatcher", action="store_true") + args = parser.parse_args() + signal.signal(signal.SIGTERM, stop) + signal.signal(signal.SIGINT, stop) + t = telemetry.setup("messenger-dispatcher" if args.dispatcher else "messenger-worker") + store = PostgresStore() + t.start_background(store) + jobs = Jobs(store) + broker = broker_client() + storage = None if args.dispatcher else ObjectStorage() + consumer = "worker-" + str(uuid4()) + last_claim = 0 + try: + while not stopping: + try: + if args.dispatcher: + jobs.recover_one() + if not jobs.publish_one(broker): + time.sleep(0.2) + continue + try: + broker.xgroup_create(STREAM, GROUP, id="0", mkstream=True) + except redis.ResponseError as exc: + if "BUSYGROUP" not in str(exc): + raise + entries = [] + if time.monotonic() - last_claim >= 5: + claimed = broker.xautoclaim( + STREAM, + GROUP, + consumer, + min_idle_time=jobs.lease_seconds * 1000, + start_id="0-0", + count=1, + ) + entries = claimed[1] + last_claim = time.monotonic() + if not entries: + batches = broker.xreadgroup(GROUP, consumer, {STREAM: ">"}, count=1, block=500) + entries = batches[0][1] if batches else [] + for entry in entries: + consume_one(store, jobs, storage, broker, entry) + except (redis.RedisError, Failure) as exc: + logger.warning( + json.dumps({"event": "dependency_retry", "kind": type(exc).__name__}) + ) + time.sleep(0.5) + finally: + broker.close() + if storage is not None: + storage.close() + t.close() + store.close() + + +if __name__ == "__main__": + main() diff --git a/student-tests/test_api.py b/student-tests/test_api.py new file mode 100644 index 0000000..5aac1cd --- /dev/null +++ b/student-tests/test_api.py @@ -0,0 +1,201 @@ +import base64 +import os +import threading +import uuid +from concurrent.futures import ThreadPoolExecutor +from urllib.parse import quote + +import pytest +from client import LAB, Client + + +@pytest.fixture +def scenario(): + c = Client(os.environ.get("BASE_URL", "http://127.0.0.1:8085")) + return c, *c.bootstrap() + + +@pytest.mark.parametrize( + "body", + [ + {"text": ""}, + {"text": " \n\t"}, + {"text": 1}, + {"text": True}, + {"text": None}, + {"text": "x", "sender_id": str(uuid.uuid4())}, + {"text": "x", "unknown": 1}, + {"text": "x" * 4001}, + {}, + [], + ], +) +def test_invalid_message(scenario, body): + c, alice, _, _, chat = scenario + c.call( + "POST", + f"/api/v1/chats/{chat['id']}/messages", + 400, + actor=alice, + body=body, + headers={"Idempotency-Key": uuid.uuid4().hex}, + ) + + +def test_malformed_json(scenario): + c, alice, _, _, chat = scenario + c.call( + "POST", + f"/api/v1/chats/{chat['id']}/messages", + 400, + actor=alice, + raw=b'{"text":', + headers={"Content-Type": "application/json", "Idempotency-Key": uuid.uuid4().hex}, + ) + + +def test_acl_and_unknown_chat(scenario): + c, alice, _, eve, chat = scenario + for cid in [chat["id"], str(uuid.uuid4())]: + for suffix in ["", "/messages"]: + c.call("GET", f"/api/v1/chats/{cid}{suffix}", 404, actor=eve) + c.call( + "POST", + f"/api/v1/chats/{cid}/messages", + 404, + actor=eve, + body={"text": "x"}, + headers={"Idempotency-Key": uuid.uuid4().hex}, + ) + c.call("GET", "/api/v1/chats/not-a-uuid", 400, actor=alice) + + +@pytest.mark.parametrize("name", ["ab", "UPPER", "a-b", "a" * 33, "имя", "abc\n"]) +def test_username_validation(scenario, name): + c, alice, *_ = scenario + body = {**alice["registration"], "username": name} + c.call("POST", "/api/v1/users", 400, body=body) + + +def test_unicode_and_limits(scenario): + c, alice, _, _, chat = scenario + text = "Ё👩‍💻漢字" * 500 + assert c.message(alice, chat, text)["json"]["text"] == text + c.call( + "POST", + "/api/v1/users", + 400, + body={ + **alice["registration"], + "username": "u_" + uuid.uuid4().hex[:12], + "display_name": " ", + }, + ) + + +@pytest.mark.parametrize("value", ["0", "101", "1.5", "true", "-1", "", "1&limit=2"]) +def test_invalid_limit(scenario, value): + c, alice, _, _, chat = scenario + c.call("GET", f"/api/v1/chats/{chat['id']}/messages?limit={value}", 400, actor=alice) + + +def test_pagination_and_cursor_scope(scenario): + c, alice, bob, _, chat = scenario + expected = [c.message(alice, chat, str(i))["json"] for i in range(13)] + path = f"/api/v1/chats/{chat['id']}/messages" + result, cursor, first = [], None, None + for i in range(20): + url = path + f"?limit={2 if i == 0 else 3}" + if cursor: + url += "&cursor=" + quote(cursor, safe="") + data = c.call("GET", url, actor=bob, schema="MessagePage")["json"] + result += data["items"] + cursor = data["next_cursor"] + first = first or cursor + if cursor is None: + break + assert result == sorted(expected, key=lambda m: (m["created_at"], m["id"])) + other = c.call( + "POST", + "/api/v1/chats", + 201, + actor=alice, + body={"title": "другой", "member_ids": [alice["id"]]}, + schema="Chat", + )["json"] + c.call("GET", f"/api/v1/chats/{other['id']}/messages?cursor={first}", 400, actor=alice) + c.call("GET", path + "?cursor=broken", 400, actor=alice) + + +def test_chat_validation_and_atomicity(scenario): + c, alice, bob, _, _ = scenario + before = c.call("GET", "/api/v1/chats?limit=100", actor=alice, schema="ChatPage")["json"] + for members in [ + [bob["id"]], + [alice["id"], alice["id"]], + [alice["id"], str(uuid.uuid4())], + [], + [123], + ]: + c.call( + "POST", + "/api/v1/chats", + 400, + actor=alice, + body={"title": "не должен появиться", "member_ids": members}, + ) + after = c.call("GET", "/api/v1/chats?limit=100", actor=alice, schema="ChatPage")["json"] + assert before == after + + +def test_concurrent_messages(scenario): + c, alice, bob, _, chat = scenario + barrier = threading.Barrier(10) + + def sender(i): + local = Client(c.base) + barrier.wait() + return [local.message(alice, chat, f"{i}:{j}")["json"] for j in range(10)] + + with ThreadPoolExecutor(max_workers=10) as pool: + sent = [m for batch in pool.map(sender, range(10)) for m in batch] + data = c.call( + "GET", f"/api/v1/chats/{chat['id']}/messages?limit=100", actor=bob, schema="MessagePage" + )["json"] + assert len(sent) == len({m["id"] for m in sent}) == len(data["items"]) == 100 + assert {m["id"] for m in sent} == {m["id"] for m in data["items"]} + assert data["next_cursor"] is None + + +def test_registration_race(scenario): + c, alice, *_ = scenario + body = {**alice["registration"], "username": "race_" + uuid.uuid4().hex[:12]} + barrier = threading.Barrier(10) + + def register(_): + local = Client(c.base) + barrier.wait() + return local.call("POST", "/api/v1/users", [201, 409], body=body)["status"] + + with ThreadPoolExecutor(max_workers=10) as pool: + statuses = list(pool.map(register, range(10))) + assert statuses.count(201) == 1 + assert statuses.count(409) == 9 + + +@pytest.mark.skipif(LAB < 2, reason="Сессии появляются в ЛР2") +def test_sessions(scenario): + c, alice, _, eve, _ = scenario + credential = base64.b64encode( + (alice["registration"]["username"] + ":wrong-password").encode() + ).decode() + c.call("POST", "/api/v1/auth/sessions", 401, headers={"Authorization": "Basic " + credential}) + c.call("GET", "/api/v1/users/me", 401, headers={"X-User-Id": alice["id"]}) + assert ( + c.call( + "GET", "/api/v1/users/me", actor=alice, headers={"X-User-Id": eve["id"]}, schema="User" + )["json"] + == alice["user"] + ) + c.call("DELETE", "/api/v1/auth/sessions/current", 204, actor=alice) + c.call("GET", "/api/v1/users/me", 401, actor=alice) diff --git a/student-tests/test_attachments.py b/student-tests/test_attachments.py new file mode 100644 index 0000000..8e57202 --- /dev/null +++ b/student-tests/test_attachments.py @@ -0,0 +1,203 @@ +"""Black-box regressions for attachment contract boundaries.""" + +import hashlib +import os +import struct +import uuid +import zlib +from io import BytesIO +from urllib.parse import quote + +import pytest +from client import Client +from PIL import Image + + +@pytest.fixture(scope="module") +def scenario(): + c = Client(os.environ.get("BASE_URL", "http://127.0.0.1:8085")) + return c, *c.bootstrap() + + +def image_bytes(fmt="PNG", size=(32, 20)): + stream = BytesIO() + Image.new("RGB", size, (100, 130, 200)).save(stream, fmt) + return stream.getvalue() + + +def upload(scenario, data=None, name="sample.png", mime="image/png", actor=None, status=202): + c, alice, _, _, chat = scenario + return c.call( + "POST", + f"/api/v1/chats/{chat['id']}/attachments?filename={quote(name, safe='')}", + status, + actor=actor or alice, + raw=data if data is not None else image_bytes(), + headers={"Content-Type": mime}, + schema="Attachment" if status == 202 else None, + ) + + +def test_roundtrip_acl_and_variant(scenario): + c, alice, bob, eve, chat = scenario + data = image_bytes() + a = upload(scenario, data)["json"] + assert a["sha256"] == hashlib.sha256(data).hexdigest() + assert a["status"] == "queued" + a = c.wait_ready(alice, a) + assert {v["name"] for v in a["variants"]} == {"thumbnail", "crop", "optimized"} + path = f"/api/v1/attachments/{a['id']}" + assert c.call("GET", path + "/content", 200, actor=bob)["bytes"] == data + c.call("GET", path, 404, actor=eve) + c.call("GET", path + "/content", 404, actor=eve) + c.call("GET", path + "/content?variant=thumbnail", 200, actor=alice) + c.call("GET", path + "/content?variant=unknown", 400, actor=alice) + message = c.call( + "POST", + f"/api/v1/chats/{chat['id']}/messages", + 201, + actor=alice, + body={"text": "", "attachment_ids": [a["id"]]}, + headers={"Idempotency-Key": uuid.uuid4().hex}, + schema="Message", + )["json"] + assert message["text"] == "" and message["attachment_ids"] == [a["id"]] + + +@pytest.mark.parametrize( + "name", [" ", "../x.png", "a\\b.png", "a\0.png", "a\x7f.png", "a\x85.png", "a\n.png"] +) +def test_bad_filename(scenario, name): + upload(scenario, name=name, status=400) + + +def chunk(kind, data): + return struct.pack(">I", len(data)) + kind + data + struct.pack(">I", zlib.crc32(kind + data)) + + +def png_with_data(data, width=1, height=1, color=2, palette=b""): + return ( + b"\x89PNG\r\n\x1a\n" + + chunk(b"IHDR", struct.pack(">IIBBBBB", width, height, 8, color, 0, 0, 0)) + + (chunk(b"PLTE", palette) if palette else b"") + + chunk(b"IDAT", data) + + chunk(b"IEND", b"") + ) + + +@pytest.mark.parametrize( + "data,mime", + [ + (image_bytes()[:33], "image/png"), + (image_bytes()[:-15], "image/png"), + (png_with_data(b"broken-zlib"), "image/png"), + (png_with_data(zlib.compress(b"\x05\0\0\0")), "image/png"), + (png_with_data(zlib.compress(b"\0\0"), color=3, palette=bytes(771)), "image/png"), + (bytes.fromhex("ffd8ffc0000b080001000101011100ffda0008010100003f00ffd9"), "image/jpeg"), + (bytes.fromhex("ffd8ffc00008080001000101ffda0002ffd9"), "image/jpeg"), + (image_bytes(), "image/jpeg"), + (b"not-an-image", "image/png"), + ], +) +def test_corrupt_or_spoofed_image(scenario, data, mime): + upload(scenario, data=data, mime=mime, status=415) + + +@pytest.mark.parametrize("size", [(8000, 5001), (20000, 10000)]) +def test_pixel_limit_before_decode(scenario, size): + data = png_with_data(b"", width=size[0], height=size[1]) + upload(scenario, data=data, status=413) + + +def test_byte_limit_and_exact_boundary(scenario): + data = image_bytes() + exact = data + bytes(10 * 1024 * 1024 - len(data)) + a = upload(scenario, data=exact)["json"] + assert a["size_bytes"] == len(exact) + upload(scenario, data=exact + b"x", status=413) + + +@pytest.mark.parametrize( + "body", + [ + {"attachment_ids": []}, + {"text": None}, + {"text": "x", "attachment_ids": None}, + {"text": "x", "attachment_ids": [123]}, + ], +) +def test_strict_message_fields(scenario, body): + c, alice, _, _, chat = scenario + c.call( + "POST", + f"/api/v1/chats/{chat['id']}/messages", + 400, + actor=alice, + body=body, + headers={"Idempotency-Key": uuid.uuid4().hex}, + ) + + +def test_foreign_unknown_and_ordered_attachments(scenario): + c, alice, _, _, chat = scenario + first, second = upload(scenario)["json"], upload(scenario)["json"] + other = c.call( + "POST", + "/api/v1/chats", + 201, + actor=alice, + body={"title": "other", "member_ids": [alice["id"]]}, + schema="Chat", + )["json"] + for aid in [first["id"], str(uuid.uuid4())]: + c.call( + "POST", + f"/api/v1/chats/{other['id']}/messages", + 404, + actor=alice, + body={"text": "", "attachment_ids": [aid]}, + headers={"Idempotency-Key": uuid.uuid4().hex}, + ) + key = uuid.uuid4().hex + body = {"text": "with files", "attachment_ids": [second["id"], first["id"]]} + p = f"/api/v1/chats/{chat['id']}/messages" + sent = c.call( + "POST", p, 201, actor=alice, body=body, headers={"Idempotency-Key": key}, schema="Message" + )["json"] + repeat = c.call( + "POST", p, 201, actor=alice, body=body, headers={"Idempotency-Key": key}, schema="Message" + )["json"] + assert repeat == sent + c.call( + "POST", + p, + 409, + actor=alice, + body={**body, "attachment_ids": list(reversed(body["attachment_ids"]))}, + headers={"Idempotency-Key": key}, + ) + history = c.call("GET", p, 200, actor=alice, schema="MessagePage")["json"]["items"] + assert next(m for m in history if m["id"] == sent["id"]) == sent + + +def test_nul_message_roundtrip(scenario): + c, alice, _, _, chat = scenario + assert c.message(alice, chat, "abc\0def")["json"]["text"] == "abc\0def" + + +def test_truncated_jpeg_with_forged_eoi(scenario): + import random + + stream = BytesIO() + Image.frombytes("RGB", (512, 512), random.Random(42).randbytes(512 * 512 * 3)).save( + stream, "JPEG", quality=95 + ) + original = stream.getvalue() + upload(scenario, data=original, name="real.jpg", mime="image/jpeg") + upload( + scenario, + data=original[: len(original) // 2] + b"\xff\xd9", + name="broken.jpg", + mime="image/jpeg", + status=415, + ) diff --git a/student-tests/test_cursor_format.py b/student-tests/test_cursor_format.py new file mode 100644 index 0000000..ceb15c5 --- /dev/null +++ b/student-tests/test_cursor_format.py @@ -0,0 +1,39 @@ +import base64 +import json +from uuid import uuid4 + +import pytest + +from messenger.domain import Failure, boundary + + +@pytest.mark.parametrize( + "version,date", + [ + (True, "2026-01-01T00:00:00Z"), + (1.0, "2026-01-01T00:00:00Z"), + (1, "2026-W01-1T00:00:00Z"), + (1, "20260101T000000Z"), + (1, "2026-01-01 00:00:00Z"), + (1, "2026-01-01X00:00:00Z"), + (1, "2026-02-30T00:00:00Z"), + (1, "2026-01-01T00:00:00.1234567Z"), + ], +) +def test_boundary_rejects_python_iso_extensions(version, date): + payload = [version, "scope", date, str(uuid4())] + cursor = base64.urlsafe_b64encode(json.dumps(payload).encode()).decode().rstrip("=") + with pytest.raises(Failure) as error: + boundary("scope", cursor) + assert error.value.status == 400 + + +@pytest.mark.parametrize( + "date", ["2026-01-01T00:00:00Z", "2026-01-01T00:00:00.1Z", "2026-01-01T00:00:00.123456Z"] +) +def test_boundary_preserves_generated_format(date): + uid = str(uuid4()) + cursor = ( + base64.urlsafe_b64encode(json.dumps([1, "scope", date, uid]).encode()).decode().rstrip("=") + ) + assert boundary("scope", cursor) == (date, uid) diff --git a/student-tests/test_cursor_http.py b/student-tests/test_cursor_http.py new file mode 100644 index 0000000..558b04e --- /dev/null +++ b/student-tests/test_cursor_http.py @@ -0,0 +1,49 @@ +import base64 +import json +import os +import uuid + +import pytest +from client import Client + + +@pytest.fixture(scope="module") +def shared(): + client = Client(os.getenv("BASE_URL", "http://127.0.0.1:8085")) + return client, *client.bootstrap() + + +@pytest.mark.parametrize( + "date", + [ + "2026-W01-1T00:00:00Z", + "20260101T000000Z", + "2026-01-01 00:00:00Z", + "2026-01-01X00:00:00Z", + "2026-01-01T00:00:00+00:00", + "2026-02-30T00:00:00Z", + "2026-01-01T24:00:00Z", + "2026-01-01T00:00:00.1234567Z", + ], +) +def test_cursor_rejects_noncanonical_dates_over_http(shared, date): + c, alice, _, _, chat = shared + for path, scope in [ + ("/api/v1/chats", "chats:" + alice["id"]), + (f"/api/v1/chats/{chat['id']}/messages", "messages:" + chat["id"]), + ]: + payload = [1, scope, date, str(uuid.uuid4())] + cursor = base64.urlsafe_b64encode(json.dumps(payload).encode()).decode().rstrip("=") + c.call("GET", path + "?cursor=" + cursor, 400, actor=alice) + + +@pytest.mark.parametrize("version", [True, 1.0]) +def test_cursor_rejects_noninteger_version_over_http(shared, version): + c, alice, _, _, chat = shared + for path, scope in [ + ("/api/v1/chats", "chats:" + alice["id"]), + (f"/api/v1/chats/{chat['id']}/messages", "messages:" + chat["id"]), + ]: + payload = [version, scope, "2026-01-01T00:00:00Z", str(uuid.uuid4())] + cursor = base64.urlsafe_b64encode(json.dumps(payload).encode()).decode().rstrip("=") + c.call("GET", path + "?cursor=" + cursor, 400, actor=alice) diff --git a/student-tests/test_edgecases.py b/student-tests/test_edgecases.py new file mode 100644 index 0000000..f5d3d47 --- /dev/null +++ b/student-tests/test_edgecases.py @@ -0,0 +1,99 @@ +import base64 +import json +import os +import uuid +from urllib.parse import quote + +import pytest +from client import LAB, Client + + +@pytest.fixture +def edge_scenario(): + client = Client(os.environ.get("BASE_URL", "http://127.0.0.1:8085")) + return client, *client.bootstrap() + + +def encoded_cursor(value): + return base64.urlsafe_b64encode(json.dumps(value).encode()).decode().rstrip("=") + + +@pytest.mark.parametrize("identity", ["missing", "malformed", "unknown"]) +def test_invalid_identity(edge_scenario, identity): + client, _, _, _, chat = edge_scenario + headers = {} + if identity == "malformed": + headers["X-User-Id"] = "not-a-uuid" + elif identity == "unknown": + headers["X-User-Id"] = str(uuid.uuid4()) + for path in ["/api/v1/users/me", "/api/v1/chats", f"/api/v1/chats/{chat['id']}/messages"]: + client.call("GET", path, 401, headers=headers) + + +@pytest.mark.parametrize("uid", [None, [], {}, 123, True, "not-a-uuid"]) +def test_cursor_rejects_non_uuid_boundary(edge_scenario, uid): + client, alice, _, _, chat = edge_scenario + payload = [1, "messages:" + chat["id"], "2026-10-30T12:00:00.000000Z", uid] + cursor = quote(encoded_cursor(payload), safe="") + client.call("GET", f"/api/v1/chats/{chat['id']}/messages?cursor={cursor}", 400, actor=alice) + + +@pytest.mark.parametrize( + "payload", [None, {}, [], [1], [1, "wrong-scope", "2026-10-30T12:00:00Z", str(uuid.uuid4())]] +) +def test_cursor_rejects_wrong_shape(edge_scenario, payload): + client, alice, _, _, chat = edge_scenario + cursor = quote(encoded_cursor(payload), safe="") + client.call("GET", f"/api/v1/chats/{chat['id']}/messages?cursor={cursor}", 400, actor=alice) + + +def test_request_id_is_present_and_not_reused(edge_scenario): + client, alice, _, _, _ = edge_scenario + first = client.call("GET", "/health/live", schema="Health") + second = client.call("GET", "/health/ready", schema="Health") + error = client.call("GET", "/api/v1/chats/malformed", 400, actor=alice) + values = [r["headers"]["X-Request-Id"] for r in [first, second, error]] + assert len(set(values)) == 3 + assert error["json"]["error"]["request_id"] == values[-1] + + +def test_unicode_codepoint_boundaries(edge_scenario): + client, alice, _, _, chat = edge_scenario + username = "unicode_" + uuid.uuid4().hex[:12] + registration = {"username": username, "display_name": "😀" * 100} + if LAB >= 2: + registration["password"] = "unicode-test-" + uuid.uuid4().hex + user = client.call( + "POST", + "/api/v1/users", + 201, + body=registration, + schema="User", + )["json"] + assert user["display_name"] == "😀" * 100 + client.call( + "POST", "/api/v1/users", 400, body={"username": username + "x", "display_name": "😀" * 101} + ) + message = client.message(alice, chat, "😀" * 4000)["json"] + assert message["text"] == "😀" * 4000 + client.call( + "POST", f"/api/v1/chats/{chat['id']}/messages", 400, actor=alice, body={"text": "😀" * 4001} + ) + + +def test_empty_history_and_cursor_exhaustion(edge_scenario): + client, alice, _, _, chat = edge_scenario + path = f"/api/v1/chats/{chat['id']}/messages" + empty = client.call("GET", path, actor=alice, schema="MessagePage")["json"] + assert empty == {"items": [], "next_cursor": None} + message = client.message(alice, chat, "одна запись")["json"] + data = client.call("GET", path + "?limit=1", actor=alice, schema="MessagePage")["json"] + assert data == {"items": [message], "next_cursor": None} + + +def test_missing_chat_is_hidden_like_foreign_chat(edge_scenario): + client, _, _, eve, chat = edge_scenario + foreign = client.call("GET", f"/api/v1/chats/{chat['id']}", 404, actor=eve)["json"] + missing = client.call("GET", f"/api/v1/chats/{uuid.uuid4()}", 404, actor=eve)["json"] + assert foreign["error"]["code"] == missing["error"]["code"] == "not_found" + assert foreign["error"]["message"] == missing["error"]["message"] diff --git a/student-tests/test_image_edges.py b/student-tests/test_image_edges.py new file mode 100644 index 0000000..ae0160d --- /dev/null +++ b/student-tests/test_image_edges.py @@ -0,0 +1,229 @@ +"""Full-range JPEG and bounded multi-frame PNG regressions.""" + +import os +import struct +import zlib +from io import BytesIO + +import pytest +from client import Client +from PIL import Image + + +@pytest.fixture(scope="module") +def scenario(): + c = Client(os.getenv("BASE_URL", "http://127.0.0.1:8085")) + return c, *c.bootstrap() + + +def upload(scenario, data, mime, expected): + c, alice, _, _, chat = scenario + result = c.call( + "POST", + f"/api/v1/chats/{chat['id']}/attachments?filename=edge.png", + 202 if expected == 201 else expected, + actor=alice, + raw=data, + headers={"Content-Type": mime}, + schema="Attachment" if expected == 201 else None, + ) + if expected == 201: + result["json"] = c.wait_ready(alice, result["json"]) + return result + + +def progressive_jpeg(): + output = BytesIO() + image = Image.new("RGB", (6000, 6000), "blue") + try: + image.save(output, "JPEG", quality=90, progressive=True, subsampling=0) + finally: + image.close() + return output.getvalue() + + +def apng(size=(16, 16), default_image=False): + output = BytesIO() + first, second = Image.new("RGB", size, "red"), Image.new("RGB", size, "blue") + try: + first.save( + output, + "PNG", + save_all=True, + append_images=[second], + duration=100, + loop=0, + default_image=default_image, + ) + finally: + first.close() + second.close() + return output.getvalue() + + +def broken_later_frame(data): + result, position = bytearray(data[:8]), 8 + while position < len(data): + length = struct.unpack(">I", data[position : position + 4])[0] + kind = data[position + 4 : position + 8] + payload = data[position + 8 : position + 8 + length] + if kind == b"fdAT": + payload = payload[:4] + b"not-a-valid-deflate-stream" + result += ( + struct.pack(">I", len(payload)) + + kind + + payload + + struct.pack(">I", zlib.crc32(kind + payload)) + ) + position += length + 12 + return bytes(result) + + +def test_36m_progressive_jpeg_is_valid_and_unchanged(scenario): + data = progressive_jpeg() + attachment = upload(scenario, data, "image/jpeg", 201)["json"] + c, _, bob, _, _ = scenario + assert ( + c.call("GET", f"/api/v1/attachments/{attachment['id']}/content", actor=bob)["bytes"] == data + ) + + +def test_apng_corrupt_later_frame_is_rejected(scenario): + upload(scenario, broken_later_frame(apng()), "image/png", 415) + + +def test_valid_small_apng_is_accepted_and_unchanged(scenario): + data = apng() + attachment = upload(scenario, data, "image/png", 201)["json"] + c, _, bob, _, _ = scenario + assert ( + c.call("GET", f"/api/v1/attachments/{attachment['id']}/content", actor=bob)["bytes"] == data + ) + + +def test_apng_cumulative_canvas_limit(scenario): + # Two 25M-pixel canvases exceed the total 40M decode budget. + upload(scenario, apng((5000, 5000)), "image/png", 413) + + +def test_apng_forged_frame_count_cannot_hide_bad_frame(scenario): + data = bytearray(broken_later_frame(apng())) + position = 8 + while position < len(data): + length = struct.unpack(">I", data[position : position + 4])[0] + kind = bytes(data[position + 4 : position + 8]) + if kind == b"acTL": + data[position + 8 : position + 12] = struct.pack(">I", 1) + payload = bytes(data[position + 8 : position + 8 + length]) + data[position + 8 + length : position + 12 + length] = struct.pack( + ">I", zlib.crc32(kind + payload) + ) + break + position += length + 12 + upload(scenario, bytes(data), "image/png", 415) + + +def test_apng_zero_count_with_static_fallback_is_rejected(scenario): + # Pillow warns and falls back to one valid static PNG frame. The raw acTL + # count must still be rejected rather than trusting Pillow's n_frames=1. + data = apng() + result, position, controls = bytearray(data[:8]), 8, 0 + while position < len(data): + length = int.from_bytes(data[position : position + 4], "big") + kind = data[position + 4 : position + 8] + payload = data[position + 8 : position + 8 + length] + position += length + 12 + if kind == b"acTL": + payload = bytes(4) + payload[4:] + if kind == b"fcTL": + controls += 1 + if controls > 1: + continue + if kind == b"fdAT": + continue + result += ( + struct.pack(">I", len(payload)) + + kind + + payload + + struct.pack(">I", zlib.crc32(kind + payload)) + ) + upload(scenario, bytes(result), "image/png", 415) + + +def test_apng_exact_cumulative_limit_is_accepted(scenario): + upload(scenario, apng((4000, 5000)), "image/png", 201) + + +def test_40m_cmyk_progressive_jpeg_is_accepted(scenario): + output = BytesIO() + image = Image.new("CMYK", (8000, 5000), (0, 128, 128, 0)) + try: + image.save(output, "JPEG", quality=90, progressive=True, subsampling=0) + finally: + image.close() + data = output.getvalue() + attachment = upload(scenario, data, "image/jpeg", 201)["json"] + c, _, bob, _, _ = scenario + assert ( + c.call("GET", f"/api/v1/attachments/{attachment['id']}/content", actor=bob)["bytes"] == data + ) + + +def test_repeated_large_image_sequence_stays_available(scenario): + # Formerly retained APNG canvases could overlap the next CMYK decoder. + c, _, bob, _, _ = scenario + data = apng((4000, 5000)) + attachment = upload(scenario, data, "image/png", 201)["json"] + assert ( + c.call("GET", f"/api/v1/attachments/{attachment['id']}/content", actor=bob)["bytes"] == data + ) + del data + test_40m_cmyk_progressive_jpeg_is_accepted(scenario) + test_36m_progressive_jpeg_is_valid_and_unchanged(scenario) + data = BytesIO() + image = Image.new("RGB", (16, 16), "green") + image.save(data, "PNG") + image.close() + attachment = upload(scenario, data.getvalue(), "image/png", 201)["json"] + assert ( + c.call("GET", f"/api/v1/attachments/{attachment['id']}/content", actor=bob)["bytes"] + == data.getvalue() + ) + + +@pytest.mark.parametrize("progressive", [False, True]) +def test_small_cmyk_jpeg(progressive, scenario): + output = BytesIO() + image = Image.new("CMYK", (24, 18), (0, 128, 128, 0)) + image.save(output, "JPEG", progressive=progressive) + image.close() + upload(scenario, output.getvalue(), "image/jpeg", 201) + + +def test_invalid_zero_frame_count_is_rejected(scenario): + data = apng() + result, position, controls = bytearray(data[:8]), 8, 0 + while position < len(data): + length = struct.unpack(">I", data[position : position + 4])[0] + kind = data[position + 4 : position + 8] + payload = data[position + 8 : position + 8 + length] + position += length + 12 + if kind == b"fcTL": + controls += 1 + if controls > 1: + continue + if kind == b"fdAT": + continue + if kind == b"acTL": + payload = bytes(4) + payload[4:] + result += ( + struct.pack(">I", len(payload)) + + kind + + payload + + struct.pack(">I", zlib.crc32(kind + payload)) + ) + upload(scenario, bytes(result), "image/png", 415) + + +def test_valid_apng_default_image(scenario): + upload(scenario, apng(default_image=True), "image/png", 201) diff --git a/student-tests/test_jobs.py b/student-tests/test_jobs.py new file mode 100644 index 0000000..ef1053b --- /dev/null +++ b/student-tests/test_jobs.py @@ -0,0 +1,72 @@ +import json + +import pytest + +from messenger.worker import validate_delivery + +VALID = { + "schema_version": 1, + "job_id": "11111111-1111-4111-8111-111111111111", + "type": "attachment.process.v1", + "attachment_id": "22222222-2222-4222-8222-222222222222", + "pipeline_version": 1, + "attempt": 1, + "created_at": "2026-11-06T00:00:00Z", +} + + +@pytest.mark.parametrize( + "key,value", + [ + ("job_id", 123), + ("job_id", []), + ("attachment_id", {}), + ("schema_version", True), + ("pipeline_version", True), + ("attempt", 0), + ("created_at", 123), + ("created_at", "2026-11-06"), + ("created_at", "2026-11-06T12Z"), + ("created_at", "2026-99-99T00:00:00Z"), + ("traceparent", 123), + ("tracestate", []), + ], +) +def test_invalid_envelopes_are_bounded_validation_errors(key, value): + with pytest.raises(ValueError): + validate_delivery(json.dumps({**VALID, key: value})) + + +@pytest.mark.parametrize("body", [b"\xff", "null", "[]", "{}", "not json"]) +def test_invalid_json(body): + with pytest.raises(ValueError): + validate_delivery(body) + + +def test_valid_trace_context(): + body = { + **VALID, + "traceparent": "00-" + "a" * 32 + "-" + "b" * 16 + "-01", + "tracestate": "test=value", + } + assert validate_delivery(json.dumps(body)) == body + + +@pytest.mark.parametrize( + "body", ["[" * 2000 + "]" * 2000, "[" * 20000 + "]" * 20000, b" " * 8193 + b"{}"] +) +def test_deep_and_oversize_envelopes_reject_safely(body): + with pytest.raises(ValueError): + validate_delivery(body) + + +def test_uuid_uppercase_is_normalized_before_storage(): + value = "AAAAAAAA-AAAA-4AAA-8AAA-AAAAAAAAAAAA" + parsed = validate_delivery(json.dumps({**VALID, "job_id": value, "attachment_id": value})) + assert parsed["job_id"] == parsed["attachment_id"] == value.lower() + + +@pytest.mark.parametrize("field", ["job_id", "attachment_id"]) +def test_uuid_urn_is_rejected_before_storage(field): + with pytest.raises(ValueError): + validate_delivery(json.dumps({**VALID, field: "urn:uuid:" + VALID[field]})) diff --git a/student-tests/test_json_encoding.py b/student-tests/test_json_encoding.py new file mode 100644 index 0000000..fe81fd6 --- /dev/null +++ b/student-tests/test_json_encoding.py @@ -0,0 +1,169 @@ +import base64 +import codecs +import json +import os +import uuid +from uuid import uuid4 + +import pytest +from client import Client + +ENCODINGS = [ + "utf-16", + "utf-16-le", + "utf-16-be", + "utf-16-be-bom", + "utf-32", + "utf-32-le", + "utf-32-be", + "utf-32-be-bom", +] + + +def encoded(body, encoding): + text = json.dumps(body, ensure_ascii=False) + if encoding == "utf-16-be-bom": + return codecs.BOM_UTF16_BE + text.encode("utf-16-be") + if encoding == "utf-32-be-bom": + return codecs.BOM_UTF32_BE + text.encode("utf-32-be") + return text.encode(encoding) + + +@pytest.fixture(scope="module") +def encoding_scenario(): + c = Client(os.environ["BASE_URL"]) + return c, *c.bootstrap() + + +@pytest.mark.parametrize("encoding", ENCODINGS) +def test_non_utf8_registration_has_no_write(encoding_scenario, encoding): + c, *_ = encoding_scenario + body = { + "username": "enc_" + uuid.uuid4().hex[:14], + "display_name": "Никита\u0000имя", + "password": "Пароль:тестовый-12345", + } + c.call( + "POST", + "/api/v1/users", + 400, + raw=encoded(body, encoding), + headers={"Content-Type": "application/json"}, + ) + # UNIQUE username proves the rejected request did not insert a user. + created = c.call("POST", "/api/v1/users", 201, body=body, schema="User")["json"] + assert created["display_name"] == body["display_name"] + + +@pytest.mark.parametrize("encoding", ENCODINGS) +def test_non_utf8_chat_has_no_write(encoding_scenario, encoding): + c, alice, *_ = encoding_scenario + before = c.call("GET", "/api/v1/chats?limit=100", actor=alice, schema="ChatPage")["json"] + body = {"title": "Чат\u0000" + uuid.uuid4().hex, "member_ids": [alice["id"]]} + c.call( + "POST", + "/api/v1/chats", + 400, + actor=alice, + raw=encoded(body, encoding), + headers={"Content-Type": "application/json"}, + ) + after = c.call("GET", "/api/v1/chats?limit=100", actor=alice, schema="ChatPage")["json"] + assert before == after + assert ( + c.call("POST", "/api/v1/chats", 201, actor=alice, body=body, schema="Chat")["json"]["title"] + == body["title"] + ) + + +@pytest.mark.parametrize("encoding", ENCODINGS) +def test_non_utf8_message_has_no_write(encoding_scenario, encoding): + c, alice, _, _, chat = encoding_scenario + path = f"/api/v1/chats/{chat['id']}/messages" + key = uuid.uuid4().hex + body = {"text": "Сообщение\u0000" + key} + c.call( + "POST", + path, + 400, + actor=alice, + raw=encoded(body, encoding), + headers={"Content-Type": "application/json", "Idempotency-Key": key}, + ) + history = c.call("GET", path + "?limit=100", actor=alice, schema="MessagePage")["json"]["items"] + assert all(item["text"] != body["text"] for item in history) + good = c.call( + "POST", + path, + 201, + actor=alice, + body=body, + headers={"Idempotency-Key": key}, + schema="Message", + )["json"] + repeat = c.call( + "POST", + path, + 201, + actor=alice, + body=body, + headers={"Idempotency-Key": key}, + schema="Message", + )["json"] + assert good == repeat and good["text"] == body["text"] + + +@pytest.mark.parametrize("encoding", ["utf-8", "utf-8-sig"]) +def test_valid_utf8_registration_and_login(encoding_scenario, encoding): + c, *_ = encoding_scenario + body = { + "username": "utf8_" + uuid.uuid4().hex[:14], + "display_name": "Юникод\u0000😀", + "password": "Пароль:тестовый-12345", + } + user = c.call( + "POST", + "/api/v1/users", + 201, + raw=encoded(body, encoding), + headers={"Content-Type": "application/json"}, + schema="User", + )["json"] + assert user["display_name"] == body["display_name"] + credential = base64.b64encode((body["username"] + ":" + body["password"]).encode()).decode() + session = c.call( + "POST", + "/api/v1/auth/sessions", + 201, + headers={"Authorization": "Basic " + credential}, + schema="Session", + )["json"] + assert session["user"] == user + + +def requests_for(alice, chat): + return [ + ( + "/api/v1/users", + { + "username": "utf_" + uuid4().hex[:12], + "display_name": "Имя\0", + "password": "synthetic-password-123", + }, + ), + ("/api/v1/chats", {"title": "Чат\0", "member_ids": [alice["id"]]}), + (f"/api/v1/chats/{chat['id']}/messages", {"text": "Сообщение\0"}), + ] + + +def test_utf8_and_escaped_nul_remain_valid(encoding_scenario): + c, alice, _, _, chat = encoding_scenario + for path, body in requests_for(alice, chat): + c.call( + "POST", + path, + 201, + actor=alice, + raw=json.dumps(body, ensure_ascii=False).encode("utf-8"), + headers={"Content-Type": "application/json", "Idempotency-Key": uuid4().hex}, + ) diff --git a/student-tests/test_pipeline.py b/student-tests/test_pipeline.py new file mode 100644 index 0000000..90d4ef0 --- /dev/null +++ b/student-tests/test_pipeline.py @@ -0,0 +1,46 @@ +from io import BytesIO + +import pytest +from PIL import Image + +from messenger.image_pipeline import fitted_size, render + + +@pytest.mark.parametrize( + "source,expected", + [((319, 200), (256, 160)), ((320, 200), (256, 160)), ((10, 4), (10, 4)), ((1, 1000), (1, 256))], +) +def test_fits_contract(source, expected): + assert fitted_size(*source, 256) == expected + + +def test_variants_alpha_and_metadata(tmp_path): + source = BytesIO() + Image.new("RGBA", (319, 200), (255, 0, 0, 0)).save(source, "PNG") + source.seek(0) + variants = render(source, tmp_path) + assert {v["name"] for v in variants} == {"thumbnail", "crop", "optimized"} + with Image.open(tmp_path / "thumbnail") as thumb: + assert thumb.format == "JPEG" + assert thumb.size == (256, 160) + assert all(channel > 245 for channel in thumb.getpixel((0, 0))) + assert not thumb.getexif() + with Image.open(tmp_path / "crop") as crop: + assert crop.size == (128, 128) + with Image.open(tmp_path / "optimized") as optimized: + assert optimized.format == "WEBP" + assert optimized.size == (319, 200) + + +def test_exif_orientation_without_upscale(tmp_path): + source = BytesIO() + exif = Image.Exif() + exif[274] = 6 + Image.new("RGB", (80, 40), "blue").save(source, "JPEG", exif=exif) + original = source.getvalue() + source.seek(0) + render(source, tmp_path) + assert source.getvalue() == original + with Image.open(tmp_path / "thumbnail") as thumbnail: + assert thumbnail.size == (40, 80) + assert not thumbnail.getexif() diff --git a/student-tests/test_sessions.py b/student-tests/test_sessions.py new file mode 100644 index 0000000..0519f81 --- /dev/null +++ b/student-tests/test_sessions.py @@ -0,0 +1,62 @@ +import base64 +import uuid + +import pytest +from client import Client + + +@pytest.mark.parametrize("password", ["x" * 11, "x" * 129, "😀" * 129, 123, None, True]) +def test_password_contract(password): + import os + + c = Client(os.environ["BASE_URL"]) + c.call( + "POST", + "/api/v1/users", + 400, + body={ + "username": "pwd_" + uuid.uuid4().hex[:12], + "display_name": "Тест", + "password": password, + }, + ) + + +def test_full_unicode_password_and_colon(): + import os + + c = Client(os.environ["BASE_URL"]) + username = "pwd_" + uuid.uuid4().hex[:12] + password = "😀" * 126 + ":Я" + user = c.call( + "POST", + "/api/v1/users", + 201, + body={"username": username, "display_name": "Пароль128", "password": password}, + schema="User", + )["json"] + good = base64.b64encode((username + ":" + password).encode()).decode() + session = c.call( + "POST", + "/api/v1/auth/sessions", + 201, + headers={"Authorization": "bAsIc " + good}, + schema="Session", + )["json"] + actor = {"id": user["id"], "token": session["token"]} + assert session["user"] == user + bad = base64.b64encode((username + ":" + password[:-1] + "Б").encode()).decode() + c.call("POST", "/api/v1/auth/sessions", 401, headers={"Authorization": "Basic " + bad}) + c.call("GET", "/api/v1/users/me", 401, headers={"Authorization": "Basic " + good}) + c.call("GET", "/api/v1/users/me", actor=actor, schema="User") + c.call("DELETE", "/api/v1/auth/sessions/current", 204, actor=actor) + c.call("GET", "/api/v1/users/me", 401, actor=actor) + + +@pytest.mark.parametrize("credential", ["Basic !invalid", "Basic", "Bearer abc", "", "Basic YTpi"]) +def test_invalid_basic(credential): + import os + + Client(os.environ["BASE_URL"]).call( + "POST", "/api/v1/auth/sessions", 401, headers={"Authorization": credential} + ) diff --git a/student-tests/test_telemetry_bounds.py b/student-tests/test_telemetry_bounds.py new file mode 100644 index 0000000..4699e1b --- /dev/null +++ b/student-tests/test_telemetry_bounds.py @@ -0,0 +1,38 @@ +"""Real exporter failure must remain bounded and account for lost sampled spans.""" +import json +import os +import subprocess +import sys +from pathlib import Path + + +def test_span_queue_loss_conservation_when_collector_absent(): + code = ''' +import json, time +from messenger.telemetry import setup +class Pool: + def get_stats(self): return {} +class Store: + pool=Pool() +t=setup("messenger-api") +t.start_background(Store()) +for index in range(1200): + with t.tracer.start_as_current_span("synthetic-safe-span"): + pass +time.sleep(7) +counts=t.export_stats.snapshot() +pending=len(t.batch_spans._batch_processor._queue) +loss=counts["spans_recorded"]-counts["spans_exported"]-counts["spans_export_failed"]-counts["spans_in_flight"]-pending +assert counts["spans_recorded"]==1200 +assert 0<=pending<=256 +assert loss>0 +assert counts["spans_export_failed"]>0 +print(json.dumps({"recorded":1200,"pending":pending,"queue_lost":loss,"export_failed":counts["spans_export_failed"]})) +t.close() +''' + env = {**os.environ, "PYTHONPATH": str(Path(__file__).resolve().parents[1]/"src"), + "OTEL_ENABLED": "1", "OTEL_EXPORTER_OTLP_ENDPOINT": "http://127.0.0.1:1"} + result = subprocess.run([sys.executable, "-c", code], env=env, capture_output=True, text=True, timeout=15) + assert result.returncode == 0, result.stderr[-1000:] + payload = json.loads(next(line for line in result.stdout.splitlines() if line.startswith('{'))) + assert payload["queue_lost"] > 0 diff --git a/student-tests/test_unicode_scalars.py b/student-tests/test_unicode_scalars.py new file mode 100644 index 0000000..2da3759 --- /dev/null +++ b/student-tests/test_unicode_scalars.py @@ -0,0 +1,19 @@ +import pytest +from pydantic import ValidationError + +from messenger.models import CreateChat, CreateMessage, CreateUser + + +@pytest.mark.parametrize('scalar',['\ud800','\udfff']) +def test_unpaired_surrogates_rejected(scalar): + for factory in ( + lambda: CreateUser(username='valid_user',display_name=scalar,password='valid-pass-123'), + lambda: CreateUser(username='valid_user',display_name='Valid',password='valid-pass-'+scalar), + lambda: CreateChat(title=scalar,member_ids=['00000000-0000-4000-8000-000000000001']), + lambda: CreateMessage(text=scalar), + ): + with pytest.raises(ValidationError): + factory() + +def test_valid_unicode_and_nul(): + assert CreateMessage(text='😀\x00').text=='😀\x00' diff --git a/uv.lock b/uv.lock new file mode 100644 index 0000000..33ec814 --- /dev/null +++ b/uv.lock @@ -0,0 +1,1001 @@ +version = 1 +revision = 3 +requires-python = "==3.12.*" + +[[package]] +name = "annotated-doc" +version = "0.0.5" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/5a/8e/38aa427ed5402449e226975b649c5dc73ccadfefeb95e6aecb8f8ea4b6b6/annotated_doc-0.0.5.tar.gz", hash = "sha256:c7e58ce09192557605d8bbd92836d7e1d520ac9580096042c0bfd197efacf1bb", size = 10758, upload-time = "2026-07-28T13:50:58.129Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/3e/30/e900b21425a860e195f32e37657aa1f7c7f2b1bfb26f03ca209b90933c06/annotated_doc-0.0.5-py3-none-any.whl", hash = "sha256:117bac03a25ede5df5440e855b32d556049ca169ead221505badf432fed4b101", size = 5302, upload-time = "2026-07-28T13:50:57.239Z" }, +] + +[[package]] +name = "annotated-types" +version = "0.8.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/5f/56/a8120250d128bed162cd73c76d45f6ef9991f3e068f62a8ee060afa3104a/annotated_types-0.8.0.tar.gz", hash = "sha256:13b2beaad985e05e2d6407ee4c4f35590b11f8d693a258a561055cac8f64cab7", size = 15893, upload-time = "2026-07-23T20:16:13.995Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/99/91/8acff4f5e50511b911bbccb72b8628a49c68ce14148cd9f6431094859a90/annotated_types-0.8.0-py3-none-any.whl", hash = "sha256:f072f4d804ea359e4eaf198b1af7a8b0943881a87f31bb764f8bf219bb9419e0", size = 13427, upload-time = "2026-07-23T20:16:12.938Z" }, +] + +[[package]] +name = "anyio" +version = "4.15.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "idna" }, + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/a9/d2/f4d173e22df740bc37b1db102b386ba719b66e95b0f0d751f556b387e6d2/anyio-4.15.1.tar.gz", hash = "sha256:9f28306018cbd6d329e64a36d58256edff76dd996fe423bc957326e578b82a94", size = 276966, upload-time = "2026-09-05T10:42:39.44Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/12/b8/4bd346e22b28902df4d651910f5242c28d84e4a5c2435ca5c3f797ed7e2e/anyio-4.15.1-py3-none-any.whl", hash = "sha256:6152fdbbf9a77fdec97731721bebf7c4c44f7c29b424b0065826173efc7ed101", size = 132079, upload-time = "2026-09-05T10:42:37.923Z" }, +] + +[[package]] +name = "argon2-cffi" +version = "25.1.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "argon2-cffi-bindings" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/0e/89/ce5af8a7d472a67cc819d5d998aa8c82c5d860608c4db9f46f1162d7dab9/argon2_cffi-25.1.0.tar.gz", hash = "sha256:694ae5cc8a42f4c4e2bf2ca0e64e51e23a040c6a517a85074683d3959e1346c1", size = 45706, upload-time = "2025-06-03T06:55:32.073Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/4f/d3/a8b22fa575b297cd6e3e3b0155c7e25db170edf1c74783d6a31a2490b8d9/argon2_cffi-25.1.0-py3-none-any.whl", hash = "sha256:fdc8b074db390fccb6eb4a3604ae7231f219aa669a2652e0f20e16ba513d5741", size = 14657, upload-time = "2025-06-03T06:55:30.804Z" }, +] + +[[package]] +name = "argon2-cffi-bindings" +version = "26.1.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "cffi" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/0b/43/bb8b6e8708d49a5ab36781333af092d9f483b198a2710d01281204640055/argon2_cffi_bindings-26.1.0.tar.gz", hash = "sha256:63505c71542a44b68b1e38060450fb006404170da375feb31af153e7f9c6205d", size = 1790807, upload-time = "2026-08-20T07:44:22.492Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/e7/d2/0ae991f1b2181e5be49007c574710a800ad36c2978683addb3e67c474e55/argon2_cffi_bindings-26.1.0-cp310-abi3-macosx_11_0_arm64.whl", hash = "sha256:21ca0396fe5ec995dd54431c32698189666f9224810acfa752e50d2bd94d9df2", size = 25521, upload-time = "2026-08-20T07:32:43.019Z" }, + { url = "https://files.pythonhosted.org/packages/7e/e4/ad91d8297638aa2258aad4501c306aca99480dfe76ccd638173fa3702db9/argon2_cffi_bindings-26.1.0-cp310-abi3-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:78de2d65e0b9ea7ce9d1b1c3e87297b2d7305a02c266ee2a2d6910daddd7ee69", size = 27177, upload-time = "2026-08-20T07:32:44.158Z" }, + { url = "https://files.pythonhosted.org/packages/6f/86/5363df11b86d02cf3662208e7406496327649cc90eb365bf6f4e8a54a41f/argon2_cffi_bindings-26.1.0-cp310-abi3-manylinux_2_26_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:27f1821903e2ceadcb88ec2b45ef190897b7682449c772f4d9b53e42c520cf29", size = 26597, upload-time = "2026-08-20T07:32:45.172Z" }, + { url = "https://files.pythonhosted.org/packages/f4/b5/a14dcc592652347dad23ee93b278a4da5d2a25c9ed3ebd10d68eea823a4f/argon2_cffi_bindings-26.1.0-cp310-abi3-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:d88e5f7e60f28ae0b0cc6b2f16c43e87cd642a196a86f85e0d8bb6fe016fc16d", size = 27403, upload-time = "2026-08-20T07:32:46.13Z" }, + { url = "https://files.pythonhosted.org/packages/b3/81/b4a20d4902af7f796390bf9245ff83c5217dfa7367efa1d14986956c482b/argon2_cffi_bindings-26.1.0-cp310-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:34b7d9c24a4165a2c61cc8ae11d44d48c9ce2830fb536cb7914e11fdd9962728", size = 27132, upload-time = "2026-08-20T07:32:47.13Z" }, + { url = "https://files.pythonhosted.org/packages/7e/1b/c8de358af07b1c490e0fcb863ef98e46ddb486e45567aca5a60bd68d9daa/argon2_cffi_bindings-26.1.0-cp310-abi3-musllinux_1_2_riscv64.whl", hash = "sha256:224865cbbcb7a2bd1356741dff12b0134df726b6d44bb7b500df8e303cbd9e81", size = 27588, upload-time = "2026-08-20T07:32:48.087Z" }, + { url = "https://files.pythonhosted.org/packages/48/2f/7ee62a6e79f9309f9d9982d301b22a00010adb580c05c8109b94d7b33de0/argon2_cffi_bindings-26.1.0-cp310-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:ffff613aaa9ce6236766e2fc6dc560bb5abde7a2e2416e3db1f9ae395a2b4dd4", size = 26785, upload-time = "2026-08-20T07:32:48.977Z" }, + { url = "https://files.pythonhosted.org/packages/e9/10/960d0ee93d4897741bcaf4799c697dae2d81499f66fd1ed042a7dd54c1f4/argon2_cffi_bindings-26.1.0-cp310-abi3-win32.whl", hash = "sha256:a86c069c91a747a2c4e5c51473590aeb48172fff9b2130d23729a42d98665ecb", size = 23898, upload-time = "2026-08-20T07:32:50.114Z" }, + { url = "https://files.pythonhosted.org/packages/6d/3a/0cc14a05810e6add9bce5e87693334baa2222de5f647fa31781885b6573f/argon2_cffi_bindings-26.1.0-cp310-abi3-win_amd64.whl", hash = "sha256:2c36ff87b5dfaa477d0bd51e9d7f6abdae7c8955d2983c97419085d842154b3e", size = 25730, upload-time = "2026-08-20T07:32:51.091Z" }, + { url = "https://files.pythonhosted.org/packages/4e/db/d83cf2af140547f0b9cdaece05b2dc2dcbf991be4667331d073eff771435/argon2_cffi_bindings-26.1.0-cp310-abi3-win_arm64.whl", hash = "sha256:f9c4420a7a864fe1b86ce35befc95b8e39fb852493b81cf798671ddc265de638", size = 24478, upload-time = "2026-08-20T07:32:52.111Z" }, +] + +[[package]] +name = "attrs" +version = "26.1.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/9a/8e/82a0fe20a541c03148528be8cac2408564a6c9a0cc7e9171802bc1d26985/attrs-26.1.0.tar.gz", hash = "sha256:d03ceb89cb322a8fd706d4fb91940737b6642aa36998fe130a9bc96c985eff32", size = 952055, upload-time = "2026-03-19T14:22:25.026Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/64/b4/17d4b0b2a2dc85a6df63d1157e028ed19f90d4cd97c36717afef2bc2f395/attrs-26.1.0-py3-none-any.whl", hash = "sha256:c647aa4a12dfbad9333ca4e71fe62ddc36f4e63b2d260a37a8b83d2f043ac309", size = 67548, upload-time = "2026-03-19T14:22:23.645Z" }, +] + +[[package]] +name = "boto3" +version = "1.43.125" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "botocore" }, + { name = "jmespath" }, + { name = "s3transfer" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/f2/c2/9285c749ca49c213ad90aa239884d0c5cbbdc58f02c4c44bcc4a3bf59023/boto3-1.43.125.tar.gz", hash = "sha256:5a635a0fbbd51f319e465b809cf043668705defbb9dddaf26ae66747f70b2a49", size = 112651, upload-time = "2026-11-05T20:24:13.843Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/b5/12/1e295c564a8319e6e27353c4c849ec31b0e3857b2614c36c7cc050ca1b9c/boto3-1.43.125-py3-none-any.whl", hash = "sha256:101fe3ee99664e671efb9af65c8e98ec0bceddf6de922ea89685da4adc8c6907", size = 140043, upload-time = "2026-11-05T20:24:12.048Z" }, +] + +[[package]] +name = "botocore" +version = "1.43.125" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "jmespath" }, + { name = "python-dateutil" }, + { name = "urllib3" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/ad/57/6d638614c940c73a750b8a4203989b3edbde5ff7f83cd9031e65cb97d69b/botocore-1.43.125.tar.gz", hash = "sha256:e3ae5ebbfa8033015958a9cb16cef67a0592902ca8afb46ef06e8ae77475183f", size = 16520959, upload-time = "2026-11-05T20:24:08.59Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/3a/c1/0dca9a7ea362219b1e98f7fa8aebca1c19f6516eb91792b82595d7b79dc0/botocore-1.43.125-py3-none-any.whl", hash = "sha256:e3969c8191d3435440037310187d324f37c00da53987ea31df2eceff19a2795a", size = 16223768, upload-time = "2026-11-05T20:24:04.594Z" }, +] + +[[package]] +name = "certifi" +version = "2026.10.23" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/fd/11/b524cbd9bbdaca58608e4cf4053fd463417549e1959fa8d3aa18319f9555/certifi-2026.10.23.tar.gz", hash = "sha256:a9895e6e2758b371e0545e321a3a8fd1fcfd9829ada8824a936dfb16aaaf36cd", size = 136225, upload-time = "2026-10-23T11:36:16.478Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/32/d1/a3652fe2c19134d0d15922177821d863cbd7e842d53a21bbe7e8e3a1b5ac/certifi-2026.10.23-py3-none-any.whl", hash = "sha256:e9b54de76e530bb6cf0ccd036787103acb58fd42ba930ea8bf948ddbaa2f61d1", size = 135082, upload-time = "2026-10-23T11:36:14.763Z" }, +] + +[[package]] +name = "cffi" +version = "2.1.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "pycparser", marker = "implementation_name != 'PyPy'" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/9e/ef/008a1939e372c06329a3fce4279c02f328488f3526744906eeec3da7ad5f/cffi-2.1.1.tar.gz", hash = "sha256:dd31f52ea1086513bb9df30f8fcee9b8918323ae067a3d5b78bc826a000712be", size = 530807, upload-time = "2026-08-03T21:21:18.939Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/10/69/43965eccfdead3b9220015fd1320e117be8c6ed01a62ffab76eeb752f5d5/cffi-2.1.1-cp312-cp312-macosx_10_15_x86_64.whl", hash = "sha256:c8c69575568085ba0b1b10c0249d779a214aea6f6522e949a0fc9fb0fcb449d0", size = 184821, upload-time = "2026-08-03T21:19:44.887Z" }, + { url = "https://files.pythonhosted.org/packages/54/7d/16e5a096677b5e313ca80cd5e5170efa3ea44624a82bb111925522da64b1/cffi-2.1.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:f81b3b8f3d4e343550fa4baa0e479bba9f2d29ce9c2e9b51d1ce1718d7442fcf", size = 184719, upload-time = "2026-08-03T21:19:46.129Z" }, + { url = "https://files.pythonhosted.org/packages/56/e6/8941622732edec876dd17d0453dce07317ae96db34f2ec1436c9d3785986/cffi-2.1.1-cp312-cp312-manylinux1_i686.manylinux2014_i686.manylinux_2_17_i686.manylinux_2_5_i686.whl", hash = "sha256:811bd1e21d32de12efca32393a0ab3f5133b54fce9bd44b8bd77ab07da14bf6a", size = 214799, upload-time = "2026-08-03T21:19:47.218Z" }, + { url = "https://files.pythonhosted.org/packages/44/de/f98430906df1545ffde0d543dd124a7a439bc2cd32b36b9c53f805df7333/cffi-2.1.1-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:68e62fe11f30d5ca8289242866f0a5291402d8529ca2178ab8afc5c9694ae890", size = 222389, upload-time = "2026-08-03T21:19:48.331Z" }, + { url = "https://files.pythonhosted.org/packages/6a/5b/717f1526b9957b34456313c31645c5b82b8fb5c3fe9e4752999be7128bfc/cffi-2.1.1-cp312-cp312-manylinux2014_ppc64le.manylinux_2_17_ppc64le.whl", hash = "sha256:4a7c934f7360e8cd64fe9efadcbd10c7c6364f531e432b9a4bf5ccbc9e0e8b50", size = 210249, upload-time = "2026-08-03T21:19:49.543Z" }, + { url = "https://files.pythonhosted.org/packages/64/b3/f8aa4f3e34986c7e4ec45072d1b1b9dd295b6b18007b45518d79726dd725/cffi-2.1.1-cp312-cp312-manylinux2014_s390x.manylinux_2_17_s390x.whl", hash = "sha256:3143d81e29e1e20a9ce10901ec369012947876596f75a222235965f2b7ae832e", size = 208775, upload-time = "2026-08-03T21:19:50.918Z" }, + { url = "https://files.pythonhosted.org/packages/b1/db/dceb9dd5b231e1da801793f8acc9f3c52a7e1afe40bb1aae37e02b0faad5/cffi-2.1.1-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:c1453022f490d2459a11819d83ad1d586e9ff65a12ac3e705ffebd46d3685dcf", size = 221822, upload-time = "2026-08-03T21:19:52.054Z" }, + { url = "https://files.pythonhosted.org/packages/a0/d2/6cd24ae3be000a634109c247d1475d62e5616d0dc78c82770942ec384248/cffi-2.1.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:208f941bb9d18e768138677f0a6d2ce01f590df56043dda1df1535ac57c88517", size = 225232, upload-time = "2026-08-03T21:19:53.109Z" }, + { url = "https://files.pythonhosted.org/packages/cb/52/3fa190537004dd7f0ab860a6dc7c0175b8667f68d1e618a46f5498d30250/cffi-2.1.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:210019b6c7cf07f081b4c54635c8cf744377001350e29cc0f81c4377b4797735", size = 223597, upload-time = "2026-08-03T21:19:54.515Z" }, + { url = "https://files.pythonhosted.org/packages/80/fb/0bb75b7039588c074b37ae99f40d9bfddf990ecb2fbc346ebccd2e56b9be/cffi-2.1.1-cp312-cp312-win32.whl", hash = "sha256:046bfc24911b37851ee1b51aab8bffe713d89c68c6a057b09484ce9fd5f69b4e", size = 175292, upload-time = "2026-08-03T21:19:55.566Z" }, + { url = "https://files.pythonhosted.org/packages/d9/79/615cc094e2fb508cade7de88d3b4f6c4ec2bab695c97bce9153dc65aadf5/cffi-2.1.1-cp312-cp312-win_amd64.whl", hash = "sha256:f53e442b08449d42821fa4a4fba000095af9f62742a500f978a9f557ec44339a", size = 185919, upload-time = "2026-08-03T21:19:56.89Z" }, + { url = "https://files.pythonhosted.org/packages/70/c6/d0ea84713fe46b243a436a18fcd47d639732747e21635c8a27191b06dc30/cffi-2.1.1-cp312-cp312-win_arm64.whl", hash = "sha256:7bde5e4cc5c10140859842b9d383af292b22639a4dffb725314baf45968cef80", size = 180093, upload-time = "2026-08-03T21:19:58.155Z" }, +] + +[[package]] +name = "charset-normalizer" +version = "3.5.2" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/33/1c/f41d4e74c28ab327ff3acd36053f7ea506c55872d7a90b0fa71aa3ab0c89/charset_normalizer-3.5.2.tar.gz", hash = "sha256:39de2a259fc954455c57274dc94c79d5842774e1247a016aff30bc0efed0f4ef", size = 172659, upload-time = "2026-09-30T04:39:23.398Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/e7/c8/693809898870237d82785a03f3b2b58fe4c9f14669f84a7d4e623c92a59e/charset_normalizer-3.5.2-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:ed2a239c0ea213acc1908150a3037257083c7c083128f1a4cec2ec4b97dca491", size = 367780, upload-time = "2026-09-30T04:35:30.888Z" }, + { url = "https://files.pythonhosted.org/packages/c9/87/2fea8c13dc24b3ca9c6f803a5b2dfdeae73eb4f9e12c7885ed908ff0433c/charset_normalizer-3.5.2-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:b91363207bd9dc966a691e959bb47f64b30f7ac4b072be9968b366982f7db77c", size = 246730, upload-time = "2026-09-30T04:35:32.286Z" }, + { url = "https://files.pythonhosted.org/packages/a8/9e/09efac30b937722f46d3110ba30b875b24b2e3a266ed746cc4e376a94d80/charset_normalizer-3.5.2-cp312-cp312-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:38a873987f3be698494da8b2e3085e29da02da7b633dce73e79c699a113d7bf0", size = 237707, upload-time = "2026-09-30T04:35:33.709Z" }, + { url = "https://files.pythonhosted.org/packages/9e/18/70d76670b13686237863a379928d60bd10e021f17d243ab3d7014c4a5f4e/charset_normalizer-3.5.2-cp312-cp312-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:355ad8011081dec5412240c087a9a0c9d4d5039f3ed11a3f13e18c2b29b56c51", size = 273050, upload-time = "2026-09-30T04:35:35.138Z" }, + { url = "https://files.pythonhosted.org/packages/54/e2/77a8b09d5adc013ed07b95b01b8b8fa5441c4e810e83ee7e4aae2fa4d91a/charset_normalizer-3.5.2-cp312-cp312-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:ee21e28f0430bd6dc9086c6e525d5e818a44a5ad19720c8a0ef766792f3eb5e5", size = 270345, upload-time = "2026-09-30T04:35:36.502Z" }, + { url = "https://files.pythonhosted.org/packages/7f/c5/38806a25ab5e65fc178f39affeda20858efafede2fce1ffc2556cfc9fe73/charset_normalizer-3.5.2-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:3d31298449090ab8d47b7b1b2a555ff73cac7ed438a08b7ac160980c7ebed649", size = 257601, upload-time = "2026-09-30T04:35:37.919Z" }, + { url = "https://files.pythonhosted.org/packages/ae/8d/213565184708fdb263ae55e2c04ee1ff748129dd65d48ed0e3502da9c85a/charset_normalizer-3.5.2-cp312-cp312-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:5cde776b7cc66e4f6c99612cea4aa7269aa65863f7a15841b2c264f103822f4e", size = 252222, upload-time = "2026-09-30T04:35:39.544Z" }, + { url = "https://files.pythonhosted.org/packages/7e/24/76d2cefc25472531e4c5c7dfff68865eb1c39b78482f0fdc15b46f047830/charset_normalizer-3.5.2-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:ae4f5fea5b8b8ccff88238cc8569303e5ee95efae67fa62922a311397a71f346", size = 248482, upload-time = "2026-09-30T04:35:41.088Z" }, + { url = "https://files.pythonhosted.org/packages/7d/dc/65a801b66ab4c197e22c433ab25e7ac24324ac6f45a2269aca42cce309bf/charset_normalizer-3.5.2-cp312-cp312-musllinux_1_2_armv7l.whl", hash = "sha256:f7d486c83842422badd511868fd8a9a20e9407ace71564b6af47ce7e60a336c1", size = 241206, upload-time = "2026-09-30T04:35:42.59Z" }, + { url = "https://files.pythonhosted.org/packages/a7/95/ca9b5eabde673002c6f1e7ada1b223916fe18f6d661da7aabd4d643718f1/charset_normalizer-3.5.2-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:11a4d68a6ecda3292cb1e50239e111543ba5d709bb62a6b4ea1afcfa729d8875", size = 273190, upload-time = "2026-09-30T04:35:44.347Z" }, + { url = "https://files.pythonhosted.org/packages/2d/8b/803b4d2a3f6e1740f63f1e87b04d14b42f3d4fdfe6ed7d4db2d34102b14f/charset_normalizer-3.5.2-cp312-cp312-musllinux_1_2_riscv64.whl", hash = "sha256:d6734d2ef8a50fbf8445c139477da401f50d62a0606bf00e20ec6d87773fefb1", size = 253527, upload-time = "2026-09-30T04:35:45.915Z" }, + { url = "https://files.pythonhosted.org/packages/a9/55/93c0e5dbd085ae0471346026abbe7e0db9ea2d6fea74e51f0b5a46f233a7/charset_normalizer-3.5.2-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:a815775b6c38d4e0ff7bcffbeba67feded90202bb6a226b8dd35f1c855217413", size = 271285, upload-time = "2026-09-30T04:35:47.49Z" }, + { url = "https://files.pythonhosted.org/packages/95/69/0dbd0e0b9b16cfa816cdfcb3e2e3854a1f680dc07fb1245ea125e7448060/charset_normalizer-3.5.2-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:23851fb4e1b85ed3f6c2a27b777cdfe2e19fb5b38429a8faf38c7542b7665869", size = 260010, upload-time = "2026-09-30T04:35:48.996Z" }, + { url = "https://files.pythonhosted.org/packages/58/9d/e7b88e7b1bf403590c3b573277b5e1e488c68c7a6fbacca310a2c324e90c/charset_normalizer-3.5.2-cp312-cp312-win32.whl", hash = "sha256:db19d07e2e0129e974a0e65d0064fc222a446cd5122c2fd4184d2af9fc734a9e", size = 184125, upload-time = "2026-09-30T04:35:50.777Z" }, + { url = "https://files.pythonhosted.org/packages/eb/e6/e6e083884cbcfd49c64865af05027fe7011be7b2d9179524f099a1b611f3/charset_normalizer-3.5.2-cp312-cp312-win_amd64.whl", hash = "sha256:780fbe7cab297b81dad9fb8dc5eb003c0468ffb0d9e5f65068c53a34661a96bc", size = 207486, upload-time = "2026-09-30T04:35:52.194Z" }, + { url = "https://files.pythonhosted.org/packages/c4/e3/017aea0911ada7405a825c7d937eb3a13009664e2f5b38e8c4bbf2abf894/charset_normalizer-3.5.2-cp312-cp312-win_arm64.whl", hash = "sha256:e2af3aad578aa6bd1384bcf4750fc285e5a9de53f40b7d41e5a0bf748edeb2b3", size = 196734, upload-time = "2026-09-30T04:35:53.636Z" }, + { url = "https://files.pythonhosted.org/packages/8c/ab/176fbfd5b64939c55d652366aa5b9ef1d767af207a3aa6ebeb0d226c484d/charset_normalizer-3.5.2-cp37-abi3-macosx_10_9_universal2.whl", hash = "sha256:4275811936e2f06feff5e598fb42a1b7ae852da8e39605211892b56b81a34efd", size = 331815, upload-time = "2026-09-30T04:38:26.216Z" }, + { url = "https://files.pythonhosted.org/packages/7e/84/371eac6b30bdbcbf2d632a1a01809103459216fcaae61b8b8d922c1bfb8a/charset_normalizer-3.5.2-cp37-abi3-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:1c50fe28bbc2ced33386f298650d91218076c05420e6cbd790b913adc41659e7", size = 253276, upload-time = "2026-09-30T04:38:28.032Z" }, + { url = "https://files.pythonhosted.org/packages/43/6f/c4fbae58febff71709c51bc7e18fdfa55341dc382704740f9f0cbf03817b/charset_normalizer-3.5.2-cp37-abi3-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d19fbd981a488e22cd04883659ca6b08f50b5974f9fd7c95655ef6a043e5893f", size = 241239, upload-time = "2026-09-30T04:38:29.732Z" }, + { url = "https://files.pythonhosted.org/packages/61/71/458c3f42164a07d0c5210798e9e704b39e540a6793b05aba67f3a35243a9/charset_normalizer-3.5.2-cp37-abi3-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:0fed1d06615f022ee3b13caf5e8b180cfea32bb2c5aded8a9d44277afc040f93", size = 231121, upload-time = "2026-09-30T04:38:31.462Z" }, + { url = "https://files.pythonhosted.org/packages/09/54/ab9e89367076f6331bb6c65c4bf14a5361fa5191cb6561bf534f18504e1b/charset_normalizer-3.5.2-cp37-abi3-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:838dcc90063569a0448120554591a1d6c4a4ffe11babf048908793154ab86ade", size = 260350, upload-time = "2026-09-30T04:38:33.239Z" }, + { url = "https://files.pythonhosted.org/packages/7c/c1/061431ecc688d9d76602502cb57cc01e691e682c18f1beb45f9673b5bbd2/charset_normalizer-3.5.2-cp37-abi3-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:2ce45c6627b22c47e390bc91a41c3d13032192e699fa0bea96e9671b373d69b0", size = 255430, upload-time = "2026-09-30T04:38:34.865Z" }, + { url = "https://files.pythonhosted.org/packages/8d/1f/20c8949f0676f7ab811abdeb7f4d7f1cbc6e61ff20bef08b44edeb092bc8/charset_normalizer-3.5.2-cp37-abi3-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:0774bf9bf620249fee3e0b8b9fd3065de213be30f3aa94ce2494b3b638949e26", size = 250612, upload-time = "2026-09-30T04:38:36.649Z" }, + { url = "https://files.pythonhosted.org/packages/2b/9e/46f2fa4c431fc98c4ae76a8cb5bdca54e0341e3cfc3fcfd8e82740250818/charset_normalizer-3.5.2-cp37-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:1db38f4c5496827c1a501846d64d14c3b80c7e6714e406cd7dc36a9899fa1011", size = 242083, upload-time = "2026-09-30T04:38:38.26Z" }, + { url = "https://files.pythonhosted.org/packages/bd/39/559be29a0c0f086e0bba6922babd38916cc5e0b58ced4de13ee01ea05508/charset_normalizer-3.5.2-cp37-abi3-musllinux_1_2_armv7l.whl", hash = "sha256:304d8e4d493af723536393eee0c689eb7813f4a474c8b479dee63f1fdd98f621", size = 232738, upload-time = "2026-09-30T04:38:39.81Z" }, + { url = "https://files.pythonhosted.org/packages/ff/6c/387b0e4f756a282831c1d9fc6aeb6c51ca4507ca202767c8de15ce9b12e2/charset_normalizer-3.5.2-cp37-abi3-musllinux_1_2_ppc64le.whl", hash = "sha256:9b7f416ff0978e2f2249330527f0ad6fa02f4932e6199692d3b52da2048c19e4", size = 260703, upload-time = "2026-09-30T04:38:41.346Z" }, + { url = "https://files.pythonhosted.org/packages/96/92/1fdf015f09ef449f50d3ac4b67c90887c9c318b727daa95cc4f866e6521d/charset_normalizer-3.5.2-cp37-abi3-musllinux_1_2_riscv64.whl", hash = "sha256:01077390b03f7988f11d700a2194e69b119741a86b1a638b1db88891e3eced8e", size = 247622, upload-time = "2026-09-30T04:38:42.937Z" }, + { url = "https://files.pythonhosted.org/packages/dc/3c/8e7b8a5671ad5d433669fb2a76f1a0164df2d9b1718b0206bc2a16d840cc/charset_normalizer-3.5.2-cp37-abi3-musllinux_1_2_s390x.whl", hash = "sha256:7e841fb9010836c992c9f12fcbd43a831de93a5f726fc1ccd8ca1d0268c5014c", size = 257500, upload-time = "2026-09-30T04:38:44.604Z" }, + { url = "https://files.pythonhosted.org/packages/b4/f0/45b579df5cabc1d5d53ea1cc35e8437d3ca768c0acccc7041517cb6fbb32/charset_normalizer-3.5.2-cp37-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:9cae88599c7219005d879f98e5ed53341e9a122af585e1091200358a3003d2a0", size = 255100, upload-time = "2026-09-30T04:38:46.289Z" }, + { url = "https://files.pythonhosted.org/packages/31/68/fdec18a343f5fb3f310588dd478b09ac4799e0b187dbade3a8cd776f03ef/charset_normalizer-3.5.2-cp37-abi3-win32.whl", hash = "sha256:01b0c0d2262a9e28e8484a278c7e1b5d650e3ac8cf2683d2967e25899f208bdf", size = 174499, upload-time = "2026-09-30T04:38:47.999Z" }, + { url = "https://files.pythonhosted.org/packages/9d/8a/b618149cc5207943a0242068d7a27897f56a62947b5a039085f2a22029f8/charset_normalizer-3.5.2-cp37-abi3-win_amd64.whl", hash = "sha256:9f56f72050826f63dcee7a7f55b0a77168cb3bfc553fd405e7f8f9ece75a4036", size = 200092, upload-time = "2026-09-30T04:38:49.707Z" }, + { url = "https://files.pythonhosted.org/packages/03/cf/4c66866fa9e2b1c78e3c911516d1de497a677b7ac60f1eceda74ce777ca3/charset_normalizer-3.5.2-cp37-abi3-win_arm64.whl", hash = "sha256:40ab6bffa02ae10a0581e6c198be7d2d8ca5c2a0c64e4ed3465d766df457573e", size = 294363, upload-time = "2026-09-30T04:38:51.312Z" }, + { url = "https://files.pythonhosted.org/packages/fc/ad/d07d7862a62ffa6d79d68074d14823243dd235a77c45262acbf6adeb28bf/charset_normalizer-3.5.2-py3-none-any.whl", hash = "sha256:b6b751274acb69d77b3323d6b7dbaa3c7fdfc1eb829b7eb61d262f32e1af9685", size = 68872, upload-time = "2026-09-30T04:39:21.828Z" }, +] + +[[package]] +name = "click" +version = "8.5.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/c7/0e/7fa0ef50764b67090eca4114772a2abf8b6148198475e54c660b97caeee6/click-8.5.0.tar.gz", hash = "sha256:ba0d2089de75ea0310e2dde03160e6ca10009947fb95a182f9b54021bb272e34", size = 382235, upload-time = "2026-08-26T13:33:14.56Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/58/50/6c0d534c5f134586a8e1ba4e330569e32f057e33372ae556463212fb4cd3/click-8.5.0-py3-none-any.whl", hash = "sha256:255bc9599cf7748b4b1a446ccc735421bd08a2ae529a8b88597d3de5664ee360", size = 125251, upload-time = "2026-08-26T13:33:12.928Z" }, +] + +[[package]] +name = "colorama" +version = "0.4.6" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/d8/53/6f443c9a4a8358a93a6792e2acffb9d9d5cb0a5cfd8802644b7b1c9a02e4/colorama-0.4.6.tar.gz", hash = "sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44", size = 27697, upload-time = "2022-10-25T02:36:22.414Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/d1/d6/3965ed04c63042e047cb6a3e6ed1a63a35087b6a609aa3a15ed8ac56c221/colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6", size = 25335, upload-time = "2022-10-25T02:36:20.889Z" }, +] + +[[package]] +name = "fastapi" +version = "0.141.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "annotated-doc" }, + { name = "pydantic" }, + { name = "starlette" }, + { name = "typing-extensions" }, + { name = "typing-inspection" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/8a/02/91e3416a8fdd715abb903a952a6bec7cdd8d14eed55d415fc8595524c319/fastapi-0.141.1.tar.gz", hash = "sha256:e8822fc40db1e1858054d7a949a888695bc9bdce70139178e33bd2871a453ca1", size = 425799, upload-time = "2026-07-29T17:18:05.568Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/cb/03/10388a42375ee7e4ac9b94eb2c5c569c8b5795e377e701c9ac3ad63de890/fastapi-0.141.1-py3-none-any.whl", hash = "sha256:bfb91aa2d334c61cb35ba9a116fc123b3d3df31640b801cf57a7a78ec3f603b3", size = 131954, upload-time = "2026-07-29T17:18:04.364Z" }, +] + +[[package]] +name = "googleapis-common-protos" +version = "1.76.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "protobuf" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/62/b6/bc095b23a3e0d978e75c8c18cabe4c11f791837410670e4486f0d539bfba/googleapis_common_protos-1.76.0.tar.gz", hash = "sha256:71db0e44a1d4c2dd024ebad44ca67129cc1e2892e4861df466764749d5ef8642", size = 156250, upload-time = "2026-10-22T23:43:36.263Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/05/6d/78dc67a9e779e594b49bf62604034d3a6aa428a55afc729cafda4b7333e1/googleapis_common_protos-1.76.0-py3-none-any.whl", hash = "sha256:59e13344a9f3651aa201a03e2bee815a3bf43a4baf1f9ff8a9b62a840ce25fac", size = 307707, upload-time = "2026-10-22T23:43:10.445Z" }, +] + +[[package]] +name = "h11" +version = "0.16.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/01/ee/02a2c011bdab74c6fb3c75474d40b3052059d95df7e73351460c8588d963/h11-0.16.0.tar.gz", hash = "sha256:4e35b956cf45792e4caa5885e69fba00bdbc6ffafbfa020300e549b208ee5ff1", size = 101250, upload-time = "2025-04-24T03:35:25.427Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/04/4b/29cac41a4d98d144bf5f6d33995617b185d14b22401f75ca86f384e87ff1/h11-0.16.0-py3-none-any.whl", hash = "sha256:63cf8bbe7522de3bf65932fda1d9c2772064ffb3dae62d55932da54b31cb6c86", size = 37515, upload-time = "2025-04-24T03:35:24.344Z" }, +] + +[[package]] +name = "httpcore" +version = "1.0.9" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "certifi" }, + { name = "h11" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/06/94/82699a10bca87a5556c9c59b5963f2d039dbd239f25bc2a63907a05a14cb/httpcore-1.0.9.tar.gz", hash = "sha256:6e34463af53fd2ab5d807f399a9b45ea31c3dfa2276f15a2c3f00afff6e176e8", size = 85484, upload-time = "2025-04-24T22:06:22.219Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/7e/f5/f66802a942d491edb555dd61e3a9961140fd64c90bce1eafd741609d334d/httpcore-1.0.9-py3-none-any.whl", hash = "sha256:2d400746a40668fc9dec9810239072b40b4484b640a8c38fd654a024c7a1bf55", size = 78784, upload-time = "2025-04-24T22:06:20.566Z" }, +] + +[[package]] +name = "httpx" +version = "0.28.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "anyio" }, + { name = "certifi" }, + { name = "httpcore" }, + { name = "idna" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/b1/df/48c586a5fe32a0f01324ee087459e112ebb7224f646c0b5023f5e79e9956/httpx-0.28.1.tar.gz", hash = "sha256:75e98c5f16b0f35b567856f597f06ff2270a374470a5c2392242528e3e3e42fc", size = 141406, upload-time = "2024-12-06T15:37:23.222Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/2a/39/e50c7c3a983047577ee07d2a9e53faf5a69493943ec3f6a384bdc792deb2/httpx-0.28.1-py3-none-any.whl", hash = "sha256:d909fcccc110f8c7faf814ca82a9a4d816bc5a6dbfea25d6591d6985b8ba59ad", size = 73517, upload-time = "2024-12-06T15:37:21.509Z" }, +] + +[[package]] +name = "idna" +version = "3.20" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/f5/08/8eea9d4b8302028f3abb2c0813953f7aec26d33b7a8960ed760e65ff29fa/idna-3.20.tar.gz", hash = "sha256:a7db850025b95ded1eae8a46181a1a6c56c92c96f0e2b005d9ff8dc0210cab44", size = 216463, upload-time = "2026-09-17T14:11:04.752Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/58/a2/bb081bab032533a855d44de1d56f8e8426114ff1ba5d1f07a438a0a654f8/idna-3.20-py3-none-any.whl", hash = "sha256:ab7ae7122974553370f0bdb919e1a960b2cd1bc1ef0276416d896db81c14582c", size = 69583, upload-time = "2026-09-17T14:11:03.168Z" }, +] + +[[package]] +name = "iniconfig" +version = "2.3.1" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/01/e1/2069291243c926a2ff1cd706c7f3eeb9b62144bf60f77c9fb9ff2fb26bd3/iniconfig-2.3.1.tar.gz", hash = "sha256:67f4b9c50da0dedf52af349e7749a80a9057a5031199791b906c3bb3ae878960", size = 21209, upload-time = "2026-10-06T22:48:38.076Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/56/43/4ca9e49d27a1fcf6bece6f6aec0ea46bb9112489b93d4b688fb415457bdb/iniconfig-2.3.1-py3-none-any.whl", hash = "sha256:9121e2c1fdb355232495be3194c8dfe87ccc2d5dee45947b78e68f499790d7a7", size = 7552, upload-time = "2026-10-06T22:48:36.959Z" }, +] + +[[package]] +name = "jmespath" +version = "1.1.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/d3/59/322338183ecda247fb5d1763a6cbe46eff7222eaeebafd9fa65d4bf5cb11/jmespath-1.1.0.tar.gz", hash = "sha256:472c87d80f36026ae83c6ddd0f1d05d4e510134ed462851fd5f754c8c3cbb88d", size = 27377, upload-time = "2026-01-22T16:35:26.279Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/14/2f/967ba146e6d58cf6a652da73885f52fc68001525b4197effc174321d70b4/jmespath-1.1.0-py3-none-any.whl", hash = "sha256:a5663118de4908c91729bea0acadca56526eb2698e83de10cd116ae0f4e97c64", size = 20419, upload-time = "2026-01-22T16:35:24.919Z" }, +] + +[[package]] +name = "jsonschema" +version = "4.26.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "attrs" }, + { name = "jsonschema-specifications" }, + { name = "referencing" }, + { name = "rpds-py" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/b3/fc/e067678238fa451312d4c62bf6e6cf5ec56375422aee02f9cb5f909b3047/jsonschema-4.26.0.tar.gz", hash = "sha256:0c26707e2efad8aa1bfc5b7ce170f3fccc2e4918ff85989ba9ffa9facb2be326", size = 366583, upload-time = "2026-01-07T13:41:07.246Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/69/90/f63fb5873511e014207a475e2bb4e8b2e570d655b00ac19a9a0ca0a385ee/jsonschema-4.26.0-py3-none-any.whl", hash = "sha256:d489f15263b8d200f8387e64b4c3a75f06629559fb73deb8fdfb525f2dab50ce", size = 90630, upload-time = "2026-01-07T13:41:05.306Z" }, +] + +[[package]] +name = "jsonschema-path" +version = "0.5.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "attrs" }, + { name = "pathable" }, + { name = "pyyaml" }, + { name = "referencing" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/39/79/cd02a4df6d9270efdc7d3feefe6edd730b0820c39eeaa107a2faee8322d5/jsonschema_path-0.5.0.tar.gz", hash = "sha256:493b156ba895c97602655b620a8456caa2ce08c1aa389f5a7addec065e6e855c", size = 19597, upload-time = "2026-05-19T20:45:00.971Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/04/2c/9e69d73c4297508be9e3b64a970ea3971b3eb8db64ffc5802d40bd25981f/jsonschema_path-0.5.0-py3-none-any.whl", hash = "sha256:2790a070bc7abb08ea3dbe4d340ece4efadf639223001f020c7503229ba068e2", size = 24077, upload-time = "2026-05-19T20:44:59.225Z" }, +] + +[[package]] +name = "jsonschema-specifications" +version = "2025.9.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "referencing" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/19/74/a633ee74eb36c44aa6d1095e7cc5569bebf04342ee146178e2d36600708b/jsonschema_specifications-2025.9.1.tar.gz", hash = "sha256:b540987f239e745613c7a9176f3edb72b832a4ac465cf02712288397832b5e8d", size = 32855, upload-time = "2025-09-08T01:34:59.186Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/41/45/1a4ed80516f02155c51f51e8cedb3c1902296743db0bbc66608a0db2814f/jsonschema_specifications-2025.9.1-py3-none-any.whl", hash = "sha256:98802fee3a11ee76ecaca44429fda8a41bff98b00a0f2838151b113f210cc6fe", size = 18437, upload-time = "2025-09-08T01:34:57.871Z" }, +] + +[[package]] +name = "lazy-object-proxy" +version = "1.13.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/d4/8e/f26b09778fcb26261fdeb4cc2b011975292316529bff9b541a5a02acb976/lazy_object_proxy-1.13.0.tar.gz", hash = "sha256:ce34046cb021d69c72d05ddb83821ecfd4d2d0a5d43a93c5cd01c9e34779cf14", size = 45649, upload-time = "2026-10-17T16:38:01.975Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/5d/a5/98c03827458988def73622e075486fe1ebbb85ae53ac3f21479fbfd9988c/lazy_object_proxy-1.13.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:087eba19ea5ce02ea9eb1749d8fdcfb229eeeaf13abaebecf00d579d306d1fd9", size = 26808, upload-time = "2026-10-17T16:37:42.616Z" }, + { url = "https://files.pythonhosted.org/packages/c3/88/30aa37866ff9122c7b00341396781d30e27ae9d863c2698d1f42bb25a8ab/lazy_object_proxy-1.13.0-cp312-cp312-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:3df6b7db013fbbd00001a43af6b188b545442b4d125b5fddda79366108e02286", size = 71403, upload-time = "2026-10-20T01:05:33.169Z" }, + { url = "https://files.pythonhosted.org/packages/65/fa/099b2931430f87231fa31cc39893d047a1971a57fc7f90df70b9c82961a6/lazy_object_proxy-1.13.0-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:1bdc617c7b6f58aa5e59f514c7d619d7f60b52b343b77c9149d2fbfefc412f3a", size = 70989, upload-time = "2026-10-20T01:05:34.591Z" }, + { url = "https://files.pythonhosted.org/packages/8b/17/87891d3fee9c03764691239745ee3f6b793062b88cf5d029bf515aa0836a/lazy_object_proxy-1.13.0-cp312-cp312-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:47d26b4c5a5ea2d3a1993a1c9509110beb030a2739ca69ebbe516fb04b6842b7", size = 65742, upload-time = "2026-10-20T01:05:36.015Z" }, + { url = "https://files.pythonhosted.org/packages/a9/9a/02acae69e1d0930f9f430d6e4ea77235c72a735672cd8d91164909815fb6/lazy_object_proxy-1.13.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:e6261a9c38f629c3566ab5caec3909f5c6f3333a711c7e39f6883715aa38c566", size = 69280, upload-time = "2026-10-20T01:05:37.217Z" }, + { url = "https://files.pythonhosted.org/packages/75/0e/e697f92c1a5410bddf0571077f38684b16fcf3925bb9ba5430355028e0ba/lazy_object_proxy-1.13.0-cp312-cp312-musllinux_1_2_riscv64.whl", hash = "sha256:337b25ac5b0f5103c72343f74eea438ad3216b0a3cc77a3f6e4ec54c80d0256b", size = 65028, upload-time = "2026-10-20T01:05:38.378Z" }, + { url = "https://files.pythonhosted.org/packages/f2/4f/ec5c7f4907305086a55e9372d3deccec369b30e731b92c14d34df455cf4c/lazy_object_proxy-1.13.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:faa395d97edfafd3cd0cbd8855473c4673c7e3080fccf31f97a9bcfa7218d7ec", size = 70619, upload-time = "2026-10-20T01:05:39.551Z" }, + { url = "https://files.pythonhosted.org/packages/e9/23/67edce3954b280049b87dfe914fa16400c3ce2f3fa236388cf64a1bba600/lazy_object_proxy-1.13.0-cp312-cp312-win_amd64.whl", hash = "sha256:81437ad7883fe637620bc63a3df3e9974c9a63562e76d7e8a444fe724adccb5c", size = 25815, upload-time = "2026-10-17T16:37:43.889Z" }, + { url = "https://files.pythonhosted.org/packages/21/21/d70d4ca285bb6ed3629ac432ea0910b8f923e50580888e37990b31f3fac9/lazy_object_proxy-1.13.0-cp312-cp312-win_arm64.whl", hash = "sha256:da66d53e0c350e6e6876f2dc060b240dc06cc159ca7f279d59fe4ed48aec2ece", size = 24467, upload-time = "2026-10-17T16:37:44.82Z" }, +] + +[[package]] +name = "mtusi-messenger" +version = "1.0.0" +source = { virtual = "." } +dependencies = [ + { name = "argon2-cffi" }, + { name = "boto3" }, + { name = "fastapi" }, + { name = "opentelemetry-exporter-otlp-proto-http" }, + { name = "opentelemetry-sdk" }, + { name = "pillow" }, + { name = "psutil" }, + { name = "psycopg", extra = ["binary", "pool"] }, + { name = "redis" }, + { name = "uvicorn" }, +] + +[package.dev-dependencies] +dev = [ + { name = "httpx" }, + { name = "jsonschema" }, + { name = "openapi-spec-validator" }, + { name = "pytest" }, + { name = "ruff" }, +] + +[package.metadata] +requires-dist = [ + { name = "argon2-cffi" }, + { name = "boto3", specifier = ">=1.43,<2" }, + { name = "fastapi" }, + { name = "opentelemetry-exporter-otlp-proto-http", specifier = "==1.45.2" }, + { name = "opentelemetry-sdk", specifier = "==1.45.2" }, + { name = "pillow", specifier = "==13.0.0" }, + { name = "psutil", specifier = ">=7,<8" }, + { name = "psycopg", extras = ["binary", "pool"] }, + { name = "redis" }, + { name = "uvicorn" }, +] + +[package.metadata.requires-dev] +dev = [ + { name = "httpx" }, + { name = "jsonschema" }, + { name = "openapi-spec-validator" }, + { name = "pytest" }, + { name = "ruff" }, +] + +[[package]] +name = "openapi-schema-validator" +version = "0.9.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "jsonschema" }, + { name = "jsonschema-specifications" }, + { name = "pydantic" }, + { name = "pydantic-settings" }, + { name = "referencing" }, + { name = "rfc3339-validator" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/98/e8/ab3f27dbca54ec645f7fab714b640907d5d36c2ebb07e87eebd30bd5c81b/openapi_schema_validator-0.9.0.tar.gz", hash = "sha256:b72db64315b89d21834cd3ffef37e3e6893bc876327be2d366e8424b1029afd3", size = 24686, upload-time = "2026-04-27T17:31:27.606Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/90/c0/5467967d95378b2cfce312e09cbd0c9ab64354a0922379b734f793edd04f/openapi_schema_validator-0.9.0-py3-none-any.whl", hash = "sha256:faa3bbe7c3aa8ca2087ad83f709dc3b7d920283153a570c03e24ea182558aa25", size = 19980, upload-time = "2026-04-27T17:31:25.965Z" }, +] + +[[package]] +name = "openapi-spec-validator" +version = "0.9.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "jsonschema" }, + { name = "jsonschema-path" }, + { name = "lazy-object-proxy" }, + { name = "openapi-schema-validator" }, + { name = "pydantic" }, + { name = "pydantic-settings" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/8f/d2/640b5149cd5688bc0ad1fdbb4df6a2f7b84a093c8d787c27d566132f8b8b/openapi_spec_validator-0.9.0.tar.gz", hash = "sha256:6d648cff6490ebb799dcfe273792f2941c050158854c721f086599d845da78b8", size = 1756839, upload-time = "2026-05-20T09:23:18.871Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/95/d8/321ff889330acca2e3097f3d4f80a40bcc41b6d34d302978ab32c449520b/openapi_spec_validator-0.9.0-py3-none-any.whl", hash = "sha256:222fecffc7714f6d0a6ad62c0e4b66cc2b7dbfafb7b93acfc6c308abbdb51af8", size = 50328, upload-time = "2026-05-20T09:23:17.017Z" }, +] + +[[package]] +name = "opentelemetry-api" +version = "1.45.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/19/14/cf3a6b6448849656e1e5f4e2101f3988dc6789724050096aba1bc5ccf592/opentelemetry_api-1.45.2.tar.gz", hash = "sha256:d7b0008e21e5fd61cbe7a7f34ca3b6905a78ab677d9bc395e299359c75cda6b4", size = 73277, upload-time = "2026-10-29T17:29:37.888Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/a9/2d/610db864d7513158cebb8f36cc88e67e73bd6c7aa1905ef18d89e1281c81/opentelemetry_api-1.45.2-py3-none-any.whl", hash = "sha256:2cbd737377e710ee740d261c94e93fa0f08e6d037c18f17513cc0a2d94479a34", size = 60335, upload-time = "2026-10-29T17:29:06.955Z" }, +] + +[[package]] +name = "opentelemetry-exporter-http-transport" +version = "0.66b2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "opentelemetry-api" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/a6/e6/dbeb3e217418071656232a4028c791060d219f218cef1249b664049d12c0/opentelemetry_exporter_http_transport-0.66b2.tar.gz", hash = "sha256:66d6ed810a515432c8891da9a834464332fd70badeca45bdeeae81b4280c903b", size = 11693, upload-time = "2026-10-29T17:29:39.444Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/a1/b2/c622a101f31c0e6670b82f4264c4e77c161bce415bc6fc158fda0b82e218/opentelemetry_exporter_http_transport-0.66b2-py3-none-any.whl", hash = "sha256:fd5f5b490c099acda1cd7b909d5e8981436bf18cc8c6098d302d114c271720e9", size = 12154, upload-time = "2026-10-29T17:29:10.244Z" }, +] + +[package.optional-dependencies] +requests = [ + { name = "requests" }, +] + +[[package]] +name = "opentelemetry-exporter-otlp-common" +version = "0.66b2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "opentelemetry-sdk" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/5a/3c/3f2cc8c42bde2620e65024d71e2eb025f7bd0821bb363b52bcc5a3260dbd/opentelemetry_exporter_otlp_common-0.66b2.tar.gz", hash = "sha256:06f5a9b88638e310efa1f1d206cdf6b75393e112aba4e174a963416192bd1028", size = 14325, upload-time = "2026-10-29T17:29:41.701Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/a8/47/b3049e30b339c82e3c7ec1fc692185a5d5a3ba65a94c570bb39b2c0b8424/opentelemetry_exporter_otlp_common-0.66b2-py3-none-any.whl", hash = "sha256:ace86efb75489f925f1ef809856ae5f0c7db534e4afdc624530222228b1236a5", size = 12385, upload-time = "2026-10-29T17:29:13.667Z" }, +] + +[[package]] +name = "opentelemetry-exporter-otlp-proto-common" +version = "1.45.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "opentelemetry-proto" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/69/58/239c98b36d9ea317098769957043c251703636a26189c884fba46c1dad84/opentelemetry_exporter_otlp_proto_common-1.45.2.tar.gz", hash = "sha256:f1f2806f3f28ce7938033823e50934fcd91595a39de38e69a28a51e19f40fc6d", size = 18873, upload-time = "2026-10-29T17:29:44.496Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/e6/d6/0f30d38120a949aef70528f845bf539f80df62abb4b8e62fdf69c2b6df5a/opentelemetry_exporter_otlp_proto_common-1.45.2-py3-none-any.whl", hash = "sha256:af483b24217028892f017096731b794b196b785025d2e6808874720fd0b05a80", size = 15392, upload-time = "2026-10-29T17:29:17.913Z" }, +] + +[[package]] +name = "opentelemetry-exporter-otlp-proto-http" +version = "1.45.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "googleapis-common-protos" }, + { name = "opentelemetry-api" }, + { name = "opentelemetry-exporter-http-transport", extra = ["requests"] }, + { name = "opentelemetry-exporter-otlp-common" }, + { name = "opentelemetry-exporter-otlp-proto-common" }, + { name = "opentelemetry-proto" }, + { name = "opentelemetry-sdk" }, + { name = "requests" }, + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/db/07/b7b01ecb69d02f540e679a9e36f7413d081f225bbbed4469d212ada10bb7/opentelemetry_exporter_otlp_proto_http-1.45.2.tar.gz", hash = "sha256:5984a3fb46bc4628e4e2b85d4a6e72637e03962aae6cf372791137768a4ad939", size = 28843, upload-time = "2026-10-29T17:29:46.15Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/32/65/f64d7d2450217e2989714e1dee15e19bf79a77a313387abac0cac77bc10e/opentelemetry_exporter_otlp_proto_http-1.45.2-py3-none-any.whl", hash = "sha256:6e4d025138829d0ee57946930c2ccad6491ad4d92a958e9c7eea69278fe60cfc", size = 22180, upload-time = "2026-10-29T17:29:20.154Z" }, +] + +[[package]] +name = "opentelemetry-proto" +version = "1.45.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "protobuf" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/24/9c/1aa4ce60e9bc72af20dc49c92cc0566825092d92b3d6a277439fb5fb7c01/opentelemetry_proto-1.45.2.tar.gz", hash = "sha256:bd8d23cf770605b0af9b7be2071d26a464fea289d35429abfd2a66226114ad64", size = 46486, upload-time = "2026-10-29T17:29:53.007Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/7e/0d/a0b8f2b9efe2ec1abdf639d3696db9b1563ebeb11d91aac08ba7341e9122/opentelemetry_proto-1.45.2-py3-none-any.whl", hash = "sha256:03a7ca1b43f89fd5b965d5975902bb2515c0c86e2428b456836e9a6149c6235a", size = 72484, upload-time = "2026-10-29T17:29:31.403Z" }, +] + +[[package]] +name = "opentelemetry-sdk" +version = "1.45.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "opentelemetry-api" }, + { name = "opentelemetry-semantic-conventions" }, + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/7b/1a/74a21d4d6969fb8b432ac397e66112a8167a6deb267ea4559dbaf2fe91ef/opentelemetry_sdk-1.45.2.tar.gz", hash = "sha256:7eec4de13dd21ff3a1670dcb0e02079e692736f94d733dfdce5af461d884248d", size = 221705, upload-time = "2026-10-29T17:29:54.685Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/9f/a5/9a3b793ef48245f2336a16beb2324c2397dbb3f987cd68942f77cca06156/opentelemetry_sdk-1.45.2-py3-none-any.whl", hash = "sha256:ff974ea70ee4f1d51e2ec152db37c2b626c7bf82bb3f7d86114fd8704e7199c6", size = 141756, upload-time = "2026-10-29T17:29:33.722Z" }, +] + +[[package]] +name = "opentelemetry-semantic-conventions" +version = "0.66b2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "opentelemetry-api" }, + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/37/3f/50f95972b50e8e353f5b9342034c9cd17730f1956f009ce6a3fbbd89f9ce/opentelemetry_semantic_conventions-0.66b2.tar.gz", hash = "sha256:7da5f1a5dc4383eb66711d4d3d3e71824d9403ac1559fea021cc103c1a4c4976", size = 150246, upload-time = "2026-10-29T17:29:55.682Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/67/bd/6bf33ed31521c565931c037e9e81bac47c1acb000e850c6e24220e2a0c00/opentelemetry_semantic_conventions-0.66b2-py3-none-any.whl", hash = "sha256:4cbe61e5f9275d57ab31708446e7938ef4291ebbe6a7fca6f7a629c5acae87d8", size = 206280, upload-time = "2026-10-29T17:29:35.062Z" }, +] + +[[package]] +name = "packaging" +version = "26.3" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/7d/fa/3944b40b07da9ce895c0e6303a5ab7d53da063554f534556b134a54d6093/packaging-26.3.tar.gz", hash = "sha256:94edc256424af38762eb31306eed28beb9f0efc50a8837492c9d6fd6004aed79", size = 313412, upload-time = "2026-08-04T18:15:28.737Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/63/34/ba1c580383c9eada3711951fef0795c80b829a078d72188184bcab9dd527/packaging-26.3-py3-none-any.whl", hash = "sha256:d7193f7c8e4e93f444fde0262bf90af30e16fa0ad0ad44cb553c87339b23cd1c", size = 129956, upload-time = "2026-08-04T18:15:27.159Z" }, +] + +[[package]] +name = "pathable" +version = "0.6.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/66/f3/5a20387de9bcd0607871bfc2198ee0e15836da7baa4592ccd7f24c27c986/pathable-0.6.0.tar.gz", hash = "sha256:6404b8b82aef5ff0fd478934137128b99b12212ba35afdde5525ca4f8388ea58", size = 18970, upload-time = "2026-05-19T18:15:11.911Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/a2/e8/6d75ffd9784bce2e93d1ae4415649427e39a53bb172d4672b2b59c6f0a7b/pathable-0.6.0-py3-none-any.whl", hash = "sha256:82c4ca6c98c502ad12e0d4e9779b6210afee93c38990988c8c5d1b49bdcdf566", size = 18983, upload-time = "2026-05-19T18:15:10.728Z" }, +] + +[[package]] +name = "pillow" +version = "13.0.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/ce/a4/9cc30690a394a8305e8be4c9036aa16d0dfddadd09079860b582f562496d/pillow-13.0.0.tar.gz", hash = "sha256:cdcd1ba258178f7356d74170c9a81ba4eab6a5d55748bc402a5a2a6fe6be3510", size = 47058631, upload-time = "2026-10-16T22:18:09.718Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/7a/b8/58d79332229482eb0d27c82973850808c19d37e5bdc14443d3417bd373f5/pillow-13.0.0-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:67c8d44ad89fa7eb88de5d6ef6199b1e03dd24974f85a67639fc8badb801fe79", size = 5568643, upload-time = "2026-10-16T22:15:44.474Z" }, + { url = "https://files.pythonhosted.org/packages/39/4b/f2ed53d83aa44ac19599ac0a54897f867fafb95f406980d1e24083f8cbe3/pillow-13.0.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:fc481f742ccda20e9ed760b8f978dff50f2a4e9bc253ac167fb0a05b0783ef52", size = 4852329, upload-time = "2026-10-16T22:15:46.284Z" }, + { url = "https://files.pythonhosted.org/packages/3b/bb/9e30e8ed18c20800ee327a12107d5249ad8dc444867b3adfcc21654e3c71/pillow-13.0.0-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:8bf295fe459343bc6093c8e5e0df60bfa189e0fcb775a22e2c2488fdeccc6c0d", size = 6519309, upload-time = "2026-10-16T22:15:48.14Z" }, + { url = "https://files.pythonhosted.org/packages/e6/99/fdf65cc539e266ab93546c261bdf98411fe165c6e4e13f9dbf597097192b/pillow-13.0.0-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:42d63be3af4f9b951b199b0a9d23365d37ab14687e6d77b74940432c8515c4ca", size = 7144542, upload-time = "2026-10-16T22:15:50.093Z" }, + { url = "https://files.pythonhosted.org/packages/26/9b/f38b7c4d8f599537e2d1a6d546cec9beef7536ff8f5c49a3f9c78179d8ac/pillow-13.0.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:4bd024d567eca931b668978d672dba914d4b8e2628e2c3073a2ad178de8a2620", size = 6618042, upload-time = "2026-10-16T22:15:52.054Z" }, + { url = "https://files.pythonhosted.org/packages/a8/7c/45ee28531f89ee4582967d8a17f7a26d71ca64cd902b93c269590cd60a00/pillow-13.0.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:23edf4ec4b6f4f240e8df6e4985e9ee2ced86474632433e55fb1e2548744bf40", size = 7228137, upload-time = "2026-10-16T22:15:54.009Z" }, + { url = "https://files.pythonhosted.org/packages/01/bc/9c2a969cb1b70201d04fa17fd5aedf02a732870b8da86bceaaa30b0ca385/pillow-13.0.0-cp312-cp312-win32.whl", hash = "sha256:02464da86f561f410e13b061ec37c3068a9cb557a095494157742d07b3c24a27", size = 6515423, upload-time = "2026-10-16T22:15:56.25Z" }, + { url = "https://files.pythonhosted.org/packages/ff/cd/73a79ecdc822076002eb24b5e1e4a530b0bb5310fcb6d239abbec877110b/pillow-13.0.0-cp312-cp312-win_amd64.whl", hash = "sha256:ff3fe9eb621fbb9db4c4be33ab946f6bac5f98ab50ca8d3260503653656c961b", size = 7272166, upload-time = "2026-10-16T22:15:58.597Z" }, + { url = "https://files.pythonhosted.org/packages/4a/a3/be5a1236efd085b3984e4305da8f179ae9dab80c991d2ad78f2bd5c4c843/pillow-13.0.0-cp312-cp312-win_arm64.whl", hash = "sha256:c3bc8ee0271387e0b1e3ad0ff893645990a656e79bf9c42f4f734a3642b11d51", size = 2698943, upload-time = "2026-10-16T22:16:00.637Z" }, + { url = "https://files.pythonhosted.org/packages/60/da/f6d644e631c5b370c5d0b899f3ccadd2780aab070b29a110527cf4e1fd2c/pillow-13.0.0-pp312-pypy312_pp80-macosx_10_15_x86_64.whl", hash = "sha256:8619685cad8efc4c38c66d3b36aad854523297c43d748b3b6f0cc03c90ba3463", size = 5523188, upload-time = "2026-10-16T22:17:59.334Z" }, + { url = "https://files.pythonhosted.org/packages/e4/b0/2594f202d743a35d4fe80682bfd96f277e5ca7aecb27cf64ef5bfc1d000b/pillow-13.0.0-pp312-pypy312_pp80-macosx_11_0_arm64.whl", hash = "sha256:7e91e97a929232cdb828889ee6ad0e48d7f40f4ec38818f4e4a8968b2b1af22e", size = 4806808, upload-time = "2026-10-16T22:18:01.188Z" }, + { url = "https://files.pythonhosted.org/packages/8e/ed/d504165ef79af6fafe25c76726cf30f544cc236002f7ed054f1d51adc4ff/pillow-13.0.0-pp312-pypy312_pp80-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:93ff9c9c3663ce23aaa5d0b6b6abac55359e2a0c06c7e30f3771829af816be63", size = 5464358, upload-time = "2026-10-16T22:18:02.779Z" }, + { url = "https://files.pythonhosted.org/packages/7b/fe/a10aba5503ca13e9e009b8bd0a1a4ce5584bdce246245fd6f3a83701369c/pillow-13.0.0-pp312-pypy312_pp80-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:e65dd6e75de67b2362a4fa3e16aa627595f65054dc4ec73d64680c84d592fa61", size = 6043514, upload-time = "2026-10-16T22:18:04.538Z" }, + { url = "https://files.pythonhosted.org/packages/c0/37/66b12dc476041fe523bca29c9d58fbf1ea92a4eaf73acfb9e993948f1191/pillow-13.0.0-pp312-pypy312_pp80-win_amd64.whl", hash = "sha256:567f20f1c75897d7663830da6ea8af719e03d712b1d9ee7f813319f9ece42e5a", size = 7366030, upload-time = "2026-10-16T22:18:06.638Z" }, +] + +[[package]] +name = "pluggy" +version = "1.7.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/bf/db/7fc19e6f2dc92a966727031389fc2e08b558f0f25eb7403c1119ad4713cd/pluggy-1.7.0.tar.gz", hash = "sha256:d1eaa46ebb595891b860ab086b4d09c8588af65ebd4361b8e8f4bb8920b90ba8", size = 123304, upload-time = "2026-10-15T09:50:58.343Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/40/9e/2b38731e0fc536806f16490e1a12d7f0dc2a1235aa8cc07bcc75416a7daa/pluggy-1.7.0-py3-none-any.whl", hash = "sha256:7dd7b0d8832ba3cb632c306926ded123429211b83641b35dc5c41ad2d34f9bec", size = 27082, upload-time = "2026-10-15T09:50:56.808Z" }, +] + +[[package]] +name = "protobuf" +version = "6.33.6" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/66/70/e908e9c5e52ef7c3a6c7902c9dfbb34c7e29c25d2f81ade3856445fd5c94/protobuf-6.33.6.tar.gz", hash = "sha256:a6768d25248312c297558af96a9f9c929e8c4cee0659cb07e780731095f38135", size = 444531, upload-time = "2026-03-18T19:05:00.988Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/fc/9f/2f509339e89cfa6f6a4c4ff50438db9ca488dec341f7e454adad60150b00/protobuf-6.33.6-cp310-abi3-win32.whl", hash = "sha256:7d29d9b65f8afef196f8334e80d6bc1d5d4adedb449971fefd3723824e6e77d3", size = 425739, upload-time = "2026-03-18T19:04:48.373Z" }, + { url = "https://files.pythonhosted.org/packages/76/5d/683efcd4798e0030c1bab27374fd13a89f7c2515fb1f3123efdfaa5eab57/protobuf-6.33.6-cp310-abi3-win_amd64.whl", hash = "sha256:0cd27b587afca21b7cfa59a74dcbd48a50f0a6400cfb59391340ad729d91d326", size = 437089, upload-time = "2026-03-18T19:04:50.381Z" }, + { url = "https://files.pythonhosted.org/packages/5c/01/a3c3ed5cd186f39e7880f8303cc51385a198a81469d53d0fdecf1f64d929/protobuf-6.33.6-cp39-abi3-macosx_10_9_universal2.whl", hash = "sha256:9720e6961b251bde64edfdab7d500725a2af5280f3f4c87e57c0208376aa8c3a", size = 427737, upload-time = "2026-03-18T19:04:51.866Z" }, + { url = "https://files.pythonhosted.org/packages/ee/90/b3c01fdec7d2f627b3a6884243ba328c1217ed2d978def5c12dc50d328a3/protobuf-6.33.6-cp39-abi3-manylinux2014_aarch64.whl", hash = "sha256:e2afbae9b8e1825e3529f88d514754e094278bb95eadc0e199751cdd9a2e82a2", size = 324610, upload-time = "2026-03-18T19:04:53.096Z" }, + { url = "https://files.pythonhosted.org/packages/9b/ca/25afc144934014700c52e05103c2421997482d561f3101ff352e1292fb81/protobuf-6.33.6-cp39-abi3-manylinux2014_s390x.whl", hash = "sha256:c96c37eec15086b79762ed265d59ab204dabc53056e3443e702d2681f4b39ce3", size = 339381, upload-time = "2026-03-18T19:04:54.616Z" }, + { url = "https://files.pythonhosted.org/packages/16/92/d1e32e3e0d894fe00b15ce28ad4944ab692713f2e7f0a99787405e43533a/protobuf-6.33.6-cp39-abi3-manylinux2014_x86_64.whl", hash = "sha256:e9db7e292e0ab79dd108d7f1a94fe31601ce1ee3f7b79e0692043423020b0593", size = 323436, upload-time = "2026-03-18T19:04:55.768Z" }, + { url = "https://files.pythonhosted.org/packages/c4/72/02445137af02769918a93807b2b7890047c32bfb9f90371cbc12688819eb/protobuf-6.33.6-py3-none-any.whl", hash = "sha256:77179e006c476e69bf8e8ce866640091ec42e1beb80b213c3900006ecfba6901", size = 170656, upload-time = "2026-03-18T19:04:59.826Z" }, +] + +[[package]] +name = "psutil" +version = "7.2.2" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/aa/c6/d1ddf4abb55e93cebc4f2ed8b5d6dbad109ecb8d63748dd2b20ab5e57ebe/psutil-7.2.2.tar.gz", hash = "sha256:0746f5f8d406af344fd547f1c8daa5f5c33dbc293bb8d6a16d80b4bb88f59372", size = 493740, upload-time = "2026-01-28T18:14:54.428Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/e7/36/5ee6e05c9bd427237b11b3937ad82bb8ad2752d72c6969314590dd0c2f6e/psutil-7.2.2-cp36-abi3-macosx_10_9_x86_64.whl", hash = "sha256:ed0cace939114f62738d808fdcecd4c869222507e266e574799e9c0faa17d486", size = 129090, upload-time = "2026-01-28T18:15:22.168Z" }, + { url = "https://files.pythonhosted.org/packages/80/c4/f5af4c1ca8c1eeb2e92ccca14ce8effdeec651d5ab6053c589b074eda6e1/psutil-7.2.2-cp36-abi3-macosx_11_0_arm64.whl", hash = "sha256:1a7b04c10f32cc88ab39cbf606e117fd74721c831c98a27dc04578deb0c16979", size = 129859, upload-time = "2026-01-28T18:15:23.795Z" }, + { url = "https://files.pythonhosted.org/packages/b5/70/5d8df3b09e25bce090399cf48e452d25c935ab72dad19406c77f4e828045/psutil-7.2.2-cp36-abi3-manylinux2010_x86_64.manylinux_2_12_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:076a2d2f923fd4821644f5ba89f059523da90dc9014e85f8e45a5774ca5bc6f9", size = 155560, upload-time = "2026-01-28T18:15:25.976Z" }, + { url = "https://files.pythonhosted.org/packages/63/65/37648c0c158dc222aba51c089eb3bdfa238e621674dc42d48706e639204f/psutil-7.2.2-cp36-abi3-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:b0726cecd84f9474419d67252add4ac0cd9811b04d61123054b9fb6f57df6e9e", size = 156997, upload-time = "2026-01-28T18:15:27.794Z" }, + { url = "https://files.pythonhosted.org/packages/8e/13/125093eadae863ce03c6ffdbae9929430d116a246ef69866dad94da3bfbc/psutil-7.2.2-cp36-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:fd04ef36b4a6d599bbdb225dd1d3f51e00105f6d48a28f006da7f9822f2606d8", size = 148972, upload-time = "2026-01-28T18:15:29.342Z" }, + { url = "https://files.pythonhosted.org/packages/04/78/0acd37ca84ce3ddffaa92ef0f571e073faa6d8ff1f0559ab1272188ea2be/psutil-7.2.2-cp36-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:b58fabe35e80b264a4e3bb23e6b96f9e45a3df7fb7eed419ac0e5947c61e47cc", size = 148266, upload-time = "2026-01-28T18:15:31.597Z" }, + { url = "https://files.pythonhosted.org/packages/b4/90/e2159492b5426be0c1fef7acba807a03511f97c5f86b3caeda6ad92351a7/psutil-7.2.2-cp37-abi3-win_amd64.whl", hash = "sha256:eb7e81434c8d223ec4a219b5fc1c47d0417b12be7ea866e24fb5ad6e84b3d988", size = 137737, upload-time = "2026-01-28T18:15:33.849Z" }, + { url = "https://files.pythonhosted.org/packages/8c/c7/7bb2e321574b10df20cbde462a94e2b71d05f9bbda251ef27d104668306a/psutil-7.2.2-cp37-abi3-win_arm64.whl", hash = "sha256:8c233660f575a5a89e6d4cb65d9f938126312bca76d8fe087b947b3a1aaac9ee", size = 134617, upload-time = "2026-01-28T18:15:36.514Z" }, +] + +[[package]] +name = "psycopg" +version = "3.3.6" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "typing-extensions" }, + { name = "tzdata", marker = "sys_platform == 'win32'" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/76/26/3ea4ca5eaea1c0debcdf7ee7c1613fbe721dc27a03c461c0817ffd8a0601/psycopg-3.3.6.tar.gz", hash = "sha256:c081f2250df751a943036e42db6df4571c66cd0aabe8291a7a506512b12007d2", size = 168171, upload-time = "2026-09-18T13:22:55.152Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/4e/de/748bd7609c71cae5d737f0ba9192f19329f70180ecda8fff3cac02c5abe3/psycopg-3.3.6-py3-none-any.whl", hash = "sha256:a1db9f7148b06a28606767efaca51fa6f9398c5c0a3810519be69d7000bdb631", size = 215490, upload-time = "2026-09-18T13:15:29.374Z" }, +] + +[package.optional-dependencies] +binary = [ + { name = "psycopg-binary", marker = "implementation_name != 'pypy'" }, +] +pool = [ + { name = "psycopg-pool" }, +] + +[[package]] +name = "psycopg-binary" +version = "3.3.6" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/e6/01/2cdd1824e58b4467ee0b9498664cd28c42d8794db6b1e35b6bcb834f0044/psycopg_binary-3.3.6-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:3f84dab25e0385692ee13274c68678377e0b1a70ab9d14e56264cbf61f60c62d", size = 4707086, upload-time = "2026-09-18T13:18:05.138Z" }, + { url = "https://files.pythonhosted.org/packages/f6/76/de9948ac06895261c84d5b9fbe283d8f3c5bc9f070691b8d9eaa1b51e322/psycopg_binary-3.3.6-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:612382ac3ed13651c7fa44b5fee9fbf7baaa2ddbc6f500391672682c5f1df9e0", size = 4769607, upload-time = "2026-09-18T13:18:12.83Z" }, + { url = "https://files.pythonhosted.org/packages/76/a9/72436c9915ee4905964689e7f0e182ce7767cc0a0390b3ce703be8177625/psycopg_binary-3.3.6-cp312-cp312-manylinux2014_ppc64le.manylinux_2_17_ppc64le.whl", hash = "sha256:366db6e97e66b37211475f20c4c1324a2dc0dd825e46d4e87f9d599304d276f9", size = 5554134, upload-time = "2026-09-18T13:18:21.175Z" }, + { url = "https://files.pythonhosted.org/packages/0a/42/948bb3d2617795093512613fd96ba380e922992c7908fbc073858147d196/psycopg_binary-3.3.6-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:1679a1cb93fbe5a6d1fd58d82cbddcc6fcb8c61446ba7cae6eb2a7b19bc585de", size = 5235723, upload-time = "2026-09-18T13:18:27.071Z" }, + { url = "https://files.pythonhosted.org/packages/99/47/93e823ff1b0088400703410939c9bda3e63ed9c850b3ee088e8769f4c10b/psycopg_binary-3.3.6-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:37d40450659401600e6d043ff586c89a71a69f33cbb8bcdba6cdb2569beecdbe", size = 6833587, upload-time = "2026-09-18T13:18:33.794Z" }, + { url = "https://files.pythonhosted.org/packages/5e/2d/ecc69c847795aa704041a9f5667a6b0938a088cf1853636d762a6938e493/psycopg_binary-3.3.6-cp312-cp312-manylinux_2_38_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:a5165300324efd5a772c48a88ab3a928513ab3979fca76553e62ee815f7b2b9c", size = 5070013, upload-time = "2026-09-18T13:18:39.628Z" }, + { url = "https://files.pythonhosted.org/packages/92/36/6126f0dac21713dcae91404f2a76da18598a6252339a8c669c46370d43b2/psycopg_binary-3.3.6-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:d636338c8f21b0df2f84657b00bc34f9313f826ef93f1155bc743607e4a0c5eb", size = 4597367, upload-time = "2026-09-18T13:18:45.023Z" }, + { url = "https://files.pythonhosted.org/packages/4d/29/7ecfc04243b46c89ffd49924e9c5634ea904ef96c7d0f37e4073623584c1/psycopg_binary-3.3.6-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:a4ee3bdd5468a725f2a4d9aab8a74b6d0279f768c8b5d3aeb102c5307ff3d59c", size = 4275419, upload-time = "2026-09-18T13:18:49.299Z" }, + { url = "https://files.pythonhosted.org/packages/6e/90/2f46d2e0de79706ac170df0a3637fe63c4498fc04f131f6049520b78b806/psycopg_binary-3.3.6-cp312-cp312-musllinux_1_2_riscv64.whl", hash = "sha256:289aadd6a00e151203c081f708348ec89f1e483c9b510ef4ac3981f847f01f79", size = 4007358, upload-time = "2026-09-18T13:18:53.944Z" }, + { url = "https://files.pythonhosted.org/packages/03/48/6744e91291b751a8cf12d63d719977974bb94c84ceba913e7ddb2e478e51/psycopg_binary-3.3.6-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:f21d057f3e5f5491067e5b292498073b73847d48799b099803fef100775fcc52", size = 4320156, upload-time = "2026-09-18T13:18:59.258Z" }, + { url = "https://files.pythonhosted.org/packages/1a/9b/94ff7fce53a64d5b286e2ec454e0a025cf3d6e6b4a9189bef16aa5de98b2/psycopg_binary-3.3.6-cp312-cp312-win_amd64.whl", hash = "sha256:e23a66a763fbe83fcc210bc77c27e5a5ea380ebf091c06f34d8561b695e5a40f", size = 3658864, upload-time = "2026-09-18T13:19:06.503Z" }, +] + +[[package]] +name = "psycopg-pool" +version = "3.3.3" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/74/5e/c0664b968b102ff68b811d999c728546c48d5c1eec03e3bbaf88c0cb4472/psycopg_pool-3.3.3.tar.gz", hash = "sha256:df87b5d9d0ad7db37f6cdad4fa8ce113d250f5997f6db38e9a99192fb67f9e1d", size = 32006, upload-time = "2026-09-22T15:53:24.947Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/5d/b4/452c6607a0f479465cd8a9b0d9956919fcb150050c1f83f9f11e6b8ee8dc/psycopg_pool-3.3.3-py3-none-any.whl", hash = "sha256:9b9cd6a4fcec47a410f7e82d408540e7f77b478509e91b44c1a5457a13e5ff37", size = 40304, upload-time = "2026-09-22T15:53:23.712Z" }, +] + +[[package]] +name = "pycparser" +version = "3.12" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/cb/27/eeb9f307bf07060f3d9f9aa0fb8c15b01bdfded0a941e4b2719c7f94cacd/pycparser-3.12.tar.gz", hash = "sha256:f03387877eab82ce01bbdfd0ba7252ee55a90b1c708d5129e2ce915475cf1db6", size = 158785, upload-time = "2026-10-22T13:40:03.56Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/b6/ae/315bbeee126a769cbde43cf4908acb4b40408d8bf8bbf334dd7368d8dadf/pycparser-3.12-py3-none-any.whl", hash = "sha256:a076f3f489b39b43ed13563a1dafe42447445bec2e294154ec5c57fcdda4c85e", size = 62600, upload-time = "2026-10-22T13:40:02.021Z" }, +] + +[[package]] +name = "pydantic" +version = "2.14.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "annotated-types" }, + { name = "pydantic-core" }, + { name = "typing-extensions" }, + { name = "typing-inspection" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/9f/d5/b4867fa7c7f04c34997d7d8aad744f64d210bb99d67cf18bf3fb1eea1aed/pydantic-2.14.2.tar.gz", hash = "sha256:fb7b2db6cefe8414dd612edeede49c4c433acb0432b0f92b95024e45f66c505d", size = 911596, upload-time = "2026-10-29T16:37:12.476Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/97/01/c71a71258b58659c72504e5fd65b451f6e36e34dc931d0b237ded213c814/pydantic-2.14.2-py3-none-any.whl", hash = "sha256:7efbf7507b937931cd32a5755acb00ea1cf5ccb1d4e8067a5850d5069e382118", size = 490403, upload-time = "2026-10-29T16:37:10.181Z" }, +] + +[[package]] +name = "pydantic-core" +version = "2.50.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/af/8e/23ec1021834e35041fbb2f10946141e6acdfd39379c45cc4d65a4e8a1d98/pydantic_core-2.50.2.tar.gz", hash = "sha256:1b0e8dc3932cf4e9ed5727570325cacc716b9409ffc794a221c0ccc72e8eb775", size = 518711, upload-time = "2026-10-29T16:34:57.465Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/d6/65/6609a66cda909d414c58438f9bd70b1e947fe12c25f6bd40c93121afd7ef/pydantic_core-2.50.2-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:e3d824b6152e1c0fd58dc6266f2de470eb7b2286135294f5f7cd26a0f0693738", size = 2220341, upload-time = "2026-10-29T16:32:10.193Z" }, + { url = "https://files.pythonhosted.org/packages/f9/0b/92463ae7be78d73885487f72c4599902c2cc190378bccaad5718b7495250/pydantic_core-2.50.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:596921489390a002d6a5e303384a0f1f98384f8bb550fbf38a1aafa6093da0f9", size = 2093701, upload-time = "2026-10-29T16:32:11.502Z" }, + { url = "https://files.pythonhosted.org/packages/62/d3/24147a1aa22f7eade546172750e1110fd7b2793998057809800d3ebeae4e/pydantic_core-2.50.2-cp312-cp312-manylinux1_i686.manylinux_2_5_i686.whl", hash = "sha256:36d8b9725684ca3bf658b90a101d335fc8cae405bb22196b7b5ef41344913756", size = 2253622, upload-time = "2026-10-29T16:32:13.051Z" }, + { url = "https://files.pythonhosted.org/packages/f6/50/2628ca3c83a0d9a6fda3305fe59b1b28e40c0221e8f234cd1ef86fb64745/pydantic_core-2.50.2-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:43a8fd56f3c681f3cda2d5c842ad28e88241df742dfcbe8fd1dd437a3056e1f6", size = 2114101, upload-time = "2026-10-29T16:32:14.702Z" }, + { url = "https://files.pythonhosted.org/packages/21/c8/cc6d7304a93f91f5e06260ccad71cc7d882489663a37dec009532379fc46/pydantic_core-2.50.2-cp312-cp312-manylinux2014_armv7l.manylinux_2_17_armv7l.whl", hash = "sha256:6f5a432c6c1ef18a1a02a04b3616b8d3f2f88b13faa46caae1ac6559ab202234", size = 2199541, upload-time = "2026-10-29T16:32:16.153Z" }, + { url = "https://files.pythonhosted.org/packages/65/d9/18f44ac5696b3e2b2384cb89c9fbe6ed69860f528e232b9fb46cc5b45a17/pydantic_core-2.50.2-cp312-cp312-manylinux2014_ppc64le.manylinux_2_17_ppc64le.whl", hash = "sha256:5d3cd8be71c4da3c9b42cc92f17e5e3036bdca98bf18555a0e072c3fe87abbb4", size = 2368597, upload-time = "2026-10-29T16:32:17.544Z" }, + { url = "https://files.pythonhosted.org/packages/1d/22/5f2a48ef819a7e1b74fb003a85d27576ad2f9ddf3901b88998ac63ce1e00/pydantic_core-2.50.2-cp312-cp312-manylinux2014_s390x.manylinux_2_17_s390x.whl", hash = "sha256:6a438cb8a3f87f2c49e82e43fb19511d4d5043f53e0787dc4df937ccb904373a", size = 2451701, upload-time = "2026-10-29T16:32:18.956Z" }, + { url = "https://files.pythonhosted.org/packages/08/93/2a6556bbdb8e918175af9d849a5d0b367b5644e41939d040f3a7215b1339/pydantic_core-2.50.2-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:9667637665acba166a7dbbc786f14c50512d3a01f7199e0e1a13b929e92d7c7a", size = 2242782, upload-time = "2026-10-29T16:32:20.381Z" }, + { url = "https://files.pythonhosted.org/packages/90/ed/dd9f29a92257f32eb5b99d5120826186ee0632ecc3aaf6c23e2fab89ed6d/pydantic_core-2.50.2-cp312-cp312-manylinux_2_31_riscv64.whl", hash = "sha256:b3e681208e2d39fde13fbea449ef2736a85ec1ea2afa41e9193a8c536e71dafe", size = 2253706, upload-time = "2026-10-29T16:32:22.293Z" }, + { url = "https://files.pythonhosted.org/packages/11/19/1ccf3bf38eb4ed97d8aeefc558458834ae0ad53fdbb1edf61af7228ea500/pydantic_core-2.50.2-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:6eb6ff07964f39e33c6f57fefe939514e76b8c0d4a694e5663e2e04e80cc1798", size = 2288603, upload-time = "2026-10-29T16:32:23.465Z" }, + { url = "https://files.pythonhosted.org/packages/ea/cd/bae2320fc89a65bcd87bf66ec83aac51b3b43b970a2edece15feb8af64dd/pydantic_core-2.50.2-cp312-cp312-musllinux_1_1_armv7l.whl", hash = "sha256:4eb54c25e3463d73e1e4ed439ffc45d1d7e590df40bc7bb06f11a906afd996c3", size = 2476597, upload-time = "2026-10-29T16:32:24.824Z" }, + { url = "https://files.pythonhosted.org/packages/db/35/1bdb8d52c8e562e95c5e6ebb5784792af568ac6a81470dd546d95f392b60/pydantic_core-2.50.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:91238117cd296352f54f24117ff5a227bdea428865dba1244aa0cdd1424c0bc2", size = 2478664, upload-time = "2026-10-29T16:32:26.197Z" }, + { url = "https://files.pythonhosted.org/packages/12/72/0179b40ac6a6b0899c61826f2e3e80f88063f6d821e0dd9641927de46700/pydantic_core-2.50.2-cp312-cp312-win32.whl", hash = "sha256:98722314e12a8e4fa346e0afd3fff2098b5732875ff45592b450a7b589b43c4f", size = 2108820, upload-time = "2026-10-29T16:32:27.736Z" }, + { url = "https://files.pythonhosted.org/packages/b4/fb/679144362d7e5162519d9f6631ec982521417de3196351c6c56485f5b29f/pydantic_core-2.50.2-cp312-cp312-win_amd64.whl", hash = "sha256:b381574614245f18fdb2d6d1aa8f149e225869c47b5ee7f81812de8977817314", size = 2252238, upload-time = "2026-10-29T16:32:29.572Z" }, + { url = "https://files.pythonhosted.org/packages/0f/68/e3ccc885c3e2086ff84d7ca496f45b974a9f0a49ce2da8973aaa3a369a4b/pydantic_core-2.50.2-cp312-cp312-win_arm64.whl", hash = "sha256:f07c965a8aa6d62145f122641f292129984f39a3e3697585b19298a1488287db", size = 2162565, upload-time = "2026-10-29T16:32:30.853Z" }, + { url = "https://files.pythonhosted.org/packages/64/4d/23560b11366b547e3e68a3b8f9c02557cee707effa54fd39dbb3c4fff1fa/pydantic_core-2.50.2-graalpy312-graalpy250_312_native-macosx_10_12_x86_64.whl", hash = "sha256:d18d56c1ec63b304f4bb3c7db7e0d311e61cca1b1c944590a4b13ac39b2ca92b", size = 2204868, upload-time = "2026-10-29T16:34:34.745Z" }, + { url = "https://files.pythonhosted.org/packages/06/58/b9ddfaad189143d6568627166a730b6624ca90bd9a9a4af4854df88d444b/pydantic_core-2.50.2-graalpy312-graalpy250_312_native-macosx_11_0_arm64.whl", hash = "sha256:41ed8abeffda6a880207fdc0cd1343a448cec3cc6b38b53f730c0745f745292d", size = 2049162, upload-time = "2026-10-29T16:34:36.186Z" }, + { url = "https://files.pythonhosted.org/packages/8b/20/99d259bf7835b2f13c6d0b3eb7bcf669fb6349986736fa7a8308a9e620b0/pydantic_core-2.50.2-graalpy312-graalpy250_312_native-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:b7abcfaf66c1dc14c5ed928c349614f223c972a8b021b4be9548dbea6c817371", size = 2112135, upload-time = "2026-10-29T16:34:37.777Z" }, + { url = "https://files.pythonhosted.org/packages/9b/ca/652c8fe599abacafd852479059d209e608596ad3de82f1bff22e9f0f02fe/pydantic_core-2.50.2-graalpy312-graalpy250_312_native-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:9e7460abce637f90e37f8c443559fbd687c38884d05cb69ef265e634945f4324", size = 2270339, upload-time = "2026-10-29T16:34:39.039Z" }, +] + +[[package]] +name = "pydantic-settings" +version = "2.16.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "pydantic" }, + { name = "python-dotenv" }, + { name = "typing-extensions" }, + { name = "typing-inspection" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/d0/31/21d21e0e38a8f5f7a7f0cde22820117b6d17d6bc36f348129527f915d7f4/pydantic_settings-2.16.2.tar.gz", hash = "sha256:3dc08ffabed2bbd5dc2dd55ead7b78b4e4c5cd776aecd04310db5f1224caaf46", size = 309225, upload-time = "2026-10-28T11:14:28.066Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/39/88/4131c51ff87b7cd7f82a1194d0c0a2b7ca68c72d9da04c3b7e69ab91a79f/pydantic_settings-2.16.2-py3-none-any.whl", hash = "sha256:8d523e5c129b097686bde019bd6109bff53f4c8c3f63f1ddf9933ffa42e5ab4f", size = 81994, upload-time = "2026-10-28T11:14:26.716Z" }, +] + +[[package]] +name = "pygments" +version = "2.21.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/49/2e/ced460408999b33da6b31b0021b0f37d329e202d4169aeb164493778f25b/pygments-2.21.0.tar.gz", hash = "sha256:610ca751c9bc2492b38eb9a38a7fbc93edbbb2d7182edaf34e66ae493dee5c8c", size = 5005329, upload-time = "2026-08-17T08:02:48.824Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/71/46/17f022dd3e953bf20a04a028a21ec746d942f8d2af30fa0f124fa0e6a684/pygments-2.21.0-py3-none-any.whl", hash = "sha256:2363c69b61c4a97c838da3b130dcd6468f4848992b21a82f2a63ec34377137d9", size = 1250147, upload-time = "2026-08-17T08:02:44.912Z" }, +] + +[[package]] +name = "pytest" +version = "9.2.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "colorama", marker = "sys_platform == 'win32'" }, + { name = "iniconfig" }, + { name = "packaging" }, + { name = "pluggy" }, + { name = "pygments" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/79/42/bb4641652e58dedeac2ec51abc1f8cae4fee4ec63899a0999016229a0f2a/pytest-9.2.0.tar.gz", hash = "sha256:97c4f3b1f3c7414aa36465e09b8220f1d03627993bd51b1282e193753c80557b", size = 1797555, upload-time = "2026-10-27T21:30:20.728Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/51/39/1f5d8c8877a0fa327db959c19341d4be61660de1ab6b7391f9eb805bcd67/pytest-9.2.0-py3-none-any.whl", hash = "sha256:07acdcf88ec174f907dc01af70bf52d49b014bbab03faeeade31c96b18c2e588", size = 411776, upload-time = "2026-10-27T21:30:19.131Z" }, +] + +[[package]] +name = "python-dateutil" +version = "2.9.0.post0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "six" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/66/c0/0c8b6ad9f17a802ee498c46e004a0eb49bc148f2fd230864601a86dcf6db/python-dateutil-2.9.0.post0.tar.gz", hash = "sha256:37dd54208da7e1cd875388217d5e00ebd4179249f90fb72437e91a35459a0ad3", size = 342432, upload-time = "2024-03-01T18:36:20.211Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/ec/57/56b9bcc3c9c6a792fcbaf139543cee77261f3651ca9da0c93f5c1221264b/python_dateutil-2.9.0.post0-py2.py3-none-any.whl", hash = "sha256:a8b2bc7bffae282281c8140a97d3aa9c14da0b136dfe83f850eea9a5f7470427", size = 229892, upload-time = "2024-03-01T18:36:18.57Z" }, +] + +[[package]] +name = "python-dotenv" +version = "1.2.4" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/74/26/2fbeedb218a787a5eea551c7532cac4e009f83d689dd2faa0d0353473f86/python_dotenv-1.2.4.tar.gz", hash = "sha256:f0d53e69935a851c0dcc78f3ab7aaccd8cabef0b92382b576b824212902873c0", size = 60824, upload-time = "2026-10-01T05:36:10Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/60/d1/38f3a3405989a89ac18390803e70c6ad7c7760da4f9b83cbeca0c44a0c72/python_dotenv-1.2.4-py3-none-any.whl", hash = "sha256:42269a8a5b3fd54ffa6f3d84b18abed50064717576b4ecf03dc4a55d8aa04fdc", size = 23266, upload-time = "2026-10-01T05:36:08.633Z" }, +] + +[[package]] +name = "pyyaml" +version = "6.0.3" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/05/8e/961c0007c59b8dd7729d542c61a4d537767a59645b82a0b521206e1e25c2/pyyaml-6.0.3.tar.gz", hash = "sha256:d76623373421df22fb4cf8817020cbb7ef15c725b9d5e45f17e189bfc384190f", size = 130960, upload-time = "2025-09-25T21:33:16.546Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/d1/33/422b98d2195232ca1826284a76852ad5a86fe23e31b009c9886b2d0fb8b2/pyyaml-6.0.3-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:7f047e29dcae44602496db43be01ad42fc6f1cc0d8cd6c83d342306c32270196", size = 182063, upload-time = "2025-09-25T21:32:11.445Z" }, + { url = "https://files.pythonhosted.org/packages/89/a0/6cf41a19a1f2f3feab0e9c0b74134aa2ce6849093d5517a0c550fe37a648/pyyaml-6.0.3-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:fc09d0aa354569bc501d4e787133afc08552722d3ab34836a80547331bb5d4a0", size = 173973, upload-time = "2025-09-25T21:32:12.492Z" }, + { url = "https://files.pythonhosted.org/packages/ed/23/7a778b6bd0b9a8039df8b1b1d80e2e2ad78aa04171592c8a5c43a56a6af4/pyyaml-6.0.3-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:9149cad251584d5fb4981be1ecde53a1ca46c891a79788c0df828d2f166bda28", size = 775116, upload-time = "2025-09-25T21:32:13.652Z" }, + { url = "https://files.pythonhosted.org/packages/65/30/d7353c338e12baef4ecc1b09e877c1970bd3382789c159b4f89d6a70dc09/pyyaml-6.0.3-cp312-cp312-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:5fdec68f91a0c6739b380c83b951e2c72ac0197ace422360e6d5a959d8d97b2c", size = 844011, upload-time = "2025-09-25T21:32:15.21Z" }, + { url = "https://files.pythonhosted.org/packages/8b/9d/b3589d3877982d4f2329302ef98a8026e7f4443c765c46cfecc8858c6b4b/pyyaml-6.0.3-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:ba1cc08a7ccde2d2ec775841541641e4548226580ab850948cbfda66a1befcdc", size = 807870, upload-time = "2025-09-25T21:32:16.431Z" }, + { url = "https://files.pythonhosted.org/packages/05/c0/b3be26a015601b822b97d9149ff8cb5ead58c66f981e04fedf4e762f4bd4/pyyaml-6.0.3-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:8dc52c23056b9ddd46818a57b78404882310fb473d63f17b07d5c40421e47f8e", size = 761089, upload-time = "2025-09-25T21:32:17.56Z" }, + { url = "https://files.pythonhosted.org/packages/be/8e/98435a21d1d4b46590d5459a22d88128103f8da4c2d4cb8f14f2a96504e1/pyyaml-6.0.3-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:41715c910c881bc081f1e8872880d3c650acf13dfa8214bad49ed4cede7c34ea", size = 790181, upload-time = "2025-09-25T21:32:18.834Z" }, + { url = "https://files.pythonhosted.org/packages/74/93/7baea19427dcfbe1e5a372d81473250b379f04b1bd3c4c5ff825e2327202/pyyaml-6.0.3-cp312-cp312-win32.whl", hash = "sha256:96b533f0e99f6579b3d4d4995707cf36df9100d67e0c8303a0c55b27b5f99bc5", size = 137658, upload-time = "2025-09-25T21:32:20.209Z" }, + { url = "https://files.pythonhosted.org/packages/86/bf/899e81e4cce32febab4fb42bb97dcdf66bc135272882d1987881a4b519e9/pyyaml-6.0.3-cp312-cp312-win_amd64.whl", hash = "sha256:5fcd34e47f6e0b794d17de1b4ff496c00986e1c83f7ab2fb8fcfe9616ff7477b", size = 154003, upload-time = "2025-09-25T21:32:21.167Z" }, + { url = "https://files.pythonhosted.org/packages/1a/08/67bd04656199bbb51dbed1439b7f27601dfb576fb864099c7ef0c3e55531/pyyaml-6.0.3-cp312-cp312-win_arm64.whl", hash = "sha256:64386e5e707d03a7e172c0701abfb7e10f0fb753ee1d773128192742712a98fd", size = 140344, upload-time = "2025-09-25T21:32:22.617Z" }, +] + +[[package]] +name = "redis" +version = "8.1.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/a8/99/604f0b666d4c616d891cf77ebb9db6bb21601344c051aebf1b72b9ff915f/redis-8.1.0.tar.gz", hash = "sha256:6e1a19beef9225c83efd689c7e6b7da2d5215b1f42cd13b7fc3714d0a09c7b25", size = 5254356, upload-time = "2026-07-30T08:51:00.269Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/66/9d/c5731f6e3608663d4d3656fd8d3aecee8b509c3082818f5a13eae925baea/redis-8.1.0-py3-none-any.whl", hash = "sha256:a4fe1aac3d3b3cc791d4b3d5931c5a956045dc951ee74d1c913ee3ac4d2ee9fb", size = 560618, upload-time = "2026-07-30T08:50:58.497Z" }, +] + +[[package]] +name = "referencing" +version = "0.37.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "attrs" }, + { name = "rpds-py" }, + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/22/f5/df4e9027acead3ecc63e50fe1e36aca1523e1719559c499951bb4b53188f/referencing-0.37.0.tar.gz", hash = "sha256:44aefc3142c5b842538163acb373e24cce6632bd54bdb01b21ad5863489f50d8", size = 78036, upload-time = "2025-10-13T15:30:48.871Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/2c/58/ca301544e1fa93ed4f80d724bf5b194f6e4b945841c5bfd555878eea9fcb/referencing-0.37.0-py3-none-any.whl", hash = "sha256:381329a9f99628c9069361716891d34ad94af76e461dcb0335825aecc7692231", size = 26766, upload-time = "2025-10-13T15:30:47.625Z" }, +] + +[[package]] +name = "requests" +version = "2.34.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "certifi" }, + { name = "charset-normalizer" }, + { name = "idna" }, + { name = "urllib3" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/ac/c3/e2a2b89f2d3e2179abd6d00ebd70bff6273f37fb3e0cc209f48b39d00cbf/requests-2.34.2.tar.gz", hash = "sha256:f288924cae4e29463698d6d60bc6a4da69c89185ad1e0bcc4104f584e960b9ed", size = 142856, upload-time = "2026-05-14T19:25:27.735Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/a0/f4/c67b0b3f1b9245e8d266f0f112c500d50e5b4e83cb6f3b71b6528104182a/requests-2.34.2-py3-none-any.whl", hash = "sha256:2a0d60c172f83ac6ab31e4554906c0f3b3588d37b5cb939b1c061f4907e278e0", size = 73075, upload-time = "2026-05-14T19:25:26.443Z" }, +] + +[[package]] +name = "rfc3339-validator" +version = "0.1.4" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "six" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/28/ea/a9387748e2d111c3c2b275ba970b735e04e15cdb1eb30693b6b5708c4dbd/rfc3339_validator-0.1.4.tar.gz", hash = "sha256:138a2abdf93304ad60530167e51d2dfb9549521a836871b88d7f4695d0022f6b", size = 5513, upload-time = "2021-05-12T16:37:54.178Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/7b/44/4e421b96b67b2daff264473f7465db72fbdf36a07e05494f50300cc7b0c6/rfc3339_validator-0.1.4-py2.py3-none-any.whl", hash = "sha256:24f6ec1eda14ef823da9e36ec7113124b39c04d50a4d3d3a3c2859577e7791fa", size = 3490, upload-time = "2021-05-12T16:37:52.536Z" }, +] + +[[package]] +name = "rpds-py" +version = "2026.9.1" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/42/68/3bd46b8a5e01d3c2ebdf9c5e9497912e3fe0cde02bac21a7130ca866e403/rpds_py-2026.9.1.tar.gz", hash = "sha256:4793ef7f78268b124b73fa933440f01d258bbae01de9fa53e9080c9ab0425a12", size = 63948, upload-time = "2026-10-04T16:32:36.469Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/5d/34/a828586ea3329fbb50895b50e9cf98ca3d924a9f41a0b26d443bff1b3794/rpds_py-2026.9.1-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:50906f5aea24b5a865cbd0a589698288631d9f3a54c3a937c83aefa95a0d14af", size = 346822, upload-time = "2026-10-04T16:29:16.258Z" }, + { url = "https://files.pythonhosted.org/packages/90/81/ac6a0d064982251856ce009c9e1dd51a34110b3c055aa7d1aad18b4899a3/rpds_py-2026.9.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:e21c1429e205828ea886a2293a4a2c8e01f4c25d9893ca330e97a6cf73f52e7b", size = 341380, upload-time = "2026-10-04T16:29:17.706Z" }, + { url = "https://files.pythonhosted.org/packages/42/ff/bf7d54f362748fd6a49277b9d6531c394074110fedf50ad791ec59133fbb/rpds_py-2026.9.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2693b2728bbcc48d09a981a356954b0c47c53ff25b545856f28a889ea619f69a", size = 373053, upload-time = "2026-10-04T16:29:19.063Z" }, + { url = "https://files.pythonhosted.org/packages/60/de/74b0ccdbbd28687b9b5fdb34c1cabed88352182facaced9d6f5486b8b9ed/rpds_py-2026.9.1-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:8601470267d938bcb7f3ab1a336100af51a4fd5b6ed030ef52461bb3ef5e7e07", size = 377742, upload-time = "2026-10-04T16:29:20.543Z" }, + { url = "https://files.pythonhosted.org/packages/c2/6d/b979775a3057b2a5c26d75ecbff60a20a24ef081db6dd76836fca3f20247/rpds_py-2026.9.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:3890a6aa36e6baa53d5258a2a25d3ef8b37ad165a6ab27a892d7c3e3a432cd69", size = 487289, upload-time = "2026-10-04T16:29:21.958Z" }, + { url = "https://files.pythonhosted.org/packages/1d/5d/7c34734ce3ece943d9d6ee0122a74a21bbc75b47acb5b7053c83f6efb1ed/rpds_py-2026.9.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:6b5b393eda5ea42cca1c1a6665f2a4882b4fd5d1777e41ce0545a107fb008c9d", size = 390710, upload-time = "2026-10-04T16:29:23.378Z" }, + { url = "https://files.pythonhosted.org/packages/1d/6d/b26eb1e75395925b3a142ed351cbed2ec8212f5c9d937aee3df32c701baa/rpds_py-2026.9.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:addeda51556dac7c1a2f14cda62db8b621cd12afba3091d03a96c72932387eab", size = 371261, upload-time = "2026-10-04T16:29:25.1Z" }, + { url = "https://files.pythonhosted.org/packages/7c/98/b2fdfe10301a9e27af21e634337fbba7baac0bc17fe44619a17c26bba2cb/rpds_py-2026.9.1-cp312-cp312-manylinux_2_31_riscv64.whl", hash = "sha256:d9edf30457d74eebfd76b045535e36f1cd89062566a128a0db2145ca042d787e", size = 376075, upload-time = "2026-10-04T16:29:26.748Z" }, + { url = "https://files.pythonhosted.org/packages/c5/b1/c4b8d954e49c3c69cf8063c0c9e0919c99f3d2cecc46311606a1cbe835dc/rpds_py-2026.9.1-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:815d26356930846a40c7bc1366e7b1b0320ab8a063e66c11298a208bed0fd237", size = 399358, upload-time = "2026-10-04T16:29:28.282Z" }, + { url = "https://files.pythonhosted.org/packages/b3/59/9559a7293c97dff0cbb293efffbd36644103883ecc27741af8ef90c84ca8/rpds_py-2026.9.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:3b5a6f40f0a1486b4b36c888123afc67acdbd9f33235927acf5ff295429a0ba3", size = 550267, upload-time = "2026-10-04T16:29:29.851Z" }, + { url = "https://files.pythonhosted.org/packages/6c/9d/6dc60e49511de4c8b00e74f9c1d43aed4d27f712cdb1ade92f2c199cbf64/rpds_py-2026.9.1-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:b5b8b0753718d258fd454283fbd57e14545d3b40583fa672e27cb4f987626bcc", size = 614018, upload-time = "2026-10-04T16:29:31.54Z" }, + { url = "https://files.pythonhosted.org/packages/fb/bc/92a4ecf27301b886232a413360f6b348a81d55ffef654f2ebda5970ebc3d/rpds_py-2026.9.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:46d80bc76b51a6c24f9944368c28d38b8bcbcea1da4f2f8d3ebc31a67e8c6ec6", size = 578509, upload-time = "2026-10-04T16:29:33.01Z" }, + { url = "https://files.pythonhosted.org/packages/08/53/efb97f2e6589b7ab8394385a73870e0b2ab2a195281c117b21fd6d7d4855/rpds_py-2026.9.1-cp312-cp312-win32.whl", hash = "sha256:befc2d6a953e563f8a7bfd87a42c22ebf8a3e980dcb7b6a4d17b70b0e914e8a3", size = 205401, upload-time = "2026-10-04T16:29:34.451Z" }, + { url = "https://files.pythonhosted.org/packages/1c/84/1700cc748d0eaa747486e4e82882d2575224e6e9a3148df583058850c629/rpds_py-2026.9.1-cp312-cp312-win_amd64.whl", hash = "sha256:5ce8943f79c2210f7abcc28e86367b03b28d95027fd01c46d2472373ae70c86f", size = 222923, upload-time = "2026-10-04T16:29:35.709Z" }, + { url = "https://files.pythonhosted.org/packages/c3/89/0302215373c2f8b4408b0fdfee955368cc378a98ff59508d47a7e0dc2dbf/rpds_py-2026.9.1-cp312-cp312-win_arm64.whl", hash = "sha256:501909f2e4a1e2dee528ef766fe3c469060ebc17e54a8383d404ba07a81a6f02", size = 218415, upload-time = "2026-10-04T16:29:37.263Z" }, + { url = "https://files.pythonhosted.org/packages/a3/90/a9ba81408369d34c1aca73319c15adc91ed45c1d21e9e8ee4832ffb7fe0b/rpds_py-2026.9.1-pp312-pypy312_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6cdc537c8633d7fd92a82e2e0d2ab74320a3f63d5e59fb9cf08711e08fe151c4", size = 381109, upload-time = "2026-10-04T16:32:08.994Z" }, + { url = "https://files.pythonhosted.org/packages/b3/44/5192a0bed94cec86bd2a5e1cc5a1bb8f7eec3aec907eacd2deb13e87e326/rpds_py-2026.9.1-pp312-pypy312_pp73-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:10e208f2425d973938afcd56e28a7c4be32e27b6a60b5d381f49fb9d8acf9759", size = 388222, upload-time = "2026-10-04T16:32:11.321Z" }, + { url = "https://files.pythonhosted.org/packages/92/cd/5356549711448f18b52f7a11ffbe90f1228774996fbf3c6cd1b18d22abaf/rpds_py-2026.9.1-pp312-pypy312_pp73-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:6c0dbbcc19735fe5f8b0a54c07659d154a9e69f47e15d0a6ab7299215daf62cb", size = 500384, upload-time = "2026-10-04T16:32:13.478Z" }, + { url = "https://files.pythonhosted.org/packages/7a/88/ddda9d28adfe33119c75b2e733d4ba7e326f41d7e1b1093951771768ca48/rpds_py-2026.9.1-pp312-pypy312_pp73-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:684fd492fff4fead00587544e059be2bbcb6f93454f21fa2a91b66fc7508be82", size = 401661, upload-time = "2026-10-04T16:32:15.653Z" }, + { url = "https://files.pythonhosted.org/packages/32/c3/bb59ba16a6b4a57995d15b8c04c00f28df3b938c4dcdde48fbe0f73edb0c/rpds_py-2026.9.1-pp312-pypy312_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d1028417bb44037eb3069c1009bd7b7277212876cda22fbe565b0bca9fab6d2c", size = 380748, upload-time = "2026-10-04T16:32:17.727Z" }, + { url = "https://files.pythonhosted.org/packages/f5/b8/0580faa1c5a32ddc160130dd7ae54d2d007272a89a40a6b5db3e50f9f585/rpds_py-2026.9.1-pp312-pypy312_pp73-manylinux_2_31_riscv64.whl", hash = "sha256:492e5e428cbe126221611f47e068f01660352feec4ad18bc0f5ea9b2ae88fb14", size = 385731, upload-time = "2026-10-04T16:32:19.855Z" }, + { url = "https://files.pythonhosted.org/packages/bf/70/f73564642bbe3322c7eeef2c2f258cf040b71c41a430b532e59d04a1b838/rpds_py-2026.9.1-pp312-pypy312_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:88b5268892fde430d5531f95bc560b6efbbd67c929662c586afd729a96e7461c", size = 412131, upload-time = "2026-10-04T16:32:22.285Z" }, + { url = "https://files.pythonhosted.org/packages/8c/5d/17fff2e1f8f68721a2afb5cb48f7e442c751bb6b4883157c5abaf618cd08/rpds_py-2026.9.1-pp312-pypy312_pp73-musllinux_1_2_aarch64.whl", hash = "sha256:01445c8d194aa032a08e944f16567672da1c62dbdbefd8b6d0693032e290cf68", size = 558193, upload-time = "2026-10-04T16:32:24.4Z" }, + { url = "https://files.pythonhosted.org/packages/2a/d0/869ab6fb08531f97aae4a780b4d61b4190d8aef48fe054ee28bcf7114466/rpds_py-2026.9.1-pp312-pypy312_pp73-musllinux_1_2_i686.whl", hash = "sha256:eef6a03b0b6d08d0835ccfa8ec8d1bc70525e3801387567137b50c557695e6da", size = 622448, upload-time = "2026-10-04T16:32:26.844Z" }, + { url = "https://files.pythonhosted.org/packages/ba/a5/9672e532fe02cd3b92c78cfd8743abca939d96853006c63835009a1ecb6f/rpds_py-2026.9.1-pp312-pypy312_pp73-musllinux_1_2_x86_64.whl", hash = "sha256:6b9bf3135b4ad5981df9a73d71a35272d650a2985ae9c2746357b24d59de2448", size = 591126, upload-time = "2026-10-04T16:32:29.274Z" }, + { url = "https://files.pythonhosted.org/packages/80/ef/3a9f8e4279c7920af561deed4cb7ebebed2794a8f608cf404d5eef14a105/rpds_py-2026.9.1-pp312-pypy312_pp80-macosx_10_12_x86_64.whl", hash = "sha256:56c6952a9b15047466d0c2347c446a761d4527f89976156341e68f0ce5cc08b0", size = 357108, upload-time = "2026-10-04T16:32:31.641Z" }, + { url = "https://files.pythonhosted.org/packages/b7/55/4b2fa381a583760aea5c92841e4e928a358e1c6511b129219e9c2826a226/rpds_py-2026.9.1-pp312-pypy312_pp80-macosx_11_0_arm64.whl", hash = "sha256:b242c27c8f836305a4a72df9cdd564386ac57b807bd252a063223331c9316b37", size = 346877, upload-time = "2026-10-04T16:32:34.061Z" }, +] + +[[package]] +name = "ruff" +version = "0.17.3" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/59/73/81f140c4edd9cc323de5478e6bbd3bbcfae9a82692df1a258de8cec6a6d2/ruff-0.17.3.tar.gz", hash = "sha256:a57049c8addb3662073859bb55a7ad35aa54f8a7c9ed268911d1333c5aadaaa9", size = 5339444, upload-time = "2026-10-27T00:34:05.914Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/9e/8c/083365310c4e79c842f25bf5a842facbd9b0c0ec336f96dffa5074fe723d/ruff-0.17.3-py3-none-linux_armv6l.whl", hash = "sha256:ab86b84cd9d05e56d329742c0cabdcbe2d1d56c98f4a04aab9b5b66196febfb4", size = 10216522, upload-time = "2026-10-27T00:33:29.822Z" }, + { url = "https://files.pythonhosted.org/packages/72/26/4b2edf31cfebe9605d8f6ed8f1d6f376d3a53d4c9a123e62661c64c440f0/ruff-0.17.3-py3-none-macosx_10_12_x86_64.whl", hash = "sha256:e407b4a6852853a9a2cdce96963e94ad9775578bb44e7561a0f2829f3cc04b11", size = 10217786, upload-time = "2026-10-27T00:33:33.949Z" }, + { url = "https://files.pythonhosted.org/packages/a2/7e/537aba4b7f54397a374d2f6a6fc93e9c8015e18553f31a4a7b7dbced48b5/ruff-0.17.3-py3-none-macosx_11_0_arm64.whl", hash = "sha256:b75cc113b3aca388933d8296b667b1ac401a80317ea3074c9b0a66541199da29", size = 9440362, upload-time = "2026-10-27T00:33:35.784Z" }, + { url = "https://files.pythonhosted.org/packages/3d/66/283e39734f66c8a5ebaa93c22eb7b7515779a0b1d5a5c0ad20e05c0edb41/ruff-0.17.3-py3-none-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ab5fa7ed5ce18554ea69d850ad162cbaa0c85fc47c08d83a569f806681c9a6ad", size = 10094281, upload-time = "2026-10-27T00:33:38.216Z" }, + { url = "https://files.pythonhosted.org/packages/21/4c/1ffc768497bd025a32c72152771e40c0b99bddc5cc6e4f50c7949a395346/ruff-0.17.3-py3-none-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:c673c170e27834d1262e3a9c1e97bdc9b9c3b180c63d89173ce69747232474c1", size = 10022543, upload-time = "2026-10-27T00:33:40.181Z" }, + { url = "https://files.pythonhosted.org/packages/73/c3/f90db547301080fcb82c92abf914c8bd57b89911d9b65a6c4cc6b52d0635/ruff-0.17.3-py3-none-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:6a754c0341bc9ca151b7b335988b3263921c08859f84ca219b70cee825571b6f", size = 10683921, upload-time = "2026-10-27T00:33:42.182Z" }, + { url = "https://files.pythonhosted.org/packages/e5/98/92d4a8a26c6c96cf1a5b34dd59036d8a71e52d650aab065c58867e964e63/ruff-0.17.3-py3-none-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:4590b9d86c0b1543ebb09094254e191cd43fe8edaf330baa035aab03da251532", size = 11373408, upload-time = "2026-10-27T00:33:44.19Z" }, + { url = "https://files.pythonhosted.org/packages/43/02/1f24d2e3064c9753926deeb901afa57777b37ee46799b09ddd7aee6e5145/ruff-0.17.3-py3-none-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:bbde18beccd98c29a227c63c99022e3443b99258e08326df6425dfe0443705ef", size = 10977469, upload-time = "2026-10-27T00:33:46.179Z" }, + { url = "https://files.pythonhosted.org/packages/f0/20/fecedea2209f574ab92033b344e01a7f0c2dc76c6d6d19a14c9f8141173f/ruff-0.17.3-py3-none-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7fa4b0f931cdbcb8a52044f370a3eb429fb42eb88807b0e800fcaa98dd42b24e", size = 10577491, upload-time = "2026-10-27T00:33:48.233Z" }, + { url = "https://files.pythonhosted.org/packages/33/36/b93fdf0bc6f84f0cd487aadfb0354deb40013669ea35ac3d26855de1e959/ruff-0.17.3-py3-none-manylinux_2_31_riscv64.whl", hash = "sha256:39405f341deec934b4289634324ad695f72df2970f9121582872eaf5b722f0f5", size = 10608748, upload-time = "2026-10-27T00:33:50.284Z" }, + { url = "https://files.pythonhosted.org/packages/5d/b7/7d3f5f14145daead1efb0b9a8289ed1daa100f419d60774375951723ce00/ruff-0.17.3-py3-none-musllinux_1_2_aarch64.whl", hash = "sha256:68074094f55ca3d29ab19491f640282f7a84061c4c7977aa5094b968ca457e9a", size = 10075057, upload-time = "2026-10-27T00:33:52.074Z" }, + { url = "https://files.pythonhosted.org/packages/b0/ed/93ff7a5909ee56e2bd4b982deae9e0efb2724417874a90c9e41ad66c6dd7/ruff-0.17.3-py3-none-musllinux_1_2_armv7l.whl", hash = "sha256:27bb571ac78fef178fe5118d2827df95c2aae74a48fff2b15f6acd03af5ff5bb", size = 10022431, upload-time = "2026-10-27T00:33:54.061Z" }, + { url = "https://files.pythonhosted.org/packages/9b/07/a83b9eeec8c1c3c0e4eda15f06c3a91001bfd2687ea2f07b750719bf9712/ruff-0.17.3-py3-none-musllinux_1_2_i686.whl", hash = "sha256:029c37cbd3de48ca37aa12117bead2d065f15da17d66bf84e0d4274013705db2", size = 10394903, upload-time = "2026-10-27T00:33:56.158Z" }, + { url = "https://files.pythonhosted.org/packages/af/b2/05c39857c2526fcbebe46ad93a8dc97424656dfef14d3ef933abe1ffd331/ruff-0.17.3-py3-none-musllinux_1_2_x86_64.whl", hash = "sha256:692fdb46d0fd9c71e380947dc5fc72f2c3f881073bc1f739e4579376231affbe", size = 10799780, upload-time = "2026-10-27T00:33:58.204Z" }, + { url = "https://files.pythonhosted.org/packages/ec/d9/47171a16739eb7a353936b31c20cf54340531e68c9af7d72fd7a784e235d/ruff-0.17.3-py3-none-win32.whl", hash = "sha256:46539cb031b01fd29ae0a02142483c46640b233ee12bb1c1b690bffa1555d5ca", size = 9908481, upload-time = "2026-10-27T00:34:00.087Z" }, + { url = "https://files.pythonhosted.org/packages/d0/a0/f08c1631bfd81faa6a90eaf70c37c786c11bed2046302b56bb506c25e1a0/ruff-0.17.3-py3-none-win_amd64.whl", hash = "sha256:56b8ffb3f3b3cbccb8b76b71b38261b7ed982ef5d20f5b447b1b61a7f4949b24", size = 10341333, upload-time = "2026-10-27T00:34:02.099Z" }, + { url = "https://files.pythonhosted.org/packages/99/d5/4ad4ed31413c301430918e70d3d38ae6f097af0766cb9ab8c9d502b2a4d6/ruff-0.17.3-py3-none-win_arm64.whl", hash = "sha256:81fce74bcd6be0e9da7c67c7553fd0f1f12964a2052cd728ef917b937a5ca1d9", size = 9854332, upload-time = "2026-10-27T00:34:03.847Z" }, +] + +[[package]] +name = "s3transfer" +version = "0.19.3" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "botocore" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/49/c5/0a5ce655109cb96b8dfad36908a4e108d15f5dc2eff8fbc3146c4312e704/s3transfer-0.19.3.tar.gz", hash = "sha256:8326acc3d056d7f7b8a37110c7d2aea41f67e83f6ae79cd3b5fbcca34c726406", size = 166087, upload-time = "2026-10-19T19:19:49.751Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/e2/a4/88f9e10498759121060b8050a1554753dfc04df39bbbcc7aad9ecc8d9440/s3transfer-0.19.3-py3-none-any.whl", hash = "sha256:24eb7535804306355e31c952a90022bf5b2f9d760f9a11062c7493a217c08553", size = 90252, upload-time = "2026-10-19T19:19:48.309Z" }, +] + +[[package]] +name = "six" +version = "1.17.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/94/e7/b2c673351809dca68a0e064b6af791aa332cf192da575fd474ed7d6f16a2/six-1.17.0.tar.gz", hash = "sha256:ff70335d468e7eb6ec65b95b99d3a2836546063f63acc5171de367e834932a81", size = 34031, upload-time = "2024-12-04T17:35:28.174Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/b7/ce/149a00dd41f10bc29e5921b496af8b574d8413afcd5e30dfa0ed46c2cc5e/six-1.17.0-py2.py3-none-any.whl", hash = "sha256:4721f391ed90541fddacab5acf947aa0d3dc7d27b2e1e8eda2be8970586c3274", size = 11050, upload-time = "2024-12-04T17:35:26.475Z" }, +] + +[[package]] +name = "starlette" +version = "1.10.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "anyio" }, + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/48/bb/3d8757f21e9a53d9035c9eb039a777047139a16bfdbedfc7a58241c3d914/starlette-1.10.0.tar.gz", hash = "sha256:b8399098d4c1e3522734f7235dc79b1fc967f96cf139c81e0fa30479e0685f9b", size = 2734356, upload-time = "2026-10-24T15:04:12.342Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/88/2e/947cfe02def9371c07cd5bf5b6b61c829e9aecb9904db02a66cfafbc1eec/starlette-1.10.0-py3-none-any.whl", hash = "sha256:478c0ab3b4ced6e82719849c118fa406f0278a3499c1a898cd15cd31bdc38ce4", size = 80571, upload-time = "2026-10-24T15:04:10.371Z" }, +] + +[[package]] +name = "typing-extensions" +version = "4.16.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/f6/cc/6253133b5bb138fc3306cebfbda2c520f545d36b5be2c7255cc528bb45d6/typing_extensions-4.16.0.tar.gz", hash = "sha256:dc983d19a509c94dba722ee6abd33940f7c05a89e243c47e907eb4db6f1a43e5", size = 113555, upload-time = "2026-07-02T08:40:05.92Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/49/d3/b8441a820a491ddfc024b0b0cf0393375b75ea13866d9c66727e54c2fc80/typing_extensions-4.16.0-py3-none-any.whl", hash = "sha256:481caa481374e813c1b176ada14e97f1f67a4539ce9cfeb3f350d78d6370c2e8", size = 45571, upload-time = "2026-07-02T08:40:04.659Z" }, +] + +[[package]] +name = "typing-inspection" +version = "0.4.4" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/a3/26/b09b8010994eccc3c09092e6b34058f36a460eea2d4c3e8b910c695975a0/typing_inspection-0.4.4.tar.gz", hash = "sha256:547274fa6b0a561ccf549cc9524b999a578e737d015d8709d021f9d0d13bea47", size = 76928, upload-time = "2026-08-12T12:37:25.997Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/67/81/4add07e5172b7ac40d8ed5ff580409a7801a4fe26d529bdd915401dabfbe/typing_inspection-0.4.4-py3-none-any.whl", hash = "sha256:65b8397ba37ccbce054456aaccddfc91e6e3083c92824df348d96ca832f3f147", size = 14750, upload-time = "2026-08-12T12:37:24.648Z" }, +] + +[[package]] +name = "tzdata" +version = "2026.6" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/7a/29/6a1391d31cd00ff9e927215a224a880e1e84e826b64ba80a499e51c074d8/tzdata-2026.6.tar.gz", hash = "sha256:85d2cd9c09f81f0bb29db27759fc83af4f1e620efb814f8c5bf8b4cc4feece6d", size = 201017, upload-time = "2026-10-28T09:57:09.137Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/0a/66/9a06c2227fedfd4919f0eaaa8b94377d9730882a7e4f95823c9a331ab5e1/tzdata-2026.6-py2.py3-none-any.whl", hash = "sha256:0a10eec6e13ef16b627fabed9a5f2ba61a62b1c67f327305f4e7e412a70b4aec", size = 348210, upload-time = "2026-10-28T09:57:07.276Z" }, +] + +[[package]] +name = "urllib3" +version = "2.8.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/e3/05/b17359e1cefb4f909b5e40b1b90a496d987258916dbbf88e842c729f510e/urllib3-2.8.0.tar.gz", hash = "sha256:63bf2ead4c879426ebf22ef2a781eeb4aa3b4ae798a0435506f8687fd5bb9b63", size = 458972, upload-time = "2026-09-15T19:29:36.253Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/92/9d/c4e665119135114480843e7ab388fa94d8480650450e6f8e26b70d323a4c/urllib3-2.8.0-py3-none-any.whl", hash = "sha256:0cf3cae568d36aa9576b28dfb35f11328f1cb974ca7647d9475ebb86c75ac6e3", size = 135717, upload-time = "2026-09-15T19:29:34.577Z" }, +] + +[[package]] +name = "uvicorn" +version = "0.54.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "click" }, + { name = "h11" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/da/34/30e9280707135d2cfc589dfff3cb796bd07a3aeb1a3e415ba09dd89d7bb4/uvicorn-0.54.0.tar.gz", hash = "sha256:a2e33cbfaa0306f8e6b0c13e0cb89d7d7a2da3e62b90c66e18c33d9807b28620", size = 112283, upload-time = "2026-09-25T06:52:37.601Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/38/0c/b54a4fdd7f90a3af8b02ebc9ce6712c2c208b7926a2f7bad95c33ebbe943/uvicorn-0.54.0-py3-none-any.whl", hash = "sha256:505bdb0f318731d45f1f712071fc781a8981f6847a31c902c9f5e652d4f67faf", size = 87427, upload-time = "2026-09-25T06:52:35.829Z" }, +]