diff --git a/.dockerignore b/.dockerignore index bc16e55..ff22d01 100644 --- a/.dockerignore +++ b/.dockerignore @@ -18,3 +18,9 @@ __pycache__ node_modules evidence .DS_Store + +infra/secrets +Защита.md +ЗАЩИТА.md + +защита.md diff --git a/.env.example b/.env.example index 2b32655..37b6985 100644 --- a/.env.example +++ b/.env.example @@ -7,7 +7,7 @@ SESSION_TTL_SECONDS=3600 # Choose credentials locally. File paths contain no secret values. DATABASE_URL_FILE=/run/secrets/database_url # Optional on 3, required use on 4 in lab2; Redis OR Valkey: -SESSION_STORE=postgres +SESSION_STORE=valkey CACHE_URL_FILE=/run/secrets/cache_url API_REPLICAS=2 IDEMPOTENCY_TTL_SECONDS=86400 @@ -19,12 +19,24 @@ S3_SECRET_ACCESS_KEY_FILE=/run/secrets/s3_secret_access_key MAX_UPLOAD_BYTES=10485760 MAX_IMAGE_PIXELS=40000000 BROKER_URL_FILE=/run/secrets/broker_url -WORKER_CONCURRENCY=2 +# The current consumer is sequential; this documents capacity, not a tuning knob. +WORKER_CONCURRENCY=1 JOB_MAX_ATTEMPTS=5 -JOB_TIMEOUT_SECONDS=60 -STAGING_RETENTION_SECONDS=86400 +JOB_TIMEOUT_SECONDS=30 +JOB_TOTAL_TIMEOUT_SECONDS=90 +JOB_LEASE_SECONDS=120 +STAGING_RETENTION_SECONDS=604800 OTEL_SERVICE_NAME=messenger-api # Worker must set a distinct service.name. OTEL_EXPORTER_OTLP_ENDPOINT=http://otel-collector:4318 OTEL_EXPORTER_OTLP_PROTOCOL=http/protobuf OTEL_RESOURCE_ATTRIBUTES=deployment.environment.name=lab + +# Actual Compose overrides (all other application settings have defaults). +LB_PORT=8080 +LB_STATS_PORT=8404 +GRAFANA_PORT=3000 +PROMETHEUS_PORT=9090 +LOKI_PORT=3100 +TEMPO_PORT=3200 +# If another lab uses 8080/8404, choose e.g. 8086/8406 locally. diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..4056a43 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,5 @@ +* text=auto +*.sh text eol=lf +*.py text eol=lf +*.yaml text eol=lf +Dockerfile* text eol=lf diff --git a/.github/workflows/application.yml b/.github/workflows/application.yml new file mode 100644 index 0000000..5fab2c3 --- /dev/null +++ b/.github/workflows/application.yml @@ -0,0 +1,20 @@ +name: Application smoke +on: [push, pull_request] +permissions: + contents: read +jobs: + application: + runs-on: ubuntu-latest + timeout-minutes: 15 + steps: + - uses: actions/checkout@v4 + - uses: actions/setup-python@v5 + with: + python-version: '3.12' + - run: sh scripts/init-secrets.sh + - run: docker compose up -d --build --wait --wait-timeout 240 + - run: docker compose --profile tools run --rm -T --no-deps tester make check test + - run: docker compose exec -T api python - < student-tests/observability_unit.py + - run: python scripts/observe_lab6.py --baseline + - if: always() + run: docker compose down diff --git a/.gitignore b/.gitignore index b5a7189..e13a9e7 100644 --- a/.gitignore +++ b/.gitignore @@ -30,3 +30,8 @@ coverage/ .vscode/ # Keep small, sanitized evidence summaries in evidence/ under version control. # Inspect git diff --cached: ignore rules are not a secret scanner. + +# Local defense preparation +/защита.md +/Защита.md +/ЗАЩИТА.md diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..5f06866 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,24 @@ +# Messenger lab5: one image for API, publisher, worker, migrations and bootstrap. +FROM python:3.12.7-slim + +WORKDIR /app + +ENV PYTHONDONTWRITEBYTECODE=1 +ENV PYTHONUNBUFFERED=1 + +COPY requirements.txt . +RUN pip install --no-cache-dir -r requirements.txt + +COPY app ./app +COPY scripts/migrate.py scripts/s3_bootstrap.py ./scripts/ +COPY migrations ./migrations + +RUN useradd --create-home --uid 10001 appuser +USER appuser + +EXPOSE 8080 + +# Exec form: python is PID 1 and receives SIGTERM from "docker stop" itself. +# (lab2 used "sh -c uvicorn ...": sh stayed PID 1, uvicorn never got SIGTERM +# and was killed together with the container instead of draining.) +CMD ["python", "-m", "app.server"] diff --git a/REPORT.md b/REPORT.md index b97ae42..6d0fb51 100644 --- a/REPORT.md +++ b/REPORT.md @@ -1,37 +1,303 @@ # Отчёт — лабораторная 6 -- Автор, группа: TODO -- Целевая оценка; выбранный трек 5, если нужен: TODO -- Commit/PR: TODO после публикации -- Использованные источники, библиотеки и помощь ИИ: TODO +Автор: Максимова Мария, БВТ2303. Целевая оценка: 4. + +## Перенос lab5 + +Исходники перенесены из соседнего репозитория `mtusi2026lab5`, версия +`19cbacd`. Перенесены приложение, миграции 001–005, Dockerfile, Compose, +операторские скрипты, собственные проверки. Контракт и публичные тесты lab6 +сохранены. Доказательства старой лабораторной не выдаются за результаты lab6. + +Архитектура: HAProxy → две реплики FastAPI → PostgreSQL/Valkey и приватное +S3 (SeaweedFS). До 202 сохраняются S3 staging и транзакционный outbox в БД. +Publisher доставляет задания в RabbitMQ, worker публикует original, +thumbnail JPEG 256×256, crop JPEG 128×128 и optimized WebP 1280×1280. +Применяются at least once, publisher confirms, ack после commit, +lease с fencing token, ограниченные retry с jitter и журнал ошибок. ## Запуск из чистого clone -TODO: версии runtime/образов, prerequisites, команды создания локальных secrets/.env, build, миграций, запуска, ожидания готовности, тестов и остановки. Указать необходимые действия оператора. Не вставлять секреты. Отдельно указать безопасную остановку и команду намеренного удаления учебных данных. +Нужны Docker Engine/Compose v2 (Linux containers), доступ к registry/PyPI, +около 8 GiB RAM у Docker и Python 3.9+ для stdlib HTTP-проверок. +Образ приложения: Python 3.12.7; PostgreSQL 16.4, Valkey 8.0.1, +SeaweedFS 3.97, RabbitMQ 3.13.7, HAProxy 3.0.11. Python-зависимости +закреплены в `requirements.txt`. `Dockerfile` общий для API/publisher/worker. -## Архитектура и решения +Windows PowerShell: -TODO: схема процессов/хранилищ, источник истины, транзакционные границы, ограничения. Что перенесено из lab5, что изменено в этой работе. Соответствие переменных из .env.example реальной конфигурации. +```powershell +powershell -ExecutionPolicy Bypass -File scripts/init-secrets.ps1 +Copy-Item .env.example .env +# Если заняты 8080/8404, изменить LB_PORT/LB_STATS_PORT в .env. +docker compose config --quiet +docker compose up -d --build --wait --wait-timeout 240 +docker compose --profile tools build tester +docker compose --profile tools run --rm -T --no-deps tester make check test +$env:BASE_URL = 'http://localhost:8080' # либо выбранный LB_PORT +python -X utf8 scripts/observe_lab6.py --baseline +python -X utf8 scripts/observe_lab6.py --chain-with-retry +python -X utf8 scripts/observe_lab6.py --incidents +``` -## Доказательства критериев +Linux/macOS: `sh scripts/init-secrets.sh`, `cp .env.example .env`, те же +команды Compose; `BASE_URL=http://localhost:8080 python3 scripts/observe_lab6.py ...`. +Unit: `docker compose exec -T api python - < student-tests/observability_unit.py` +(на PowerShell: `Get-Content -Raw student-tests/observability_unit.py | docker compose exec -T api python -`). +Для полной схемы: `python -m venv .venv`, установить `requirements-dev.txt` +в venv, затем `python -X utf8 scripts/validate_openapi.py` из этого venv. +Собственные проверки изображений/восстановления: `python -X utf8 scripts/test_lab5.py` +(без `--quick` выполняются намеренные отказы). Не запускать сценарии отказов параллельно. -| Критерий README | Команда/сценарий | Наблюдаемый результат | Файл доказательства | -| --- | --- | --- | --- | -| Публичный smoke | make test | TODO | TODO | -| Остальные пункты уровня 3 | TODO | TODO | TODO | -| Все пункты уровня 4, если заявлен | TODO | TODO | TODO | -| Выбранный трек 5, если заявлен | TODO | TODO | TODO | +Init-скрипты создают случайные локальные credentials в `infra/secrets/`, +существующие сохраняют; файлы исключены из Git и Docker build context. +`migrate` до запуска API последовательно применяет миграции 001–006 под +блокировкой и журналирует их; повторный запуск пропускает уже применённые. +`s3-init` создаёт приватный bucket и проверяет права. Ручной seed не нужен. +`--wait` проверяет health основных компонентов; baseline дополнительно +ожидает поступление реальных данных в backend. -TODO: добавить отдельную строку для каждого заявленного критерия. PASS без команды и наблюдения не является доказательством. Проверка инфраструктурного hook требует подтверждения, какие реальные процессы/хранилища перезапущены. +Безопасная остановка: `docker compose down`. Данные сохраняются в volumes. +**Только для намеренного сброса учебных данных:** `docker compose down -v`. +Эта команда удалит и бизнес-данные, и сохранённую телеметрию. +В текущем прогоне используются локальные порты API **8086**, LB stats **8406**, +Grafana **3000**, Prometheus **9090**, Loki **3100**, Tempo **3200**. -## Эксперименты и отказы +## Наблюдаемость: уровень 3 -TODO: гипотеза, hardware/лимиты, версии, объём данных, профиль нагрузки, concurrency/arrival rate, длительность/прогрев, повторы, успешные RPS, ошибки, p50/p95/p99, CPU/RAM. Сохранить raw summary без tokens и объяснить ограничения измерения. +API, worker и publisher используют OpenTelemetry Python SDK 1.28.2, +OTLP HTTP/protobuf → Collector contrib 0.111.0 → Prometheus 2.55.0, +Loki 3.2.1 (native OTLP), Tempo 2.6.1 → Grafana 11.2.2. +Полные конфигурации и импортируемый dashboard находятся в `infra/`. +Данные backend и состояние Grafana сохраняются в именованных volumes. -| Воздействие | Что ожидаем | Что наблюдали | Время восстановления / потеря данных | -| --- | --- | --- | --- | -| TODO | TODO | TODO | TODO | +Метрики SDK `messenger.http.requests` и `messenger.jobs.processed` — counters; +`messenger.http.duration` и `messenger.jobs.duration` — histograms в секундах. +Prometheus добавляет `_total` к counters и `_seconds_bucket/sum/count` к +histograms. Labels HTTP: method, route template, status_class; jobs: +job_type и outcome. Resource attributes: service.name, service.version=1.6.0, +service.instance.id, deployment.environment.name=lab. Сервисы называются +messenger-api, messenger-worker и messenger-publisher. -## Ограничения и следующие шаги +API log `http.request.complete` связывается с ответом по X-Request-Id и +X-Trace-Id. Worker log `job.complete` связывается с реальным CONSUMER span +по trace_id/span_id. В логах есть timestamp/severity/event и service resource. +Технические job/attachment ID разрешены только в traces/logs синтетического +стенда; метрики не используют идентификаторы объектов. +SDK экспортирует только явные allowlist-события, без текстов сообщений, +паролей, токенов, SQL и exception text. Uvicorn access log выключен. -TODO: какие отказы выдерживаются и какие нет; что не реализовано; где учебное упрощение; какое улучшение подтверждено, а какое пока гипотеза. +Grafana доступна только через loopback http://localhost:3000 (учебный +anonymous Viewer); dashboard **Messenger — lab6**, три datasource заданы +provisioning автоматически. Prometheus/Loki/Tempo на loopback +9090/3100/3200 нужны также для воспроизводимых проверок. +OTLP порты доступны только внутри сети Compose. + +Collector применяет memory_limiter (192 MiB), batch (не больше 512 records), +очереди exporters по 256 batches и retry до 30 секунд. У SDK фоновые очереди +traces/logs по 512 records, batches по 64, HTTP timeout 2 секунды, период +метрик 5 секунд. Ни API request, ни job не ожидают сетевой экспорт. +Зависимости telemetry не входят в readiness приложения. + +Источники: [OTel SDK](https://opentelemetry-python.readthedocs.io/en/stable/sdk/), +[Loki OTLP](https://grafana.com/docs/loki/latest/send-data/otel/), +[Grafana provisioning](https://grafana.com/docs/grafana/latest/administration/provisioning/). +Реализация и документация подготовлены с помощью Codex. + +## Уровень 4: причинная связь и насыщение + +Миграция 006 добавляет nullable W3C carrier в attachments/outbox без изменения +публичных схем. API сохраняет carrier в той же транзакции, что и metadata/outbox; +publisher извлекает его, создаёт PRODUCER span, записывает новый carrier в +envelope. Worker создаёт CONSUMER span с этим parent, сохраняет consumer +context при claim для lease recovery. Следующая попытка получает новый span ID +в той же трассе. Operator replay/redeliver сохраняет причинный контекст. +Транзакционная граница outbox и семантика at least once остаются прежними. + +Внутренние spans: `db.acquire`, `db.query`, `db.commit`, `db.health`, +`s3.PutObject/GetObject/DeleteObject/HeadObject`, `image.generate`. +SQL span содержит только тип операции, exception — только имя класса. +GetObject измеряет получение headers; чтение streaming body продолжается +внутри вызывающей операции, поэтому этот span не является полной download latency. + +| Prometheus metric | Смысл и единица | +| --- | --- | +| `messenger_queue_depth` | queued + processing в PostgreSQL, jobs; включает outbox и delayed retry | +| `messenger_queue_oldest_age_seconds` | возраст старейшей незавершённой job, секунды | +| `messenger_queue_sample_age_seconds` | возраст последнего успешного наблюдения, секунды | +| `messenger_db_pool_used` / `waiting` / `capacity` | занятые соединения / acquisition requests in progress / лимит соединений | +| `messenger_worker_busy` / `capacity` | занятая обработка / доступная ёмкость (один consumer, capacity=1) | +| `messenger_process_cpu_seconds_total` | CPU time родительского процесса, секунды | +| `messenger_process_memory_bytes` | текущая RSS родительского процесса, байты | +| `messenger_attachment_time_to_ready_seconds_*` | histogram от created_at принятого attachment до успешного COMMIT ready | + +Waiting включает создание/проверку соединения, а не только очередь при +исчерпанном pool. Метрики CPU/RSS не включают подпроцесс декодера; контейнер +дополнительно ограничен Docker. Backlog измеряет publisher независимо от worker, +sample age позволяет обнаружить устаревшее наблюдение при отказе БД. +`WORKER_CONCURRENCY` из логических рекомендаций skeleton не используется: +реальный worker последователен, prefetch=1; scale worker потребует отдельной проверки. +Dashboard фильтрует worker resources по heartbeat не старше 15 секунд, +затем суммирует busy/capacity. Так старые process resources после restart +не завышают ёмкость и не показывают мёртвый busy worker. Collector удаляет +не обновляемые серии через 5 минут; heartbeat делает эту задержку явной. + +Пример p95 API в секундах (для p50/p99 меняется только первый аргумент): + +```promql +histogram_quantile(0.95, + sum by (le) (rate(messenger_http_duration_seconds_bucket{ + service_name="messenger-api",route!~"/health/.*"}[5m]))) +``` + +Сначала объединяются buckets реплик с одинаковыми границами, потом вычисляется +percentile. Buckets SDK: 0.005, 0.01, 0.025, 0.05, 0.1, 0.25, 0.5, 1, 2.5, +5, 10, 30, 60, 120, +Inf секунд. Это приближённая оценка, не среднее p95. +Все запросы, легенды и единицы находятся в импортируемом dashboard JSON. + +SLI доступности = 1 − (5xx / все бизнес-ответы), health исключены, 4xx не +считаются отказом сервера. Учебный SLO: ≥99% за скользящие 5 минут. +Дополнительный SLO: ≥95% успешных ready-завершений за ≤60 секунд в окне 5 минут +по histogram; он условен по завершениям, pending/failed отдельно контролируются +backlog/errors. При отсутствии трафика или завершений выполнение SLO не доказано. +Alert high error rate: >5% за 1 минуту непрерывно 10 секунд. Queue lag: +age >15 секунд при depth >0 и свежем sample <10 секунд непрерывно 10 секунд. +Оценка каждые 5 секунд; короткие пороги выбраны для защиты, а не production SLA. +Правила — `infra/prometheus/alerts.yaml`, диагностика — +[RUNBOOK](infra/otel/RUNBOOK.md). Доставка уведомлений наружу не используется. + +## Конфигурация и границы устойчивости + +`.env.example` содержит логические рекомендации skeleton. Реально Compose +передаёт DATABASE_URL_FILE, CACHE_URL_FILE, BROKER_URL_FILE и S3 *_FILE через +secrets; сессии кэшируются в Valkey, источник истины PostgreSQL. DB pool +10+5 соединений на процесс, pool/connect timeout 3 секунды, statement timeout +5 секунд. Upload: ≤10 MiB и ≤40M pixels; spool RAM 1 MiB на upload, +не более 8 concurrent uploads на API. Worker: image timeout 30 секунд, +total job timeout 90, lease 120, максимум 5 попыток, exponential backoff+jitter. +Thumbnail JPEG quality=85, crop quality=85, optimized WebP quality=80, +metadata EXIF удаляется после применения orientation; original сохраняется побайтно. + +Порты, API_REPLICAS, SESSION_TTL_SECONDS, IDEMPOTENCY_TTL_SECONDS, +JOB_* и RETRY_BASE_SECONDS можно переопределить через `.env` по `compose.yaml`. +Для локальных OTLP-ресурсов выбраны имена messenger-api/worker/publisher; +endpoint и resource заданы явно в Compose. `OTEL_SDK_DISABLED=true` отключает SDK. +API readiness зависит от PostgreSQL и drain; S3 влияет на вложения, а broker, +worker и telemetry не выключают весь синхронный путь сообщений. + +Две API-реплики выдерживают остановку одной. Postgres/S3/broker volumes +переживают перезапуск контейнеров; outbox, publisher confirms, ack после commit, +идемпотентная обработка и fencing token защищают от окон потери/дублей. +Один Docker-хост, один LB, DB, S3, broker и Collector — точки отказа. +Это не кластер с независимыми узлами и не backup; отказ диска/хоста здесь +не покрыт. HTTP разрешён только для локального синтетического стенда. + +Telemetry экспортируется фоново с ограниченной памятью. При недоступности +backend Collector повторяет до 30 секунд, затем отбрасывает batch; при заполнении +очереди возможны дополнительные потери. SDK counters export_failures и +dropped_records отражают неуспешные exports; overflow SDK queue отдельно +не подсчитывается. Collector send_failed — число неуспешных попыток с records, +не число уникально потерянных spans. Отказ наблюдаемости не должен останавливать +бизнес-записи. Семидневный retention задан для всех трёх сигналов; +Prometheus дополнительно ограничен 512 MB, остальные backend ограничены +контейнерами и свободным местом учебного Docker-диска. + +## Методика и результаты проверки + +Проверки выполнены 21.11.2026 на Windows/Docker Desktop 29.3.0, Linux +containers, Intel Core Ultra 5 125U. Docker видит 14 CPU и 7 965 700 096 bytes +RAM. Лимиты ресурсов каждого сервиса закреплены в Compose; это один хост. +Телеметрия включена, sampling полный; данные синтетические. +Результаты сняты из рабочего дерева уровня 4 после коммита `d0a062e` и +включены в третий коммит. История: `git log -4 --oneline`. + +Профиль нагрузки: публичный `tests/load.py`, closed loop POST messages, +concurrency=4, длительность 20 секунд, один прогон, без автоматических retry. +Отдельный длительный прогрев не выполнялся; до нагрузки стенд работал +несколько минут и прошёл smoke. Создано **1645 сообщений**, ошибок **0**, +успешные RPS **81.154**, p50 **38.796 ms**, p95 **114.354 ms**, p99 **194.742 ms**. +Это client-side latency успешных записей; ошибки учитываются отдельно, +closed loop имеет coordinated omission. Этот прогон не доказывает максимальную +пропускную способность или выполнение SLO за длительный период. +Данные: [load-summary.json](evidence/load-summary.json), +[команда/stdout](evidence/load.txt). + +За тот же интервал Prometheus зафиксировал максимальную RSS одного API +128 040 960 bytes, worker 89 513 984, publisher 89 305 088. Максимальный +15-секундный rate CPU одного API 0.389 CPU cores, worker 0.001, +publisher 0.021. Это дискретные samples родительских процессов, не суммарные +CPU/RAM всех контейнеров; image worker подпроцесс не включён. +[Сырые запросы и range samples](evidence/load-resources.json). + +| Критерий | Команда / сценарий | Доказательство | +| --- | --- | --- | +| Контракт и публичный smoke с telemetry | `python -X utf8 scripts/test_lab6.py` | [make-check-test.txt](evidence/make-check-test.txt) | +| Полная OpenAPI / JSON Schema | venv Python, `scripts/validate_openapi.py` | [validate.txt](evidence/validate.txt) | +| SDK, корреляция, W3C, отсутствие утечек | `student-tests/observability_unit.py` в API image | [5 tests](evidence/observability-unit.txt) | +| Метрики HTTP / jobs, реальные API и worker logs/traces | `scripts/observe_lab6.py --baseline` | [baseline](evidence/observability-baseline.json), [trace](evidence/baseline-api-trace.json), [API logs](evidence/baseline-api-logs.json), [worker logs](evidence/baseline-worker-logs.json) | +| Устойчивый upload, изображения и лимиты lab5 | `scripts/test_lab5.py --quick` | [images](evidence/images.txt), [decoder limits](evidence/limits.txt) | +| Сохранность после restart | public persistence с `scripts/restart.sh` | [persistence.txt](evidence/persistence.txt) | +| Смена API-реплики без потери сессии/данных | public failover с `scripts/stop-one.sh` | [failover.txt](evidence/failover.txt) | +| Outbox gap, crash до commit / до ack, retry exhaustion, replay и duplicate no-op | `scripts/test_lab5.py` (полный прогон с telemetry) | [recovery.txt](evidence/recovery.txt) | + +Метрики/логи/трассы из evidence запрошены у настоящих backend; это не +статические фиктивные примеры. JSON dashboard и provisioning находятся в Git, +а не только в скриншоте. Содержимое вывода и JSON проверяется на текущие +синтетические secret markers и запрещённые telemetry keys/metric labels. +Собственная проверка oversized upload отправляет заведомо чрезмерный +Content-Length и проверяет ранний 413 до передачи body: urllib может потерять +ранний ответ, продолжая писать уже отклонённые 10 MiB. Публичные тесты не менялись. + +## Контролируемые отказы и диагностика + +Общие данные: [observability-incidents.json](evidence/observability-incidents.json). +Сценарии восстанавливают остановленные сервисы в `finally`; worker запускается +через точные Docker container IDs, чтобы Compose не поднял одновременно +искусственно остановленную зависимость. Перед проверкой alerts ожидаются +пустой backlog и inactive alert, чтобы не принять старое срабатывание за новое. + +| Воздействие | Наблюдение и причина | Восстановление | +| --- | --- | --- | +| Worker остановлен, приняты четыре upload (09:03:12–09:04:10 UTC) | Растут depth/oldest age при свежем publisher sample. `MessengerQueueLag` activeAt 09:03:35, затем firing. API продолжает выдавать 202; причина — отсутствие consumer, не длительность HTTP | После старта все четыре ready, оригиналы побайтно и SHA-256 совпали, thumbnail 256×160. Alert resolved в 09:04:10; полный сценарий 58 секунд | +| PostgreSQL остановлен (08:58:31–09:00:26 UTC) | 18 прямых бизнес-запросов в две реальные API-реплики дали 503 unavailable. `MessengerHighErrorRate` activeAt 08:58:55, firing. DB error span и связанный log указывают на зависимость | БД запущена с тем же volume, readiness восстановился, сообщение записано. Alert resolved 09:00:25 после выхода ошибок из минутного окна | +| Tempo и Loki остановлены на 65 секунд | 339 успешных записей сообщений; exporter send_failed растёт, очереди не превышают capacity=256, максимальная Collector RSS 204 MiB < контейнерного лимита 256 MiB | После старта и опустошения очередей новый upload снова имеет связанный API/worker trace и logs. Проверены все 339 контрольных trace ID и SERVER spans: отсутствующих 0; отсутствующих контрольных API logs 5 | + +Для первого инцидента отдельный чистый прогон: +[worker-lag-isolated.txt](evidence/worker-lag-isolated.txt). +Для БД: [trace](evidence/incident-db-trace.json) и +[logs](evidence/incident-db-logs.json). Запросы идут прямо в API-контейнеры, +потому что после отрицательного readiness HAProxy сам возвращает 503; +такой ответ LB не следует выдавать за ошибку, измеренную SDK API. +Значение alert `activeAt` — начало pending, не точное время перехода firing; +само состояние firing сохранено в JSON. + +Потери измерены по известным request/trace IDs контрольных бизнес-записей +после восстановления и опустошения очередей, с дополнительной проверкой +наличия SERVER span. Это количество отсутствующих контрольных событий, +а не всех внутренних spans системы. Отсутствующий log при сохранённой +бизнес-записи показывает допустимую потерю наблюдений при ограниченном retry. +[Сырые контрольные logs](evidence/telemetry-loss-control-logs.json) и список IDs +с результатами поиска находятся в evidence. Нулевая потеря этих traces +не означает гарантию сохранности telemetry при любом отказе. + +Отдельно воспроизведены S3 outage, retry и lease recovery: +[summary](evidence/observability-retry.json), +[полная трасса](evidence/retry-api-trace.json), +[worker logs](evidence/retry-worker-logs.json). +Upload `8da6897d-7ad0-4a47-92a1-63e8820c6fb3` имеет общий trace +`94af84b9ec1663416ac05526995fbd91`; видны error попытки 1/2, +duplicate redelivery и success попытки 3. Проверен путь parent каждого +consumer через producer до исходного SERVER span, а также DB/S3 children. +Оригинал 111817 bytes сохранился, thumbnail имеет размер 256×160. +Lease 120 секунд объясняет длительное восстановление после прерывания +worker: бюджет smoke 60 секунд относится к свободному исправному worker, +не к восстановлению аварийной попытки. + +После массового чтения накопленных трасс настройки Tempo уточнены: +GOMEMLIMIT=256 MiB, контейнер 512 MiB / 1 CPU. Итоговая конфигурация сохраняет +ограниченную память и выдержала повторный поиск всех контрольных SERVER spans. +Нагрузочный прогон и первоначальный backend outage сняты до этого изменения; +бизнес-код и настройки Collector при этом не менялись. + +Трек оценки 5 не заявлен. Нет сравнительного исследования sampling, +доказанной production ёмкости или отказоустойчивого кластера хранилищ. diff --git a/app/__init__.py b/app/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/app/advanced.py b/app/advanced.py new file mode 100644 index 0000000..c5b93dc --- /dev/null +++ b/app/advanced.py @@ -0,0 +1,114 @@ +"""Low-cardinality saturation/backlog signals and safe dependency spans (lab6/4).""" +from __future__ import annotations + +import asyncio +from datetime import datetime, timezone +import os +import resource +import time + +from opentelemetry import metrics +from opentelemetry.metrics import Observation +from sqlalchemy import text +from sqlalchemy.ext.asyncio import AsyncSession + +from app.telemetry import span + +meter = metrics.get_meter("messenger") +waiting = 0 +busy = 0 +snapshot: dict[str, float] = {} +ready_duration = meter.create_histogram("messenger.attachment.time_to_ready", unit="s") +retries = meter.create_counter("messenger.jobs.retries", unit="{retry}") + + +class ObservedSession(AsyncSession): + async def execute(self, statement, params=None, **kwargs): + global waiting + # Number of acquisition requests in progress (includes new connects). + # Acquisition is separate from query execution to diagnose pool waits. + waiting += 1 + try: + with span("db.acquire", {"db.system": "postgresql"}): + await self.connection() + finally: + waiting -= 1 + operation = str(statement).lstrip().split(None, 1)[0].upper() + if operation not in {"SELECT", "INSERT", "UPDATE", "DELETE", "SET"}: + operation = "OTHER" + with span("db.query", {"db.system": "postgresql", "db.operation": operation}): + return await super().execute(statement, params, **kwargs) + + async def commit(self): + with span("db.commit", {"db.system": "postgresql"}): + return await super().commit() + + +def install_gauges(engine) -> None: + pool = engine.sync_engine.pool + meter.create_observable_gauge("messenger.db.pool.used", + callbacks=[lambda _: [Observation(pool.checkedout())]]) + meter.create_observable_gauge("messenger.db.pool.waiting", + callbacks=[lambda _: [Observation(waiting)]]) + meter.create_observable_gauge("messenger.db.pool.capacity", + callbacks=[lambda _: [Observation(pool.size() + pool._max_overflow)]]) + meter.create_observable_gauge("messenger.worker.busy", + callbacks=[lambda _: [Observation(busy)]]) + capacity = 1 if os.getenv("OTEL_SERVICE_NAME") == "messenger-worker" else 0 + meter.create_observable_gauge("messenger.worker.capacity", + callbacks=[lambda _: [Observation(capacity)]]) + if capacity: + meter.create_observable_gauge("messenger.worker.heartbeat", unit="s", + callbacks=[lambda _: [Observation(time.time())]]) + meter.create_observable_counter("messenger.process.cpu", unit="s", + callbacks=[lambda _: [Observation(time.process_time())]]) + + def rss(_): + # Linux /proc resident pages, current RSS (not ru_maxrss high watermark). + try: + with open("/proc/self/statm", encoding="ascii") as statm: + value = int(statm.read().split()[1]) * os.sysconf("SC_PAGE_SIZE") + except OSError: + value = resource.getrusage(resource.RUSAGE_SELF).ru_maxrss * 1024 + return [Observation(value)] + + meter.create_observable_gauge("messenger.process.memory", unit="By", callbacks=[rss]) + if os.getenv("OTEL_SERVICE_NAME") == "messenger-publisher": + for name, unit, key in (("depth", "", "depth"), + ("oldest_age", "s", "oldest_age"), + ("sample_age", "s", "sample_age")): + def observe(_, key=key): + if "sampled_at" not in snapshot: + return [] + value = (time.monotonic() - snapshot["sampled_at"] + if key == "sample_age" else snapshot[key]) + return [Observation(value, {"queue": "attachments"})] + meter.create_observable_gauge("messenger.queue." + name, unit=unit, + callbacks=[observe]) + + +async def backlog_loop(session_factory) -> None: + # Authoritative logical queue = queued + processing, including durable + # outbox and delayed retries. Remains observable when worker is stopped. + while True: + try: + async with session_factory() as db: + result = await db.execute(text(""" + SELECT count(*) AS depth, + COALESCE(EXTRACT(EPOCH FROM now()-min(created_at)),0) AS oldest_age + FROM attachments WHERE status IN ('queued','processing') + """)) + row = result.mappings().one() + snapshot.update(depth=float(row["depth"]), oldest_age=float(row["oldest_age"]), + sampled_at=time.monotonic()) + except asyncio.CancelledError: + raise + except Exception: + # Retain last sample; sample_age makes stale observations explicit. + pass + await asyncio.sleep(2) + + +def observe_ready(row) -> None: + elapsed = (datetime.now(timezone.utc) - row["created_at"]).total_seconds() + ready_duration.record(max(0, elapsed), {"job_type": "attachment.process.v1"}) diff --git a/app/attachments.py b/app/attachments.py new file mode 100644 index 0000000..274ce00 --- /dev/null +++ b/app/attachments.py @@ -0,0 +1,467 @@ +"""Attachments: durable upload to staging, queued metadata + outbox (lab5). + +Upload, in this order (all checks before the bytes are stored): + + 1. filename (400) -> chat membership (404) -> Content-Type header (415) + -> Content-Length (413 without reading the body); + 2. an upload slot: at most MAX_CONCURRENT_UPLOADS per replica, else 429; + 3. the body is read in chunks into a SpooledTemporaryFile (only + UPLOAD_SPOOL_MEMORY_BYTES in RAM), counted and hashed on the fly; more + than MAX_UPLOAD_BYTES -> 413, slower than UPLOAD_TIMEOUT_SECONDS -> 400; + 4. content validation in a thread (app.images): format by magic bytes, + pixel limit from the header (413), integrity (415); + 5. upload intent COMMIT -> staging S3 PUT -> one transaction "delete intent + + insert queued attachment + outbox" -> 202. Worker produces all variants. + +Failure between S3 and PostgreSQL (the answer is 503 at once, cleanup runs +in the background): + - PUT failed or timed out: the outcome is unknown - S3 may still finish + writing the object AFTER our DELETE. So the object is deleted best + effort, but the intent is KEPT; the janitor deletes the object again + after UPLOAD_GRACE_SECONDS and only then the intent; + - COMMIT failed: the outcome is unknown too - COMMIT may have succeeded + and only the answer was lost. Under the intent's row lock: no intent -> + the row is committed, keep the object; else delete object, then intent; + - the process died after PUT: the intent stays; the janitor deletes the + object and the intent after UPLOAD_GRACE_SECONDS. +So an object without a row exists only while its intent exists, and an +object of a committed row is never deleted. +""" +from __future__ import annotations + +import asyncio +import hashlib +import json +import logging +import os +import random +import tempfile +import unicodedata +from collections.abc import AsyncIterator +from typing import Any +from urllib.parse import quote +from uuid import UUID, uuid4 + +from fastapi import Request +from sqlalchemy.ext.asyncio import AsyncSession +from starlette.requests import ClientDisconnect + +from app import repositories +from app.config import settings +from app.db import SessionLocal +from app.errors import ( + ApiError, + Conflict, + InvalidRequest, + NotFound, + PayloadTooLarge, + RateLimited, + Unavailable, + UnsupportedMediaType, +) +from app.images import InvalidImage, TooManyPixels, validate_image +from app.storage import ObjectMissing, StorageUnavailable, storage + + +logger = logging.getLogger("messenger.attachments") + +ALLOWED_CONTENT_TYPES = {"image/png", "image/jpeg"} +# Characters that can turn a display name into a path or hide its real +# extension: separators, NUL/control characters, bidi overrides etc. +FORBIDDEN_CATEGORIES = {"Cc", "Cf", "Cs", "Co", "Cn", "Zl", "Zp"} + +upload_slots = asyncio.Semaphore(settings.max_concurrent_uploads) +# Full integrity checks are CPU work too. In particular, progressive JPEG +# retains decoder coefficients even with draft(); never run eight at once. +validation_slot = asyncio.Semaphore(1) +# Strong references to background compensation tasks (asyncio keeps only +# weak ones); if the process dies first, the intent stays for the janitor. +_compensations: set[asyncio.Task] = set() + + +def _to_attachment(row: dict[str, Any]) -> dict[str, Any]: + return { + "id": row["id"], + "chat_id": row["chat_id"], + "owner_id": row["owner_id"], + "filename": row["filename"], + "content_type": row["content_type"], + "size_bytes": row["size_bytes"], + "sha256": row["sha256"], + "status": row["status"], + "variants": [ + {key: value for key, value in variant.items() if key != "object_key"} + for variant in _variants(row) + ], + "error_code": row["error_code"], + "created_at": row["created_at"], + "updated_at": row["updated_at"], + } + + +def _variants(row: dict[str, Any]) -> list[dict[str, Any]]: + value = row.get("variants") or [] + return json.loads(value) if isinstance(value, str) else value + + +def validate_filename(filename: str) -> str: + if not 1 <= len(filename) <= 255 or not filename.strip(): + raise InvalidRequest("filename must be 1-255 characters, not blank.") + + if "/" in filename or "\\" in filename: + raise InvalidRequest("filename must not contain path separators.") + + if any(unicodedata.category(ch) in FORBIDDEN_CATEGORIES for ch in filename): + raise InvalidRequest("filename must not contain control characters.") + + if filename.strip(". ") == "": + raise InvalidRequest("filename must not be a relative path.") + + return filename + + +def declared_content_type(request: Request) -> str: + raw = request.headers.get("Content-Type", "") + media_type = raw.split(";", 1)[0].strip().lower() + + if media_type not in ALLOWED_CONTENT_TYPES: + raise UnsupportedMediaType( + "Content-Type must be image/png or image/jpeg (raw bytes, not multipart)." + ) + + return media_type + + +def _too_large(message: str) -> PayloadTooLarge: + error = PayloadTooLarge(message) + # The rest of the body is not read: the connection cannot be reused. + error.headers["Connection"] = "close" + return error + + +def check_declared_length(request: Request) -> None: + raw = request.headers.get("Content-Length") + if raw is None: + return # chunked: the limit is enforced while reading + + if not raw.isdigit(): + raise InvalidRequest("Invalid Content-Length.") + + if int(raw) > settings.max_upload_bytes: + raise _too_large("File is larger than 10 MiB.") + + +async def _receive_body(request: Request, spool) -> tuple[int, str]: + """Stream the body into the spool; return (size, sha256).""" + digest = hashlib.sha256() + size = 0 + + try: + async with asyncio.timeout(settings.upload_timeout_seconds): + async for chunk in request.stream(): + if not chunk: + continue + size += len(chunk) + if size > settings.max_upload_bytes: + raise _too_large("File is larger than 10 MiB.") + digest.update(chunk) + spool.write(chunk) + except TimeoutError: + raise ApiError( + 400, + "invalid_request", + "Upload was not completed in time.", + {"Connection": "close"}, + ) from None + except ClientDisconnect: + # Nobody will read this answer; nothing was stored anywhere. + logger.info("upload interrupted by the client after %d bytes", size) + raise InvalidRequest("Upload was interrupted.") from None + + return size, digest.hexdigest() + + +async def _acquire_slot() -> None: + try: + async with asyncio.timeout(settings.upload_slot_wait_seconds): + await upload_slots.acquire() + except TimeoutError: + raise RateLimited("Too many concurrent uploads, retry later.", 2) from None + + +async def _discard_after_failed_put(object_key: str) -> None: + """Best effort only; the intent stays for the janitor (late PUT).""" + try: + await storage.delete(object_key) + except StorageUnavailable: + logger.warning("compensation: S3 delete failed, janitor will retry") + + +async def _compensate_failed_commit(object_key: str) -> None: + """Delete the object only if its upload really did not commit.""" + try: + async with SessionLocal() as db: + row = await repositories.lock_upload_intent(db, object_key) + if row is None: + # COMMIT succeeded after all (or the janitor finished it). + await db.rollback() + return + if not row["committed"]: + try: + await storage.delete(object_key) + except StorageUnavailable: + await db.rollback() + logger.warning("compensation: S3 delete failed, janitor will retry") + return + await repositories.delete_upload_intent(db, object_key) + except Exception as exc: + logger.warning("compensation failed, janitor will retry: %s", type(exc).__name__) + + +async def upload_attachment( + request: Request, + db: AsyncSession, + *, + chat_id: UUID, + filename: str, + current_user: dict[str, Any], +) -> dict[str, Any]: + validate_filename(filename) + + chat = await repositories.get_accessible_chat( + db, chat_id=chat_id, user_id=current_user["id"] + ) + if chat is None: + raise NotFound() + # Do not keep a pooled connection idle in a transaction while the + # client uploads up to 10 MiB. + await db.rollback() + + content_type = declared_content_type(request) + check_declared_length(request) + + await _acquire_slot() + try: + with tempfile.SpooledTemporaryFile( + max_size=settings.upload_spool_memory_bytes + ) as spool: + size, sha256 = await _receive_body(request, spool) + if size == 0: + raise InvalidRequest("Request body with image bytes is required.") + + try: + async with validation_slot: + validation = asyncio.create_task(asyncio.to_thread( + validate_image, spool, content_type, settings.max_image_pixels + )) + try: + info = await asyncio.shield(validation) + except asyncio.CancelledError: + # A thread cannot be killed: keep its spool and the + # validation slot alive until it has really stopped. + await asyncio.gather(validation, return_exceptions=True) + raise + except TooManyPixels: + raise PayloadTooLarge("Image has more than 40 million pixels.") from None + except InvalidImage as exc: + raise UnsupportedMediaType(str(exc)) from None + + return await _store( + db, + spool=spool, + chat_id=chat_id, + owner_id=current_user["id"], + filename=filename, + content_type=info.content_type, + size=size, + sha256=sha256, + width=info.width, + height=info.height, + ) + finally: + upload_slots.release() + + +async def _store( + db: AsyncSession, + *, + spool, + chat_id: UUID, + owner_id: UUID, + filename: str, + content_type: str, + size: int, + sha256: str, + width: int, + height: int, +) -> dict[str, Any]: + attachment_id = uuid4() + # Server-generated random key, unrelated to the filename and to the + # public attachment ID. + object_key = f"staging/{uuid4().hex}" + + await repositories.create_upload_intent( + db, object_key=object_key, attachment_id=attachment_id, chat_id=chat_id + ) + + try: + await storage.put(object_key, spool, size, content_type) + except StorageUnavailable as exc: + logger.warning("S3 PUT failed: %s", exc) + _in_background(_discard_after_failed_put(object_key)) + raise Unavailable() from None + + if settings.fault_injection == "crash_after_s3_put": + logger.error("FAULT_INJECTION: process exits after S3 PUT, before COMMIT") + os._exit(1) + + try: + if settings.fault_injection == "db_error_after_s3_put": + raise ConnectionError("FAULT_INJECTION: database lost after S3 PUT") + + row = await repositories.finalize_attachment( + db, + attachment_id=attachment_id, + chat_id=chat_id, + owner_id=owner_id, + filename=filename, + content_type=content_type, + size_bytes=size, + sha256=sha256, + width=width, + height=height, + object_key=object_key, + ) + except Exception as exc: + logger.warning("attachment COMMIT failed after S3 PUT: %s", type(exc).__name__) + _in_background(_compensate_failed_commit(object_key)) + raise Unavailable() from None + + if row is None: + # The janitor already claimed this intent (upload slower than the + # grace period): the object is (being) deleted, report a failure. + logger.warning("upload intent expired before COMMIT") + raise Unavailable() + + return _to_attachment(row) + + +async def get_attachment( + db: AsyncSession, + *, + attachment_id: UUID, + current_user: dict[str, Any], +) -> dict[str, Any]: + row = await repositories.get_accessible_attachment( + db, attachment_id=attachment_id, user_id=current_user["id"] + ) + if row is None: + raise NotFound() + return _to_attachment(row) + + +async def open_attachment_content( + db: AsyncSession, + *, + attachment_id: UUID, + variant: str, + current_user: dict[str, Any], +) -> tuple[AsyncIterator[bytes], dict[str, str]]: + """Authorize in PostgreSQL, then stream the bytes from S3 (no redirect).""" + row = await repositories.get_accessible_attachment( + db, attachment_id=attachment_id, user_id=current_user["id"] + ) + if row is None: + raise NotFound() + await db.rollback() + + if row["status"] != "ready": + raise Conflict("Attachment content is not ready.") + + content = row + if variant != "original": + content = next((item for item in _variants(row) if item["name"] == variant), None) + if content is None: + raise NotFound() + + try: + chunks, length = await storage.open_download(content["object_key"]) + except StorageUnavailable as exc: + logger.warning("S3 GET failed: %s", exc) + raise Unavailable() from None + except ObjectMissing: + # Metadata says "ready" but the bytes are gone: an inconsistency, + # not a user error (logged as ERROR). + logger.error("object of attachment %s is missing in S3", attachment_id) + raise + + if length != content["size_bytes"]: + logger.error("object of attachment %s has a wrong size", attachment_id) + raise ObjectMissing(content["object_key"]) + + headers = { + "Content-Type": content["content_type"], + "Content-Length": str(length), + "Content-Disposition": "inline; filename*=UTF-8''" + + quote(row["filename"], safe=""), + "ETag": f'"{content["sha256"]}"', + "Cache-Control": "private, no-store", + "X-Content-Type-Options": "nosniff", + } + return chunks, headers + + +def _in_background(compensation) -> None: + """Do not keep the client waiting for compensation: with S3 down each + attempt takes up to S3_OPERATION_TIMEOUT_SECONDS, and the answer is 503 + anyway.""" + task = asyncio.create_task(compensation) + _compensations.add(task) + task.add_done_callback(_compensations.discard) + + +# --- Janitor ---------------------------------------------------------------- + +async def cleanup_stale_uploads(grace_seconds: int, limit: int = 100) -> int: + """Delete objects of upload intents older than the grace period. + + One intent per transaction: lock it (SKIP LOCKED), delete the object in + S3 (idempotent), delete the intent, COMMIT. If S3 is down, roll back and + stop: the intent stays and the next run retries. + """ + cleaned = 0 + for _ in range(limit): + async with SessionLocal() as db: + row = await repositories.lock_stale_intent(db, grace_seconds) + if row is None: + await db.rollback() + break + + if not row["committed"]: + try: + await storage.delete(row["object_key"]) + except StorageUnavailable: + await db.rollback() + logger.warning("janitor: S3 unavailable, will retry") + break + + await repositories.delete_upload_intent(db, row["object_key"]) + cleaned += 1 + logger.warning( + "janitor: removed abandoned upload %s (object %s)", + row["object_key"], + "kept, row committed" if row["committed"] else "deleted", + ) + return cleaned + + +async def janitor_loop() -> None: + while True: + # Jitter: replicas do not all wake up at the same moment. + await asyncio.sleep(settings.janitor_interval_seconds * random.uniform(0.8, 1.2)) + try: + await cleanup_stale_uploads(settings.upload_grace_seconds) + except asyncio.CancelledError: + raise + except Exception as exc: + logger.warning("janitor run failed: %s", type(exc).__name__) diff --git a/app/cache.py b/app/cache.py new file mode 100644 index 0000000..d51862a --- /dev/null +++ b/app/cache.py @@ -0,0 +1,179 @@ +"""Valkey session cache. + +PostgreSQL is the source of truth for sessions. Valkey only keeps a short +lived copy of "token hash -> user" to avoid a SQL lookup on every request: + +- key: messenger:session:, the raw token is never stored; +- value TTL: min(SESSION_CACHE_TTL_SECONDS, remaining session lifetime), + and expires_at is checked again on every read; +- logout writes a "revoked" tombstone (SET ... EX, overwrite), while cache + population uses SET ... NX, so a concurrent request cannot resurrect a + revoked session in the cache; +- any Valkey error or timeout is a cache miss: requests go to PostgreSQL and + the cache is skipped for CACHE_RETRY_AFTER_SECONDS. After such an error, + and on every API process start, the cache is flushed before its next use, + because an invalidation may have been lost while Valkey was unreachable + (also by a previous API process). +""" +from __future__ import annotations + +import asyncio +import json +import logging +import math +import time +from datetime import datetime, timezone +from typing import Any +from uuid import UUID + +from redis.asyncio import ConnectionPool, Redis +from redis.exceptions import RedisError + +from app.config import settings + + +logger = logging.getLogger("messenger.cache") + +KEY_PREFIX = "messenger:session:" +REVOKED = "revoked" + + +class Revoked: + """Marker returned when the cache knows the session was revoked.""" + + +REVOKED_SESSION = Revoked() + + +def _key(token_hash: str) -> str: + return KEY_PREFIX + token_hash + + +def _serialize(user: dict[str, Any], expires_at: datetime) -> str: + return json.dumps( + { + "id": str(user["id"]), + "username": user["username"], + "display_name": user["display_name"], + "created_at": user["created_at"].isoformat(), + "expires_at": expires_at.isoformat(), + }, + separators=(",", ":"), + ) + + +def _deserialize(raw: str) -> tuple[dict[str, Any], datetime]: + payload = json.loads(raw) + user = { + "id": UUID(payload["id"]), + "username": payload["username"], + "display_name": payload["display_name"], + "created_at": datetime.fromisoformat(payload["created_at"]), + } + return user, datetime.fromisoformat(payload["expires_at"]) + + +class SessionCache: + def __init__(self, url: str | None) -> None: + self._client: Redis | None = None + self._unavailable_until = 0.0 + # A process never trusts a cache it has not flushed itself: an + # earlier process may have lost an invalidation (logout while + # Valkey was unreachable) and that knowledge died with it. + # Cleared only after a successful FLUSHDB. + self._needs_flush = True + + if url: + pool = ConnectionPool.from_url( + url, + max_connections=settings.cache_max_connections, + socket_timeout=settings.cache_timeout_seconds, + socket_connect_timeout=settings.cache_timeout_seconds, + decode_responses=True, + ) + self._client = Redis(connection_pool=pool) + + @property + def enabled(self) -> bool: + return self._client is not None + + async def _run(self, operation): + """Run one cache operation; return (ok, result).""" + if self._client is None: + return False, None + + if time.monotonic() < self._unavailable_until: + return False, None + + try: + async with asyncio.timeout(settings.cache_timeout_seconds * 2): + if self._needs_flush: + await self._client.flushdb() + self._needs_flush = False + logger.warning("session cache flushed before use") + return True, await operation(self._client) + except (RedisError, OSError, TimeoutError) as exc: + self._unavailable_until = ( + time.monotonic() + settings.cache_retry_after_seconds + ) + self._needs_flush = True + logger.warning( + "session cache unavailable, falling back to PostgreSQL: %s", + type(exc).__name__, + ) + return False, None + + async def get( + self, + token_hash: str, + ) -> dict[str, Any] | Revoked | None: + ok, raw = await self._run(lambda client: client.get(_key(token_hash))) + + if not ok or raw is None: + return None + + if raw == REVOKED: + return REVOKED_SESSION + + try: + user, expires_at = _deserialize(raw) + except (ValueError, KeyError, TypeError): + return None + + if expires_at <= datetime.now(timezone.utc): + return None + + return user + + async def put( + self, + token_hash: str, + user: dict[str, Any], + expires_at: datetime, + ) -> None: + remaining = (expires_at - datetime.now(timezone.utc)).total_seconds() + ttl = min(settings.session_cache_ttl_seconds, math.floor(remaining)) + + if ttl < 1: + return + + value = _serialize(user, expires_at) + await self._run( + lambda client: client.set(_key(token_hash), value, ex=ttl, nx=True) + ) + + async def revoke(self, token_hash: str) -> None: + await self._run( + lambda client: client.set( + _key(token_hash), + REVOKED, + ex=settings.session_cache_ttl_seconds, + ) + ) + + async def close(self) -> None: + if self._client is not None: + await self._client.aclose() + + +session_cache = SessionCache(settings.cache_url) diff --git a/app/config.py b/app/config.py new file mode 100644 index 0000000..942941e --- /dev/null +++ b/app/config.py @@ -0,0 +1,180 @@ +from dataclasses import dataclass +from pathlib import Path +import os +import socket + + +def read_value(name: str, default: str | None = None) -> str: + file_name = os.getenv(f"{name}_FILE") + + if file_name: + return Path(file_name).read_text(encoding="utf-8").strip() + + value = os.getenv(name, default) + + if value is None: + raise RuntimeError(f"{name} is required.") + + return value + + +def read_positive_int(name: str, default: str) -> int: + value = int(os.getenv(name, default)) + + if value < 1: + raise RuntimeError(f"{name} must be positive.") + + return value + + +def read_positive_float(name: str, default: str) -> float: + value = float(os.getenv(name, default)) + + if value <= 0: + raise RuntimeError(f"{name} must be positive.") + + return value + + +@dataclass(frozen=True) +class Settings: + app_host: str + app_port: int + database_url: str + session_ttl_seconds: int + # PostgreSQL connection pool and timeouts. + db_pool_size: int + db_max_overflow: int + db_pool_timeout_seconds: float + db_connect_timeout_seconds: float + db_statement_timeout_ms: int + # Valkey is a session cache; PostgreSQL stays the source of truth. + cache_url: str | None + session_cache_ttl_seconds: int + cache_timeout_seconds: float + cache_max_connections: int + cache_retry_after_seconds: float + # Lab3: X-Instance-Id is the container hostname (short Docker ID), stable + # for the process lifetime; scripts/stop-one.sh maps it to a container. + instance_id: str + idempotency_ttl_seconds: int + # Graceful shutdown: readiness answers 503 for shutdown_drain_seconds so + # the LB drops this replica, then uvicorn closes the listener and waits + # for in-flight requests up to shutdown_timeout_seconds. + shutdown_drain_seconds: float + shutdown_timeout_seconds: int + # Lab4: attachments. Metadata lives in PostgreSQL, bytes in a private + # S3 bucket; the API uses its own restricted credentials (not root). + s3_endpoint: str + s3_region: str + s3_bucket: str + s3_access_key_id: str + s3_secret_access_key: str + s3_object_prefix: str + s3_connect_timeout_seconds: float + s3_read_timeout_seconds: float + # Deadline of one whole S3 call (DNS + retries included), below the LB + # "timeout server" (10 s): a stopped S3 container makes Docker DNS hang + # ~8 s per lookup, which connect_timeout does not cover. + s3_operation_timeout_seconds: float + # PUT gets operation timeout + size / this rate: 10 MiB under load is + # slower than a HEAD. HAProxy allows 40 s for an upload POST. + s3_put_min_bytes_per_second: int + max_upload_bytes: int + max_image_pixels: int + # One upload may not take unlimited RAM/time: the body is spooled to a + # temporary file (only upload_spool_memory_bytes stay in RAM), receiving + # it is limited by upload_timeout_seconds, and at most + # max_concurrent_uploads uploads per replica run at once. + upload_spool_memory_bytes: int + upload_timeout_seconds: float + max_concurrent_uploads: int + upload_slot_wait_seconds: float + # Janitor: an upload intent older than upload_grace_seconds means the + # request died between S3 PUT and COMMIT; its object is deleted. + upload_grace_seconds: int + janitor_interval_seconds: float + # Experiments only (see REPORT.md): "" | crash_after_s3_put | db_error_after_s3_put + fault_injection: str + + +def load_settings() -> Settings: + session_store = os.getenv("SESSION_STORE", "postgres").lower() + + if session_store not in {"postgres", "valkey", "redis"}: + raise RuntimeError("SESSION_STORE must be postgres, valkey or redis.") + + cache_url = None + if session_store != "postgres": + cache_url = read_value("CACHE_URL") + + return Settings( + app_host=os.getenv("APP_HOST", "0.0.0.0"), + app_port=int(os.getenv("APP_PORT", "8080")), + database_url=read_value("DATABASE_URL"), + session_ttl_seconds=read_positive_int("SESSION_TTL_SECONDS", "3600"), + db_pool_size=read_positive_int("DB_POOL_SIZE", "10"), + db_max_overflow=int(os.getenv("DB_MAX_OVERFLOW", "5")), + db_pool_timeout_seconds=read_positive_float("DB_POOL_TIMEOUT_SECONDS", "3"), + db_connect_timeout_seconds=read_positive_float( + "DB_CONNECT_TIMEOUT_SECONDS", "3" + ), + db_statement_timeout_ms=read_positive_int("DB_STATEMENT_TIMEOUT_MS", "5000"), + cache_url=cache_url, + session_cache_ttl_seconds=read_positive_int( + "SESSION_CACHE_TTL_SECONDS", "60" + ), + cache_timeout_seconds=read_positive_float("CACHE_TIMEOUT_SECONDS", "0.25"), + cache_max_connections=read_positive_int("CACHE_MAX_CONNECTIONS", "20"), + cache_retry_after_seconds=read_positive_float( + "CACHE_RETRY_AFTER_SECONDS", "5" + ), + instance_id=os.getenv("INSTANCE_ID") or socket.gethostname(), + idempotency_ttl_seconds=read_positive_int( + "IDEMPOTENCY_TTL_SECONDS", "86400" + ), + shutdown_drain_seconds=read_positive_float( + "SHUTDOWN_DRAIN_SECONDS", "3" + ), + shutdown_timeout_seconds=read_positive_int( + "SHUTDOWN_TIMEOUT_SECONDS", "8" + ), + s3_endpoint=read_value("S3_ENDPOINT", "http://s3:9000"), + s3_region=os.getenv("S3_REGION", "us-east-1"), + s3_bucket=read_value("S3_BUCKET", "messenger-attachments"), + s3_access_key_id=read_value("S3_ACCESS_KEY_ID"), + s3_secret_access_key=read_value("S3_SECRET_ACCESS_KEY"), + s3_object_prefix=os.getenv("S3_OBJECT_PREFIX", "originals/"), + s3_connect_timeout_seconds=read_positive_float( + "S3_CONNECT_TIMEOUT_SECONDS", "2" + ), + s3_read_timeout_seconds=read_positive_float( + "S3_READ_TIMEOUT_SECONDS", "5" + ), + s3_operation_timeout_seconds=read_positive_float( + "S3_OPERATION_TIMEOUT_SECONDS", "6" + ), + s3_put_min_bytes_per_second=read_positive_int( + "S3_PUT_MIN_BYTES_PER_SECOND", "1048576" + ), + max_upload_bytes=read_positive_int("MAX_UPLOAD_BYTES", "10485760"), + max_image_pixels=read_positive_int("MAX_IMAGE_PIXELS", "40000000"), + upload_spool_memory_bytes=read_positive_int( + "UPLOAD_SPOOL_MEMORY_BYTES", "1048576" + ), + upload_timeout_seconds=read_positive_float( + "UPLOAD_TIMEOUT_SECONDS", "60" + ), + max_concurrent_uploads=read_positive_int("MAX_CONCURRENT_UPLOADS", "8"), + upload_slot_wait_seconds=read_positive_float( + "UPLOAD_SLOT_WAIT_SECONDS", "10" + ), + upload_grace_seconds=read_positive_int("UPLOAD_GRACE_SECONDS", "900"), + janitor_interval_seconds=read_positive_float( + "JANITOR_INTERVAL_SECONDS", "60" + ), + fault_injection=os.getenv("FAULT_INJECTION", ""), + ) + + +settings = load_settings() diff --git a/app/db.py b/app/db.py new file mode 100644 index 0000000..42be6f7 --- /dev/null +++ b/app/db.py @@ -0,0 +1,63 @@ +from collections.abc import AsyncGenerator + +from sqlalchemy.ext.asyncio import ( + AsyncSession, + async_sessionmaker, + create_async_engine, +) + +from app.config import settings +from app.advanced import ObservedSession, install_gauges +from app.telemetry import span + + +database_url = settings.database_url.replace( + "postgresql://", + "postgresql+asyncpg://", + 1, +) + +# Bounded pool: at most db_pool_size + db_max_overflow connections per API +# process. Waiting for a free connection, connecting and every statement are +# limited, so an unavailable database produces a fast 503 instead of a hang. +engine = create_async_engine( + database_url, + pool_pre_ping=True, + pool_size=settings.db_pool_size, + max_overflow=settings.db_max_overflow, + pool_timeout=settings.db_pool_timeout_seconds, + pool_recycle=1800, + connect_args={ + "timeout": settings.db_connect_timeout_seconds, + "command_timeout": settings.db_statement_timeout_ms / 1000 + 1, + "server_settings": { + "statement_timeout": str(settings.db_statement_timeout_ms), + "idle_in_transaction_session_timeout": "10000", + "application_name": "messenger-api", + }, + }, +) + +SessionLocal = async_sessionmaker( + bind=engine, + class_=ObservedSession, + expire_on_commit=False, + autoflush=False, +) + +install_gauges(engine) + + +async def get_db() -> AsyncGenerator[AsyncSession, None]: + async with SessionLocal() as session: + yield session + + +async def check_database_ready() -> bool: + try: + with span("db.health", {"db.system": "postgresql"}): + async with engine.connect() as connection: + await connection.exec_driver_sql("SELECT 1") + return True + except Exception: + return False diff --git a/app/deps.py b/app/deps.py new file mode 100644 index 0000000..2fe50ea --- /dev/null +++ b/app/deps.py @@ -0,0 +1,61 @@ +""" +FastAPI dependencies for Lab2: +- Bearer authentication; +- pagination query parameters. +""" + +from typing import Optional + +from fastapi import Depends, Query, Request, Security +from fastapi.security import HTTPAuthorizationCredentials, HTTPBasic, HTTPBearer +from sqlalchemy.ext.asyncio import AsyncSession + +from app.db import get_db +from app.errors import Unauthorized +from app.services import current_user_from_bearer_token + + +# Security schemes make the "Authorize" button in /docs send real +# Authorization headers. Errors keep the contract format: auto_error=False +# and our own 401 responses. +bearer_scheme = HTTPBearer( + scheme_name="Bearer", + auto_error=False, + description="Opaque session token from POST /api/v1/auth/sessions.", +) + + +class BasicForDocs(HTTPBasic): + """Documents Basic auth; the header is parsed by app.security.""" + + async def __call__(self, request: Request) -> None: # type: ignore[override] + return None + + +basic_scheme = BasicForDocs( + scheme_name="Basic", + auto_error=False, + description="Only for POST /api/v1/auth/sessions.", +) + + +async def require_user( + credentials: Optional[HTTPAuthorizationCredentials] = Security( + bearer_scheme + ), + db: AsyncSession = Depends(get_db), +) -> dict: + if credentials is None or not credentials.credentials.strip(): + raise Unauthorized("Bearer") + + return await current_user_from_bearer_token( + db, + credentials.credentials.strip(), + ) + + +def pagination_params( + limit: int = Query(default=50, ge=1, le=100), + cursor: Optional[str] = Query(default=None, min_length=1), +) -> tuple[int, Optional[str]]: + return limit, cursor \ No newline at end of file diff --git a/app/errors.py b/app/errors.py new file mode 100644 index 0000000..4e57091 --- /dev/null +++ b/app/errors.py @@ -0,0 +1,130 @@ +import re +from fastapi import Request +from fastapi.responses import JSONResponse +from uuid import uuid4 + +from app.config import settings +from app.lifecycle import draining + + +class ApiError(Exception): + def __init__( + self, + status_code: int, + code: str, + message: str, + headers: dict[str, str] | None = None, + ) -> None: + self.status_code = status_code + self.code = code + self.message = message + self.headers = headers or {} + + +class InvalidRequest(ApiError): + def __init__(self, message: str = "Invalid request.") -> None: + super().__init__(400, "invalid_request", message) + + +class Unauthorized(ApiError): + def __init__(self, scheme: str = "Bearer") -> None: + if scheme == "Basic": + challenge = 'Basic realm="messenger", charset="UTF-8"' + else: + challenge = 'Bearer realm="messenger"' + + super().__init__( + 401, + "unauthorized", + "Authentication is required.", + {"WWW-Authenticate": challenge}, + ) + + +class NotFound(ApiError): + def __init__(self, message: str = "Object not found.") -> None: + super().__init__(404, "not_found", message) + + +class Conflict(ApiError): + def __init__(self, message: str = "Conflict.") -> None: + super().__init__(409, "conflict", message) + + +class Unavailable(ApiError): + def __init__(self) -> None: + super().__init__(503, "unavailable", "Service is unavailable.") + + +class PayloadTooLarge(ApiError): + def __init__(self, message: str = "Payload is too large.") -> None: + super().__init__(413, "payload_too_large", message) + + +class UnsupportedMediaType(ApiError): + def __init__( + self, + message: str = "Only PNG and JPEG images are accepted.", + ) -> None: + super().__init__(415, "unsupported_media_type", message) + + +class RateLimited(ApiError): + def __init__(self, message: str, retry_after_seconds: int = 1) -> None: + super().__init__( + 429, + "rate_limited", + message, + {"Retry-After": str(retry_after_seconds)}, + ) + +# X-Request-Id from HAProxy (or the client) is reused only if it is short and +# printable; anything else is replaced, so it cannot inject into logs. +REQUEST_ID_PATTERN = re.compile(r"[A-Za-z0-9._:-]{1,128}") + + +def incoming_request_id(request: Request) -> str: + value = request.headers.get("X-Request-Id", "") + if REQUEST_ID_PATTERN.fullmatch(value): + return value + return str(uuid4()) + + +def request_id(request: Request) -> str: + return getattr(request.state, "request_id", str(uuid4())) + + +def common_headers(request: Request) -> dict[str, str]: + """Headers of every API response, including errors (lab3: X-Instance-Id).""" + headers = { + "X-Request-Id": request_id(request), + "X-Instance-Id": settings.instance_id, + } + if draining.is_set(): + # Ask HAProxy not to reuse the connection to a replica that is stopping. + headers["Connection"] = "close" + return headers + + +async def api_error_handler( + request: Request, + exc: ApiError, +) -> JSONResponse: + rid = request_id(request) + + headers = { + **common_headers(request), + **exc.headers, + } + + return JSONResponse( + status_code=exc.status_code, + content={ + "error": { + "code": exc.code, + "message": exc.message, + "request_id": rid, + } + }, + headers=headers, + ) \ No newline at end of file diff --git a/app/image_worker.py b/app/image_worker.py new file mode 100644 index 0000000..701f5d0 --- /dev/null +++ b/app/image_worker.py @@ -0,0 +1,95 @@ +"""Disposable, resource-limited image decoder. No app credentials/config. + +Usage: python -m app.image_worker INPUT OUTPUT_DIR. Result is manifest.json. +All input comes from a trusted staging object selected by the worker in PG. +""" +from __future__ import annotations + +import hashlib +import json +import math +import os +from pathlib import Path +import sys +import warnings + + +def fit_size(width: int, height: int, limit: int) -> tuple[int, int]: + largest = max(width, height) + if largest <= limit: + return width, height + return max(1, width * limit // largest), max(1, height * limit // largest) + + +def convert(source: Path, directory: Path) -> list[dict]: + from PIL import Image, ImageOps + + Image.MAX_IMAGE_PIXELS = int(os.getenv("MAX_IMAGE_PIXELS", "40000000")) + warnings.simplefilter("error", Image.DecompressionBombWarning) + with Image.open(source) as opened: + if opened.format not in {"PNG", "JPEG"}: + raise ValueError("invalid_image") + if opened.width * opened.height > Image.MAX_IMAGE_PIXELS: + raise ValueError("image_too_large") + opened.load() + oriented = ImageOps.exif_transpose(opened) + # Detach metadata and use fixed output modes. The original file + # itself is never rewritten; EXIF orientation affects variants only. + image = oriented.convert("RGBA" if "A" in oriented.getbands() or + "transparency" in oriented.info else "RGB") + oriented.close() + image.info.clear() + if image.mode == "RGBA": + rgb = Image.new("RGB", image.size, "white") + rgb.paste(image, mask=image.getchannel("A")) + else: + rgb = image + + variants = [] + + def save(name, result, filename, content_type, **options): + path = directory / filename + result.info.clear() + result.save(path, **options) + data = path.read_bytes() + variants.append({"name": name, "filename": filename, "content_type": content_type, + "width": result.width, "height": result.height, + "size_bytes": len(data), "sha256": hashlib.sha256(data).hexdigest()}) + if result is not rgb and result is not image: + result.close() + + save("thumbnail", rgb.resize(fit_size(*rgb.size, 256), Image.Resampling.LANCZOS), + "thumbnail.jpg", "image/jpeg", format="JPEG", quality=85, optimize=True) + save("crop", ImageOps.fit(rgb, (128, 128), method=Image.Resampling.LANCZOS, + centering=(0.5, 0.5)), + "crop.jpg", "image/jpeg", format="JPEG", quality=85, optimize=True) + save("optimized", image.resize(fit_size(*image.size, 1280), Image.Resampling.LANCZOS), + "optimized.webp", "image/webp", format="WEBP", quality=80, method=4) + if rgb is not image: + rgb.close() + image.close() + return variants + + +def main() -> int: + # Linux container limits are inherited by every native decoder. Parent + # enforces a wall timeout and kills/reaps this process on expiration. + if sys.platform == "linux": + import resource + memory = int(os.getenv("WORKER_MEMORY_MB", "768")) * 1024 * 1024 + resource.setrlimit(resource.RLIMIT_AS, (memory, memory)) + cpu = math.ceil(float(os.getenv("JOB_TIMEOUT_SECONDS", "30"))) + 1 + resource.setrlimit(resource.RLIMIT_CPU, (cpu, cpu)) + try: + source, directory = Path(sys.argv[1]), Path(sys.argv[2]) + manifest = convert(source, directory) + (directory / "manifest.json").write_text(json.dumps(manifest), encoding="utf-8") + return 0 + except MemoryError: + return 21 + except Exception: + return 20 + + +if __name__ == "__main__": + raise SystemExit(main()) diff --git a/app/images.py b/app/images.py new file mode 100644 index 0000000..b74525e --- /dev/null +++ b/app/images.py @@ -0,0 +1,302 @@ +"""Content-based validation of uploaded PNG/JPEG images. + +The declared Content-Type is never trusted: the format is detected from the +first bytes and must match it. Dimensions are read from the header and the +pixel limit is applied BEFORE any decoding, so a small "pixel bomb" file +cannot make the API allocate gigabytes. + +- PNG is validated by our own streaming reader: critical chunks, CRC of every + chunk, IHDR, and the IDAT zlib stream is decompressed in 64 KiB pieces. + Scanline sizes and filter bytes (also in Adam7 passes) are checked without + retaining any row. Memory stays O(64 KiB) for any image. +- JPEG: Pillow reads the header (lazy open); then the image is decoded with + draft() at 1/8 scale, which makes libjpeg read the whole entropy-coded + stream (a truncated/corrupted file raises) while allocating only 1/64 of + the full-size pixel buffer. Large progressive JPEGs can still retain DCT + coefficients; the caller must bound concurrent validation and memory. + Their entropy stream is checked as well: there is no header-only bypass. + +The functions are synchronous (CPU work); call them via asyncio.to_thread. +""" +from __future__ import annotations + +import struct +import zlib +from dataclasses import dataclass +from typing import BinaryIO + +from PIL import Image + +# Our own limit is applied before Pillow decodes anything. +Image.MAX_IMAGE_PIXELS = None + +PNG_SIGNATURE = b"\x89PNG\r\n\x1a\n" +JPEG_SIGNATURE = b"\xff\xd8\xff" +CHUNK = 64 * 1024 + + +class InvalidImage(Exception): + """Not a PNG/JPEG, a corrupted file or a Content-Type mismatch (-> 415).""" + + +class TooManyPixels(Exception): + """Decoded image would exceed MAX_IMAGE_PIXELS (-> 413).""" + + +@dataclass(frozen=True) +class ImageInfo: + content_type: str + width: int + height: int + + +def sniff_content_type(head: bytes) -> str | None: + if head.startswith(PNG_SIGNATURE): + return "image/png" + if head.startswith(JPEG_SIGNATURE): + return "image/jpeg" + return None + + +def validate_image( + file: BinaryIO, + declared_content_type: str, + max_pixels: int, +) -> ImageInfo: + file.seek(0) + detected = sniff_content_type(file.read(len(PNG_SIGNATURE))) + file.seek(0) + + if detected is None: + raise InvalidImage("Content is not a PNG or JPEG image.") + + if detected != declared_content_type: + raise InvalidImage("Content-Type does not match the image content.") + + if detected == "image/png": + width, height = _validate_png(file, max_pixels) + else: + width, height = _validate_jpeg(file, max_pixels) + + return ImageInfo(detected, width, height) + + +# --- PNG ------------------------------------------------------------------- + +# color type -> (channels, allowed bit depths) +_PNG_COLOR_TYPES = { + 0: (1, {1, 2, 4, 8, 16}), + 2: (3, {8, 16}), + 3: (1, {1, 2, 4, 8}), + 4: (2, {8, 16}), + 6: (4, {8, 16}), +} +_ADAM7_PASSES = ( + (0, 0, 8, 8), (4, 0, 8, 8), (0, 4, 4, 8), (2, 0, 4, 4), + (0, 2, 2, 4), (1, 0, 2, 2), (0, 1, 1, 2), +) + + +def _read_exact(file: BinaryIO, size: int) -> bytes: + data = file.read(size) + if len(data) != size: + raise InvalidImage("Image file is truncated.") + return data + + +def _png_scanlines(width: int, height: int, bits_per_pixel: int, + interlace: int) -> list[tuple[int, int]]: + """At most seven (packed row bytes, row count) pairs; no row allocation.""" + if interlace == 0: + return [((width * bits_per_pixel + 7) // 8, height)] + passes = [] + for x0, y0, dx, dy in _ADAM7_PASSES: + w = (width - x0 + dx - 1) // dx if width > x0 else 0 + h = (height - y0 + dy - 1) // dy if height > y0 else 0 + if w and h: + passes.append(((w * bits_per_pixel + 7) // 8, h)) + return passes + + +class _PngScanlines: + """Validate filter positions across arbitrary decompression boundaries.""" + def __init__(self, passes: list[tuple[int, int]]) -> None: + self.passes = iter(passes) + self.row_bytes, self.rows_left = next(self.passes) + self.row_remaining = 0 + self.expected = sum((row_bytes + 1) * count for row_bytes, count in passes) + self.produced = 0 + + def feed(self, data: bytes) -> None: + self.produced += len(data) + if self.produced > self.expected: + raise InvalidImage("PNG image data is larger than IHDR declares.") + position = 0 + while position < len(data): + if self.row_remaining == 0: + if self.rows_left == 0: + try: + self.row_bytes, self.rows_left = next(self.passes) + except StopIteration: + raise InvalidImage("PNG has too many scanlines.") from None + if data[position] > 4: + raise InvalidImage("Invalid PNG scanline filter.") + position += 1 + self.rows_left -= 1 + self.row_remaining = self.row_bytes + consumed = min(self.row_remaining, len(data) - position) + self.row_remaining -= consumed + position += consumed + + +def _validate_png(file: BinaryIO, max_pixels: int) -> tuple[int, int]: + _read_exact(file, len(PNG_SIGNATURE)) + + width = height = 0 + scanlines = None + inflater = zlib.decompressobj() + color_type = -1 + bit_depth = 0 + seen_plte = False + palette_entries = 0 + seen_trns = False + idat_state = "before" # before -> inside -> after + first = True + + while True: + header = _read_exact(file, 8) + length, chunk_type = struct.unpack(">I4s", header) + + if length > 0x7FFFFFFF: + raise InvalidImage("Invalid PNG chunk length.") + + if first and chunk_type != b"IHDR": + raise InvalidImage("PNG must start with IHDR.") + if not all(65 <= ch <= 90 or 97 <= ch <= 122 for ch in chunk_type) \ + or not 65 <= chunk_type[2] <= 90: + raise InvalidImage("Invalid PNG chunk type.") + if chunk_type == b"IHDR" and (not first or length != 13): + # Check before reading/buffering: an attacker cannot turn a + # bogus multi-megabyte IHDR into a large allocation. + raise InvalidImage("Invalid or duplicate PNG IHDR.") + if chunk_type[0] < 97 and chunk_type not in {b"IHDR", b"PLTE", b"IDAT", b"IEND"}: + raise InvalidImage("Unknown critical PNG chunk.") + if chunk_type == b"IEND" and length != 0: + raise InvalidImage("Invalid PNG IEND.") + if chunk_type == b"PLTE": + if seen_plte or seen_trns or idat_state != "before" or color_type in {0, 4} \ + or not 3 <= length <= 768 or length % 3: + raise InvalidImage("Invalid PNG palette.") + palette_entries = length // 3 + if color_type == 3 and palette_entries > 1 << bit_depth: + raise InvalidImage("PNG palette exceeds its bit depth.") + if chunk_type == b"tRNS": + valid_length = ((color_type == 0 and length == 2) or + (color_type == 2 and length == 6) or + (color_type == 3 and seen_plte and 1 <= length <= palette_entries)) + if seen_trns or idat_state != "before" or not valid_length: + raise InvalidImage("Invalid PNG transparency chunk.") + seen_trns = True + + crc = zlib.crc32(chunk_type) + is_idat = chunk_type == b"IDAT" + + if is_idat: + if idat_state == "after": + raise InvalidImage("PNG IDAT chunks are not consecutive.") + if color_type == 3 and not seen_plte: + raise InvalidImage("PNG palette image without PLTE.") + idat_state = "inside" + elif idat_state == "inside": + idat_state = "after" + + data = b"" + remaining = length + while remaining: + piece = _read_exact(file, min(CHUNK, remaining)) + remaining -= len(piece) + crc = zlib.crc32(piece, crc) + + if is_idat: + _inflate_scanlines(inflater, piece, scanlines) + elif chunk_type == b"IHDR": + data += piece + + (stored_crc,) = struct.unpack(">I", _read_exact(file, 4)) + if stored_crc != crc: + raise InvalidImage("PNG chunk CRC mismatch.") + + if first: + first = False + (width, height, bit_depth, color_type, + compression, filter_method, interlace) = struct.unpack(">IIBBBBB", data) + + if width == 0 or height == 0 or width > 0x7FFFFFFF or height > 0x7FFFFFFF: + raise InvalidImage("Invalid PNG dimensions.") + if width * height > max_pixels: + # Before a single IDAT byte is decompressed. + raise TooManyPixels() + if color_type not in _PNG_COLOR_TYPES: + raise InvalidImage("Invalid PNG color type.") + channels, depths = _PNG_COLOR_TYPES[color_type] + if bit_depth not in depths or compression != 0 or filter_method != 0 \ + or interlace not in (0, 1): + raise InvalidImage("Invalid PNG IHDR.") + scanlines = _PngScanlines( + _png_scanlines(width, height, channels * bit_depth, interlace) + ) + elif chunk_type == b"PLTE": + seen_plte = True + elif chunk_type == b"IEND": + break + + if idat_state == "before": + raise InvalidImage("PNG has no image data.") + + # decompress(max_length) drains every unconsumed_tail above. No flush() + # is needed (and its output would not have a strict allocation bound). + if not inflater.eof or scanlines.produced != scanlines.expected: + raise InvalidImage("PNG image data is corrupted or truncated.") + + return width, height + + +def _inflate_scanlines(inflater, data: bytes, scanlines: _PngScanlines) -> None: + """Decompress at most 64 KiB at once, validate, then discard.""" + try: + while data: + if inflater.eof: + raise InvalidImage("PNG has data after the end of the zlib stream.") + out = inflater.decompress(data, CHUNK) + scanlines.feed(out) + if inflater.unused_data: + raise InvalidImage("PNG has data after the end of the zlib stream.") + data = inflater.unconsumed_tail + except zlib.error: + raise InvalidImage("PNG image data is corrupted.") from None + + +# --- JPEG ------------------------------------------------------------------ + +def _validate_jpeg(file: BinaryIO, max_pixels: int) -> tuple[int, int]: + try: + with Image.open(file, formats=["JPEG"]) as image: + width, height = image.size + + if width < 1 or height < 1: + raise InvalidImage("Invalid JPEG dimensions.") + if width * height > max_pixels: + # Header only: no pixel has been decoded yet. + raise TooManyPixels() + + image.draft("RGB", (max(1, width // 8), max(1, height // 8))) + image.load() + except (InvalidImage, TooManyPixels): + raise + except Exception: + # Pillow raises OSError/SyntaxError/ValueError/... for broken data. + raise InvalidImage("JPEG image is corrupted or truncated.") from None + + return width, height + + diff --git a/app/jobs.py b/app/jobs.py new file mode 100644 index 0000000..79e553b --- /dev/null +++ b/app/jobs.py @@ -0,0 +1,145 @@ +"""Transactional outbox relay, expired-lease recovery and staging janitor. + +DB COMMIT and RabbitMQ publish cannot be one transaction. Keep outbox rows +until a publisher confirm, accepting harmless duplicate delivery on crash. +""" +from __future__ import annotations + +import asyncio +import logging + +from sqlalchemy import text + +from app.db import SessionLocal, engine +from app.pipeline import (RETENTION_SECONDS, arm_from_env, broker_channel, + crash_if_armed, envelope, publish, retry_or_fail) +from app.storage import storage +from app.telemetry import configure, emit, install_termination_handler, shutdown +from app import advanced + +logger = logging.getLogger("messenger.jobs") + + +async def recover_leases() -> int: + async with SessionLocal() as db: + result = await db.execute(text(""" + SELECT * FROM attachments WHERE status='processing' AND lease_until None: + # One object transaction at a time: S3's bounded deadline is shorter + # than idle_in_transaction_session_timeout. Replay takes the same lock. + for _ in range(10): + async with SessionLocal() as db: + # Failed retention may remove five objects. Keep its row lock + # until all bounded deletes finish, so replay cannot race it. + await db.execute(text("SET LOCAL idle_in_transaction_session_timeout='60s'")) + result = await db.execute(text(""" + SELECT * FROM attachments + WHERE staging_key IS NOT NULL AND NOT staging_deleted AND + (status='ready' OR (status='failed' AND updated_at < + now()-make_interval(secs => :retention))) + ORDER BY updated_at LIMIT 1 FOR UPDATE SKIP LOCKED + """), {"retention": RETENTION_SECONDS}) + row = result.mappings().first() + if row is None: + await db.rollback() + return + await storage.delete(row["staging_key"]) + # Partial final objects of an exhausted job are no longer + # useful after retention; ready objects are never deleted. + if row["status"] == "failed": + prefix = row["object_key"].rsplit("/", 1)[0] + for suffix in ("original", "thumbnail.jpg", "crop.jpg", "optimized.webp"): + await storage.delete(f"{prefix}/{suffix}") + await db.execute(text(""" + UPDATE attachments SET staging_deleted=true WHERE id=:id + """), {"id": row["id"]}) + await db.commit() + logger.info("staging cleaned attachment=%s", row["id"]) + + +async def relay_one(channel) -> bool: + async with SessionLocal() as db: + result = await db.execute(text(""" + SELECT o.*,a.pipeline_version FROM outbox o + JOIN attachments a ON a.id=o.attachment_id + WHERE o.published_at IS NULL AND o.available_at<=now() + ORDER BY o.id LIMIT 1 FOR UPDATE OF o SKIP LOCKED + """)) + row = result.mappings().first() + if row is None: + await db.rollback() + return False + # The upload COMMIT already exists; the pending row is untouched + # by this crash, so the restarted relay finds it automatically. + await crash_if_armed("crash_after_commit_before_publish") + await publish(channel, envelope(row)) + await db.execute(text("UPDATE outbox SET published_at=now() WHERE id=:id"), + {"id": row["id"]}) + await db.commit() + logger.info("published job=%s attempt=%s", row["job_id"], row["attempt"]) + return True + + +async def main() -> None: + configure("messenger-publisher") + install_termination_handler() + logging.basicConfig(level=logging.INFO, format="%(asctime)s %(levelname)s %(message)s") + for name in ("aio_pika", "aiormq"): + logging.getLogger(name).setLevel(logging.CRITICAL) + await storage.start() + backlog = asyncio.create_task(advanced.backlog_loop(SessionLocal)) + connection = None + try: + await arm_from_env("PUBLISHER_FAULT") + while True: + try: + connection, channel, _ = await broker_channel() + last_maintenance = 0.0 + while True: + now = asyncio.get_running_loop().time() + if now - last_maintenance > 1: + await recover_leases() + try: + await cleanup_staging() + except Exception as exc: + # Retention is best effort. S3 failure must not + # starve outbox delivery or exhaustible retries. + logger.warning("staging cleanup deferred: %s", type(exc).__name__) + last_maintenance = now + if not await relay_one(channel): + await asyncio.sleep(0.25) + except asyncio.CancelledError: + raise + except Exception as exc: + # Exception text can contain connection URLs. Log type only. + logger.warning("relay unavailable: %s", type(exc).__name__) + if connection: + await connection.close() + connection = None + await asyncio.sleep(1) + finally: + backlog.cancel() + await asyncio.gather(backlog, return_exceptions=True) + if connection: + await connection.close() + await storage.close() + await engine.dispose() + await asyncio.to_thread(shutdown) + + +if __name__ == "__main__": + try: + asyncio.run(main()) + except asyncio.CancelledError: + pass # SIGTERM has run finally/SDK flush; exit cleanly. diff --git a/app/lifecycle.py b/app/lifecycle.py new file mode 100644 index 0000000..87d4327 --- /dev/null +++ b/app/lifecycle.py @@ -0,0 +1,6 @@ +"""Process lifecycle state shared by the server and request handlers.""" +import threading + +# Set on the first SIGTERM/SIGINT. While draining, /health/ready answers 503 +# and responses carry "Connection: close", but requests are still served. +draining = threading.Event() diff --git a/app/main.py b/app/main.py new file mode 100644 index 0000000..ad46898 --- /dev/null +++ b/app/main.py @@ -0,0 +1,461 @@ +from __future__ import annotations + +import asyncio +import logging +from collections.abc import AsyncIterator +from contextlib import asynccontextmanager +from uuid import UUID + +from typing import Literal + +from fastapi import Depends, FastAPI, Header, Query, Request, Response, Security +from fastapi.exceptions import RequestValidationError +from fastapi.responses import JSONResponse, StreamingResponse +from sqlalchemy import exc as sa_exc +from starlette.exceptions import HTTPException as StarletteHTTPException +from sqlalchemy.ext.asyncio import AsyncSession + +from app.attachments import ( + get_attachment, + janitor_loop, + open_attachment_content, + upload_attachment, +) +from app.cache import session_cache +from app.db import check_database_ready, engine, get_db +from app.deps import basic_scheme, pagination_params, require_user +from app.errors import ( + ApiError, + InvalidRequest, + Unavailable, + api_error_handler, + common_headers, +) +from app.lifecycle import draining +from app.config import settings +from app.telemetry import HttpTelemetryMiddleware, configure, shutdown +from app.models import ( + Attachment, + Chat, + ChatPage, + CreateChat, + CreateMessage, + CreateUser, + Health, + Message, + MessagePage, + Session, + User, +) +from app.storage import storage +from app.services import ( + create_chat, + create_message, + create_user_session, + get_chat, + list_chats, + list_messages, + logout_current_session, + register_user, +) + + +@asynccontextmanager +async def lifespan(_app: FastAPI) -> AsyncIterator[None]: + configure("messenger-api", settings.instance_id) + await storage.start() + janitor = asyncio.create_task(janitor_loop()) + try: + yield + finally: + janitor.cancel() + await asyncio.gather(janitor, return_exceptions=True) + await storage.close() + await session_cache.close() + await engine.dispose() + await asyncio.to_thread(shutdown) + + +app = FastAPI( + title="MTUSI Messenger — лабораторная 6", + version="1.6.0", + lifespan=lifespan, +) + +@app.exception_handler(ApiError) +async def handle_api_error( + request: Request, + exc: Exception, +) -> JSONResponse: + if not isinstance(exc, ApiError): + raise exc + + return await api_error_handler(request, exc) + + +@app.exception_handler(StarletteHTTPException) +async def http_error_handler( + request: Request, + exc: StarletteHTTPException, +) -> JSONResponse: + # Unknown routes/methods: the contract error format instead of + # FastAPI's default {"detail": ...}. + if exc.status_code == 404: + error = ApiError(404, "not_found", "Route not found.") + else: + error = ApiError(exc.status_code, "invalid_request", "Invalid request.") + + return await api_error_handler(request, error) + + +@app.exception_handler(RequestValidationError) +async def validation_error_handler( + request: Request, + _exc: RequestValidationError, +) -> JSONResponse: + return JSONResponse( + status_code=400, + content={ + "error": { + "code": "invalid_request", + "message": "Invalid request.", + "request_id": common_headers(request)["X-Request-Id"], + } + }, + headers=common_headers(request), + ) + + +logger = logging.getLogger("messenger.api") + + +def is_dependency_failure(exc: Exception) -> bool: + """PostgreSQL is unreachable, restarting, overloaded or timed out.""" + if isinstance( + exc, + ( + sa_exc.OperationalError, + sa_exc.InterfaceError, + sa_exc.TimeoutError, # connection pool exhausted + OSError, + TimeoutError, + ), + ): + return True + + return isinstance(exc, sa_exc.DBAPIError) and exc.connection_invalidated + + +async def dependency_error_handler( + request: Request, + exc: Exception, +) -> JSONResponse: + if not is_dependency_failure(exc): + return await unexpected_error_handler(request, exc) + + logger.warning("database unavailable: %s", type(exc).__name__) + return await api_error_handler(request, Unavailable()) + + +for _exc_class in (sa_exc.DBAPIError, sa_exc.TimeoutError, OSError, TimeoutError): + app.add_exception_handler(_exc_class, dependency_error_handler) + + +@app.exception_handler(Exception) +async def unexpected_error_handler( + request: Request, + exc: Exception, +) -> JSONResponse: + headers = common_headers(request) + # Only the type: SQL parameters and headers may contain secrets. + logger.error("unexpected error: %s", type(exc).__name__) + + return JSONResponse( + status_code=500, + content={ + "error": { + "code": "internal_error", + "message": "Internal server error.", + "request_id": headers["X-Request-Id"], + } + }, + headers=headers, + ) + + +@app.get( + "/health/live", + response_model=Health, +) +async def liveness() -> dict[str, str]: + return {"status": "ok"} + + +@app.get( + "/health/ready", + response_model=Health, +) +async def readiness() -> dict[str, str]: + # A draining replica reports "not ready" so HAProxy stops sending new + # requests to it before the listener is closed. + # S3 is deliberately NOT checked: without it only attachments degrade + # (503), users/chats/messages keep working. If readiness depended on S3, + # an S3 outage would take every replica out of the LB. + if draining.is_set() or not await check_database_ready(): + raise Unavailable() + + return {"status": "ok"} + + +@app.post( + "/api/v1/users", + status_code=201, + response_model=User, +) +async def register_user_route( + payload: CreateUser, + db: AsyncSession = Depends(get_db), +): + return await register_user( + db, + username=payload.username, + display_name=payload.display_name, + password=payload.password, + ) + + +@app.post( + "/api/v1/auth/sessions", + status_code=201, + response_model=Session, +) +async def login( + request: Request, + db: AsyncSession = Depends(get_db), + _basic: None = Security(basic_scheme), +): + # Contract: login takes only "Authorization: Basic", no request body. + # Any body (malformed JSON, "{}", ...) is rejected before the password check. + if await request.body(): + raise InvalidRequest("POST /auth/sessions does not accept a request body.") + + return await create_user_session( + db, + request.headers.get("Authorization"), + ) + + +@app.delete( + "/api/v1/auth/sessions/current", + status_code=204, +) +async def logout( + request: Request, + db: AsyncSession = Depends(get_db), + _current_user: dict = Depends(require_user), +) -> Response: + _, _, token = request.headers["Authorization"].partition(" ") + + await logout_current_session( + db, + token.strip(), + ) + + return Response(status_code=204) + + +@app.get( + "/api/v1/users/me", + response_model=User, +) +async def current_user_route( + current_user: dict = Depends(require_user), +): + return current_user + + +@app.post( + "/api/v1/chats", + status_code=201, + response_model=Chat, +) +async def create_chat_route( + payload: CreateChat, + current_user: dict = Depends(require_user), + db: AsyncSession = Depends(get_db), +): + return await create_chat( + db, + title=payload.title, + member_ids=payload.member_ids, + current_user=current_user, + ) + + +@app.get( + "/api/v1/chats", + response_model=ChatPage, +) +async def list_chats_route( + page: tuple[int, str | None] = Depends(pagination_params), + current_user: dict = Depends(require_user), + db: AsyncSession = Depends(get_db), +): + limit, cursor = page + + return await list_chats( + db, + limit=limit, + cursor=cursor, + current_user=current_user, + ) + + +@app.get( + "/api/v1/chats/{chat_id}", + response_model=Chat, +) +async def get_chat_route( + chat_id: UUID, + current_user: dict = Depends(require_user), + db: AsyncSession = Depends(get_db), +): + return await get_chat( + db, + chat_id=chat_id, + current_user=current_user, + ) + + +@app.post( + "/api/v1/chats/{chat_id}/messages", + status_code=201, + response_model=Message, +) +async def create_message_route( + chat_id: UUID, + payload: CreateMessage, + response: Response, + idempotency_key: str | None = Header( + default=None, + alias="Idempotency-Key", + ), + current_user: dict = Depends(require_user), + db: AsyncSession = Depends(get_db), +): + message, replayed = await create_message( + db, + chat_id=chat_id, + text_value=payload.text, + attachment_ids=payload.attachment_ids, + idempotency_key=idempotency_key, + current_user=current_user, + ) + + if replayed: + response.headers["Idempotent-Replayed"] = "true" + + return message + + +@app.get( + "/api/v1/chats/{chat_id}/messages", + response_model=MessagePage, +) +async def list_messages_route( + chat_id: UUID, + page: tuple[int, str | None] = Depends(pagination_params), + current_user: dict = Depends(require_user), + db: AsyncSession = Depends(get_db), +): + limit, cursor = page + + return await list_messages( + db, + chat_id=chat_id, + limit=limit, + cursor=cursor, + current_user=current_user, + ) + + +UPLOAD_BODY = { + "requestBody": { + "required": True, + "description": "Raw image bytes, not multipart and not JSON/base64.", + "content": { + "image/png": {"schema": {"type": "string", "format": "binary"}}, + "image/jpeg": {"schema": {"type": "string", "format": "binary"}}, + }, + } +} + + +@app.post( + "/api/v1/chats/{chat_id}/attachments", + status_code=202, + response_model=Attachment, + openapi_extra=UPLOAD_BODY, +) +async def upload_attachment_route( + chat_id: UUID, + request: Request, + filename: str = Query(min_length=1, max_length=255), + current_user: dict = Depends(require_user), + db: AsyncSession = Depends(get_db), +): + return await upload_attachment( + request, + db, + chat_id=chat_id, + filename=filename, + current_user=current_user, + ) + + +@app.get( + "/api/v1/attachments/{attachment_id}", + response_model=Attachment, +) +async def get_attachment_route( + attachment_id: UUID, + current_user: dict = Depends(require_user), + db: AsyncSession = Depends(get_db), +): + return await get_attachment( + db, + attachment_id=attachment_id, + current_user=current_user, + ) + + +@app.get( + "/api/v1/attachments/{attachment_id}/content", + response_class=StreamingResponse, + responses={200: {"content": {"image/png": {}, "image/jpeg": {}, "image/webp": {}}}}, +) +async def download_attachment_route( + attachment_id: UUID, + # Known variant names are accepted so that a ready attachment without + # that variant answers 404 (contract); any other value is 400. + variant: Literal["original", "thumbnail", "crop", "optimized"] = Query( + default="original" + ), + current_user: dict = Depends(require_user), + db: AsyncSession = Depends(get_db), +): + chunks, headers = await open_attachment_content( + db, + attachment_id=attachment_id, + variant=variant, + current_user=current_user, + ) + return StreamingResponse( + chunks, + media_type=headers.pop("Content-Type"), + headers=headers, + ) + + +# Wrap outside FastAPI ServerErrorMiddleware to observe its final 500 response. +app = HttpTelemetryMiddleware(app) diff --git a/app/models.py b/app/models.py new file mode 100644 index 0000000..7e30145 --- /dev/null +++ b/app/models.py @@ -0,0 +1,193 @@ +from __future__ import annotations + +from datetime import datetime, timezone +from typing import Literal +from uuid import UUID + +from pydantic import BaseModel, ConfigDict, Field, field_validator, model_validator + + +class ApiModel(BaseModel): + model_config = ConfigDict(extra="forbid") + + +class CreateUser(ApiModel): + username: str = Field( + min_length=3, + max_length=32, + pattern=r"^[a-z0-9_]{3,32}$", + ) + display_name: str = Field(min_length=1, max_length=100) + password: str = Field(min_length=12, max_length=128) + + @field_validator("username") + @classmethod + def username_is_not_blank(cls, value: str) -> str: + if not value.strip(): + raise ValueError("username must not contain only spaces.") + return value + + @field_validator("display_name") + @classmethod + def display_name_is_not_blank(cls, value: str) -> str: + if not value.strip(): + raise ValueError( + "display_name must not contain only spaces." + ) + return value + + @field_validator("password") + @classmethod + def password_is_not_blank(cls, value: str) -> str: + if not value.strip(): + raise ValueError("password must not contain only spaces.") + return value + + +class User(ApiModel): + id: UUID + username: str + display_name: str + created_at: datetime + + @field_validator("created_at") + @classmethod + def user_time_is_utc(cls, value: datetime) -> datetime: + if value.tzinfo is None: + raise ValueError("created_at must include UTC timezone.") + return value.astimezone(timezone.utc) + + +class CreateChat(ApiModel): + # Contract: 1-100 code points (lab2 allowed 255 by mistake). + title: str = Field(min_length=1, max_length=100) + # Contract: 1-100 members (minItems/maxItems in openapi.json). + member_ids: list[UUID] = Field(min_length=1, max_length=100) + + @field_validator("title") + @classmethod + def title_is_not_blank(cls, value: str) -> str: + if not value.strip(): + raise ValueError("title must not contain only spaces.") + return value + + +class Chat(ApiModel): + id: UUID + title: str + member_ids: list[UUID] + created_at: datetime + + @field_validator("created_at") + @classmethod + def chat_time_is_utc(cls, value: datetime) -> datetime: + if value.tzinfo is None: + raise ValueError("created_at must include UTC timezone.") + return value.astimezone(timezone.utc) + + +class ChatPage(ApiModel): + items: list[Chat] + next_cursor: str | None = None + + +class CreateMessage(ApiModel): + # Lab4: text may be "" when the message carries attachments. + text: str = Field(max_length=4000) + # 0-10 unique IDs of attachments of the same chat; missing == []. + attachment_ids: list[UUID] = Field(default_factory=list, max_length=10) + + @field_validator("attachment_ids") + @classmethod + def attachment_ids_are_unique(cls, value: list[UUID]) -> list[UUID]: + if len(set(value)) != len(value): + raise ValueError("attachment_ids must be unique.") + return value + + @model_validator(mode="after") + def text_or_attachments(self) -> "CreateMessage": + if not self.attachment_ids and not self.text.strip(): + raise ValueError( + "text must not be blank when there are no attachments." + ) + return self + + +class Message(ApiModel): + id: UUID + chat_id: UUID + sender_id: UUID + text: str + created_at: datetime + attachment_ids: list[UUID] = Field(default_factory=list) + + @field_validator("created_at") + @classmethod + def message_time_is_utc(cls, value: datetime) -> datetime: + if value.tzinfo is None: + raise ValueError("created_at must include UTC timezone.") + return value.astimezone(timezone.utc) + + +class MessagePage(ApiModel): + items: list[Message] + next_cursor: str | None = None + + +class Session(ApiModel): + token: str = Field(min_length=1) + token_type: Literal["Bearer"] + expires_at: datetime + user: User + + @field_validator("expires_at") + @classmethod + def expiry_time_is_utc(cls, value: datetime) -> datetime: + if value.tzinfo is None: + raise ValueError("expires_at must include UTC timezone.") + return value.astimezone(timezone.utc) + + +class Variant(ApiModel): + name: Literal["thumbnail", "crop", "optimized"] + content_type: Literal["image/jpeg", "image/png", "image/webp"] + size_bytes: int + width: int + height: int + sha256: str + + +class Attachment(ApiModel): + id: UUID + chat_id: UUID + owner_id: UUID + filename: str + content_type: Literal["image/png", "image/jpeg"] + size_bytes: int + sha256: str + status: Literal["queued", "processing", "ready", "failed"] + variants: list[Variant] + error_code: str | None + created_at: datetime + updated_at: datetime + + @field_validator("created_at", "updated_at") + @classmethod + def attachment_time_is_utc(cls, value: datetime) -> datetime: + if value.tzinfo is None: + raise ValueError("timestamps must include UTC timezone.") + return value.astimezone(timezone.utc) + + +class Health(ApiModel): + status: Literal["ok"] + + +class ErrorInner(ApiModel): + code: str = Field(min_length=1) + message: str = Field(min_length=1) + request_id: str = Field(min_length=1) + + +class Error(ApiModel): + error: ErrorInner diff --git a/app/operator.py b/app/operator.py new file mode 100644 index 0000000..7027410 --- /dev/null +++ b/app/operator.py @@ -0,0 +1,92 @@ +"""Explicit local operator commands; no new public HTTP endpoints.""" +from __future__ import annotations + +import argparse +import asyncio +import json +from uuid import UUID + +from sqlalchemy import text + +from app.db import SessionLocal, engine +from app.pipeline import event + +POINTS = ("crash_after_commit_before_publish", "crash_after_objects_before_commit", + "crash_after_commit_before_ack") + + +async def run(args) -> None: + try: + async with SessionLocal() as db: + if args.command == "fault": + await db.execute(text(""" + INSERT INTO fault_injections(point,remaining) VALUES (:point,1) + ON CONFLICT(point) DO UPDATE SET remaining=1,updated_at=now() + """), {"point": args.point}) + await db.commit() + print(f"ARMED one-shot fault: {args.point}") + return + if args.command == "failed": + result = await db.execute(text(""" + SELECT id,job_id,attempt,attempts_run,error_code,staging_deleted,updated_at + FROM attachments WHERE status='failed' ORDER BY updated_at + """)) + print(json.dumps([dict(row) for row in result.mappings()], default=str, indent=2)) + return + result = await db.execute(text("SELECT * FROM attachments WHERE id=:id FOR UPDATE"), + {"id": args.attachment_id}) + row = result.mappings().first() + if row is None or row["job_id"] is None: + raise ValueError("Unknown asynchronous attachment") + if args.command == "replay": + if row["status"] == "ready": + print("NO-OP: attachment is already ready") + return + if row["status"] != "failed": + raise ValueError("Replay is allowed only for failed attachments") + if row["staging_deleted"]: + raise ValueError("Replay source expired; upload the original again") + if not args.reason.strip() or len(args.reason) > 200: + raise ValueError("Replay reason must have 1-200 characters") + result = await db.execute(text(""" + UPDATE attachments SET status='queued',attempt=attempt+1,attempts_run=0, + error_code=NULL,lease_token=NULL,lease_until=NULL, + next_attempt_at=now(),updated_at=now() WHERE id=:id RETURNING * + """), {"id": row["id"]}) + row = result.mappings().one() + await event(db, row, "operator_replay", args.reason) + else: + # Real duplicate envelope: same job ID and current attempt. + # Ready effects are checked in PG by the worker and acked. + await event(db, row, "operator_redeliver") + await db.execute(text(""" + INSERT INTO outbox(job_id,attachment_id,attempt,available_at,traceparent,tracestate) + SELECT job_id,id,attempt,GREATEST(now(),next_attempt_at),traceparent,tracestate + FROM attachments WHERE id=:id + """), {"id": row["id"]}) + await db.commit() + print(f"QUEUED: {args.command} attachment={row['id']} job={row['job_id']}") + finally: + await engine.dispose() + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + commands = parser.add_subparsers(dest="command", required=True) + commands.add_parser("failed") + fault = commands.add_parser("fault") + fault.add_argument("point", choices=POINTS) + replay = commands.add_parser("replay") + replay.add_argument("attachment_id", type=UUID) + replay.add_argument("--reason", required=True) + redeliver = commands.add_parser("redeliver") + redeliver.add_argument("attachment_id", type=UUID) + args = parser.parse_args() + try: + asyncio.run(run(args)) + except ValueError as exc: + parser.exit(2, f"REFUSED: {exc}\n") + + +if __name__ == "__main__": + main() diff --git a/app/pipeline.py b/app/pipeline.py new file mode 100644 index 0000000..9c69fa9 --- /dev/null +++ b/app/pipeline.py @@ -0,0 +1,182 @@ +"""Shared durable-job plumbing, deliberately separate from the HTTP API.""" +from __future__ import annotations + +import json +import logging +import math +import os +import random +import re +from datetime import datetime +from uuid import UUID + +import aio_pika +from sqlalchemy import text + +from app.config import read_value +from app.db import SessionLocal +from app import advanced +from app.telemetry import emit, span +from app.trace_context import carrier, parent_context +from opentelemetry.trace import SpanKind + +logger = logging.getLogger("messenger.pipeline") +QUEUE = "attachments" +MAX_ATTEMPTS = int(os.getenv("JOB_MAX_ATTEMPTS", "5")) +LEASE_SECONDS = int(os.getenv("JOB_LEASE_SECONDS", "120")) +IMAGE_TIMEOUT = float(os.getenv("JOB_TIMEOUT_SECONDS", "30")) +TOTAL_TIMEOUT = float(os.getenv("JOB_TOTAL_TIMEOUT_SECONDS", "90")) +RETENTION_SECONDS = int(os.getenv("STAGING_RETENTION_SECONDS", "604800")) +RETRY_BASE_SECONDS = float(os.getenv("RETRY_BASE_SECONDS", "1")) +if (MAX_ATTEMPTS < 1 or not math.isfinite(IMAGE_TIMEOUT) or IMAGE_TIMEOUT <= 0 + or not 0 < TOTAL_TIMEOUT < LEASE_SECONDS): + raise RuntimeError("Invalid job limits; total timeout must be below lease.") +if not math.isfinite(RETRY_BASE_SECONDS) or RETRY_BASE_SECONDS <= 0: + raise RuntimeError("RETRY_BASE_SECONDS must be finite and positive.") + + +def retry_delay(attempts_run: int) -> float: + # Equal jitter: never zero, capped exponential delay, one durable due date. + upper = min(60.0, RETRY_BASE_SECONDS * 2 ** min(max(attempts_run - 1, 0), 10)) + return random.uniform(upper / 2, upper) + + +async def broker_channel(): + connection = await aio_pika.connect_robust(read_value("BROKER_URL"), timeout=5) + try: + channel = await connection.channel(publisher_confirms=True, on_return_raises=True) + await channel.set_qos(prefetch_count=1) + dead = await channel.declare_exchange("attachments.dead", aio_pika.ExchangeType.FANOUT, + durable=True) + dlq = await channel.declare_queue("attachments.dlq", durable=True) + await dlq.bind(dead) + queue = await channel.declare_queue( + QUEUE, durable=True, arguments={"x-dead-letter-exchange": "attachments.dead"} + ) + return connection, channel, queue + except BaseException: + await connection.close() + raise + + +def envelope(row) -> dict: + job = { + "schema_version": 1, "job_id": str(row["job_id"]), + "type": "attachment.process.v1", "attachment_id": str(row["attachment_id"]), + "pipeline_version": int(row.get("pipeline_version", 1)), + "attempt": int(row["attempt"]), + "created_at": row["created_at"].isoformat().replace("+00:00", "Z"), + } + job.update({name: row[name] for name in ("traceparent", "tracestate") if row.get(name)}) + return job + + +def parse_envelope(raw: bytes) -> dict: + job = json.loads(raw) + required = {"schema_version", "job_id", "type", "attachment_id", "pipeline_version", + "attempt", "created_at"} + if not isinstance(job, dict) or not required <= job.keys() or ( + job.keys() - required - {"traceparent", "tracestate"} + ): + raise ValueError("invalid job fields") + if type(job["schema_version"]) is not int or job["schema_version"] != 1 or job["type"] != "attachment.process.v1": + raise ValueError("unsupported job schema") + if type(job["attempt"]) is not int or job["attempt"] < 1: + raise ValueError("invalid attempt") + if type(job["pipeline_version"]) is not int or job["pipeline_version"] != 1: + raise ValueError("unsupported pipeline") + UUID(job["job_id"]) + UUID(job["attachment_id"]) + if datetime.fromisoformat(job["created_at"].replace("Z", "+00:00")).tzinfo is None: + raise ValueError("job timestamp must include timezone") + if "traceparent" in job and not re.fullmatch( + r"00-[0-9a-f]{32}-[0-9a-f]{16}-[0-9a-f]{2}", job["traceparent"] + ): + raise ValueError("invalid traceparent") + if "tracestate" in job and (not isinstance(job["tracestate"], str) or + len(job["tracestate"]) > 512): + raise ValueError("invalid tracestate") + return job + + +async def publish(channel, job: dict) -> None: + with span("attachments publish", kind=SpanKind.PRODUCER, parent=parent_context(job), attributes={ + "messaging.system": "rabbitmq", "messaging.destination.name": QUEUE, + "messaging.operation": "publish", "job_id": job["job_id"], "attempt": job["attempt"], + }): + # The confirmed envelope names this producer span as the consumer's + # parent. Durable outbox remains unchanged if confirmation is lost. + outgoing = {**job, **carrier()} + await channel.default_exchange.publish( + aio_pika.Message(json.dumps(outgoing).encode("utf-8"), content_type="application/json", + delivery_mode=aio_pika.DeliveryMode.PERSISTENT, + message_id=job["job_id"]), + routing_key=QUEUE, mandatory=True, timeout=5, + ) + emit("job.published", job_id=job["job_id"], attempt=job["attempt"], queue=QUEUE) + + +async def event(db, row, name: str, detail: str = "") -> None: + await db.execute(text(""" + INSERT INTO job_events(attachment_id,event,attempt,detail) + VALUES (:id,:event,:attempt,:detail) + """), {"id": row["id"], "attempt": row["attempt"], "event": name, "detail": detail}) + + +async def arm_from_env(variable: str) -> None: + point = os.getenv(variable, "") + if point: + async with SessionLocal() as db: + await db.execute(text(""" + INSERT INTO fault_injections(point,remaining) VALUES (:point,1) + ON CONFLICT (point) DO NOTHING + """), {"point": point}) + await db.commit() + + +async def crash_if_armed(point: str) -> None: + async with SessionLocal() as db: + result = await db.execute(text(""" + UPDATE fault_injections SET remaining=remaining-1,hits=hits+1,updated_at=now() + WHERE point=:point AND remaining>0 RETURNING point + """), {"point": point}) + hit = result.first() is not None + await db.commit() + if hit: + logger.error("FAULT: %s (one-shot durable hit)", point) + os._exit(70) + + +async def retry_or_fail(db, row, code: str, *, permanent: bool = False) -> None: + """Caller owns the attachment row lock. Commit before acking old delivery.""" + if permanent or row["attempts_run"] >= MAX_ATTEMPTS: + final_code = code if permanent else "retry_exhausted" + await db.execute(text(""" + UPDATE attachments SET status='failed',error_code=:code, + lease_token=NULL,lease_until=NULL,updated_at=now() + WHERE id=:id + """), {"id": row["id"], "code": final_code}) + await event(db, row, "failed", final_code) + logger.warning("failed attachment=%s code=%s", row["id"], final_code) + return + delay = retry_delay(row["attempts_run"]) + # A consumer retry continues from its active span. Lease recovery may have + # no active span, so retain the context durably recorded by the old claim. + context = carrier() or {name: row.get(name) for name in ("traceparent", "tracestate")} + await db.execute(text(""" + UPDATE attachments SET status='queued',error_code=NULL,attempt=attempt+1, + lease_token=NULL,lease_until=NULL, + traceparent=:traceparent,tracestate=:tracestate, + next_attempt_at=now()+make_interval(secs => CAST(:delay AS double precision)), + updated_at=now() WHERE id=:id + """), {"id": row["id"], "delay": delay, + "traceparent": context.get("traceparent"), "tracestate": context.get("tracestate")}) + await db.execute(text(""" + INSERT INTO outbox(job_id,attachment_id,attempt,available_at,traceparent,tracestate) + SELECT job_id,id,attempt,next_attempt_at,traceparent,tracestate FROM attachments WHERE id=:id + """), {"id": row["id"]}) + await event(db, row, "retry", f"{code}; delay={delay:.3f}s") + logger.info("retry attachment=%s after=%.3fs", row["id"], delay) + advanced.retries.add(1, {"job_type": "attachment.process.v1"}) + emit("job.retry", job_id=str(row["job_id"]), attachment_id=str(row["id"]), + attempt=row["attempt"] + 1, outcome="retry", queue=QUEUE) diff --git a/app/repositories.py b/app/repositories.py new file mode 100644 index 0000000..e5f43c2 --- /dev/null +++ b/app/repositories.py @@ -0,0 +1,726 @@ +"""PostgreSQL repository functions for MTUSI Messenger Lab4.""" +from __future__ import annotations + +from collections.abc import Iterable +from datetime import datetime +from typing import Any +from uuid import UUID, uuid4 + +from sqlalchemy import text +from sqlalchemy.exc import IntegrityError +from sqlalchemy.ext.asyncio import AsyncSession +from app.trace_context import carrier + + +async def create_user( + db: AsyncSession, + *, + username: str, + display_name: str, + password_hash: str, +) -> dict[str, Any] | None: + user_id = uuid4() + try: + result = await db.execute( + text( + """ + INSERT INTO users (id, username, display_name, password_hash) + VALUES (:id, :username, :display_name, :password_hash) + RETURNING id, username, display_name, created_at + """ + ), + { + "id": user_id, + "username": username, + "display_name": display_name, + "password_hash": password_hash, + }, + ) + await db.commit() + return dict(result.mappings().one()) + except IntegrityError: + await db.rollback() + return None + + +async def get_user_by_username( + db: AsyncSession, + username: str, +) -> dict[str, Any] | None: + result = await db.execute( + text( + """ + SELECT id, username, display_name, password_hash, created_at + FROM users + WHERE username = :username + """ + ), + {"username": username}, + ) + row = result.mappings().first() + return dict(row) if row is not None else None + + +async def get_user_by_id( + db: AsyncSession, + user_id: UUID, +) -> dict[str, Any] | None: + result = await db.execute( + text( + """ + SELECT id, username, display_name, created_at + FROM users + WHERE id = :user_id + """ + ), + {"user_id": user_id}, + ) + row = result.mappings().first() + return dict(row) if row is not None else None + + +async def user_ids_that_exist( + db: AsyncSession, + member_ids: Iterable[UUID], +) -> set[UUID]: + values = list(member_ids) + if not values: + return set() + + result = await db.execute( + text("SELECT id FROM users WHERE id = ANY(CAST(:member_ids AS uuid[]))"), + {"member_ids": values}, + ) + return {row.id for row in result} + + +async def create_session( + db: AsyncSession, + *, + user_id: UUID, + token_hash: str, + expires_at: datetime, +) -> None: + await db.execute( + text( + """ + INSERT INTO sessions (id, user_id, token_hash, expires_at) + VALUES (:id, :user_id, :token_hash, :expires_at) + """ + ), + { + "id": uuid4(), + "user_id": user_id, + "token_hash": token_hash, + "expires_at": expires_at, + }, + ) + await db.commit() + + +async def get_active_session_user( + db: AsyncSession, + token_hash: str, +) -> dict[str, Any] | None: + result = await db.execute( + text( + """ + SELECT + s.id AS session_id, + s.token_hash, + s.expires_at, + u.id, + u.username, + u.display_name, + u.created_at + FROM sessions AS s + JOIN users AS u ON u.id = s.user_id + WHERE s.token_hash = :token_hash + AND s.revoked_at IS NULL + AND s.expires_at > now() + """ + ), + {"token_hash": token_hash}, + ) + row = result.mappings().first() + return dict(row) if row is not None else None + + +async def revoke_active_session( + db: AsyncSession, + token_hash: str, +) -> bool: + result = await db.execute( + text( + """ + UPDATE sessions + SET revoked_at = now() + WHERE token_hash = :token_hash + AND revoked_at IS NULL + AND expires_at > now() + """ + ), + {"token_hash": token_hash}, + ) + await db.commit() + return result.rowcount == 1 + + +async def create_chat_with_members( + db: AsyncSession, + *, + title: str, + member_ids: Iterable[UUID], +) -> dict[str, Any]: + chat_id = uuid4() + members = list(member_ids) + + try: + result = await db.execute( + text( + """ + INSERT INTO chats (id, title) + VALUES (:id, :title) + RETURNING id, title, created_at + """ + ), + {"id": chat_id, "title": title}, + ) + chat = dict(result.mappings().one()) + + await db.execute( + text( + """ + INSERT INTO chat_members (chat_id, user_id) + VALUES (:chat_id, :user_id) + """ + ), + [{"chat_id": chat_id, "user_id": user_id} for user_id in members], + ) + await db.commit() + except Exception: + await db.rollback() + raise + + chat["member_ids"] = members + return chat + + +async def get_accessible_chat( + db: AsyncSession, + *, + chat_id: UUID, + user_id: UUID, +) -> dict[str, Any] | None: + result = await db.execute( + text( + """ + SELECT c.id, c.title, c.created_at + FROM chats AS c + JOIN chat_members AS own_membership + ON own_membership.chat_id = c.id + AND own_membership.user_id = :user_id + WHERE c.id = :chat_id + """ + ), + {"chat_id": chat_id, "user_id": user_id}, + ) + chat_row = result.mappings().first() + if chat_row is None: + return None + + members_result = await db.execute( + text( + """ + SELECT user_id + FROM chat_members + WHERE chat_id = :chat_id + ORDER BY user_id ASC + """ + ), + {"chat_id": chat_id}, + ) + chat = dict(chat_row) + chat["member_ids"] = [row.user_id for row in members_result] + return chat + + +async def list_chats_for_user( + db: AsyncSession, + *, + user_id: UUID, + limit: int, + cursor_created_at: datetime | None, + cursor_id: UUID | None, +) -> list[dict[str, Any]]: + query = """ + SELECT c.id, c.title, c.created_at + FROM chats AS c + JOIN chat_members AS own_membership + ON own_membership.chat_id = c.id + AND own_membership.user_id = :user_id \ + """ + params: dict[str, Any] = { + "user_id": user_id, + "limit_plus_one": limit + 1, + } + + if cursor_created_at is not None and cursor_id is not None: + query += """ + WHERE (c.created_at, c.id) > (:cursor_created_at, :cursor_id) + """ + params["cursor_created_at"] = cursor_created_at + params["cursor_id"] = cursor_id + + query += " ORDER BY c.created_at ASC, c.id ASC LIMIT :limit_plus_one" + + result = await db.execute(text(query), params) + chats = [dict(row) for row in result.mappings().all()] + if not chats: + return [] + + chat_ids = [chat["id"] for chat in chats] + members_result = await db.execute( + text( + """ + SELECT chat_id, user_id + FROM chat_members + WHERE chat_id = ANY(CAST(:chat_ids AS uuid[])) + ORDER BY chat_id ASC, user_id ASC + """ + ), + {"chat_ids": chat_ids}, + ) + + members_by_chat: dict[UUID, list[UUID]] = {chat_id: [] for chat_id in chat_ids} + for row in members_result: + members_by_chat[row.chat_id].append(row.user_id) + + for chat in chats: + chat["member_ids"] = members_by_chat[chat["id"]] + + return chats + + +# Attachment IDs of a message in the order of the request. +MESSAGE_ATTACHMENT_IDS = """ + COALESCE( + (SELECT array_agg(ma.attachment_id ORDER BY ma.position) + FROM message_attachments AS ma + WHERE ma.message_id = m.id), + CAST('{}' AS uuid[]) + ) AS attachment_ids +""" + + +class AttachmentsNotFound(Exception): + """Some attachment_ids do not exist or belong to another chat (-> 404).""" + + +class AttachmentFailed(Exception): + """A failed attachment cannot be added to a new message (-> 409).""" + + +async def create_message_idempotent( + db: AsyncSession, + *, + chat_id: UUID, + sender_id: UUID, + text_value: str, + attachment_ids: list[UUID], + idempotency_key: str, + request_hash: str, + ttl_seconds: int, +) -> tuple[dict[str, Any], bool] | None: + """Insert a message at most once per idempotency key; one transaction. + + 1. INSERT the key row. Its primary key (user, chat, method, key) lives in + the shared PostgreSQL, so a concurrent request with the same key on + ANY replica blocks on this INSERT until the first transaction ends. + 2. If the key was claimed: check that every attachment belongs to this + chat, INSERT the message and its attachment links, link the message + to the key and COMMIT everything together. A failure before COMMIT + (also AttachmentsNotFound) rolls back all of it, so an error is never + stored as the final answer and a retry with the same key runs again. + 3. If the key already exists (committed by someone else): return the + stored message, or None when the body differs (-> 409). + + A key older than ttl_seconds is reclaimed by the ON CONFLICT ... WHERE. + Returns (message, replayed) or None on a body mismatch. + """ + key_params = { + "user_id": sender_id, + "chat_id": chat_id, + "key": idempotency_key, + } + + try: + claimed = await db.execute( + text( + """ + INSERT INTO idempotency_keys AS k + (user_id, chat_id, method, key, request_hash) + VALUES (:user_id, :chat_id, 'POST', :key, :request_hash) + ON CONFLICT (user_id, chat_id, method, key) DO UPDATE + SET request_hash = EXCLUDED.request_hash, + message_id = NULL, + created_at = now() + WHERE k.created_at < now() - make_interval(secs => :ttl) + RETURNING 1 + """ + ), + {**key_params, "request_hash": request_hash, "ttl": ttl_seconds}, + ) + + if claimed.first() is not None: + if attachment_ids: + # Unknown and foreign IDs look the same (404): the response + # does not reveal that an attachment of another chat exists. + found = await db.execute( + text( + """ + SELECT id, status FROM attachments + WHERE chat_id = :chat_id + AND id = ANY(CAST(:ids AS uuid[])) + FOR SHARE + """ + ), + {"chat_id": chat_id, "ids": attachment_ids}, + ) + attachments = list(found) + if {row.id for row in attachments} != set(attachment_ids): + raise AttachmentsNotFound() + if any(row.status == "failed" for row in attachments): + raise AttachmentFailed() + + result = await db.execute( + text( + """ + INSERT INTO messages (id, chat_id, sender_id, text) + VALUES (:id, :chat_id, :sender_id, :text) + RETURNING id, chat_id, sender_id, text, created_at + """ + ), + { + "id": uuid4(), + "chat_id": chat_id, + "sender_id": sender_id, + "text": text_value, + }, + ) + message = dict(result.mappings().one()) + + if attachment_ids: + await db.execute( + text( + """ + INSERT INTO message_attachments + (message_id, attachment_id, position) + VALUES (:message_id, :attachment_id, :position) + """ + ), + [ + { + "message_id": message["id"], + "attachment_id": attachment_id, + "position": position, + } + for position, attachment_id in enumerate(attachment_ids) + ], + ) + + await db.execute( + text( + """ + UPDATE idempotency_keys + SET message_id = :message_id + WHERE user_id = :user_id + AND chat_id = :chat_id + AND method = 'POST' + AND key = :key + """ + ), + {**key_params, "message_id": message["id"]}, + ) + await db.commit() + message["attachment_ids"] = list(attachment_ids) + return message, False + + stored = await db.execute( + text( + f""" + SELECT k.request_hash, + m.id, m.chat_id, m.sender_id, m.text, m.created_at, + {MESSAGE_ATTACHMENT_IDS} + FROM idempotency_keys AS k + JOIN messages AS m ON m.id = k.message_id + WHERE k.user_id = :user_id + AND k.chat_id = :chat_id + AND k.method = 'POST' + AND k.key = :key + """ + ), + key_params, + ) + row = stored.mappings().first() + await db.commit() + except Exception: + await db.rollback() + raise + + if row is None: + # Not reachable while the key row and the message commit together. + raise RuntimeError("idempotency key without a message") + + message = dict(row) + if message.pop("request_hash") != request_hash: + return None + + return message, True + + +async def list_messages_keyset( + db: AsyncSession, + *, + chat_id: UUID, + limit: int, + cursor_created_at: datetime | None, + cursor_id: UUID | None, +) -> list[dict[str, Any]]: + query = f""" + SELECT m.id, m.chat_id, m.sender_id, m.text, m.created_at, + {MESSAGE_ATTACHMENT_IDS} + FROM messages AS m + WHERE m.chat_id = :chat_id + """ + params: dict[str, Any] = { + "chat_id": chat_id, + "limit_plus_one": limit + 1, + } + + if cursor_created_at is not None and cursor_id is not None: + query += """ + AND (m.created_at, m.id) > (:cursor_created_at, :cursor_id) + """ + params["cursor_created_at"] = cursor_created_at + params["cursor_id"] = cursor_id + + query += " ORDER BY m.created_at ASC, m.id ASC LIMIT :limit_plus_one" + result = await db.execute(text(query), params) + return [dict(row) for row in result.mappings().all()] + + +# --- Attachments ------------------------------------------------------------ + +ATTACHMENT_COLUMNS = """ + a.id, a.chat_id, a.owner_id, a.filename, a.content_type, a.size_bytes, + a.sha256, a.status, a.error_code, a.object_key, a.variants, a.created_at, a.updated_at +""" + + +async def create_upload_intent( + db: AsyncSession, + *, + object_key: str, + attachment_id: UUID, + chat_id: UUID, +) -> None: + """Committed BEFORE the S3 PUT: from now on the object can be found and + cleaned up even if this process dies right after the PUT.""" + try: + await db.execute( + text( + """ + INSERT INTO upload_intents (object_key, attachment_id, chat_id) + VALUES (:object_key, :attachment_id, :chat_id) + """ + ), + { + "object_key": object_key, + "attachment_id": attachment_id, + "chat_id": chat_id, + }, + ) + await db.commit() + except Exception: + await db.rollback() + raise + + +async def finalize_attachment( + db: AsyncSession, + *, + attachment_id: UUID, + chat_id: UUID, + owner_id: UUID, + filename: str, + content_type: str, + size_bytes: int, + sha256: str, + width: int, + height: int, + object_key: str, +) -> dict[str, Any] | None: + """Delete the intent, insert queued metadata + outbox in ONE transaction. + + Returns None if the intent is already gone: the janitor decided this + upload was abandoned and deleted the object, so the row must not be + created. The DELETE waits on the janitor's row lock, so the two can + never both succeed. + """ + try: + claimed = await db.execute( + text( + "DELETE FROM upload_intents WHERE object_key = :object_key RETURNING 1" + ), + {"object_key": object_key}, + ) + if claimed.first() is None: + await db.rollback() + return None + + job_id = uuid4() + final_key = f"originals/{attachment_id}/v1/original" + context = carrier() + result = await db.execute( + text( + f""" + INSERT INTO attachments AS a + (id, chat_id, owner_id, filename, content_type, size_bytes, + sha256, width, height, object_key, staging_key, job_id, status, + traceparent, tracestate) + VALUES (:id, :chat_id, :owner_id, :filename, :content_type, + :size_bytes, :sha256, :width, :height, :final_key, :object_key, :job_id, 'queued', + :traceparent, :tracestate) + RETURNING {ATTACHMENT_COLUMNS} + """ + ), + { + "id": attachment_id, + "chat_id": chat_id, + "owner_id": owner_id, + "filename": filename, + "content_type": content_type, + "size_bytes": size_bytes, + "sha256": sha256, + "width": width, + "height": height, + "object_key": object_key, + "final_key": final_key, + "job_id": job_id, + "traceparent": context.get("traceparent"), + "tracestate": context.get("tracestate"), + }, + ) + row = dict(result.mappings().one()) + await db.execute( + text("""INSERT INTO outbox (job_id, attachment_id, attempt, traceparent, tracestate) + VALUES (:job_id, :id, 1, :traceparent, :tracestate)"""), + {"job_id": job_id, "id": attachment_id, + "traceparent": context.get("traceparent"), "tracestate": context.get("tracestate")}, + ) + await db.commit() + return row + except Exception: + await db.rollback() + raise + + +async def delete_upload_intent(db: AsyncSession, object_key: str) -> None: + try: + await db.execute( + text("DELETE FROM upload_intents WHERE object_key = :object_key"), + {"object_key": object_key}, + ) + await db.commit() + except Exception: + await db.rollback() + raise + + +async def get_accessible_attachment( + db: AsyncSession, + *, + attachment_id: UUID, + user_id: UUID, +) -> dict[str, Any] | None: + """Only members of the attachment's chat see it; others get None (404).""" + result = await db.execute( + text( + f""" + SELECT {ATTACHMENT_COLUMNS} + FROM attachments AS a + JOIN chat_members AS cm + ON cm.chat_id = a.chat_id + AND cm.user_id = :user_id + WHERE a.id = :attachment_id + """ + ), + {"attachment_id": attachment_id, "user_id": user_id}, + ) + row = result.mappings().first() + return dict(row) if row is not None else None + + +async def lock_upload_intent( + db: AsyncSession, + object_key: str, +) -> dict[str, Any] | None: + """Lock the intent of one upload (waits for a finishing transaction); + the transaction stays open. None: no intent, nothing to compensate.""" + result = await db.execute( + text( + """ + SELECT i.object_key, + EXISTS (SELECT 1 FROM attachments AS a + WHERE a.staging_key = i.object_key OR a.object_key = i.object_key) AS committed + FROM upload_intents AS i + WHERE i.object_key = :object_key + FOR UPDATE OF i + """ + ), + {"object_key": object_key}, + ) + row = result.mappings().first() + return dict(row) if row is not None else None + + +async def lock_stale_intent( + db: AsyncSession, + grace_seconds: int, +) -> dict[str, Any] | None: + """Lock ONE intent older than the grace period; the transaction stays open. + + SKIP LOCKED: an upload that is finishing right now holds the row lock in + finalize_attachment and is skipped; several replicas can run the janitor + at once without touching the same intent. + """ + result = await db.execute( + text( + """ + SELECT i.object_key, + EXISTS (SELECT 1 FROM attachments AS a + WHERE a.staging_key = i.object_key OR a.object_key = i.object_key) AS committed + FROM upload_intents AS i + WHERE i.created_at < now() - make_interval(secs => :grace) + ORDER BY i.created_at + LIMIT 1 + FOR UPDATE OF i SKIP LOCKED + """ + ), + {"grace": grace_seconds}, + ) + row = result.mappings().first() + return dict(row) if row is not None else None + + +async def attachment_keys(db: AsyncSession) -> set[str]: + result = await db.execute(text("SELECT object_key FROM attachments")) + return {row.object_key for row in result} + + +async def intent_keys(db: AsyncSession) -> dict[str, datetime]: + result = await db.execute( + text("SELECT object_key, created_at FROM upload_intents") + ) + return {row.object_key: row.created_at for row in result} diff --git a/app/security.py b/app/security.py new file mode 100644 index 0000000..c7c6395 --- /dev/null +++ b/app/security.py @@ -0,0 +1,162 @@ +from __future__ import annotations + +import base64 +import binascii +import hashlib +import json +import secrets +from datetime import datetime, timezone +from uuid import UUID + +from argon2 import PasswordHasher +from argon2.exceptions import InvalidHashError, VerifyMismatchError + + +password_hasher = PasswordHasher() + + +def hash_password(password: str) -> str: + return password_hasher.hash(password) + + +def verify_password(password_hash: str, password: str) -> bool: + try: + return password_hasher.verify(password_hash, password) + except (VerifyMismatchError, InvalidHashError): + return False + + +def generate_session_token() -> str: + return secrets.token_urlsafe(32) + + +def hash_session_token(token: str) -> str: + return hashlib.sha256(token.encode("utf-8")).hexdigest() + + +def parse_basic_authorization(value: str | None) -> tuple[str, str] | None: + if value is None or not value.startswith("Basic "): + return None + + try: + encoded_credentials = value[len("Basic "):] + decoded = base64.b64decode( + encoded_credentials, + validate=True, + ).decode("utf-8") + + username, password = decoded.split(":", 1) + except ( + ValueError, + UnicodeDecodeError, + binascii.Error, + ): + return None + + if not username or not username.isascii(): + return None + + return username, password + + +def _encode_cursor_payload(payload: dict[str, str]) -> str: + raw = json.dumps( + payload, + ensure_ascii=False, + separators=(",", ":"), + sort_keys=True, + ).encode("utf-8") + + return base64.urlsafe_b64encode(raw).decode("ascii") + + +def _decode_cursor_payload(cursor: str) -> dict[str, str] | None: + try: + raw = base64.urlsafe_b64decode(cursor.encode("ascii")) + payload = json.loads(raw.decode("utf-8")) + + if not isinstance(payload, dict): + return None + + return payload + except ( + ValueError, + TypeError, + UnicodeDecodeError, + binascii.Error, + ): + return None + + +def _utc_timestamp(value: datetime) -> str: + if value.tzinfo is None: + raise ValueError("Cursor datetime must be timezone-aware.") + + return value.astimezone(timezone.utc).isoformat().replace("+00:00", "Z") + + +def encode_chat_cursor( + created_at: datetime, + chat_id: UUID, +) -> str: + return _encode_cursor_payload( + { + "kind": "chat", + "created_at": _utc_timestamp(created_at), + "id": str(chat_id), + } + ) + + +def decode_chat_cursor( + cursor: str, +) -> tuple[datetime, UUID] | None: + payload = _decode_cursor_payload(cursor) + + if payload is None or payload.get("kind") != "chat": + return None + + try: + created_at = datetime.fromisoformat( + payload["created_at"].replace("Z", "+00:00") + ) + chat_id = UUID(payload["id"]) + except (KeyError, ValueError, AttributeError): + return None + + return created_at, chat_id + + +def encode_message_cursor( + chat_id: UUID, + created_at: datetime, + message_id: UUID, +) -> str: + return _encode_cursor_payload( + { + "kind": "message", + "chat_id": str(chat_id), + "created_at": _utc_timestamp(created_at), + "id": str(message_id), + } + ) + + +def decode_message_cursor( + cursor: str, +) -> tuple[UUID, datetime, UUID] | None: + payload = _decode_cursor_payload(cursor) + + if payload is None or payload.get("kind") != "message": + return None + + try: + chat_id = UUID(payload["chat_id"]) + created_at = datetime.fromisoformat( + payload["created_at"].replace("Z", "+00:00") + ) + message_id = UUID(payload["id"]) + except (KeyError, ValueError, AttributeError): + return None + + return chat_id, created_at, message_id \ No newline at end of file diff --git a/app/server.py b/app/server.py new file mode 100644 index 0000000..3a59e42 --- /dev/null +++ b/app/server.py @@ -0,0 +1,71 @@ +"""Entry point: uvicorn with a drain phase before the graceful shutdown. + +Plain uvicorn stops accepting connections immediately on SIGTERM. Behind +HAProxy that turns every stop into a burst of refused connections until the +active health check notices. Instead, on the first signal: + + t = 0 readiness -> 503, keep serving (Connection: close); + t = drain (3 s) HAProxy has marked the server DOWN (inter 1 s x fall 2), + uvicorn closes the listener and waits for in-flight + requests up to SHUTDOWN_TIMEOUT_SECONDS (8 s). + +stop_grace_period in compose.yaml (15 s) is larger than 3 + 8 s. +A second signal skips the drain phase. +""" +import logging +import threading + +import uvicorn + +from app.config import settings +from app.lifecycle import draining + + +logger = logging.getLogger("messenger.server") + + +class DrainingServer(uvicorn.Server): + def handle_exit(self, sig, frame) -> None: + if draining.is_set(): + super().handle_exit(sig, frame) + return + + draining.set() + logger.warning( + "signal %s: draining for %.1f s before shutdown", + sig, + settings.shutdown_drain_seconds, + ) + # Set should_exit directly instead of super().handle_exit(): uvicorn + # would re-raise the captured SIGTERM after shutdown and the process + # would exit with 143 instead of a clean 0. + timer = threading.Timer( + settings.shutdown_drain_seconds, + self._begin_shutdown, + ) + timer.daemon = True + timer.start() + + def _begin_shutdown(self) -> None: + logger.warning("drain finished: closing listener") + self.should_exit = True + + +def main() -> None: + config = uvicorn.Config( + "app.main:app", + host=settings.app_host, + port=settings.app_port, + proxy_headers=False, + # Longer than HAProxy "timeout http-keep-alive 10s": the LB closes an + # idle connection first, so it never reuses one the API just closed. + timeout_keep_alive=30, + timeout_graceful_shutdown=settings.shutdown_timeout_seconds, + log_level="info", + access_log=False, # raw URL can contain filename; safe events are exported instead + ) + DrainingServer(config).run() + + +if __name__ == "__main__": + main() diff --git a/app/services.py b/app/services.py new file mode 100644 index 0000000..163fb2d --- /dev/null +++ b/app/services.py @@ -0,0 +1,432 @@ +"""Business rules for MTUSI Messenger Lab4 (users, chats, messages).""" +from __future__ import annotations + +import asyncio +import hashlib +import json +import re + +from datetime import datetime, timedelta, timezone +from typing import Any +from uuid import UUID + +from sqlalchemy.ext.asyncio import AsyncSession + +from app import repositories +from app.cache import REVOKED_SESSION, session_cache +from app.config import settings +from app.errors import ApiError +from app.security import ( + decode_chat_cursor, + decode_message_cursor, + encode_chat_cursor, + encode_message_cursor, + generate_session_token, + hash_password, + hash_session_token, + parse_basic_authorization, + verify_password, +) + + +def _utc_now() -> datetime: + return datetime.now(timezone.utc) + + +def _to_user(row: dict[str, Any]) -> dict[str, Any]: + return { + "id": row["id"], + "username": row["username"], + "display_name": row["display_name"], + "created_at": row["created_at"], + } + + +def _to_chat(row: dict[str, Any]) -> dict[str, Any]: + return { + "id": row["id"], + "title": row["title"], + "member_ids": row["member_ids"], + "created_at": row["created_at"], + } + + +def _to_message(row: dict[str, Any]) -> dict[str, Any]: + return { + "id": row["id"], + "chat_id": row["chat_id"], + "sender_id": row["sender_id"], + "text": row["text"], + "created_at": row["created_at"], + "attachment_ids": list(row.get("attachment_ids") or []), + } + + +def _bearer_unauthorized() -> ApiError: + return ApiError( + 401, + "unauthorized", + "Authentication is required.", + headers={ + "WWW-Authenticate": 'Bearer realm="messenger"', + }, + ) + + +def _basic_unauthorized() -> ApiError: + return ApiError( + 401, + "unauthorized", + "Invalid credentials.", + headers={ + "WWW-Authenticate": ( + 'Basic realm="messenger", charset="UTF-8"' + ), + }, + ) + + +# Lab3 contract: ASCII [A-Za-z0-9._:-]{1,128}. +IDEMPOTENCY_KEY_PATTERN = re.compile(r"[A-Za-z0-9._:-]{1,128}") + + +def _invalid_request(message: str) -> ApiError: + return ApiError(400, "invalid_request", message) + + +def _not_found() -> ApiError: + return ApiError(404, "not_found", "Object not found.") + + +async def register_user( + db: AsyncSession, + *, + username: str, + display_name: str, + password: str, +) -> dict[str, Any]: + # Argon2 is CPU-bound (~0.5-1 s); off the event loop so /health/ready keeps answering. + password_hash = await asyncio.to_thread(hash_password, password) + user = await repositories.create_user( + db, + username=username, + display_name=display_name, + password_hash=password_hash, + ) + + if user is None: + raise ApiError( + 409, + "conflict", + "Username is already taken.", + ) + + return _to_user(user) + + +async def create_user_session( + db: AsyncSession, + authorization: str | None, +) -> dict[str, Any]: + credentials = parse_basic_authorization(authorization) + + if credentials is None: + raise _basic_unauthorized() + + username, password = credentials + user = await repositories.get_user_by_username(db, username) + + if user is None or not await asyncio.to_thread( + verify_password, + user["password_hash"], + password, + ): + raise _basic_unauthorized() + + token = generate_session_token() + expires_at = _utc_now() + timedelta( + seconds=settings.session_ttl_seconds + ) + + await repositories.create_session( + db, + user_id=user["id"], + token_hash=hash_session_token(token), + expires_at=expires_at, + ) + + return { + "token": token, + "token_type": "Bearer", + "expires_at": expires_at, + "user": _to_user(user), + } + + +async def current_user_from_bearer_token( + db: AsyncSession, + token: str, +) -> dict[str, Any]: + token_hash = hash_session_token(token) + cached = await session_cache.get(token_hash) + + if cached is REVOKED_SESSION: + raise _bearer_unauthorized() + + if cached is not None: + return cached + + # Cache miss or cache unavailable: PostgreSQL decides. + session_user = await repositories.get_active_session_user(db, token_hash) + + if session_user is None: + raise _bearer_unauthorized() + + user = _to_user(session_user) + await session_cache.put(token_hash, user, session_user["expires_at"]) + return user + + +async def logout_current_session( + db: AsyncSession, + token: str, +) -> None: + token_hash = hash_session_token(token) + revoked = await repositories.revoke_active_session(db, token_hash) + + if not revoked: + raise _bearer_unauthorized() + + # Invalidate after COMMIT in the source of truth. + await session_cache.revoke(token_hash) + + +async def create_chat( + db: AsyncSession, + *, + title: str, + member_ids: list[UUID], + current_user: dict[str, Any], +) -> dict[str, Any]: + unique_member_ids = set(member_ids) + + if len(unique_member_ids) != len(member_ids): + raise _invalid_request( + "member_ids must not contain duplicates." + ) + + if current_user["id"] not in unique_member_ids: + raise _invalid_request( + "The current user must be included in member_ids." + ) + + existing_ids = await repositories.user_ids_that_exist( + db, + unique_member_ids, + ) + + if existing_ids != unique_member_ids: + raise _invalid_request( + "One or more member_ids do not exist." + ) + + chat = await repositories.create_chat_with_members( + db, + title=title, + member_ids=member_ids, + ) + + return _to_chat(chat) + + +async def get_chat( + db: AsyncSession, + *, + chat_id: UUID, + current_user: dict[str, Any], +) -> dict[str, Any]: + chat = await repositories.get_accessible_chat( + db, + chat_id=chat_id, + user_id=current_user["id"], + ) + + if chat is None: + raise _not_found() + + return _to_chat(chat) + + +async def list_chats( + db: AsyncSession, + *, + limit: int, + cursor: str | None, + current_user: dict[str, Any], +) -> dict[str, Any]: + cursor_created_at: datetime | None = None + cursor_id: UUID | None = None + + if cursor is not None: + decoded = decode_chat_cursor(cursor) + + if decoded is None: + raise _invalid_request("Invalid cursor.") + + cursor_created_at, cursor_id = decoded + + rows = await repositories.list_chats_for_user( + db, + user_id=current_user["id"], + limit=limit, + cursor_created_at=cursor_created_at, + cursor_id=cursor_id, + ) + + has_more = len(rows) > limit + page = rows[:limit] + + next_cursor = None + if has_more and page: + last = page[-1] + next_cursor = encode_chat_cursor( + last["created_at"], + last["id"], + ) + + return { + "items": [_to_chat(row) for row in page], + "next_cursor": next_cursor, + } + + +def _request_fingerprint(text_value: str, attachment_ids: list[UUID]) -> str: + """Hash of the validated body: key order and whitespace do not matter, + a missing attachment_ids equals []. Without attachments the canonical + form is the lab3 one, so keys stored by lab3 still replay correctly.""" + body: dict[str, Any] = {"text": text_value} + if attachment_ids: + body["attachment_ids"] = [str(item) for item in attachment_ids] + canonical = json.dumps( + body, + ensure_ascii=False, + separators=(",", ":"), + sort_keys=True, + ) + return hashlib.sha256(canonical.encode("utf-8")).hexdigest() + + +async def create_message( + db: AsyncSession, + *, + chat_id: UUID, + text_value: str, + attachment_ids: list[UUID], + idempotency_key: str | None, + current_user: dict[str, Any], +) -> tuple[dict[str, Any], bool]: + """Send a message once per (user, POST, chat, Idempotency-Key). + + Returns (message, replayed). A replay re-checks the session (done by + require_user) and chat membership before returning the stored result. + """ + if idempotency_key is None or not IDEMPOTENCY_KEY_PATTERN.fullmatch( + idempotency_key + ): + raise _invalid_request( + "Idempotency-Key header is required: [A-Za-z0-9._:-]{1,128}." + ) + + chat = await repositories.get_accessible_chat( + db, + chat_id=chat_id, + user_id=current_user["id"], + ) + + if chat is None: + raise _not_found() + + try: + result = await repositories.create_message_idempotent( + db, + chat_id=chat_id, + sender_id=current_user["id"], + text_value=text_value, + attachment_ids=attachment_ids, + idempotency_key=idempotency_key, + request_hash=_request_fingerprint(text_value, attachment_ids), + ttl_seconds=settings.idempotency_ttl_seconds, + ) + except repositories.AttachmentsNotFound: + raise _not_found() from None + except repositories.AttachmentFailed: + raise ApiError(409, "conflict", "Failed attachment cannot be attached.") from None + + if result is None: + raise ApiError( + 409, + "conflict", + "Idempotency-Key was already used with a different body.", + ) + + message, replayed = result + return _to_message(message), replayed + + +async def list_messages( + db: AsyncSession, + *, + chat_id: UUID, + limit: int, + cursor: str | None, + current_user: dict[str, Any], +) -> dict[str, Any]: + chat = await repositories.get_accessible_chat( + db, + chat_id=chat_id, + user_id=current_user["id"], + ) + + if chat is None: + raise _not_found() + + cursor_created_at: datetime | None = None + cursor_id: UUID | None = None + + if cursor is not None: + decoded = decode_message_cursor(cursor) + + if decoded is None: + raise _invalid_request("Invalid cursor.") + + cursor_chat_id, cursor_created_at, cursor_id = decoded + + if cursor_chat_id != chat_id: + raise _invalid_request( + "Cursor belongs to another chat." + ) + + rows = await repositories.list_messages_keyset( + db, + chat_id=chat_id, + limit=limit, + cursor_created_at=cursor_created_at, + cursor_id=cursor_id, + ) + + has_more = len(rows) > limit + page = rows[:limit] + + next_cursor = None + if has_more and page: + last = page[-1] + next_cursor = encode_message_cursor( + chat_id, + last["created_at"], + last["id"], + ) + + return { + "items": [_to_message(row) for row in page], + "next_cursor": next_cursor, + } diff --git a/app/storage.py b/app/storage.py new file mode 100644 index 0000000..c64deca --- /dev/null +++ b/app/storage.py @@ -0,0 +1,189 @@ +"""Private S3 bucket for attachment bytes (SeaweedFS S3 gateway). + +One long-lived aiobotocore client per API process, path-style addressing, +short connect/read timeouts, at most 2 attempts and an overall deadline +S3_OPERATION_TIMEOUT_SECONDS per call, so an unavailable S3 turns into a +fast 503 on the attachment endpoints only. Any client-side or +network error is raised as StorageUnavailable; a missing key is +ObjectMissing. Object keys are generated by the server (see services.py); +the user's filename never becomes part of a key. +""" +from __future__ import annotations + +import asyncio +import logging +from collections.abc import AsyncIterator +from contextlib import AsyncExitStack +from dataclasses import dataclass +from typing import Any, BinaryIO +from functools import wraps + +from aiobotocore.config import AioConfig +from aiobotocore.session import get_session +from botocore.exceptions import BotoCoreError, ClientError + +from app.config import settings +from app.telemetry import span + + +def observed(operation): + """Export operation/outcome only, never S3 URL, key or credentials.""" + def decorate(method): + @wraps(method) + async def run(*args, **kwargs): + with span("s3." + operation, {"rpc.system": "aws-api", "rpc.method": operation}): + return await method(*args, **kwargs) + return run + return decorate + + +logger = logging.getLogger("messenger.storage") + +DOWNLOAD_CHUNK = 64 * 1024 + + +class StorageUnavailable(Exception): + """S3 is unreachable, timed out or refused the request.""" + + +class ObjectMissing(Exception): + """The key does not exist in the bucket.""" + + +@dataclass +class StoredObject: + key: str + size: int + last_modified: Any + + +class ObjectStorage: + def __init__(self) -> None: + self._stack: AsyncExitStack | None = None + self._client = None + self.bucket = settings.s3_bucket + + async def start(self) -> None: + self._stack = AsyncExitStack() + session = get_session() + self._client = await self._stack.enter_async_context( + session.create_client( + "s3", + endpoint_url=settings.s3_endpoint, + region_name=settings.s3_region, + aws_access_key_id=settings.s3_access_key_id, + aws_secret_access_key=settings.s3_secret_access_key, + config=AioConfig( + signature_version="s3v4", + s3={"addressing_style": "path"}, + connect_timeout=settings.s3_connect_timeout_seconds, + read_timeout=settings.s3_read_timeout_seconds, + retries={"max_attempts": 2, "mode": "standard"}, + max_pool_connections=settings.max_concurrent_uploads * 2 + 4, + ), + ) + ) + + async def close(self) -> None: + if self._stack is not None: + await self._stack.aclose() + self._stack = None + self._client = None + + @staticmethod + def _deadline(size: int = 0): + return asyncio.timeout( + settings.s3_operation_timeout_seconds + + size / settings.s3_put_min_bytes_per_second + ) + + def _require_client(self): + if self._client is None: + raise StorageUnavailable("S3 client is not started") + return self._client + + @observed("PutObject") + async def put( + self, + key: str, + body: BinaryIO, + size: int, + content_type: str, + ) -> None: + """Upload a seekable file. SigV4 signs the payload SHA-256, so S3 + itself rejects bytes that were damaged on the way.""" + client = self._require_client() + body.seek(0) + try: + async with self._deadline(size): + await client.put_object( + Bucket=self.bucket, + Key=key, + Body=body, + ContentLength=size, + ContentType=content_type, + ) + except (BotoCoreError, ClientError, OSError, asyncio.TimeoutError) as exc: + raise StorageUnavailable(type(exc).__name__) from exc + + @observed("GetObject") + async def open_download(self, key: str) -> tuple[AsyncIterator[bytes], int]: + """GET the object; S3 errors surface here, before any byte is sent.""" + client = self._require_client() + try: + async with self._deadline(): + response = await client.get_object(Bucket=self.bucket, Key=key) + except ClientError as exc: + if exc.response.get("Error", {}).get("Code") in {"NoSuchKey", "404"}: + raise ObjectMissing(key) from exc + raise StorageUnavailable(type(exc).__name__) from exc + except (BotoCoreError, OSError, asyncio.TimeoutError) as exc: + raise StorageUnavailable(type(exc).__name__) from exc + + body = response["Body"] + + async def chunks() -> AsyncIterator[bytes]: + try: + async for chunk in body.iter_chunks(DOWNLOAD_CHUNK): + yield chunk + finally: + body.close() + + return chunks(), int(response["ContentLength"]) + + @observed("DeleteObject") + async def delete(self, key: str) -> None: + """Idempotent: deleting a missing key succeeds in S3.""" + client = self._require_client() + try: + async with self._deadline(): + await client.delete_object(Bucket=self.bucket, Key=key) + except (BotoCoreError, ClientError, OSError, asyncio.TimeoutError) as exc: + raise StorageUnavailable(type(exc).__name__) from exc + + @observed("HeadObject") + async def exists(self, key: str) -> bool: + client = self._require_client() + try: + async with self._deadline(): + await client.head_object(Bucket=self.bucket, Key=key) + return True + except ClientError as exc: + if exc.response.get("Error", {}).get("Code") in {"NoSuchKey", "404", "NotFound"}: + return False + raise StorageUnavailable(type(exc).__name__) from exc + except (BotoCoreError, OSError, asyncio.TimeoutError) as exc: + raise StorageUnavailable(type(exc).__name__) from exc + + async def list_objects(self, prefix: str) -> AsyncIterator[StoredObject]: + client = self._require_client() + paginator = client.get_paginator("list_objects_v2") + try: + async for page in paginator.paginate(Bucket=self.bucket, Prefix=prefix): + for item in page.get("Contents", []): + yield StoredObject(item["Key"], item["Size"], item["LastModified"]) + except (BotoCoreError, ClientError, OSError, asyncio.TimeoutError) as exc: + raise StorageUnavailable(type(exc).__name__) from exc + + +storage = ObjectStorage() diff --git a/app/telemetry.py b/app/telemetry.py new file mode 100644 index 0000000..344bb63 --- /dev/null +++ b/app/telemetry.py @@ -0,0 +1,245 @@ +"""Explicit, bounded OTLP instrumentation; no body/headers/SQL auto-capture. + +Only this module's safe event logger is exported. Existing application and +third-party loggers are deliberately not attached to the OTLP handler. +""" +from __future__ import annotations + +from contextlib import contextmanager +import json +import logging +import os +import signal +import time +from uuid import uuid4 + +from opentelemetry import metrics, trace +from opentelemetry._logs import set_logger_provider +from opentelemetry.exporter.otlp.proto.http._log_exporter import OTLPLogExporter +from opentelemetry.exporter.otlp.proto.http.metric_exporter import OTLPMetricExporter +from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter +from opentelemetry.propagate import extract +from opentelemetry.sdk._logs import LoggerProvider, LoggingHandler +from opentelemetry.sdk._logs.export import BatchLogRecordProcessor, LogExportResult +from opentelemetry.sdk.metrics import MeterProvider +from opentelemetry.sdk.metrics.export import MetricExportResult, PeriodicExportingMetricReader +from opentelemetry.sdk.metrics.view import ExplicitBucketHistogramAggregation, View +from opentelemetry.sdk.resources import Resource +from opentelemetry.sdk.trace import TracerProvider +from opentelemetry.sdk.trace.export import BatchSpanProcessor, SpanExportResult +from opentelemetry.trace import SpanKind, Status, StatusCode + +meter = metrics.get_meter("messenger", "1.6.0") +tracer = trace.get_tracer("messenger", "1.6.0") +http_requests = meter.create_counter("messenger.http.requests") +http_duration = meter.create_histogram("messenger.http.duration", unit="s") +jobs_processed = meter.create_counter("messenger.jobs.processed") +jobs_duration = meter.create_histogram("messenger.jobs.duration", unit="s") +export_failures = meter.create_counter("messenger.telemetry.export.failures") +dropped_records = meter.create_counter("messenger.telemetry.dropped.records") + +_providers: list = [] +_service = "messenger" +_event_logger = logging.getLogger("messenger.telemetry.events") +_event_logger.propagate = False +_event_logger.setLevel(logging.INFO) +_ALLOWED_FIELDS = { + "event", "request_id", "trace_id", "span_id", "method", "route", "status_code", + "outcome", "duration_seconds", "job_type", "job_id", "attachment_id", "attempt", + "exception_type", "operation", "queue", "count", +} + + +class _NoHttpRetry: + # Verified against pinned OTel 1.28.2. Retry/backpressure is the Collector's + # responsibility; a failing SDK export gets one HTTP attempt, <=2 s socket + # timeout, then discards its bounded batch. No request waits on export. + @staticmethod + def _retryable(_response): + return False + + +class _SpanExporter(_NoHttpRetry, OTLPSpanExporter): + def export(self, spans): + try: + result = super().export(spans) + except Exception: + result = SpanExportResult.FAILURE + if result != SpanExportResult.SUCCESS: + export_failures.add(1, {"signal": "traces"}) + dropped_records.add(len(spans), {"signal": "traces"}) + return result + + +class _LogExporter(_NoHttpRetry, OTLPLogExporter): + def export(self, batch): + try: + result = super().export(batch) + except Exception: + result = LogExportResult.FAILURE + if result != LogExportResult.SUCCESS: + export_failures.add(1, {"signal": "logs"}) + dropped_records.add(len(batch), {"signal": "logs"}) + return result + + +class _MetricExporter(_NoHttpRetry, OTLPMetricExporter): + def export(self, metrics_data, timeout_millis=10000, **kwargs): + try: + result = super().export(metrics_data, timeout_millis, **kwargs) + except Exception: + result = MetricExportResult.FAILURE + if result != MetricExportResult.SUCCESS: + export_failures.add(1, {"signal": "metrics"}) + return result + + +class _JsonFormatter(logging.Formatter): + def format(self, record): + value = { + "timestamp": time.strftime("%Y-%m-%dT%H:%M:%SZ", time.gmtime(record.created)), + "severity": record.levelname, "service.name": _service, + } + value.update({key: getattr(record, key) for key in _ALLOWED_FIELDS + if hasattr(record, key)}) + return json.dumps(value, ensure_ascii=False, separators=(",", ":")) + + +def configure(service: str, instance_id: str | None = None) -> None: + """One resource/provider set per process. OTEL_SDK_DISABLED supports off runs.""" + global _service + if _providers: + return + _service = service + console = logging.StreamHandler() + console.setFormatter(_JsonFormatter()) + _event_logger.addHandler(console) + if os.getenv("OTEL_SDK_DISABLED", "false").lower() == "true": + return + resource = Resource({ + "service.name": service, + "service.version": os.getenv("APP_VERSION", "1.6.0"), + "service.instance.id": instance_id or uuid4().hex, + "deployment.environment.name": "lab", + }) + endpoint = os.getenv("OTEL_EXPORTER_OTLP_ENDPOINT", "http://otel-collector:4318").rstrip("/") + trace_provider = TracerProvider(resource=resource) + trace_provider.add_span_processor(BatchSpanProcessor( + _SpanExporter(endpoint=endpoint + "/v1/traces", timeout=2), + max_queue_size=512, max_export_batch_size=64, + schedule_delay_millis=1000, export_timeout_millis=2000, + )) + trace.set_tracer_provider(trace_provider) + log_provider = LoggerProvider(resource=resource) + log_provider.add_log_record_processor(BatchLogRecordProcessor( + _LogExporter(endpoint=endpoint + "/v1/logs", timeout=2), + max_queue_size=512, max_export_batch_size=64, + schedule_delay_millis=1000, export_timeout_millis=2000, + )) + set_logger_provider(log_provider) + _event_logger.addHandler(LoggingHandler(level=logging.INFO, logger_provider=log_provider)) + reader = PeriodicExportingMetricReader( + _MetricExporter(endpoint=endpoint + "/v1/metrics", timeout=2), + export_interval_millis=5000, export_timeout_millis=2500, + ) + # Boundaries are seconds. Quantiles are computed over merged replica buckets. + boundaries = (0.005, 0.01, 0.025, 0.05, 0.1, 0.25, 0.5, 1, 2.5, 5, 10, 30, 60, 120) + metric_provider = MeterProvider(resource=resource, metric_readers=[reader], views=[ + View(instrument_type=metrics.Histogram, + aggregation=ExplicitBucketHistogramAggregation(boundaries)), + ]) + metrics.set_meter_provider(metric_provider) + _providers.extend((metric_provider, log_provider, trace_provider)) + + +def shutdown() -> None: + """Flush bounded background buffers on normal termination (not SIGKILL).""" + for provider in _providers: + provider.shutdown() + _providers.clear() + + +def install_termination_handler() -> None: + """Turn worker/publisher SIGTERM into cancellation so their finally runs.""" + import asyncio + loop = asyncio.get_running_loop() + task = asyncio.current_task() + if task is not None: + try: + loop.add_signal_handler(signal.SIGTERM, task.cancel) + except NotImplementedError: # Windows host; Compose containers use POSIX. + signal.signal(signal.SIGTERM, lambda *_: loop.call_soon_threadsafe(task.cancel)) + + +def emit(event: str, *, severity: int = logging.INFO, **fields) -> None: + """Call with a source-defined event and technical fields, never free text.""" + current = trace.get_current_span().get_span_context() + attrs = {key: value for key, value in fields.items() + if key in _ALLOWED_FIELDS and value is not None} + attrs.update(event=event, trace_id=f"{current.trace_id:032x}", span_id=f"{current.span_id:016x}") + _event_logger.log(severity, event, extra=attrs) + + +@contextmanager +def span(name: str, attributes=None, kind=SpanKind.INTERNAL, parent=None): + """Safe span helper: never export exception messages or stack traces.""" + with tracer.start_as_current_span( + name, attributes=attributes, kind=kind, context=parent, + record_exception=False, set_status_on_exception=False, + ) as active: + try: + yield active + except BaseException as exc: + active.set_attribute("exception_type", type(exc).__name__) + active.set_status(Status(StatusCode.ERROR)) + raise + + +class HttpTelemetryMiddleware: + """Outer ASGI wrapper sees final status, streaming duration and 500 responses.""" + def __init__(self, app): + self.app = app + + async def __call__(self, scope, receive, send): + if scope["type"] != "http": + return await self.app(scope, receive, send) + from starlette.requests import Request + from app.errors import common_headers, incoming_request_id + + request = Request(scope) + request.state.request_id = incoming_request_id(request) + method = scope.get("method", "OTHER") + if method not in {"GET", "HEAD", "POST", "PUT", "PATCH", "DELETE", "OPTIONS"}: + method = "OTHER" + status = 500 + started = time.perf_counter() + # Only W3C propagation fields are consumed; headers are never exported. + parent = extract(dict(request.headers)) + with span("HTTP request", kind=SpanKind.SERVER, parent=parent) as active: + async def observed_send(message): + nonlocal status + if message["type"] == "http.response.start": + status = message["status"] + headers = dict(message.get("headers", [])) + for key, value in common_headers(request).items(): + headers[key.lower().encode()] = value.encode() + headers[b"x-trace-id"] = f"{active.get_span_context().trace_id:032x}".encode() + message = {**message, "headers": list(headers.items())} + await send(message) + + try: + await self.app(scope, receive, observed_send) + finally: + route = getattr(scope.get("route"), "path", "unmatched") + duration = time.perf_counter() - started + attrs = {"method": method, "route": route, "status_class": f"{status // 100}xx"} + active.update_name(f"{method} {route}") + active.set_attributes({**attrs, "http.response.status_code": status}) + if status >= 500: + active.set_status(Status(StatusCode.ERROR)) + http_requests.add(1, attrs) + http_duration.record(duration, attrs) + emit("http.request.complete", severity=logging.ERROR if status >= 500 else logging.INFO, + request_id=request.state.request_id, method=method, route=route, + status_code=status, outcome="error" if status >= 500 else "success", + duration_seconds=duration) diff --git a/app/trace_context.py b/app/trace_context.py new file mode 100644 index 0000000..6670c4a --- /dev/null +++ b/app/trace_context.py @@ -0,0 +1,40 @@ +"""W3C context carried durably alongside a job, never its HTTP credentials. + +The upload transaction stores ``carrier()``; publisher and retries restore it +with ``parent_context``. Only a new producer/consumer span changes the parent +span ID. Context-less legacy jobs deliberately start a new trace. +""" +from __future__ import annotations + +from collections.abc import Mapping + +from opentelemetry.context import Context +from opentelemetry.trace import get_current_span +from opentelemetry.trace.propagation.tracecontext import TraceContextTextMapPropagator + +_PROPAGATOR = TraceContextTextMapPropagator() +_FIELDS = ("traceparent", "tracestate") + + +def carrier() -> dict[str, str]: + """Return the active span's W3C fields, or {} outside a valid span.""" + headers: dict[str, str] = {} + _PROPAGATOR.inject(headers) + return {name: headers[name] for name in _FIELDS if headers.get(name)} + + +def parent_context(row_or_job: Mapping | None) -> Context: + """Extract nullable DB/envelope fields without inheriting ambient context. + +W3C parsing validates version, nonzero trace/span IDs, flags and tracestate. +Malformed or missing parent IDs become a new root, even if a publisher's +unrelated maintenance span happens to be active. +""" + headers: dict[str, str] = {} + if isinstance(row_or_job, Mapping): + for name in _FIELDS: + value = row_or_job.get(name) + if isinstance(value, str) and value: + headers[name] = value + context = _PROPAGATOR.extract(headers, context=Context()) + return context if get_current_span(context).get_span_context().is_valid else Context() diff --git a/app/worker.py b/app/worker.py new file mode 100644 index 0000000..06a7836 --- /dev/null +++ b/app/worker.py @@ -0,0 +1,266 @@ +"""RabbitMQ consumer: one bounded job at a time, explicit ack after COMMIT.""" +from __future__ import annotations + +import asyncio +import hashlib +import json +import logging +from pathlib import Path +import sys +import tempfile +import time +from uuid import UUID, uuid4 + +from sqlalchemy import text + +from app.config import settings +from app.db import SessionLocal, engine +from app.pipeline import (IMAGE_TIMEOUT, LEASE_SECONDS, TOTAL_TIMEOUT, + arm_from_env, broker_channel, crash_if_armed, + event, parse_envelope, retry_or_fail) +from app.storage import ObjectMissing, storage +from app.telemetry import (configure, emit, install_termination_handler, jobs_duration, + jobs_processed, shutdown, span) +from opentelemetry.trace import SpanKind, Status, StatusCode +from app import advanced +from app.trace_context import carrier, parent_context + +logger = logging.getLogger("messenger.worker") + + +class PermanentFailure(Exception): + pass + + +async def claim(job: dict) -> dict | None: + async with SessionLocal() as db: + result = await db.execute(text(""" + SELECT * FROM attachments WHERE id=:id FOR UPDATE + """), {"id": UUID(job["attachment_id"])}) + row = result.mappings().first() + if row is None or row["job_id"] != UUID(job["job_id"]) or ( + row["pipeline_version"] != job["pipeline_version"] or + row["attempt"] != job["attempt"] or row["status"] != "queued" + ): + await db.rollback() + return None + # An early/manual duplicate cannot bypass the durable retry date. + result = await db.execute(text(""" + UPDATE attachments SET status='processing',attempts_run=attempts_run+1, + lease_token=:token,lease_until=now()+make_interval(secs => :lease), + traceparent=:traceparent,tracestate=:tracestate, + updated_at=now() + WHERE id=:id AND next_attempt_at<=now() RETURNING * + """), {"id": row["id"], "token": uuid4(), "lease": LEASE_SECONDS, + "traceparent": carrier().get("traceparent"), "tracestate": carrier().get("tracestate")}) + claimed = result.mappings().first() + if claimed is None: + await db.rollback() + return None + claimed = dict(claimed) + await event(db, claimed, "processing") + await db.commit() + return claimed + + +async def generate(source: Path, directory: Path) -> list[dict]: + process = await asyncio.create_subprocess_exec( + sys.executable, "-m", "app.image_worker", str(source), str(directory), + stdout=asyncio.subprocess.DEVNULL, stderr=asyncio.subprocess.DEVNULL, + ) + try: + try: + async with asyncio.timeout(IMAGE_TIMEOUT): + code = await process.wait() + except TimeoutError: + raise PermanentFailure("image_timeout") from None + if code == 21: + raise PermanentFailure("image_resource_limit") + if code != 0: + raise PermanentFailure("invalid_image") + return json.loads((directory / "manifest.json").read_text(encoding="utf-8")) + finally: + # Includes cancellation of the entire job. Native image code cannot + # continue using CPU/RAM after its parent timed out. + if process.returncode is None: + process.kill() + await process.wait() + + +async def build_objects(row: dict) -> list[dict]: + with tempfile.TemporaryDirectory(prefix="attachment-") as temporary: + directory = Path(temporary) + source = directory / "source" + if not row["staging_key"] or row["staging_deleted"]: + raise PermanentFailure("source_missing") + try: + chunks, declared_length = await storage.open_download(row["staging_key"]) + except ObjectMissing: + raise PermanentFailure("source_missing") from None + digest = hashlib.sha256() + size = 0 + try: + with source.open("wb") as output: + async for chunk in chunks: + size += len(chunk) + if size > settings.max_upload_bytes: + raise PermanentFailure("source_too_large") + digest.update(chunk) + output.write(chunk) + finally: + await chunks.aclose() + if size != declared_length or size != row["size_bytes"] or digest.hexdigest() != row["sha256"]: + raise PermanentFailure("source_checksum_mismatch") + with span("image.generate"): + variants = await generate(source, directory) + # API never publishes directly to this final prefix. Repeating one + # v1 job writes the same bytes to the same four keys, never appends. + with source.open("rb") as body: + await storage.put(row["object_key"], body, size, row["content_type"]) + prefix = row["object_key"].rsplit("/", 1)[0] + for variant in variants: + filename = variant.pop("filename") + key = f"{prefix}/{filename}" + with (directory / filename).open("rb") as body: + await storage.put(key, body, variant["size_bytes"], variant["content_type"]) + variant["object_key"] = key + await crash_if_armed("crash_after_objects_before_commit") + return variants + + +async def finish(row: dict, *, variants=None, code: str | None = None, + permanent: bool = False) -> bool: + async with SessionLocal() as db: + result = await db.execute(text(""" + SELECT * FROM attachments WHERE id=:id AND status='processing' + AND lease_token=:token AND lease_until>now() FOR UPDATE + """), {"id": row["id"], "token": row["lease_token"]}) + current = result.mappings().first() + if current is None: + # Lease recovery or explicit operator action already owns a + # newer attempt. Never overwrite its state with an old worker. + await db.rollback() + return False + if code is not None: + await retry_or_fail(db, current, code, permanent=permanent) + else: + await db.execute(text(""" + UPDATE attachments SET status='ready',variants=CAST(:variants AS jsonb), + error_code=NULL,lease_token=NULL,lease_until=NULL,updated_at=now() + WHERE id=:id + """), {"id": row["id"], "variants": json.dumps(variants)}) + await event(db, current, "ready") + await db.commit() + if code is None: + advanced.observe_ready(current) + return True + + +async def _handle(message) -> str: + try: + job = parse_envelope(message.body) + except (ValueError, TypeError, KeyError, AttributeError): + logger.warning("invalid envelope sent to durable DLQ") + await message.reject(requeue=False) + return "invalid" + row = await claim(job) + if row is None: + # A ready/failed/stale attempt is a durable no-op. A duplicate of + # active processing is covered by the DB lease recovery, so it too + # can be acknowledged without running a second concurrent decoder. + await message.ack() + return "duplicate" + outcome = "error" + try: + async with asyncio.timeout(TOTAL_TIMEOUT): + variants = await build_objects(row) + except PermanentFailure as exc: + await finish(row, code=str(exc), permanent=True) + except Exception as exc: + logger.warning("temporary processing failure attachment=%s type=%s", + row["id"], type(exc).__name__) + await finish(row, code="processing_failed") + else: + if await finish(row, variants=variants): + await crash_if_armed("crash_after_commit_before_ack") + logger.info("ready attachment=%s", row["id"]) + outcome = "success" + else: + outcome = "duplicate" + # If finish failed, the exception propagates and the connection closes: + # RabbitMQ redelivers while PG keeps the durable lease/retry intention. + await message.ack() + return outcome + + +async def handle(message) -> None: + # Technical IDs in logs/spans only; metric dimensions stay low-cardinality. + job = {} + try: + job = parse_envelope(message.body) + except (ValueError, TypeError, KeyError, AttributeError): + pass + started = time.perf_counter() + outcome = "error" + with span("attachments process", kind=SpanKind.CONSUMER, parent=parent_context(job), attributes={ + "messaging.system": "rabbitmq", "messaging.destination.name": "attachments", + "messaging.operation": "process", "job_type": "attachment.process.v1", + }) as active: + try: + advanced.busy = 1 + outcome = await _handle(message) + finally: + advanced.busy = 0 + duration = time.perf_counter() - started + attrs = {"job_type": "attachment.process.v1", "outcome": outcome} + jobs_processed.add(1, attrs) + if outcome in {"success", "error"}: + jobs_duration.record(duration, attrs) + active.set_attribute("outcome", outcome) + if outcome in {"error", "invalid"}: + active.set_status(Status(StatusCode.ERROR)) + for name in ("job_id", "attachment_id", "attempt"): + if name in job: + active.set_attribute(name, job[name]) + emit("job.complete", severity=logging.WARNING if outcome == "error" else logging.INFO, + **attrs, job_id=job.get("job_id"), attachment_id=job.get("attachment_id"), + attempt=job.get("attempt"), duration_seconds=duration) + + +async def main() -> None: + configure("messenger-worker") + install_termination_handler() + logging.basicConfig(level=logging.INFO, format="%(asctime)s %(levelname)s %(message)s") + for name in ("aio_pika", "aiormq"): + logging.getLogger(name).setLevel(logging.CRITICAL) + await storage.start() + connection = None + try: + await arm_from_env("WORKER_FAULT") + while True: + try: + connection, _, queue = await broker_channel() + async with queue.iterator() as deliveries: + async for message in deliveries: + await handle(message) + except asyncio.CancelledError: + raise + except Exception as exc: + logger.warning("worker reconnect: %s", type(exc).__name__) + if connection: + await connection.close() + connection = None + await asyncio.sleep(1) + finally: + if connection: + await connection.close() + await storage.close() + await engine.dispose() + await asyncio.to_thread(shutdown) + + +if __name__ == "__main__": + try: + asyncio.run(main()) + except asyncio.CancelledError: + pass # SIGTERM has run finally/SDK flush; exit cleanly. diff --git a/compose.yaml b/compose.yaml new file mode 100644 index 0000000..5daab65 --- /dev/null +++ b/compose.yaml @@ -0,0 +1,455 @@ +#file: noinspection ComposeUnknownValues +# Lab6: API x2 -> durable S3 staging + PostgreSQL outbox -> publisher +# -> RabbitMQ -> worker -> final private S3 objects + PostgreSQL metadata. +# Start: see REPORT.md, "Запуск из чистого clone". +name: messenger-lab6 + +x-api-env: &api-env + APP_HOST: 0.0.0.0 + APP_PORT: "8080" + DATABASE_URL_FILE: /run/secrets/database_url + SESSION_TTL_SECONDS: "${SESSION_TTL_SECONDS:-3600}" + SESSION_STORE: valkey + CACHE_URL_FILE: /run/secrets/cache_url + SESSION_CACHE_TTL_SECONDS: "60" + CACHE_TIMEOUT_SECONDS: "0.25" + CACHE_MAX_CONNECTIONS: "20" + CACHE_RETRY_AFTER_SECONDS: "5" + DB_POOL_SIZE: "10" + DB_MAX_OVERFLOW: "5" + DB_POOL_TIMEOUT_SECONDS: "3" + DB_CONNECT_TIMEOUT_SECONDS: "3" + DB_STATEMENT_TIMEOUT_MS: "5000" + IDEMPOTENCY_TTL_SECONDS: "${IDEMPOTENCY_TTL_SECONDS:-86400}" + SHUTDOWN_DRAIN_SECONDS: "3" + SHUTDOWN_TIMEOUT_SECONDS: "8" + # Lab4: S3 with the API's own restricted credentials (not admin). + S3_ENDPOINT: http://s3:9000 + S3_REGION: us-east-1 + S3_BUCKET: messenger-attachments + S3_OBJECT_PREFIX: originals/ + S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access_key_id + S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret_access_key + S3_CONNECT_TIMEOUT_SECONDS: "2" + S3_READ_TIMEOUT_SECONDS: "5" + S3_OPERATION_TIMEOUT_SECONDS: "6" + S3_PUT_MIN_BYTES_PER_SECOND: "1048576" + MAX_UPLOAD_BYTES: "10485760" + MAX_IMAGE_PIXELS: "40000000" + UPLOAD_SPOOL_MEMORY_BYTES: "1048576" + UPLOAD_TIMEOUT_SECONDS: "60" + MAX_CONCURRENT_UPLOADS: "8" + UPLOAD_SLOT_WAIT_SECONDS: "10" + UPLOAD_GRACE_SECONDS: "${UPLOAD_GRACE_SECONDS:-900}" + JANITOR_INTERVAL_SECONDS: "${JANITOR_INTERVAL_SECONDS:-60}" + JOB_MAX_ATTEMPTS: "${JOB_MAX_ATTEMPTS:-5}" + JOB_TIMEOUT_SECONDS: "${JOB_TIMEOUT_SECONDS:-30}" + JOB_TOTAL_TIMEOUT_SECONDS: "${JOB_TOTAL_TIMEOUT_SECONDS:-90}" + WORKER_MEMORY_MB: "${WORKER_MEMORY_MB:-768}" + JOB_LEASE_SECONDS: "${JOB_LEASE_SECONDS:-120}" + RETRY_BASE_SECONDS: "${RETRY_BASE_SECONDS:-1}" + STAGING_RETENTION_SECONDS: "${STAGING_RETENTION_SECONDS:-604800}" + PUBLISHER_FAULT: "${PUBLISHER_FAULT:-}" + WORKER_FAULT: "${WORKER_FAULT:-}" + # API fault-injection is disabled during normal operation. + FAULT_INJECTION: "${FAULT_INJECTION:-}" + OTEL_SDK_DISABLED: "${OTEL_SDK_DISABLED:-false}" + OTEL_SERVICE_NAME: messenger-api + OTEL_EXPORTER_OTLP_ENDPOINT: http://otel-collector:4318 + OTEL_EXPORTER_OTLP_PROTOCOL: http/protobuf + OTEL_RESOURCE_ATTRIBUTES: service.version=1.6.0,deployment.environment.name=lab + OTEL_METRIC_EXPORT_INTERVAL: "5000" + +services: + db: + image: postgres:16.4-alpine + environment: + POSTGRES_DB: messenger + POSTGRES_USER: messenger + POSTGRES_PASSWORD_FILE: /run/secrets/postgres_password + secrets: [postgres_password] + volumes: + - postgres_data:/var/lib/postgresql/data + healthcheck: + test: ["CMD-SHELL", "pg_isready -U messenger -d messenger"] + interval: 2s + timeout: 3s + retries: 20 + start_period: 5s + networks: [backend] + stop_grace_period: 30s + restart: unless-stopped + deploy: + resources: + limits: { cpus: "1.0", memory: 512M } + + # Session cache only (lab2). PostgreSQL stays the source of truth, so the + # cache is intentionally not persisted. It is shared by all API replicas: + # a logout on one replica writes the "revoked" tombstone seen by all. + valkey: + image: valkey/valkey:8.0.1-alpine + command: + - sh + - -c + - >- + exec valkey-server + --requirepass "$$(cat /run/secrets/valkey_password)" + --save "" + --appendonly no + --maxmemory 64mb + --maxmemory-policy allkeys-lru + secrets: [valkey_password] + healthcheck: + test: + - CMD-SHELL + - valkey-cli -a "$$(cat /run/secrets/valkey_password)" --no-auth-warning ping | grep -q PONG + interval: 2s + timeout: 3s + retries: 20 + networks: [backend] + restart: unless-stopped + deploy: + resources: + limits: { cpus: "0.25", memory: 128M } + + # S3: SeaweedFS all-in-one. No "ports": reachable only from the internal + # backend network; its admin web UIs are bound to 127.0.0.1 inside the + # container (infra/seaweedfs/start.sh). Bytes persist in the s3_data volume. + s3: + image: chrislusf/seaweedfs:3.97 + entrypoint: ["/bin/sh", "/opt/lab/start.sh"] + environment: + # Soft limit of the Go heap: without it the GC lets SeaweedFS grow to + # the container limit under parallel 10 MiB PUTs (measured, REPORT.md). + GOMEMLIMIT: 600MiB + volumes: + - s3_data:/data + - ./infra/seaweedfs:/opt/lab:ro + secrets: + - s3_admin_access_key_id + - s3_admin_secret_access_key + - s3_access_key_id + - s3_secret_access_key + healthcheck: + test: ["CMD", "wget", "-q", "-O", "/dev/null", "http://127.0.0.1:9000/healthz"] + interval: 2s + timeout: 3s + retries: 30 + start_period: 60s + networks: [backend] + stop_grace_period: 30s + restart: unless-stopped + deploy: + resources: + # 512M was measured to be too little: 12 parallel 10 MiB PUTs pushed + # SeaweedFS to the limit and the kernel killed it (REPORT.md). + limits: { cpus: "1.0", memory: 1G } + + # Idempotent bucket bootstrap + self-checks (private bucket, least + # privilege of the API key). The only container with the S3 admin key. + s3-init: + build: . + image: messenger-lab6-api:${APP_VERSION:-dev} + command: ["python", "scripts/s3_bootstrap.py"] + environment: + S3_ENDPOINT: http://s3:9000 + S3_BUCKET: messenger-attachments + S3_OBJECT_PREFIX: originals/ + S3_ADMIN_ACCESS_KEY_ID_FILE: /run/secrets/s3_admin_access_key_id + S3_ADMIN_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_admin_secret_access_key + S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access_key_id + S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret_access_key + secrets: + - s3_admin_access_key_id + - s3_admin_secret_access_key + - s3_access_key_id + - s3_secret_access_key + depends_on: + s3: { condition: service_healthy } + networks: [backend] + restart: "no" + deploy: + resources: + limits: { cpus: "0.5", memory: 128M } + + # Runs the migrations once, before any API replica starts (no race of + # replicas). A repeated run only prints SKIP. + migrate: + build: . + image: messenger-lab6-api:${APP_VERSION:-dev} + command: ["python", "scripts/migrate.py"] + environment: + DATABASE_URL_FILE: /run/secrets/database_url + secrets: [database_url] + depends_on: + db: { condition: service_healthy } + networks: [backend] + restart: "no" + deploy: + resources: + limits: { cpus: "0.5", memory: 128M } + + api: + build: . + image: messenger-lab6-api:${APP_VERSION:-dev} + environment: *api-env + secrets: [database_url, cache_url, s3_access_key_id, s3_secret_access_key] + # No "ports": replicas are reachable only through the LB. + # No "container_name": the service is scaled by deploy.replicas / --scale. + networks: [edge, backend] + depends_on: + db: { condition: service_healthy } + valkey: { condition: service_healthy } + migrate: { condition: service_completed_successfully } + s3-init: { condition: service_completed_successfully } + healthcheck: + test: + - CMD + - python + - -c + - "import urllib.request,sys; sys.exit(0 if urllib.request.urlopen('http://127.0.0.1:8080/health/ready', timeout=2).status == 200 else 1)" + interval: 2s + timeout: 3s + retries: 2 + start_period: 5s + stop_signal: SIGTERM + # > SHUTDOWN_DRAIN_SECONDS + SHUTDOWN_TIMEOUT_SECONDS (3 + 8 s). + stop_grace_period: 15s + restart: unless-stopped + deploy: + replicas: ${API_REPLICAS:-2} + resources: + limits: { cpus: "0.5", memory: 512M } + + # A stable nodename keeps durable queues in the same RabbitMQ database + # even after the container is re-created. No AMQP/management port is public. + broker: + image: rabbitmq:3.13.7-alpine + hostname: broker + entrypoint: ["/bin/sh", "-ec"] + command: + - 'export RABBITMQ_DEFAULT_PASS="$$(cat /run/secrets/broker_password)"; exec docker-entrypoint.sh rabbitmq-server' + environment: + RABBITMQ_DEFAULT_USER: messenger + RABBITMQ_DEFAULT_VHOST: / + # Bound Erlang schedulers to this small container, rather than the + # host's core count; health-check CLI VMs need only one scheduler. + RABBITMQ_SERVER_ADDITIONAL_ERL_ARGS: "+S 2:2" + RABBITMQ_CTL_ERL_ARGS: "+S 1:1" + secrets: [broker_password] + volumes: + - broker_data:/var/lib/rabbitmq + networks: [backend] + healthcheck: + test: ["CMD", "rabbitmq-diagnostics", "-q", "ping"] + interval: 3s + timeout: 5s + retries: 20 + start_period: 15s + stop_grace_period: 20s + restart: unless-stopped + deploy: + resources: + limits: { cpus: "0.5", memory: 512M } + + publisher: + build: . + image: messenger-lab6-api:${APP_VERSION:-dev} + command: ["python", "-m", "app.jobs"] + environment: + <<: *api-env + OTEL_SERVICE_NAME: messenger-publisher + BROKER_URL_FILE: /run/secrets/broker_url + secrets: [database_url, cache_url, s3_access_key_id, s3_secret_access_key, broker_url] + networks: [backend] + depends_on: + broker: { condition: service_healthy } + migrate: { condition: service_completed_successfully } + s3-init: { condition: service_completed_successfully } + restart: unless-stopped + stop_grace_period: 10s + deploy: + resources: + limits: { cpus: "0.5", memory: 256M } + + worker: + build: . + image: messenger-lab6-api:${APP_VERSION:-dev} + command: ["python", "-m", "app.worker"] + environment: + <<: *api-env + OTEL_SERVICE_NAME: messenger-worker + BROKER_URL_FILE: /run/secrets/broker_url + secrets: [database_url, cache_url, s3_access_key_id, s3_secret_access_key, broker_url] + networks: [backend] + depends_on: + broker: { condition: service_healthy } + migrate: { condition: service_completed_successfully } + s3-init: { condition: service_completed_successfully } + restart: unless-stopped + stop_grace_period: 10s + # One active job and one reserved delivery; image subprocess has its own + # address-space/time limits in addition to this container memory limit. + deploy: + resources: + limits: { cpus: "1.0", memory: 1G } + + lb: + image: haproxy:3.0.11-alpine + volumes: + - ./infra/haproxy/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro + ports: + - "127.0.0.1:${LB_PORT:-8080}:8080" + # Backend state page for the operator, only on the host loopback. + - "127.0.0.1:${LB_STATS_PORT:-8404}:8404" + networks: [edge] + depends_on: + api: { condition: service_healthy } + healthcheck: + test: ["CMD", "wget", "-q", "-O", "/dev/null", "http://127.0.0.1:8404/lb-health"] + interval: 5s + timeout: 2s + retries: 3 + restart: unless-stopped + deploy: + resources: + limits: { cpus: "0.5", memory: 128M } + + # Telemetry is deliberately absent from API depends_on/readiness. + # No OTLP ports on the host: application traffic stays in backend. + otel-collector: + image: otel/opentelemetry-collector-contrib:0.111.0 + command: ["--config=/etc/otelcol/collector.yaml"] + volumes: + - ./infra/otel/collector.yaml:/etc/otelcol/collector.yaml:ro + networks: [backend] + restart: unless-stopped + deploy: + resources: + limits: { cpus: "0.5", memory: 256M } + + prometheus: + image: prom/prometheus:v2.55.0 + command: + - --config.file=/etc/prometheus/prometheus.yaml + - --storage.tsdb.path=/prometheus + - --storage.tsdb.retention.time=7d + - --storage.tsdb.retention.size=512MB + volumes: + - ./infra/prometheus:/etc/prometheus:ro + - prometheus_data:/prometheus + ports: ["127.0.0.1:${PROMETHEUS_PORT:-9090}:9090"] + networks: [backend, observability] + restart: unless-stopped + deploy: + resources: + limits: { cpus: "0.5", memory: 512M } + + loki: + image: grafana/loki:3.2.1 + command: ["-config.file=/etc/loki/loki.yaml"] + volumes: + - ./infra/loki/loki.yaml:/etc/loki/loki.yaml:ro + - loki_data:/loki + ports: ["127.0.0.1:${LOKI_PORT:-3100}:3100"] + networks: [backend, observability] + restart: unless-stopped + deploy: + resources: + limits: { cpus: "0.5", memory: 384M } + + tempo: + image: grafana/tempo:2.6.1 + environment: + # Bound the Go heap while searching many retained blocks on this small stand. + GOMEMLIMIT: 256MiB + # A new named volume needs write access for the local evaluation backend. + user: "0:0" + command: ["-config.file=/etc/tempo/tempo.yaml"] + volumes: + - ./infra/tempo/tempo.yaml:/etc/tempo/tempo.yaml:ro + - tempo_data:/var/tempo + ports: ["127.0.0.1:${TEMPO_PORT:-3200}:3200"] + networks: [backend, observability] + restart: unless-stopped + deploy: + resources: + limits: { cpus: "1.0", memory: 512M } + + grafana: + image: grafana/grafana:11.2.2 + environment: + GF_AUTH_ANONYMOUS_ENABLED: "true" + GF_AUTH_ANONYMOUS_ORG_ROLE: Viewer + GF_AUTH_DISABLE_LOGIN_FORM: "true" + GF_ANALYTICS_REPORTING_ENABLED: "false" + GF_ANALYTICS_CHECK_FOR_UPDATES: "false" + GF_ANALYTICS_CHECK_FOR_PLUGIN_UPDATES: "false" + volumes: + - ./infra/grafana/provisioning:/etc/grafana/provisioning:ro + - ./infra/grafana/dashboards:/var/lib/grafana/dashboards:ro + - grafana_data:/var/lib/grafana + ports: ["127.0.0.1:${GRAFANA_PORT:-3000}:3000"] + networks: [backend, observability] + restart: unless-stopped + deploy: + resources: + limits: { cpus: "0.5", memory: 256M } + + # Runs the public and own checks in Linux (needed on Windows: the hooks are + # POSIX .sh scripts that call the docker CLI). Profile "tools": not started + # by a plain "up". The Docker socket grants control over the Docker host — + # use it only on the lab stand. + tester: + profiles: [tools] + build: + context: . + dockerfile: student-tests/Dockerfile.tester + working_dir: /work + environment: + BASE_URL: http://lb:8080 + COMPOSE_PROJECT: messenger-lab6 + S3_ENDPOINT: http://s3:9000 + volumes: + - ./:/work + - /var/run/docker.sock:/var/run/docker.sock + # backend: only for the "private bucket from outside the API" check. + networks: [edge, backend] + +networks: + observability: {} + edge: {} + # PostgreSQL, Valkey and S3: no route outside, the LB is not attached. + backend: + internal: true + +volumes: + postgres_data: {} + s3_data: {} + broker_data: {} + prometheus_data: {} + loki_data: {} + tempo_data: {} + grafana_data: {} + +secrets: + postgres_password: + file: ./infra/secrets/postgres_password.txt + database_url: + file: ./infra/secrets/database_url.txt + valkey_password: + file: ./infra/secrets/valkey_password.txt + cache_url: + file: ./infra/secrets/cache_url.txt + s3_admin_access_key_id: + file: ./infra/secrets/s3_admin_access_key_id.txt + s3_admin_secret_access_key: + file: ./infra/secrets/s3_admin_secret_access_key.txt + s3_access_key_id: + file: ./infra/secrets/s3_access_key_id.txt + s3_secret_access_key: + file: ./infra/secrets/s3_secret_access_key.txt + broker_password: + file: ./infra/secrets/broker_password.txt + broker_url: + file: ./infra/secrets/broker_url.txt diff --git a/evidence/baseline-api-logs.json b/evidence/baseline-api-logs.json new file mode 100644 index 0000000..5f2e43a --- /dev/null +++ b/evidence/baseline-api-logs.json @@ -0,0 +1,191 @@ +{ + "status": "success", + "data": { + "resultType": "streams", + "result": [ + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.14954320399965582", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795252636588490258", + "outcome": "success", + "request_id": "observe-60a6c2da00814bf08cb3a801b8388ef4", + "route": "/api/v1/chats/{chat_id}/attachments", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "7f43d8d88f960fff", + "status_code": "202", + "trace_id": "115550cd6d2c36ddf2bea96f48e89c6b" + }, + "values": [ + [ + "1795252636588292864", + "http.request.complete" + ] + ] + } + ], + "stats": { + "summary": { + "bytesProcessedPerSecond": 3571455, + "linesProcessedPerSecond": 18129, + "totalBytesProcessed": 18124, + "totalLinesProcessed": 92, + "execTime": 0.005075, + "queueTime": 0.000262, + "subqueries": 0, + "totalEntriesReturned": 1, + "splits": 0, + "shards": 1, + "totalPostFilterLines": 1, + "totalStructuredMetadataBytesProcessed": 16192 + }, + "querier": { + "store": { + "totalChunksRef": 0, + "totalChunksDownloaded": 0, + "chunksDownloadTime": 0, + "queryReferencedStructuredMetadata": false, + "chunk": { + "headChunkBytes": 0, + "headChunkLines": 0, + "decompressedBytes": 0, + "decompressedLines": 0, + "compressedBytes": 0, + "totalDuplicates": 0, + "postFilterLines": 0, + "headChunkStructuredMetadataBytes": 0, + "decompressedStructuredMetadataBytes": 0 + }, + "chunkRefsFetchTime": 0, + "congestionControlLatency": 0, + "pipelineWrapperFilteredLines": 0 + } + }, + "ingester": { + "totalReached": 1, + "totalChunksMatched": 1, + "totalBatches": 2, + "totalLinesSent": 1, + "store": { + "totalChunksRef": 0, + "totalChunksDownloaded": 0, + "chunksDownloadTime": 0, + "queryReferencedStructuredMetadata": true, + "chunk": { + "headChunkBytes": 18124, + "headChunkLines": 92, + "decompressedBytes": 0, + "decompressedLines": 0, + "compressedBytes": 0, + "totalDuplicates": 0, + "postFilterLines": 1, + "headChunkStructuredMetadataBytes": 16192, + "decompressedStructuredMetadataBytes": 0 + }, + "chunkRefsFetchTime": 81728, + "congestionControlLatency": 0, + "pipelineWrapperFilteredLines": 0 + } + }, + "cache": { + "chunk": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "index": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "result": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "statsResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "volumeResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "seriesResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "labelResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "instantMetricResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + } + }, + "index": { + "totalChunks": 0, + "postFilterChunks": 0, + "shardsDuration": 0 + } + } + } +} diff --git a/evidence/baseline-api-trace.json b/evidence/baseline-api-trace.json new file mode 100644 index 0000000..034f23f --- /dev/null +++ b/evidence/baseline-api-trace.json @@ -0,0 +1,1155 @@ +{ + "batches": [ + { + "resource": { + "attributes": [ + { + "key": "service.name", + "value": { + "stringValue": "messenger-api" + } + }, + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "b33ff621673d" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "0/o+yxl3sjg=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636478424354", + "endTimeUnixNano": "1795252636479874486", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "xeFNiCOLFl0=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636480199832", + "endTimeUnixNano": "1795252636481583062", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "AJIj+lm6q9g=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636481764211", + "endTimeUnixNano": "1795252636481840323", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "X7TGm7FqfOU=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636482039721", + "endTimeUnixNano": "1795252636482824801", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "r1DkEM5gUTM=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636486082527", + "endTimeUnixNano": "1795252636487656073", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "yqH0EuE7eWg=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636487970869", + "endTimeUnixNano": "1795252636489230786", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "7qGMa0Nl/+g=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636489330089", + "endTimeUnixNano": "1795252636493411739", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "thik2LgjIWw=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636493595017", + "endTimeUnixNano": "1795252636517530296", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "gnJSpIFK6QA=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636517684701", + "endTimeUnixNano": "1795252636578196406", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "HHVaZJyUrMQ=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636578470240", + "endTimeUnixNano": "1795252636579715645", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "DELETE" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "E0wDRJJ/8T4=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636579969633", + "endTimeUnixNano": "1795252636580048419", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "mQaBKvruUFk=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636580266523", + "endTimeUnixNano": "1795252636581412408", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "4ag0OEzrePo=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636581579972", + "endTimeUnixNano": "1795252636581647742", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "9PcEu+Fi0HI=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636581830544", + "endTimeUnixNano": "1795252636582713965", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "jvWdnIARPsA=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636582792290", + "endTimeUnixNano": "1795252636587121864", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "POST /api/v1/chats/{chat_id}/attachments", + "kind": "SPAN_KIND_SERVER", + "startTimeUnixNano": "1795252636438764338", + "endTimeUnixNano": "1795252636588571323", + "attributes": [ + { + "key": "method", + "value": { + "stringValue": "POST" + } + }, + { + "key": "route", + "value": { + "stringValue": "/api/v1/chats/{chat_id}/attachments" + } + }, + { + "key": "status_class", + "value": { + "stringValue": "2xx" + } + }, + { + "key": "http.response.status_code", + "value": { + "intValue": "202" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.name", + "value": { + "stringValue": "messenger-publisher" + } + }, + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "33399923ef46466bb310517fa9db3d11" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "KTf8dErSCJ0=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 768, + "name": "attachments publish", + "kind": "SPAN_KIND_PRODUCER", + "startTimeUnixNano": "1795252636746798681", + "endTimeUnixNano": "1795252636769957687", + "attributes": [ + { + "key": "messaging.system", + "value": { + "stringValue": "rabbitmq" + } + }, + { + "key": "messaging.destination.name", + "value": { + "stringValue": "attachments" + } + }, + { + "key": "messaging.operation", + "value": { + "stringValue": "publish" + } + }, + { + "key": "job_id", + "value": { + "stringValue": "e1b6a557-f9fa-462c-ac79-1ab71f0b35bf" + } + }, + { + "key": "attempt", + "value": { + "intValue": "1" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.name", + "value": { + "stringValue": "messenger-worker" + } + }, + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "4d9015b23ab54bde9d37384ddc4bf89b" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "NG1RHzz7Wog=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636748821872", + "endTimeUnixNano": "1795252636750388607", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "tq+3CTsFLRo=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636751027235", + "endTimeUnixNano": "1795252636752829714", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "VJyDQJuJTgw=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636753038999", + "endTimeUnixNano": "1795252636753114000", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "+UCo2IM5rWw=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636753326872", + "endTimeUnixNano": "1795252636762820737", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "/pwJOKDAqXk=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636763150190", + "endTimeUnixNano": "1795252636763295006", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "N770alPFubQ=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636763762556", + "endTimeUnixNano": "1795252636771487888", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "2gfwBIlifEY=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636771751303", + "endTimeUnixNano": "1795252636779677976", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "kzbjuzVcXIY=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "s3.GetObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636781235139", + "endTimeUnixNano": "1795252636798971682", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "GetObject" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "8PwYwwnLLHs=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "image.generate", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636799745396", + "endTimeUnixNano": "1795252637103848363", + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "NMioIcZJWec=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637104038161", + "endTimeUnixNano": "1795252637122939005", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "Ye6mDzA4o24=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637123129670", + "endTimeUnixNano": "1795252637138067444", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "3YpDxrDWxXk=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637138274815", + "endTimeUnixNano": "1795252637145466904", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "lj6sIimwBFk=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637145713274", + "endTimeUnixNano": "1795252637154462892", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "iIX7Hgi5oYQ=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637154643106", + "endTimeUnixNano": "1795252637155399483", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "MHAIPLwt0wc=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637155733495", + "endTimeUnixNano": "1795252637156785336", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "yyDrzb7GlaU=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637156852853", + "endTimeUnixNano": "1795252637157142801", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "2ntp9LbV5tA=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637157580168", + "endTimeUnixNano": "1795252637158227278", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "5BekY5nEzyY=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637158448707", + "endTimeUnixNano": "1795252637159673427", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "KMpUGRiBgiE=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637159789450", + "endTimeUnixNano": "1795252637159833937", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "qZ8MC5EGVcQ=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637159948251", + "endTimeUnixNano": "1795252637160738536", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "Y/wdzJyTzEg=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637160850938", + "endTimeUnixNano": "1795252637160925278", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "oKAR03OEJbE=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637161122374", + "endTimeUnixNano": "1795252637161696281", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "b+lUXV/BWwQ=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637161766614", + "endTimeUnixNano": "1795252637169423830", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "0dIbujpZW3g=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637169994396", + "endTimeUnixNano": "1795252637171169077", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "zaMEkDqc+8Y=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637171587454", + "endTimeUnixNano": "1795252637172698094", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "HMkdZGZJ+J4=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637172788213", + "endTimeUnixNano": "1795252637173216449", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "xx+dWXfpvVk=", + "parentSpanId": "KTf8dErSCJ0=", + "flags": 768, + "name": "attachments process", + "kind": "SPAN_KIND_CONSUMER", + "startTimeUnixNano": "1795252636748685564", + "endTimeUnixNano": "1795252637174116713", + "attributes": [ + { + "key": "messaging.system", + "value": { + "stringValue": "rabbitmq" + } + }, + { + "key": "messaging.destination.name", + "value": { + "stringValue": "attachments" + } + }, + { + "key": "messaging.operation", + "value": { + "stringValue": "process" + } + }, + { + "key": "job_type", + "value": { + "stringValue": "attachment.process.v1" + } + }, + { + "key": "outcome", + "value": { + "stringValue": "success" + } + }, + { + "key": "job_id", + "value": { + "stringValue": "e1b6a557-f9fa-462c-ac79-1ab71f0b35bf" + } + }, + { + "key": "attachment_id", + "value": { + "stringValue": "eb62cd3e-75a1-4dbe-8965-9e012b312282" + } + }, + { + "key": "attempt", + "value": { + "intValue": "1" + } + } + ], + "status": {} + } + ] + } + ] + } + ] +} diff --git a/evidence/baseline-worker-logs.json b/evidence/baseline-worker-logs.json new file mode 100644 index 0000000..00b2a74 --- /dev/null +++ b/evidence/baseline-worker-logs.json @@ -0,0 +1,191 @@ +{ + "status": "success", + "data": { + "resultType": "streams", + "result": [ + { + "stream": { + "attachment_id": "eb62cd3e-75a1-4dbe-8965-9e012b312282", + "attempt": "1", + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.42506639099974564", + "event": "job.complete", + "flags": "1", + "job_id": "e1b6a557-f9fa-462c-ac79-1ab71f0b35bf", + "job_type": "attachment.process.v1", + "observed_timestamp": "1795252637174010973", + "outcome": "success", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "4d9015b23ab54bde9d37384ddc4bf89b", + "service_name": "messenger-worker", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "c71f9d5977e9bd59", + "trace_id": "115550cd6d2c36ddf2bea96f48e89c6b" + }, + "values": [ + [ + "1795252637173831168", + "job.complete" + ] + ] + } + ], + "stats": { + "summary": { + "bytesProcessedPerSecond": 79386, + "linesProcessedPerSecond": 422, + "totalBytesProcessed": 376, + "totalLinesProcessed": 2, + "execTime": 0.004736, + "queueTime": 0.000244, + "subqueries": 0, + "totalEntriesReturned": 1, + "splits": 0, + "shards": 1, + "totalPostFilterLines": 1, + "totalStructuredMetadataBytesProcessed": 352 + }, + "querier": { + "store": { + "totalChunksRef": 0, + "totalChunksDownloaded": 0, + "chunksDownloadTime": 0, + "queryReferencedStructuredMetadata": false, + "chunk": { + "headChunkBytes": 0, + "headChunkLines": 0, + "decompressedBytes": 0, + "decompressedLines": 0, + "compressedBytes": 0, + "totalDuplicates": 0, + "postFilterLines": 0, + "headChunkStructuredMetadataBytes": 0, + "decompressedStructuredMetadataBytes": 0 + }, + "chunkRefsFetchTime": 0, + "congestionControlLatency": 0, + "pipelineWrapperFilteredLines": 0 + } + }, + "ingester": { + "totalReached": 1, + "totalChunksMatched": 1, + "totalBatches": 2, + "totalLinesSent": 1, + "store": { + "totalChunksRef": 0, + "totalChunksDownloaded": 0, + "chunksDownloadTime": 0, + "queryReferencedStructuredMetadata": true, + "chunk": { + "headChunkBytes": 376, + "headChunkLines": 2, + "decompressedBytes": 0, + "decompressedLines": 0, + "compressedBytes": 0, + "totalDuplicates": 0, + "postFilterLines": 1, + "headChunkStructuredMetadataBytes": 352, + "decompressedStructuredMetadataBytes": 0 + }, + "chunkRefsFetchTime": 138740, + "congestionControlLatency": 0, + "pipelineWrapperFilteredLines": 0 + } + }, + "cache": { + "chunk": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "index": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "result": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "statsResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "volumeResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "seriesResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "labelResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "instantMetricResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + } + }, + "index": { + "totalChunks": 0, + "postFilterChunks": 0, + "shardsDuration": 0 + } + } + } +} diff --git a/evidence/baseline-worker-trace.json b/evidence/baseline-worker-trace.json new file mode 100644 index 0000000..034f23f --- /dev/null +++ b/evidence/baseline-worker-trace.json @@ -0,0 +1,1155 @@ +{ + "batches": [ + { + "resource": { + "attributes": [ + { + "key": "service.name", + "value": { + "stringValue": "messenger-api" + } + }, + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "b33ff621673d" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "0/o+yxl3sjg=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636478424354", + "endTimeUnixNano": "1795252636479874486", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "xeFNiCOLFl0=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636480199832", + "endTimeUnixNano": "1795252636481583062", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "AJIj+lm6q9g=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636481764211", + "endTimeUnixNano": "1795252636481840323", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "X7TGm7FqfOU=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636482039721", + "endTimeUnixNano": "1795252636482824801", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "r1DkEM5gUTM=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636486082527", + "endTimeUnixNano": "1795252636487656073", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "yqH0EuE7eWg=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636487970869", + "endTimeUnixNano": "1795252636489230786", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "7qGMa0Nl/+g=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636489330089", + "endTimeUnixNano": "1795252636493411739", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "thik2LgjIWw=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636493595017", + "endTimeUnixNano": "1795252636517530296", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "gnJSpIFK6QA=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636517684701", + "endTimeUnixNano": "1795252636578196406", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "HHVaZJyUrMQ=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636578470240", + "endTimeUnixNano": "1795252636579715645", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "DELETE" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "E0wDRJJ/8T4=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636579969633", + "endTimeUnixNano": "1795252636580048419", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "mQaBKvruUFk=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636580266523", + "endTimeUnixNano": "1795252636581412408", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "4ag0OEzrePo=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636581579972", + "endTimeUnixNano": "1795252636581647742", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "9PcEu+Fi0HI=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636581830544", + "endTimeUnixNano": "1795252636582713965", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "jvWdnIARPsA=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636582792290", + "endTimeUnixNano": "1795252636587121864", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "f0PY2I+WD/8=", + "flags": 256, + "name": "POST /api/v1/chats/{chat_id}/attachments", + "kind": "SPAN_KIND_SERVER", + "startTimeUnixNano": "1795252636438764338", + "endTimeUnixNano": "1795252636588571323", + "attributes": [ + { + "key": "method", + "value": { + "stringValue": "POST" + } + }, + { + "key": "route", + "value": { + "stringValue": "/api/v1/chats/{chat_id}/attachments" + } + }, + { + "key": "status_class", + "value": { + "stringValue": "2xx" + } + }, + { + "key": "http.response.status_code", + "value": { + "intValue": "202" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.name", + "value": { + "stringValue": "messenger-publisher" + } + }, + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "33399923ef46466bb310517fa9db3d11" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "KTf8dErSCJ0=", + "parentSpanId": "f0PY2I+WD/8=", + "flags": 768, + "name": "attachments publish", + "kind": "SPAN_KIND_PRODUCER", + "startTimeUnixNano": "1795252636746798681", + "endTimeUnixNano": "1795252636769957687", + "attributes": [ + { + "key": "messaging.system", + "value": { + "stringValue": "rabbitmq" + } + }, + { + "key": "messaging.destination.name", + "value": { + "stringValue": "attachments" + } + }, + { + "key": "messaging.operation", + "value": { + "stringValue": "publish" + } + }, + { + "key": "job_id", + "value": { + "stringValue": "e1b6a557-f9fa-462c-ac79-1ab71f0b35bf" + } + }, + { + "key": "attempt", + "value": { + "intValue": "1" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.name", + "value": { + "stringValue": "messenger-worker" + } + }, + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "4d9015b23ab54bde9d37384ddc4bf89b" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "NG1RHzz7Wog=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636748821872", + "endTimeUnixNano": "1795252636750388607", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "tq+3CTsFLRo=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636751027235", + "endTimeUnixNano": "1795252636752829714", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "VJyDQJuJTgw=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636753038999", + "endTimeUnixNano": "1795252636753114000", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "+UCo2IM5rWw=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636753326872", + "endTimeUnixNano": "1795252636762820737", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "/pwJOKDAqXk=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636763150190", + "endTimeUnixNano": "1795252636763295006", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "N770alPFubQ=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636763762556", + "endTimeUnixNano": "1795252636771487888", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "2gfwBIlifEY=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636771751303", + "endTimeUnixNano": "1795252636779677976", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "kzbjuzVcXIY=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "s3.GetObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636781235139", + "endTimeUnixNano": "1795252636798971682", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "GetObject" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "8PwYwwnLLHs=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "image.generate", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252636799745396", + "endTimeUnixNano": "1795252637103848363", + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "NMioIcZJWec=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637104038161", + "endTimeUnixNano": "1795252637122939005", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "Ye6mDzA4o24=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637123129670", + "endTimeUnixNano": "1795252637138067444", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "3YpDxrDWxXk=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637138274815", + "endTimeUnixNano": "1795252637145466904", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "lj6sIimwBFk=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637145713274", + "endTimeUnixNano": "1795252637154462892", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "iIX7Hgi5oYQ=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637154643106", + "endTimeUnixNano": "1795252637155399483", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "MHAIPLwt0wc=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637155733495", + "endTimeUnixNano": "1795252637156785336", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "yyDrzb7GlaU=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637156852853", + "endTimeUnixNano": "1795252637157142801", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "2ntp9LbV5tA=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637157580168", + "endTimeUnixNano": "1795252637158227278", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "5BekY5nEzyY=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637158448707", + "endTimeUnixNano": "1795252637159673427", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "KMpUGRiBgiE=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637159789450", + "endTimeUnixNano": "1795252637159833937", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "qZ8MC5EGVcQ=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637159948251", + "endTimeUnixNano": "1795252637160738536", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "Y/wdzJyTzEg=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637160850938", + "endTimeUnixNano": "1795252637160925278", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "oKAR03OEJbE=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637161122374", + "endTimeUnixNano": "1795252637161696281", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "b+lUXV/BWwQ=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637161766614", + "endTimeUnixNano": "1795252637169423830", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "0dIbujpZW3g=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637169994396", + "endTimeUnixNano": "1795252637171169077", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "zaMEkDqc+8Y=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637171587454", + "endTimeUnixNano": "1795252637172698094", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "HMkdZGZJ+J4=", + "parentSpanId": "xx+dWXfpvVk=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795252637172788213", + "endTimeUnixNano": "1795252637173216449", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "EVVQzW0sNt3yvqlvSOicaw==", + "spanId": "xx+dWXfpvVk=", + "parentSpanId": "KTf8dErSCJ0=", + "flags": 768, + "name": "attachments process", + "kind": "SPAN_KIND_CONSUMER", + "startTimeUnixNano": "1795252636748685564", + "endTimeUnixNano": "1795252637174116713", + "attributes": [ + { + "key": "messaging.system", + "value": { + "stringValue": "rabbitmq" + } + }, + { + "key": "messaging.destination.name", + "value": { + "stringValue": "attachments" + } + }, + { + "key": "messaging.operation", + "value": { + "stringValue": "process" + } + }, + { + "key": "job_type", + "value": { + "stringValue": "attachment.process.v1" + } + }, + { + "key": "outcome", + "value": { + "stringValue": "success" + } + }, + { + "key": "job_id", + "value": { + "stringValue": "e1b6a557-f9fa-462c-ac79-1ab71f0b35bf" + } + }, + { + "key": "attachment_id", + "value": { + "stringValue": "eb62cd3e-75a1-4dbe-8965-9e012b312282" + } + }, + { + "key": "attempt", + "value": { + "intValue": "1" + } + } + ], + "status": {} + } + ] + } + ] + } + ] +} diff --git a/evidence/check.txt b/evidence/check.txt new file mode 100644 index 0000000..977741f --- /dev/null +++ b/evidence/check.txt @@ -0,0 +1,6 @@ + +UTC: 2026-11-21T09:16:46Z +Command: C:\Users\masha\AppData\Local\Programs\Python\Python313\python.exe -X utf8 scripts/check_contract.py +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. + +RESULT: PASS (exit 0) at 2026-11-21T09:16:46Z diff --git a/evidence/compose-validation.txt b/evidence/compose-validation.txt new file mode 100644 index 0000000..f87bfbb --- /dev/null +++ b/evidence/compose-validation.txt @@ -0,0 +1,5 @@ + +UTC: 2026-11-21T09:16:45Z +Command: docker compose config --quiet + +RESULT: PASS (exit 0) at 2026-11-21T09:16:46Z diff --git a/evidence/container-events.txt b/evidence/container-events.txt new file mode 100644 index 0000000..02f4348 --- /dev/null +++ b/evidence/container-events.txt @@ -0,0 +1,220 @@ + +Before public persistence — 2026-11-21T09:14:39Z + +UTC: 2026-11-21T09:14:39Z +Command: docker compose --profile tools ps -a -q +81ebb23d65ec0d8f5eb9ae2d4da96e25e039c243048d325762805276860b5a85 +0d13c5814dabaec1e9c2fab5b0199548668d44d3545aea4275250859d25b7dd8 +d7b60f9558f079a28b76494c527c9e9341263729f5a0118ac6db1d1d388be54d +0cfc9b11ef3caed56dd7e4b22337e7c92163cc447dba971c29c277f07790a084 +b40de06dc1d77aa83f1f0ca68bbc1dfe9fe337be16be9f3340993d781060b026 +5448a293692bfe7b4297906534f74dc8e65793746d349d6bf7e674766ef943e4 +278dcc4f37a2344d41b2a924fa14e9f8282a3671719c516121850092b741f300 +68d796ac925f0ca1f88927a1a31486f228248d80c7a38966b22c14b48a5d07bf +93a2b85ca3d137ee5c98fe69c918a1496988c811eef4c8563d7018a128b1546c +13523d87d42a41c573081eede09a9e8afe9378e030c850214b2f063f7a9abe5b +cdc87d3378f2c06dba602760661e60141929e2fb1b7248d59769a57987f2b2bb +a30fa6baae40e97264da0406c72178f0d2e5e194d8c7dbb916b1bf9f69ff0612 +00e5826b0d93e9be4fd82cd2210d4589ecd1d27368d80e2f7a609e9920604007 +fc5561671768ddd4b9a405d5be8dbc5f0d19335520b95218d4a2f519ef590a05 +837eda8499aa16593a8c42b89e87fa1b5d834d240f8d5247a7c49027d015a053 +27b1583583d52b794e554a5df74bebd61c4118bf3e2de5aef38295ba8bc780dd + +RESULT: PASS (exit 0) at 2026-11-21T09:14:40Z + +UTC: 2026-11-21T09:14:40Z +Command: docker inspect --format "{{.Name}} status={{.State.Status}} started={{.State.StartedAt}} finished={{.State.FinishedAt}}" 81ebb23d65ec0d8f5eb9ae2d4da96e25e039c243048d325762805276860b5a85 0d13c5814dabaec1e9c2fab5b0199548668d44d3545aea4275250859d25b7dd8 d7b60f9558f079a28b76494c527c9e9341263729f5a0118ac6db1d1d388be54d 0cfc9b11ef3caed56dd7e4b22337e7c92163cc447dba971c29c277f07790a084 b40de06dc1d77aa83f1f0ca68bbc1dfe9fe337be16be9f3340993d781060b026 5448a293692bfe7b4297906534f74dc8e65793746d349d6bf7e674766ef943e4 278dcc4f37a2344d41b2a924fa14e9f8282a3671719c516121850092b741f300 68d796ac925f0ca1f88927a1a31486f228248d80c7a38966b22c14b48a5d07bf 93a2b85ca3d137ee5c98fe69c918a1496988c811eef4c8563d7018a128b1546c 13523d87d42a41c573081eede09a9e8afe9378e030c850214b2f063f7a9abe5b cdc87d3378f2c06dba602760661e60141929e2fb1b7248d59769a57987f2b2bb a30fa6baae40e97264da0406c72178f0d2e5e194d8c7dbb916b1bf9f69ff0612 00e5826b0d93e9be4fd82cd2210d4589ecd1d27368d80e2f7a609e9920604007 fc5561671768ddd4b9a405d5be8dbc5f0d19335520b95218d4a2f519ef590a05 837eda8499aa16593a8c42b89e87fa1b5d834d240f8d5247a7c49027d015a053 27b1583583d52b794e554a5df74bebd61c4118bf3e2de5aef38295ba8bc780dd +/messenger-lab6-api-1 status=running started=2026-11-21T09:10:22.045070464Z finished=2026-11-21T09:10:21.647750535Z +/messenger-lab6-api-2 status=running started=2026-11-21T09:10:18.318585259Z finished=2026-11-21T09:10:17.940277751Z +/messenger-lab6-broker-1 status=running started=2026-11-21T09:10:24.158928332Z finished=2026-11-21T09:10:23.907977242Z +/messenger-lab6-db-1 status=running started=2026-11-21T08:59:12.528963564Z finished=2026-11-21T08:58:31.826616128Z +/messenger-lab6-grafana-1 status=running started=2026-11-21T08:51:11.412805651Z finished=2026-11-21T08:51:10.520984964Z +/messenger-lab6-lb-1 status=running started=2026-11-21T08:51:52.621809468Z finished=0001-01-01T00:00:00Z +/messenger-lab6-loki-1 status=running started=2026-11-21T09:01:34.707920007Z finished=2026-11-21T09:00:28.644856083Z +/messenger-lab6-migrate-1 status=exited started=2026-11-21T08:52:49.834748909Z finished=2026-11-21T08:52:50.79798573Z +/messenger-lab6-otel-collector-1 status=running started=2026-11-21T08:49:03.407564143Z finished=0001-01-01T00:00:00Z +/messenger-lab6-prometheus-1 status=running started=2026-11-21T08:51:11.311294483Z finished=2026-11-21T08:51:10.512998838Z +/messenger-lab6-publisher-1 status=running started=2026-11-21T09:10:55.825987305Z finished=2026-11-21T09:10:55.547390235Z +/messenger-lab6-s3-1 status=running started=2026-11-21T09:14:09.569875679Z finished=2026-11-21T09:13:44.880718518Z +/messenger-lab6-s3-init-1 status=exited started=2026-11-21T08:53:15.109417522Z finished=2026-11-21T08:53:17.005092363Z +/messenger-lab6-tempo-1 status=running started=2026-11-21T09:06:37.030642992Z finished=0001-01-01T00:00:00Z +/messenger-lab6-valkey-1 status=running started=2026-11-21T08:45:28.390651046Z finished=2026-11-21T08:45:27.109421727Z +/messenger-lab6-worker-1 status=running started=2026-11-21T09:13:45.19691868Z finished=2026-11-21T09:13:41.499885247Z + +RESULT: PASS (exit 0) at 2026-11-21T09:14:40Z + +After public persistence — 2026-11-21T09:15:30Z + +UTC: 2026-11-21T09:15:30Z +Command: docker compose --profile tools ps -a -q +81ebb23d65ec0d8f5eb9ae2d4da96e25e039c243048d325762805276860b5a85 +0d13c5814dabaec1e9c2fab5b0199548668d44d3545aea4275250859d25b7dd8 +d7b60f9558f079a28b76494c527c9e9341263729f5a0118ac6db1d1d388be54d +0cfc9b11ef3caed56dd7e4b22337e7c92163cc447dba971c29c277f07790a084 +b40de06dc1d77aa83f1f0ca68bbc1dfe9fe337be16be9f3340993d781060b026 +5448a293692bfe7b4297906534f74dc8e65793746d349d6bf7e674766ef943e4 +278dcc4f37a2344d41b2a924fa14e9f8282a3671719c516121850092b741f300 +68d796ac925f0ca1f88927a1a31486f228248d80c7a38966b22c14b48a5d07bf +93a2b85ca3d137ee5c98fe69c918a1496988c811eef4c8563d7018a128b1546c +13523d87d42a41c573081eede09a9e8afe9378e030c850214b2f063f7a9abe5b +cdc87d3378f2c06dba602760661e60141929e2fb1b7248d59769a57987f2b2bb +a30fa6baae40e97264da0406c72178f0d2e5e194d8c7dbb916b1bf9f69ff0612 +00e5826b0d93e9be4fd82cd2210d4589ecd1d27368d80e2f7a609e9920604007 +fc5561671768ddd4b9a405d5be8dbc5f0d19335520b95218d4a2f519ef590a05 +837eda8499aa16593a8c42b89e87fa1b5d834d240f8d5247a7c49027d015a053 +27b1583583d52b794e554a5df74bebd61c4118bf3e2de5aef38295ba8bc780dd + +RESULT: PASS (exit 0) at 2026-11-21T09:15:31Z + +UTC: 2026-11-21T09:15:31Z +Command: docker inspect --format "{{.Name}} status={{.State.Status}} started={{.State.StartedAt}} finished={{.State.FinishedAt}}" 81ebb23d65ec0d8f5eb9ae2d4da96e25e039c243048d325762805276860b5a85 0d13c5814dabaec1e9c2fab5b0199548668d44d3545aea4275250859d25b7dd8 d7b60f9558f079a28b76494c527c9e9341263729f5a0118ac6db1d1d388be54d 0cfc9b11ef3caed56dd7e4b22337e7c92163cc447dba971c29c277f07790a084 b40de06dc1d77aa83f1f0ca68bbc1dfe9fe337be16be9f3340993d781060b026 5448a293692bfe7b4297906534f74dc8e65793746d349d6bf7e674766ef943e4 278dcc4f37a2344d41b2a924fa14e9f8282a3671719c516121850092b741f300 68d796ac925f0ca1f88927a1a31486f228248d80c7a38966b22c14b48a5d07bf 93a2b85ca3d137ee5c98fe69c918a1496988c811eef4c8563d7018a128b1546c 13523d87d42a41c573081eede09a9e8afe9378e030c850214b2f063f7a9abe5b cdc87d3378f2c06dba602760661e60141929e2fb1b7248d59769a57987f2b2bb a30fa6baae40e97264da0406c72178f0d2e5e194d8c7dbb916b1bf9f69ff0612 00e5826b0d93e9be4fd82cd2210d4589ecd1d27368d80e2f7a609e9920604007 fc5561671768ddd4b9a405d5be8dbc5f0d19335520b95218d4a2f519ef590a05 837eda8499aa16593a8c42b89e87fa1b5d834d240f8d5247a7c49027d015a053 27b1583583d52b794e554a5df74bebd61c4118bf3e2de5aef38295ba8bc780dd +/messenger-lab6-api-1 status=running started=2026-11-21T09:15:18.227427331Z finished=2026-11-21T09:14:49.40226195Z +/messenger-lab6-api-2 status=running started=2026-11-21T09:15:17.875504619Z finished=2026-11-21T09:14:49.181726236Z +/messenger-lab6-broker-1 status=running started=2026-11-21T09:14:51.311241575Z finished=2026-11-21T09:14:49.824073591Z +/messenger-lab6-db-1 status=running started=2026-11-21T09:14:50.494933266Z finished=2026-11-21T09:14:49.814681938Z +/messenger-lab6-grafana-1 status=running started=2026-11-21T08:51:11.412805651Z finished=2026-11-21T08:51:10.520984964Z +/messenger-lab6-lb-1 status=running started=2026-11-21T09:15:24.826206264Z finished=2026-11-21T09:14:45.274514498Z +/messenger-lab6-loki-1 status=running started=2026-11-21T09:01:34.707920007Z finished=2026-11-21T09:00:28.644856083Z +/messenger-lab6-migrate-1 status=exited started=2026-11-21T08:52:49.834748909Z finished=2026-11-21T08:52:50.79798573Z +/messenger-lab6-otel-collector-1 status=running started=2026-11-21T08:49:03.407564143Z finished=0001-01-01T00:00:00Z +/messenger-lab6-prometheus-1 status=running started=2026-11-21T08:51:11.311294483Z finished=2026-11-21T08:51:10.512998838Z +/messenger-lab6-publisher-1 status=running started=2026-11-21T09:15:17.332690697Z finished=2026-11-21T09:14:45.830823803Z +/messenger-lab6-s3-1 status=running started=2026-11-21T09:14:51.024302658Z finished=2026-11-21T09:14:49.817292594Z +/messenger-lab6-s3-init-1 status=exited started=2026-11-21T08:53:15.109417522Z finished=2026-11-21T08:53:17.005092363Z +/messenger-lab6-tempo-1 status=running started=2026-11-21T09:06:37.030642992Z finished=0001-01-01T00:00:00Z +/messenger-lab6-valkey-1 status=running started=2026-11-21T09:14:50.777977548Z finished=2026-11-21T09:14:49.803932669Z +/messenger-lab6-worker-1 status=running started=2026-11-21T09:15:17.592030927Z finished=2026-11-21T09:14:45.554953067Z + +RESULT: PASS (exit 0) at 2026-11-21T09:15:31Z + +Before public failover — 2026-11-21T09:15:31Z + +UTC: 2026-11-21T09:15:31Z +Command: docker compose --profile tools ps -a -q +81ebb23d65ec0d8f5eb9ae2d4da96e25e039c243048d325762805276860b5a85 +0d13c5814dabaec1e9c2fab5b0199548668d44d3545aea4275250859d25b7dd8 +d7b60f9558f079a28b76494c527c9e9341263729f5a0118ac6db1d1d388be54d +0cfc9b11ef3caed56dd7e4b22337e7c92163cc447dba971c29c277f07790a084 +b40de06dc1d77aa83f1f0ca68bbc1dfe9fe337be16be9f3340993d781060b026 +5448a293692bfe7b4297906534f74dc8e65793746d349d6bf7e674766ef943e4 +278dcc4f37a2344d41b2a924fa14e9f8282a3671719c516121850092b741f300 +68d796ac925f0ca1f88927a1a31486f228248d80c7a38966b22c14b48a5d07bf +93a2b85ca3d137ee5c98fe69c918a1496988c811eef4c8563d7018a128b1546c +13523d87d42a41c573081eede09a9e8afe9378e030c850214b2f063f7a9abe5b +cdc87d3378f2c06dba602760661e60141929e2fb1b7248d59769a57987f2b2bb +a30fa6baae40e97264da0406c72178f0d2e5e194d8c7dbb916b1bf9f69ff0612 +00e5826b0d93e9be4fd82cd2210d4589ecd1d27368d80e2f7a609e9920604007 +fc5561671768ddd4b9a405d5be8dbc5f0d19335520b95218d4a2f519ef590a05 +837eda8499aa16593a8c42b89e87fa1b5d834d240f8d5247a7c49027d015a053 +27b1583583d52b794e554a5df74bebd61c4118bf3e2de5aef38295ba8bc780dd + +RESULT: PASS (exit 0) at 2026-11-21T09:15:31Z + +UTC: 2026-11-21T09:15:31Z +Command: docker inspect --format "{{.Name}} status={{.State.Status}} started={{.State.StartedAt}} finished={{.State.FinishedAt}}" 81ebb23d65ec0d8f5eb9ae2d4da96e25e039c243048d325762805276860b5a85 0d13c5814dabaec1e9c2fab5b0199548668d44d3545aea4275250859d25b7dd8 d7b60f9558f079a28b76494c527c9e9341263729f5a0118ac6db1d1d388be54d 0cfc9b11ef3caed56dd7e4b22337e7c92163cc447dba971c29c277f07790a084 b40de06dc1d77aa83f1f0ca68bbc1dfe9fe337be16be9f3340993d781060b026 5448a293692bfe7b4297906534f74dc8e65793746d349d6bf7e674766ef943e4 278dcc4f37a2344d41b2a924fa14e9f8282a3671719c516121850092b741f300 68d796ac925f0ca1f88927a1a31486f228248d80c7a38966b22c14b48a5d07bf 93a2b85ca3d137ee5c98fe69c918a1496988c811eef4c8563d7018a128b1546c 13523d87d42a41c573081eede09a9e8afe9378e030c850214b2f063f7a9abe5b cdc87d3378f2c06dba602760661e60141929e2fb1b7248d59769a57987f2b2bb a30fa6baae40e97264da0406c72178f0d2e5e194d8c7dbb916b1bf9f69ff0612 00e5826b0d93e9be4fd82cd2210d4589ecd1d27368d80e2f7a609e9920604007 fc5561671768ddd4b9a405d5be8dbc5f0d19335520b95218d4a2f519ef590a05 837eda8499aa16593a8c42b89e87fa1b5d834d240f8d5247a7c49027d015a053 27b1583583d52b794e554a5df74bebd61c4118bf3e2de5aef38295ba8bc780dd +/messenger-lab6-api-1 status=running started=2026-11-21T09:15:18.227427331Z finished=2026-11-21T09:14:49.40226195Z +/messenger-lab6-api-2 status=running started=2026-11-21T09:15:17.875504619Z finished=2026-11-21T09:14:49.181726236Z +/messenger-lab6-broker-1 status=running started=2026-11-21T09:14:51.311241575Z finished=2026-11-21T09:14:49.824073591Z +/messenger-lab6-db-1 status=running started=2026-11-21T09:14:50.494933266Z finished=2026-11-21T09:14:49.814681938Z +/messenger-lab6-grafana-1 status=running started=2026-11-21T08:51:11.412805651Z finished=2026-11-21T08:51:10.520984964Z +/messenger-lab6-lb-1 status=running started=2026-11-21T09:15:24.826206264Z finished=2026-11-21T09:14:45.274514498Z +/messenger-lab6-loki-1 status=running started=2026-11-21T09:01:34.707920007Z finished=2026-11-21T09:00:28.644856083Z +/messenger-lab6-migrate-1 status=exited started=2026-11-21T08:52:49.834748909Z finished=2026-11-21T08:52:50.79798573Z +/messenger-lab6-otel-collector-1 status=running started=2026-11-21T08:49:03.407564143Z finished=0001-01-01T00:00:00Z +/messenger-lab6-prometheus-1 status=running started=2026-11-21T08:51:11.311294483Z finished=2026-11-21T08:51:10.512998838Z +/messenger-lab6-publisher-1 status=running started=2026-11-21T09:15:17.332690697Z finished=2026-11-21T09:14:45.830823803Z +/messenger-lab6-s3-1 status=running started=2026-11-21T09:14:51.024302658Z finished=2026-11-21T09:14:49.817292594Z +/messenger-lab6-s3-init-1 status=exited started=2026-11-21T08:53:15.109417522Z finished=2026-11-21T08:53:17.005092363Z +/messenger-lab6-tempo-1 status=running started=2026-11-21T09:06:37.030642992Z finished=0001-01-01T00:00:00Z +/messenger-lab6-valkey-1 status=running started=2026-11-21T09:14:50.777977548Z finished=2026-11-21T09:14:49.803932669Z +/messenger-lab6-worker-1 status=running started=2026-11-21T09:15:17.592030927Z finished=2026-11-21T09:14:45.554953067Z + +RESULT: PASS (exit 0) at 2026-11-21T09:15:31Z + +After public failover, before API restoration — 2026-11-21T09:15:52Z + +UTC: 2026-11-21T09:15:52Z +Command: docker compose --profile tools ps -a -q +81ebb23d65ec0d8f5eb9ae2d4da96e25e039c243048d325762805276860b5a85 +0d13c5814dabaec1e9c2fab5b0199548668d44d3545aea4275250859d25b7dd8 +d7b60f9558f079a28b76494c527c9e9341263729f5a0118ac6db1d1d388be54d +0cfc9b11ef3caed56dd7e4b22337e7c92163cc447dba971c29c277f07790a084 +b40de06dc1d77aa83f1f0ca68bbc1dfe9fe337be16be9f3340993d781060b026 +5448a293692bfe7b4297906534f74dc8e65793746d349d6bf7e674766ef943e4 +278dcc4f37a2344d41b2a924fa14e9f8282a3671719c516121850092b741f300 +68d796ac925f0ca1f88927a1a31486f228248d80c7a38966b22c14b48a5d07bf +93a2b85ca3d137ee5c98fe69c918a1496988c811eef4c8563d7018a128b1546c +13523d87d42a41c573081eede09a9e8afe9378e030c850214b2f063f7a9abe5b +cdc87d3378f2c06dba602760661e60141929e2fb1b7248d59769a57987f2b2bb +a30fa6baae40e97264da0406c72178f0d2e5e194d8c7dbb916b1bf9f69ff0612 +00e5826b0d93e9be4fd82cd2210d4589ecd1d27368d80e2f7a609e9920604007 +fc5561671768ddd4b9a405d5be8dbc5f0d19335520b95218d4a2f519ef590a05 +837eda8499aa16593a8c42b89e87fa1b5d834d240f8d5247a7c49027d015a053 +27b1583583d52b794e554a5df74bebd61c4118bf3e2de5aef38295ba8bc780dd + +RESULT: PASS (exit 0) at 2026-11-21T09:15:53Z + +UTC: 2026-11-21T09:15:53Z +Command: docker inspect --format "{{.Name}} status={{.State.Status}} started={{.State.StartedAt}} finished={{.State.FinishedAt}}" 81ebb23d65ec0d8f5eb9ae2d4da96e25e039c243048d325762805276860b5a85 0d13c5814dabaec1e9c2fab5b0199548668d44d3545aea4275250859d25b7dd8 d7b60f9558f079a28b76494c527c9e9341263729f5a0118ac6db1d1d388be54d 0cfc9b11ef3caed56dd7e4b22337e7c92163cc447dba971c29c277f07790a084 b40de06dc1d77aa83f1f0ca68bbc1dfe9fe337be16be9f3340993d781060b026 5448a293692bfe7b4297906534f74dc8e65793746d349d6bf7e674766ef943e4 278dcc4f37a2344d41b2a924fa14e9f8282a3671719c516121850092b741f300 68d796ac925f0ca1f88927a1a31486f228248d80c7a38966b22c14b48a5d07bf 93a2b85ca3d137ee5c98fe69c918a1496988c811eef4c8563d7018a128b1546c 13523d87d42a41c573081eede09a9e8afe9378e030c850214b2f063f7a9abe5b cdc87d3378f2c06dba602760661e60141929e2fb1b7248d59769a57987f2b2bb a30fa6baae40e97264da0406c72178f0d2e5e194d8c7dbb916b1bf9f69ff0612 00e5826b0d93e9be4fd82cd2210d4589ecd1d27368d80e2f7a609e9920604007 fc5561671768ddd4b9a405d5be8dbc5f0d19335520b95218d4a2f519ef590a05 837eda8499aa16593a8c42b89e87fa1b5d834d240f8d5247a7c49027d015a053 27b1583583d52b794e554a5df74bebd61c4118bf3e2de5aef38295ba8bc780dd +/messenger-lab6-api-1 status=exited started=2026-11-21T09:15:18.227427331Z finished=2026-11-21T09:15:40.679293151Z +/messenger-lab6-api-2 status=running started=2026-11-21T09:15:17.875504619Z finished=2026-11-21T09:14:49.181726236Z +/messenger-lab6-broker-1 status=running started=2026-11-21T09:14:51.311241575Z finished=2026-11-21T09:14:49.824073591Z +/messenger-lab6-db-1 status=running started=2026-11-21T09:14:50.494933266Z finished=2026-11-21T09:14:49.814681938Z +/messenger-lab6-grafana-1 status=running started=2026-11-21T08:51:11.412805651Z finished=2026-11-21T08:51:10.520984964Z +/messenger-lab6-lb-1 status=running started=2026-11-21T09:15:24.826206264Z finished=2026-11-21T09:14:45.274514498Z +/messenger-lab6-loki-1 status=running started=2026-11-21T09:01:34.707920007Z finished=2026-11-21T09:00:28.644856083Z +/messenger-lab6-migrate-1 status=exited started=2026-11-21T08:52:49.834748909Z finished=2026-11-21T08:52:50.79798573Z +/messenger-lab6-otel-collector-1 status=running started=2026-11-21T08:49:03.407564143Z finished=0001-01-01T00:00:00Z +/messenger-lab6-prometheus-1 status=running started=2026-11-21T08:51:11.311294483Z finished=2026-11-21T08:51:10.512998838Z +/messenger-lab6-publisher-1 status=running started=2026-11-21T09:15:17.332690697Z finished=2026-11-21T09:14:45.830823803Z +/messenger-lab6-s3-1 status=running started=2026-11-21T09:14:51.024302658Z finished=2026-11-21T09:14:49.817292594Z +/messenger-lab6-s3-init-1 status=exited started=2026-11-21T08:53:15.109417522Z finished=2026-11-21T08:53:17.005092363Z +/messenger-lab6-tempo-1 status=running started=2026-11-21T09:06:37.030642992Z finished=0001-01-01T00:00:00Z +/messenger-lab6-valkey-1 status=running started=2026-11-21T09:14:50.777977548Z finished=2026-11-21T09:14:49.803932669Z +/messenger-lab6-worker-1 status=running started=2026-11-21T09:15:17.592030927Z finished=2026-11-21T09:14:45.554953067Z + +RESULT: PASS (exit 0) at 2026-11-21T09:15:53Z + +After API restoration — 2026-11-21T09:16:00Z + +UTC: 2026-11-21T09:16:00Z +Command: docker compose --profile tools ps -a -q +81ebb23d65ec0d8f5eb9ae2d4da96e25e039c243048d325762805276860b5a85 +0d13c5814dabaec1e9c2fab5b0199548668d44d3545aea4275250859d25b7dd8 +d7b60f9558f079a28b76494c527c9e9341263729f5a0118ac6db1d1d388be54d +0cfc9b11ef3caed56dd7e4b22337e7c92163cc447dba971c29c277f07790a084 +b40de06dc1d77aa83f1f0ca68bbc1dfe9fe337be16be9f3340993d781060b026 +5448a293692bfe7b4297906534f74dc8e65793746d349d6bf7e674766ef943e4 +278dcc4f37a2344d41b2a924fa14e9f8282a3671719c516121850092b741f300 +68d796ac925f0ca1f88927a1a31486f228248d80c7a38966b22c14b48a5d07bf +93a2b85ca3d137ee5c98fe69c918a1496988c811eef4c8563d7018a128b1546c +13523d87d42a41c573081eede09a9e8afe9378e030c850214b2f063f7a9abe5b +cdc87d3378f2c06dba602760661e60141929e2fb1b7248d59769a57987f2b2bb +a30fa6baae40e97264da0406c72178f0d2e5e194d8c7dbb916b1bf9f69ff0612 +00e5826b0d93e9be4fd82cd2210d4589ecd1d27368d80e2f7a609e9920604007 +fc5561671768ddd4b9a405d5be8dbc5f0d19335520b95218d4a2f519ef590a05 +837eda8499aa16593a8c42b89e87fa1b5d834d240f8d5247a7c49027d015a053 +27b1583583d52b794e554a5df74bebd61c4118bf3e2de5aef38295ba8bc780dd + +RESULT: PASS (exit 0) at 2026-11-21T09:16:01Z + +UTC: 2026-11-21T09:16:01Z +Command: docker inspect --format "{{.Name}} status={{.State.Status}} started={{.State.StartedAt}} finished={{.State.FinishedAt}}" 81ebb23d65ec0d8f5eb9ae2d4da96e25e039c243048d325762805276860b5a85 0d13c5814dabaec1e9c2fab5b0199548668d44d3545aea4275250859d25b7dd8 d7b60f9558f079a28b76494c527c9e9341263729f5a0118ac6db1d1d388be54d 0cfc9b11ef3caed56dd7e4b22337e7c92163cc447dba971c29c277f07790a084 b40de06dc1d77aa83f1f0ca68bbc1dfe9fe337be16be9f3340993d781060b026 5448a293692bfe7b4297906534f74dc8e65793746d349d6bf7e674766ef943e4 278dcc4f37a2344d41b2a924fa14e9f8282a3671719c516121850092b741f300 68d796ac925f0ca1f88927a1a31486f228248d80c7a38966b22c14b48a5d07bf 93a2b85ca3d137ee5c98fe69c918a1496988c811eef4c8563d7018a128b1546c 13523d87d42a41c573081eede09a9e8afe9378e030c850214b2f063f7a9abe5b cdc87d3378f2c06dba602760661e60141929e2fb1b7248d59769a57987f2b2bb a30fa6baae40e97264da0406c72178f0d2e5e194d8c7dbb916b1bf9f69ff0612 00e5826b0d93e9be4fd82cd2210d4589ecd1d27368d80e2f7a609e9920604007 fc5561671768ddd4b9a405d5be8dbc5f0d19335520b95218d4a2f519ef590a05 837eda8499aa16593a8c42b89e87fa1b5d834d240f8d5247a7c49027d015a053 27b1583583d52b794e554a5df74bebd61c4118bf3e2de5aef38295ba8bc780dd +/messenger-lab6-api-1 status=running started=2026-11-21T09:15:54.07308443Z finished=2026-11-21T09:15:40.679293151Z +/messenger-lab6-api-2 status=running started=2026-11-21T09:15:17.875504619Z finished=2026-11-21T09:14:49.181726236Z +/messenger-lab6-broker-1 status=running started=2026-11-21T09:14:51.311241575Z finished=2026-11-21T09:14:49.824073591Z +/messenger-lab6-db-1 status=running started=2026-11-21T09:14:50.494933266Z finished=2026-11-21T09:14:49.814681938Z +/messenger-lab6-grafana-1 status=running started=2026-11-21T08:51:11.412805651Z finished=2026-11-21T08:51:10.520984964Z +/messenger-lab6-lb-1 status=running started=2026-11-21T09:15:24.826206264Z finished=2026-11-21T09:14:45.274514498Z +/messenger-lab6-loki-1 status=running started=2026-11-21T09:01:34.707920007Z finished=2026-11-21T09:00:28.644856083Z +/messenger-lab6-migrate-1 status=exited started=2026-11-21T08:52:49.834748909Z finished=2026-11-21T08:52:50.79798573Z +/messenger-lab6-otel-collector-1 status=running started=2026-11-21T08:49:03.407564143Z finished=0001-01-01T00:00:00Z +/messenger-lab6-prometheus-1 status=running started=2026-11-21T08:51:11.311294483Z finished=2026-11-21T08:51:10.512998838Z +/messenger-lab6-publisher-1 status=running started=2026-11-21T09:15:17.332690697Z finished=2026-11-21T09:14:45.830823803Z +/messenger-lab6-s3-1 status=running started=2026-11-21T09:14:51.024302658Z finished=2026-11-21T09:14:49.817292594Z +/messenger-lab6-s3-init-1 status=exited started=2026-11-21T08:53:15.109417522Z finished=2026-11-21T08:53:17.005092363Z +/messenger-lab6-tempo-1 status=running started=2026-11-21T09:06:37.030642992Z finished=0001-01-01T00:00:00Z +/messenger-lab6-valkey-1 status=running started=2026-11-21T09:14:50.777977548Z finished=2026-11-21T09:14:49.803932669Z +/messenger-lab6-worker-1 status=running started=2026-11-21T09:15:17.592030927Z finished=2026-11-21T09:14:45.554953067Z + +RESULT: PASS (exit 0) at 2026-11-21T09:16:01Z diff --git a/evidence/dashboard-validation.json b/evidence/dashboard-validation.json new file mode 100644 index 0000000..66de669 --- /dev/null +++ b/evidence/dashboard-validation.json @@ -0,0 +1,187 @@ +{ + "captured_at": "2026-11-21T09:17:47.509294Z", + "live_worker_capacity": 1.0, + "panels": 24, + "promql_checks": [ + { + "panel": "Business API requests / second", + "query": "sum(rate(messenger_http_requests_total{service_name=\"messenger-api\",route!~\"/health/.*\"}[1m]))", + "series": 1 + }, + { + "panel": "Business API 5xx / all responses", + "query": "(sum(rate(messenger_http_requests_total{service_name=\"messenger-api\",route!~\"/health/.*\",status_class=\"5xx\"}[1m])) or vector(0)) / clamp_min(sum(rate(messenger_http_requests_total{service_name=\"messenger-api\",route!~\"/health/.*\"}[1m])), 1e-9)", + "series": 1 + }, + { + "panel": "API mean duration (seconds)", + "query": "sum(rate(messenger_http_duration_seconds_sum{service_name=\"messenger-api\",route!~\"/health/.*\"}[1m])) / clamp_min(sum(rate(messenger_http_duration_seconds_count{service_name=\"messenger-api\",route!~\"/health/.*\"}[1m])), 1e-9)", + "series": 1 + }, + { + "panel": "Worker attempt outcomes / second", + "query": "sum by (outcome) (rate(messenger_jobs_processed_total{service_name=\"messenger-worker\"}[1m]))", + "series": 3 + }, + { + "panel": "Worker mean attempt duration (seconds)", + "query": "sum(rate(messenger_jobs_duration_seconds_sum{service_name=\"messenger-worker\"}[1m])) / clamp_min(sum(rate(messenger_jobs_duration_seconds_count{service_name=\"messenger-worker\"}[1m])), 1e-9)", + "series": 1 + }, + { + "panel": "Worker completed attempts (counter)", + "query": "sum by (outcome) (messenger_jobs_processed_total{service_name=\"messenger-worker\"})", + "series": 3 + }, + { + "panel": "Structured application events (expand for trace_id / span_id / request_id)", + "query": "{service_name=~\"messenger-api|messenger-worker|messenger-publisher\"}", + "series": 1343 + }, + { + "panel": "API duration p50 / p95 / p99 (seconds)", + "query": "histogram_quantile(0.5, sum by (le) (rate(messenger_http_duration_seconds_bucket{service_name=\"messenger-api\",route!~\"/health/.*\"}[1m])))", + "series": 1 + }, + { + "panel": "API duration p50 / p95 / p99 (seconds)", + "query": "histogram_quantile(0.95, sum by (le) (rate(messenger_http_duration_seconds_bucket{service_name=\"messenger-api\",route!~\"/health/.*\"}[1m])))", + "series": 1 + }, + { + "panel": "API duration p50 / p95 / p99 (seconds)", + "query": "histogram_quantile(0.99, sum by (le) (rate(messenger_http_duration_seconds_bucket{service_name=\"messenger-api\",route!~\"/health/.*\"}[1m])))", + "series": 1 + }, + { + "panel": "Worker duration p50 / p95 / p99 (seconds)", + "query": "histogram_quantile(0.5, sum by (le) (rate(messenger_jobs_duration_seconds_bucket{service_name=\"messenger-worker\"}[1m])))", + "series": 1 + }, + { + "panel": "Worker duration p50 / p95 / p99 (seconds)", + "query": "histogram_quantile(0.95, sum by (le) (rate(messenger_jobs_duration_seconds_bucket{service_name=\"messenger-worker\"}[1m])))", + "series": 1 + }, + { + "panel": "Worker duration p50 / p95 / p99 (seconds)", + "query": "histogram_quantile(0.99, sum by (le) (rate(messenger_jobs_duration_seconds_bucket{service_name=\"messenger-worker\"}[1m])))", + "series": 1 + }, + { + "panel": "Durable unfinished jobs (count)", + "query": "max(messenger_queue_depth{service_name=\"messenger-publisher\"})", + "series": 1 + }, + { + "panel": "Oldest unfinished job / observer sample age (seconds)", + "query": "max(messenger_queue_oldest_age_seconds{service_name=\"messenger-publisher\"})", + "series": 1 + }, + { + "panel": "Oldest unfinished job / observer sample age (seconds)", + "query": "max(messenger_queue_sample_age_seconds{service_name=\"messenger-publisher\"})", + "series": 1 + }, + { + "panel": "DB pool used / capacity (connections)", + "query": "messenger_db_pool_used", + "series": 13 + }, + { + "panel": "DB pool used / capacity (connections)", + "query": "messenger_db_pool_capacity", + "series": 13 + }, + { + "panel": "DB acquisitions in progress (requests)", + "query": "messenger_db_pool_waiting", + "series": 13 + }, + { + "panel": "Worker saturation (busy / capacity)", + "query": "(sum(messenger_worker_busy{service_name=\"messenger-worker\"} and on(service_instance_id) (time() - messenger_worker_heartbeat_seconds{service_name=\"messenger-worker\"} < 15)) or vector(0)) / (sum(messenger_worker_capacity{service_name=\"messenger-worker\"} and on(service_instance_id) (time() - messenger_worker_heartbeat_seconds{service_name=\"messenger-worker\"} < 15)) or vector(0))", + "series": 1 + }, + { + "panel": "Worker busy / capacity (jobs)", + "query": "sum(messenger_worker_busy{service_name=\"messenger-worker\"} and on(service_instance_id) (time() - messenger_worker_heartbeat_seconds{service_name=\"messenger-worker\"} < 15)) or vector(0)", + "series": 1 + }, + { + "panel": "Worker busy / capacity (jobs)", + "query": "sum(messenger_worker_capacity{service_name=\"messenger-worker\"} and on(service_instance_id) (time() - messenger_worker_heartbeat_seconds{service_name=\"messenger-worker\"} < 15)) or vector(0)", + "series": 1 + }, + { + "panel": "Application CPU (cores)", + "query": "rate(messenger_process_cpu_seconds_total[1m])", + "series": 13 + }, + { + "panel": "Application resident RAM (bytes)", + "query": "messenger_process_memory_bytes", + "series": 13 + }, + { + "panel": "Acceptance to ready p50 / p95 / p99 (seconds)", + "query": "histogram_quantile(0.5, sum by (le) (rate(messenger_attachment_time_to_ready_seconds_bucket{service_name=\"messenger-worker\"}[1m])))", + "series": 1 + }, + { + "panel": "Acceptance to ready p50 / p95 / p99 (seconds)", + "query": "histogram_quantile(0.95, sum by (le) (rate(messenger_attachment_time_to_ready_seconds_bucket{service_name=\"messenger-worker\"}[1m])))", + "series": 1 + }, + { + "panel": "Acceptance to ready p50 / p95 / p99 (seconds)", + "query": "histogram_quantile(0.99, sum by (le) (rate(messenger_attachment_time_to_ready_seconds_bucket{service_name=\"messenger-worker\"}[1m])))", + "series": 1 + }, + { + "panel": "API availability SLI / SLO (5 minutes)", + "query": "1 - (sum(rate(messenger_http_requests_total{service_name=\"messenger-api\",route!~\"/health/.*\",status_class=\"5xx\"}[5m])) or vector(0)) / sum(rate(messenger_http_requests_total{service_name=\"messenger-api\",route!~\"/health/.*\"}[5m]))", + "series": 1 + }, + { + "panel": "API availability SLI / SLO (5 minutes)", + "query": "vector(0.99)", + "series": 1 + }, + { + "panel": "Ready within 60 seconds SLI / SLO (5 minutes)", + "query": "sum(rate(messenger_attachment_time_to_ready_seconds_bucket{service_name=\"messenger-worker\",le=\"60\"}[5m])) / sum(rate(messenger_attachment_time_to_ready_seconds_count{service_name=\"messenger-worker\"}[5m]))", + "series": 1 + }, + { + "panel": "Ready within 60 seconds SLI / SLO (5 minutes)", + "query": "vector(0.95)", + "series": 1 + }, + { + "panel": "Local alert state: pending / firing", + "query": "ALERTS{alertname=~\"MessengerHighErrorRate|MessengerQueueLag\"}", + "series": 0 + }, + { + "panel": "Collector queue occupancy (batches)", + "query": "otelcol_exporter_queue_size{exporter=~\"otlphttp/.*\"}", + "series": 2 + }, + { + "panel": "Collector queue occupancy (batches)", + "query": "otelcol_exporter_queue_capacity{exporter=~\"otlphttp/.*\"}", + "series": 2 + }, + { + "panel": "Collector failed export attempts / second", + "query": "rate(otelcol_exporter_send_failed_spans[1m])", + "series": 1 + }, + { + "panel": "Collector failed export attempts / second", + "query": "rate(otelcol_exporter_send_failed_log_records[1m])", + "series": 1 + } + ] +} diff --git a/evidence/failover.txt b/evidence/failover.txt new file mode 100644 index 0000000..462a37a --- /dev/null +++ b/evidence/failover.txt @@ -0,0 +1,19 @@ + +UTC: 2026-11-21T09:15:31Z +Command: docker compose --profile tools run --rm -T --no-deps tester python3 -u tests/resilience.py --mode failover --action-script scripts/stop-one.sh + Container messenger-lab6-tester-run-0af389d5dbc3 Creating + Container messenger-lab6-tester-run-0af389d5dbc3 Created +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 127, "failed_attempts": 0, "first_recovery_seconds": 4.189} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. + +RESULT: PASS (exit 0) at 2026-11-21T09:15:52Z + +UTC: 2026-11-21T09:15:53Z +Command: docker compose --profile tools run --rm -T --no-deps tester sh scripts/start-api.sh + Container messenger-lab6-tester-run-b9e9496603b9 Creating + Container messenger-lab6-tester-run-b9e9496603b9 Created +started api container 81ebb23d65ec +running api replicas: 2 + +RESULT: PASS (exit 0) at 2026-11-21T09:16:00Z diff --git a/evidence/image-validation.txt b/evidence/image-validation.txt new file mode 100644 index 0000000..0d83df5 --- /dev/null +++ b/evidence/image-validation.txt @@ -0,0 +1,19 @@ + +UTC: 2026-11-21T09:09:53Z +Command: docker compose --profile tools run --rm -T --no-deps tester python3 -u student-tests/image_validation_unit.py + Container messenger-lab6-tester-run-56217a03ad55 Creating + Container messenger-lab6-tester-run-56217a03ad55 Created +test_adam7_pass_filter_boundaries (__main__.ImageValidationTests.test_adam7_pass_filter_boundaries) ... ok +test_crc_compressed_tail_and_pixel_bomb (__main__.ImageValidationTests.test_crc_compressed_tail_and_pixel_bomb) ... ok +test_critical_headers_and_chunk_order (__main__.ImageValidationTests.test_critical_headers_and_chunk_order) ... ok +test_filter_values_and_row_boundaries (__main__.ImageValidationTests.test_filter_values_and_row_boundaries) ... ok +test_jpeg_and_truncated_progressive_above_old_bypass_limit (__main__.ImageValidationTests.test_jpeg_and_truncated_progressive_above_old_bypass_limit) ... ok +test_palette_shape_and_transparency (__main__.ImageValidationTests.test_palette_shape_and_transparency) ... ok +test_valid_png_and_trailing_padding (__main__.ImageValidationTests.test_valid_png_and_trailing_padding) ... ok + +---------------------------------------------------------------------- +Ran 7 tests in 0.462s + +OK + +RESULT: PASS (exit 0) at 2026-11-21T09:09:55Z diff --git a/evidence/images.txt b/evidence/images.txt new file mode 100644 index 0000000..97aa1fe --- /dev/null +++ b/evidence/images.txt @@ -0,0 +1,14 @@ + +UTC: 2026-11-21T09:09:55Z +Command: docker compose --profile tools run --rm -T --no-deps tester python3 -u student-tests/lab5_images.py + Container messenger-lab6-tester-run-d0860115a1da Creating + Container messenger-lab6-tester-run-d0860115a1da Created +PASS centered crop, three real variants, checksums, original bytes and ACL +PASS no upscaling and floor rounding for thumbnail/optimized +PASS transparent PNG composited onto white JPEG +PASS EXIF orientation applied to variants and metadata removed +PASS malformed PNG filter and truncated >16MP progressive JPEG rejected before 202 +PASS invalid/MIME mismatch 415, >10MiB and >40M pixels 413, unsafe filenames 400 +PASS: lab5 grade4 image checks + +RESULT: PASS (exit 0) at 2026-11-21T09:10:05Z diff --git a/evidence/incident-db-logs.json b/evidence/incident-db-logs.json new file mode 100644 index 0000000..4e4e6f3 --- /dev/null +++ b/evidence/incident-db-logs.json @@ -0,0 +1,191 @@ +{ + "status": "success", + "data": { + "resultType": "streams", + "result": [ + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "error", + "duration_seconds": "3.3880072909998944", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251516034833239", + "outcome": "error", + "request_id": "f44f1b74-f3f1-4cbe-8b44-510cfbe21ebd", + "route": "/api/v1/users", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "17", + "severity_text": "ERROR", + "span_id": "6389f79f96d8c840", + "status_code": "503", + "trace_id": "819eab187881e315742feb7f2ebb70ff" + }, + "values": [ + [ + "1795251516034664192", + "http.request.complete" + ] + ] + } + ], + "stats": { + "summary": { + "bytesProcessedPerSecond": 4455963, + "linesProcessedPerSecond": 22619, + "totalBytesProcessed": 70329, + "totalLinesProcessed": 357, + "execTime": 0.015783, + "queueTime": 0.002886, + "subqueries": 0, + "totalEntriesReturned": 1, + "splits": 2, + "shards": 2, + "totalPostFilterLines": 1, + "totalStructuredMetadataBytesProcessed": 62832 + }, + "querier": { + "store": { + "totalChunksRef": 0, + "totalChunksDownloaded": 0, + "chunksDownloadTime": 0, + "queryReferencedStructuredMetadata": false, + "chunk": { + "headChunkBytes": 0, + "headChunkLines": 0, + "decompressedBytes": 0, + "decompressedLines": 0, + "compressedBytes": 0, + "totalDuplicates": 0, + "postFilterLines": 0, + "headChunkStructuredMetadataBytes": 0, + "decompressedStructuredMetadataBytes": 0 + }, + "chunkRefsFetchTime": 0, + "congestionControlLatency": 0, + "pipelineWrapperFilteredLines": 0 + } + }, + "ingester": { + "totalReached": 2, + "totalChunksMatched": 2, + "totalBatches": 3, + "totalLinesSent": 1, + "store": { + "totalChunksRef": 0, + "totalChunksDownloaded": 0, + "chunksDownloadTime": 0, + "queryReferencedStructuredMetadata": true, + "chunk": { + "headChunkBytes": 70329, + "headChunkLines": 357, + "decompressedBytes": 0, + "decompressedLines": 0, + "compressedBytes": 0, + "totalDuplicates": 0, + "postFilterLines": 1, + "headChunkStructuredMetadataBytes": 62832, + "decompressedStructuredMetadataBytes": 0 + }, + "chunkRefsFetchTime": 584920, + "congestionControlLatency": 0, + "pipelineWrapperFilteredLines": 0 + } + }, + "cache": { + "chunk": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "index": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "result": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "statsResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "volumeResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "seriesResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "labelResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "instantMetricResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + } + }, + "index": { + "totalChunks": 0, + "postFilterChunks": 0, + "shardsDuration": 0 + } + } + } +} diff --git a/evidence/incident-db-trace.json b/evidence/incident-db-trace.json new file mode 100644 index 0000000..f23a77b --- /dev/null +++ b/evidence/incident-db-trace.json @@ -0,0 +1,107 @@ +{ + "batches": [ + { + "resource": { + "attributes": [ + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "0d13c5814dab" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + }, + { + "key": "service.name", + "value": { + "stringValue": "messenger-api" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "gZ6rGHiB4xV0L+t/Lrtw/w==", + "spanId": "z5kgvNQvytc=", + "parentSpanId": "Y4n3n5bYyEA=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251513033234050", + "endTimeUnixNano": "1795251516033386648", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "exception_type", + "value": { + "stringValue": "TimeoutError" + } + } + ], + "status": { + "code": "STATUS_CODE_ERROR" + } + }, + { + "traceId": "gZ6rGHiB4xV0L+t/Lrtw/w==", + "spanId": "Y4n3n5bYyEA=", + "name": "POST /api/v1/users", + "kind": "SPAN_KIND_SERVER", + "startTimeUnixNano": "1795251512647658833", + "endTimeUnixNano": "1795251516034910448", + "attributes": [ + { + "key": "method", + "value": { + "stringValue": "POST" + } + }, + { + "key": "route", + "value": { + "stringValue": "/api/v1/users" + } + }, + { + "key": "status_class", + "value": { + "stringValue": "5xx" + } + }, + { + "key": "http.response.status_code", + "value": { + "intValue": "503" + } + } + ], + "status": { + "code": "STATUS_CODE_ERROR" + } + } + ] + } + ] + } + ] +} diff --git a/evidence/lab5-final-console.txt b/evidence/lab5-final-console.txt new file mode 100644 index 0000000..450af57 --- /dev/null +++ b/evidence/lab5-final-console.txt @@ -0,0 +1,443 @@ + +UTC: 2026-11-21T09:09:39Z +Command: C:\Users\masha\AppData\Local\Programs\Python\Python313\python.exe -X utf8 scripts/test_lab5.py + +UTC: 2026-11-21T09:09:40Z +Command: docker compose --profile tools ps --status running --services +api +broker +db +grafana +lb +loki +otel-collector +prometheus +publisher +s3 +tempo +valkey +worker + +RESULT: PASS (exit 0) at 2026-11-21T09:09:40Z + +UTC: 2026-11-21T09:09:40Z +Command: docker compose --profile tools ps -a +NAME IMAGE COMMAND SERVICE CREATED STATUS PORTS +messenger-lab6-api-1 messenger-lab6-api:dev "python -m app.server" api 18 minutes ago Up 17 minutes (healthy) 8080/tcp +messenger-lab6-api-2 messenger-lab6-api:dev "python -m app.server" api 18 minutes ago Up 17 minutes (healthy) 8080/tcp +messenger-lab6-broker-1 rabbitmq:3.13.7-alpine "/bin/sh -ec 'export…" broker 34 minutes ago Up 24 minutes (healthy) 4369/tcp, 5671-5672/tcp, 15691-15692/tcp, 25672/tcp +messenger-lab6-db-1 postgres:16.4-alpine "docker-entrypoint.s…" db 34 minutes ago Up 10 minutes (healthy) 5432/tcp +messenger-lab6-grafana-1 grafana/grafana:11.2.2 "/run.sh" grafana 19 minutes ago Up 18 minutes 127.0.0.1:3000->3000/tcp +messenger-lab6-lb-1 haproxy:3.0.11-alpine "docker-entrypoint.s…" lb 17 minutes ago Up 17 minutes (healthy) 127.0.0.1:8086->8080/tcp, 127.0.0.1:8406->8404/tcp +messenger-lab6-loki-1 grafana/loki:3.2.1 "/usr/bin/loki -conf…" loki 19 minutes ago Up 8 minutes 127.0.0.1:3100->3100/tcp +messenger-lab6-migrate-1 messenger-lab6-api:dev "python scripts/migr…" migrate 18 minutes ago Exited (0) 16 minutes ago +messenger-lab6-otel-collector-1 otel/opentelemetry-collector-contrib:0.111.0 "/otelcol-contrib --…" otel-collector 20 minutes ago Up 20 minutes 4317/tcp, 55678-55679/tcp +messenger-lab6-prometheus-1 prom/prometheus:v2.55.0 "/bin/prometheus --c…" prometheus 19 minutes ago Up 18 minutes 127.0.0.1:9090->9090/tcp +messenger-lab6-publisher-1 messenger-lab6-api:dev "python -m app.jobs" publisher 18 minutes ago Up 17 minutes 8080/tcp +messenger-lab6-s3-1 chrislusf/seaweedfs:3.97 "/bin/sh /opt/lab/st…" s3 34 minutes ago Up 13 minutes (healthy) 7333/tcp, 8080/tcp, 8333/tcp, 8888/tcp, 9333/tcp, 18080/tcp, 18888/tcp, 19333/tcp +messenger-lab6-s3-init-1 messenger-lab6-api:dev "python scripts/s3_b…" s3-init 18 minutes ago Exited (0) 16 minutes ago +messenger-lab6-tempo-1 grafana/tempo:2.6.1 "/tempo -config.file…" tempo 3 minutes ago Up 3 minutes 127.0.0.1:3200->3200/tcp +messenger-lab6-valkey-1 valkey/valkey:8.0.1-alpine "docker-entrypoint.s…" valkey 34 minutes ago Up 24 minutes (healthy) 6379/tcp +messenger-lab6-worker-1 messenger-lab6-api:dev "python -m app.worker" worker 18 minutes ago Up 5 minutes 8080/tcp + +RESULT: PASS (exit 0) at 2026-11-21T09:09:40Z + +UTC: 2026-11-21T09:09:40Z +Command: docker compose --profile tools build tester + Image messenger-lab6-tester Building +#1 [internal] load local bake definitions +#1 reading from stdin 587B 0.0s done +#1 DONE 0.0s + +#2 [internal] load build definition from Dockerfile.tester +#2 transferring dockerfile: 405B done +#2 DONE 0.0s + +#3 [internal] load metadata for docker.io/library/python:3.12.11-alpine3.22 +#3 DONE 0.2s + +#4 [internal] load metadata for docker.io/library/docker:28.5.1-cli +#4 DONE 0.2s + +#5 [internal] load .dockerignore +#5 transferring context: 286B done +#5 DONE 0.0s + +#6 [stage-1 1/5] FROM docker.io/library/python:3.12.11-alpine3.22@sha256:efcdfa6a6b2fd2afb9c7dfa9a5b288a6f68338b5cfdebe6b637d986067d85757 +#6 resolve docker.io/library/python:3.12.11-alpine3.22@sha256:efcdfa6a6b2fd2afb9c7dfa9a5b288a6f68338b5cfdebe6b637d986067d85757 0.0s done +#6 DONE 0.1s + +#7 [docker-cli 1/1] FROM docker.io/library/docker:28.5.1-cli@sha256:9190b0613792e658a7783cf14b2d5ace5941bb68ede7276922ea36ee457d76ad +#7 resolve docker.io/library/docker:28.5.1-cli@sha256:9190b0613792e658a7783cf14b2d5ace5941bb68ede7276922ea36ee457d76ad 0.0s done +#7 DONE 0.1s + +#8 [stage-1 2/5] RUN apk add --no-cache make +#8 CACHED + +#9 [stage-1 3/5] RUN pip install --no-cache-dir Pillow==11.0.0 +#9 CACHED + +#10 [stage-1 4/5] COPY --from=docker-cli /usr/local/bin/docker /usr/local/bin/docker +#10 CACHED + +#11 [stage-1 5/5] WORKDIR /work +#11 CACHED + +#12 exporting to image +#12 exporting layers done +#12 exporting manifest sha256:1c93bba11e9ded8b819bbcadafd9217f8b6b4fc5301deeca1e720c49a45f1b2e done +#12 exporting config sha256:9ad2daad56b9cfccc6c03e7be0468faf51994e1604e86b502077a03f28844325 done +#12 exporting attestation manifest sha256:96fa2816d4a538ed8e6e3ea5c702033990470ee27e842b91c5f2979f0304e95a 0.1s done +#12 exporting manifest list sha256:3e586fe0bf4aeb3814ad182a780c6173a9e252da1c33e7e61f20187228c8b23f 0.0s done +#12 naming to docker.io/library/messenger-lab6-tester:latest +#12 naming to docker.io/library/messenger-lab6-tester:latest done +#12 unpacking to docker.io/library/messenger-lab6-tester:latest 0.0s done +#12 DONE 0.2s + +#13 resolving provenance for metadata file +#13 DONE 0.0s + Image messenger-lab6-tester Built + +RESULT: PASS (exit 0) at 2026-11-21T09:09:42Z + +UTC: 2026-11-21T09:09:42Z +Command: docker compose --profile tools run --rm -T --no-deps tester python3 -u scripts/check_contract.py + Container messenger-lab6-tester-run-e5ea96fea8b0 Creating + Container messenger-lab6-tester-run-e5ea96fea8b0 Created +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. + +RESULT: PASS (exit 0) at 2026-11-21T09:09:46Z + +UTC: 2026-11-21T09:09:46Z +Command: docker compose --profile tools run --rm -T --no-deps tester python3 -u tests/smoke.py + Container messenger-lab6-tester-run-42a477b98467 Creating + Container messenger-lab6-tester-run-42a477b98467 Created +PASS: lab6 public API scenario; infrastructure and grading evidence remain separate. + +RESULT: PASS (exit 0) at 2026-11-21T09:09:53Z + +UTC: 2026-11-21T09:09:53Z +Command: docker compose --profile tools run --rm -T --no-deps tester python3 -u student-tests/image_validation_unit.py + Container messenger-lab6-tester-run-56217a03ad55 Creating + Container messenger-lab6-tester-run-56217a03ad55 Created +test_adam7_pass_filter_boundaries (__main__.ImageValidationTests.test_adam7_pass_filter_boundaries) ... ok +test_crc_compressed_tail_and_pixel_bomb (__main__.ImageValidationTests.test_crc_compressed_tail_and_pixel_bomb) ... ok +test_critical_headers_and_chunk_order (__main__.ImageValidationTests.test_critical_headers_and_chunk_order) ... ok +test_filter_values_and_row_boundaries (__main__.ImageValidationTests.test_filter_values_and_row_boundaries) ... ok +test_jpeg_and_truncated_progressive_above_old_bypass_limit (__main__.ImageValidationTests.test_jpeg_and_truncated_progressive_above_old_bypass_limit) ... ok +test_palette_shape_and_transparency (__main__.ImageValidationTests.test_palette_shape_and_transparency) ... ok +test_valid_png_and_trailing_padding (__main__.ImageValidationTests.test_valid_png_and_trailing_padding) ... ok + +---------------------------------------------------------------------- +Ran 7 tests in 0.462s + +OK + +RESULT: PASS (exit 0) at 2026-11-21T09:09:55Z + +UTC: 2026-11-21T09:09:55Z +Command: docker compose --profile tools run --rm -T --no-deps tester python3 -u student-tests/lab5_images.py + Container messenger-lab6-tester-run-d0860115a1da Creating + Container messenger-lab6-tester-run-d0860115a1da Created +PASS centered crop, three real variants, checksums, original bytes and ACL +PASS no upscaling and floor rounding for thumbnail/optimized +PASS transparent PNG composited onto white JPEG +PASS EXIF orientation applied to variants and metadata removed +PASS malformed PNG filter and truncated >16MP progressive JPEG rejected before 202 +PASS invalid/MIME mismatch 415, >10MiB and >40M pixels 413, unsafe filenames 400 +PASS: lab5 grade4 image checks + +RESULT: PASS (exit 0) at 2026-11-21T09:10:05Z + +UTC: 2026-11-21T09:10:05Z +Command: docker compose --profile tools exec -T worker python -u - < student-tests/lab5_limits.py +PASS memory: real 16MP image decoder stopped at RLIMIT_AS=48MiB +PASS timeout: decoder killed and reaped; parent continues +PASS: lab5 decoder resource limits + +RESULT: PASS (exit 0) at 2026-11-21T09:10:08Z + +UTC: 2026-11-21T09:10:08Z +Command: docker compose --profile tools run --rm -T --no-deps tester chmod +x scripts/restart.sh scripts/stop-one.sh + Container messenger-lab6-tester-run-100a83886eb9 Creating + Container messenger-lab6-tester-run-100a83886eb9 Created + +RESULT: PASS (exit 0) at 2026-11-21T09:10:09Z + +UTC: 2026-11-21T09:10:09Z +Command: docker compose --profile tools run --rm -T --no-deps tester python3 -u student-tests/lab5_recovery.py + Container messenger-lab6-tester-run-6606f20c462f Creating + Container messenger-lab6-tester-run-6606f20c462f Created +PASS persistence: attachment=9d7de7ac-016a-49d7-a0f1-9b880cee3c83 same session/ID after API+broker restart; volumes preserved; queued content409; messages201; ready +PASS crash_after_commit_before_publish: attachment=af40fc00-4da4-4fe6-80b3-27a8879d7661 hits=1 recovered_seconds=4.0; same original; three variants +PASS crash_after_objects_before_commit: attachment=30ee3a05-086c-45fd-bbf1-78df42514413 hits=1 recovered_seconds=118.6; same original; three variants +PASS crash_after_commit_before_ack: attachment=4aa3f19d-638f-492a-b17e-ccb103f1cae9 hits=1 recovered_seconds=0.4; same original; three variants +PASS failed/replay: attachment=00b66546-aa21-4115-aca1-13fbc7f47f2c; permanent error fails once; failed registry; content/link409; audited replay preserves job_id; ready duplicate no-op +PASS transient S3 outage: attachment=242a36c2-40f8-440f-899b-228164e5ddc4; attempts=5; durable retries, retry_exhausted, explicit replay after recovery +PASS: lab5 grade4 recovery checks (all) + +RESULT: PASS (exit 0) at 2026-11-21T09:14:39Z + +UTC: 2026-11-21T09:14:39Z +Command: docker compose --profile tools ps -a -q +81ebb23d65ec0d8f5eb9ae2d4da96e25e039c243048d325762805276860b5a85 +0d13c5814dabaec1e9c2fab5b0199548668d44d3545aea4275250859d25b7dd8 +d7b60f9558f079a28b76494c527c9e9341263729f5a0118ac6db1d1d388be54d +0cfc9b11ef3caed56dd7e4b22337e7c92163cc447dba971c29c277f07790a084 +b40de06dc1d77aa83f1f0ca68bbc1dfe9fe337be16be9f3340993d781060b026 +5448a293692bfe7b4297906534f74dc8e65793746d349d6bf7e674766ef943e4 +278dcc4f37a2344d41b2a924fa14e9f8282a3671719c516121850092b741f300 +68d796ac925f0ca1f88927a1a31486f228248d80c7a38966b22c14b48a5d07bf +93a2b85ca3d137ee5c98fe69c918a1496988c811eef4c8563d7018a128b1546c +13523d87d42a41c573081eede09a9e8afe9378e030c850214b2f063f7a9abe5b +cdc87d3378f2c06dba602760661e60141929e2fb1b7248d59769a57987f2b2bb +a30fa6baae40e97264da0406c72178f0d2e5e194d8c7dbb916b1bf9f69ff0612 +00e5826b0d93e9be4fd82cd2210d4589ecd1d27368d80e2f7a609e9920604007 +fc5561671768ddd4b9a405d5be8dbc5f0d19335520b95218d4a2f519ef590a05 +837eda8499aa16593a8c42b89e87fa1b5d834d240f8d5247a7c49027d015a053 +27b1583583d52b794e554a5df74bebd61c4118bf3e2de5aef38295ba8bc780dd + +RESULT: PASS (exit 0) at 2026-11-21T09:14:40Z + +UTC: 2026-11-21T09:14:40Z +Command: docker inspect --format "{{.Name}} status={{.State.Status}} started={{.State.StartedAt}} finished={{.State.FinishedAt}}" 81ebb23d65ec0d8f5eb9ae2d4da96e25e039c243048d325762805276860b5a85 0d13c5814dabaec1e9c2fab5b0199548668d44d3545aea4275250859d25b7dd8 d7b60f9558f079a28b76494c527c9e9341263729f5a0118ac6db1d1d388be54d 0cfc9b11ef3caed56dd7e4b22337e7c92163cc447dba971c29c277f07790a084 b40de06dc1d77aa83f1f0ca68bbc1dfe9fe337be16be9f3340993d781060b026 5448a293692bfe7b4297906534f74dc8e65793746d349d6bf7e674766ef943e4 278dcc4f37a2344d41b2a924fa14e9f8282a3671719c516121850092b741f300 68d796ac925f0ca1f88927a1a31486f228248d80c7a38966b22c14b48a5d07bf 93a2b85ca3d137ee5c98fe69c918a1496988c811eef4c8563d7018a128b1546c 13523d87d42a41c573081eede09a9e8afe9378e030c850214b2f063f7a9abe5b cdc87d3378f2c06dba602760661e60141929e2fb1b7248d59769a57987f2b2bb a30fa6baae40e97264da0406c72178f0d2e5e194d8c7dbb916b1bf9f69ff0612 00e5826b0d93e9be4fd82cd2210d4589ecd1d27368d80e2f7a609e9920604007 fc5561671768ddd4b9a405d5be8dbc5f0d19335520b95218d4a2f519ef590a05 837eda8499aa16593a8c42b89e87fa1b5d834d240f8d5247a7c49027d015a053 27b1583583d52b794e554a5df74bebd61c4118bf3e2de5aef38295ba8bc780dd +/messenger-lab6-api-1 status=running started=2026-11-21T09:10:22.045070464Z finished=2026-11-21T09:10:21.647750535Z +/messenger-lab6-api-2 status=running started=2026-11-21T09:10:18.318585259Z finished=2026-11-21T09:10:17.940277751Z +/messenger-lab6-broker-1 status=running started=2026-11-21T09:10:24.158928332Z finished=2026-11-21T09:10:23.907977242Z +/messenger-lab6-db-1 status=running started=2026-11-21T08:59:12.528963564Z finished=2026-11-21T08:58:31.826616128Z +/messenger-lab6-grafana-1 status=running started=2026-11-21T08:51:11.412805651Z finished=2026-11-21T08:51:10.520984964Z +/messenger-lab6-lb-1 status=running started=2026-11-21T08:51:52.621809468Z finished=0001-01-01T00:00:00Z +/messenger-lab6-loki-1 status=running started=2026-11-21T09:01:34.707920007Z finished=2026-11-21T09:00:28.644856083Z +/messenger-lab6-migrate-1 status=exited started=2026-11-21T08:52:49.834748909Z finished=2026-11-21T08:52:50.79798573Z +/messenger-lab6-otel-collector-1 status=running started=2026-11-21T08:49:03.407564143Z finished=0001-01-01T00:00:00Z +/messenger-lab6-prometheus-1 status=running started=2026-11-21T08:51:11.311294483Z finished=2026-11-21T08:51:10.512998838Z +/messenger-lab6-publisher-1 status=running started=2026-11-21T09:10:55.825987305Z finished=2026-11-21T09:10:55.547390235Z +/messenger-lab6-s3-1 status=running started=2026-11-21T09:14:09.569875679Z finished=2026-11-21T09:13:44.880718518Z +/messenger-lab6-s3-init-1 status=exited started=2026-11-21T08:53:15.109417522Z finished=2026-11-21T08:53:17.005092363Z +/messenger-lab6-tempo-1 status=running started=2026-11-21T09:06:37.030642992Z finished=0001-01-01T00:00:00Z +/messenger-lab6-valkey-1 status=running started=2026-11-21T08:45:28.390651046Z finished=2026-11-21T08:45:27.109421727Z +/messenger-lab6-worker-1 status=running started=2026-11-21T09:13:45.19691868Z finished=2026-11-21T09:13:41.499885247Z + +RESULT: PASS (exit 0) at 2026-11-21T09:14:40Z + +UTC: 2026-11-21T09:14:40Z +Command: docker compose --profile tools run --rm -T --no-deps tester python3 -u tests/resilience.py --mode persistence --action-script scripts/restart.sh + Container messenger-lab6-tester-run-e3bdaf9250f1 Creating + Container messenger-lab6-tester-run-e3bdaf9250f1 Created +Executing explicit persistence hook; hook output suppressed to avoid leaking secrets. +PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence. + +RESULT: PASS (exit 0) at 2026-11-21T09:15:30Z + +UTC: 2026-11-21T09:15:30Z +Command: docker compose --profile tools ps -a -q +81ebb23d65ec0d8f5eb9ae2d4da96e25e039c243048d325762805276860b5a85 +0d13c5814dabaec1e9c2fab5b0199548668d44d3545aea4275250859d25b7dd8 +d7b60f9558f079a28b76494c527c9e9341263729f5a0118ac6db1d1d388be54d +0cfc9b11ef3caed56dd7e4b22337e7c92163cc447dba971c29c277f07790a084 +b40de06dc1d77aa83f1f0ca68bbc1dfe9fe337be16be9f3340993d781060b026 +5448a293692bfe7b4297906534f74dc8e65793746d349d6bf7e674766ef943e4 +278dcc4f37a2344d41b2a924fa14e9f8282a3671719c516121850092b741f300 +68d796ac925f0ca1f88927a1a31486f228248d80c7a38966b22c14b48a5d07bf +93a2b85ca3d137ee5c98fe69c918a1496988c811eef4c8563d7018a128b1546c +13523d87d42a41c573081eede09a9e8afe9378e030c850214b2f063f7a9abe5b +cdc87d3378f2c06dba602760661e60141929e2fb1b7248d59769a57987f2b2bb +a30fa6baae40e97264da0406c72178f0d2e5e194d8c7dbb916b1bf9f69ff0612 +00e5826b0d93e9be4fd82cd2210d4589ecd1d27368d80e2f7a609e9920604007 +fc5561671768ddd4b9a405d5be8dbc5f0d19335520b95218d4a2f519ef590a05 +837eda8499aa16593a8c42b89e87fa1b5d834d240f8d5247a7c49027d015a053 +27b1583583d52b794e554a5df74bebd61c4118bf3e2de5aef38295ba8bc780dd + +RESULT: PASS (exit 0) at 2026-11-21T09:15:31Z + +UTC: 2026-11-21T09:15:31Z +Command: docker inspect --format "{{.Name}} status={{.State.Status}} started={{.State.StartedAt}} finished={{.State.FinishedAt}}" 81ebb23d65ec0d8f5eb9ae2d4da96e25e039c243048d325762805276860b5a85 0d13c5814dabaec1e9c2fab5b0199548668d44d3545aea4275250859d25b7dd8 d7b60f9558f079a28b76494c527c9e9341263729f5a0118ac6db1d1d388be54d 0cfc9b11ef3caed56dd7e4b22337e7c92163cc447dba971c29c277f07790a084 b40de06dc1d77aa83f1f0ca68bbc1dfe9fe337be16be9f3340993d781060b026 5448a293692bfe7b4297906534f74dc8e65793746d349d6bf7e674766ef943e4 278dcc4f37a2344d41b2a924fa14e9f8282a3671719c516121850092b741f300 68d796ac925f0ca1f88927a1a31486f228248d80c7a38966b22c14b48a5d07bf 93a2b85ca3d137ee5c98fe69c918a1496988c811eef4c8563d7018a128b1546c 13523d87d42a41c573081eede09a9e8afe9378e030c850214b2f063f7a9abe5b cdc87d3378f2c06dba602760661e60141929e2fb1b7248d59769a57987f2b2bb a30fa6baae40e97264da0406c72178f0d2e5e194d8c7dbb916b1bf9f69ff0612 00e5826b0d93e9be4fd82cd2210d4589ecd1d27368d80e2f7a609e9920604007 fc5561671768ddd4b9a405d5be8dbc5f0d19335520b95218d4a2f519ef590a05 837eda8499aa16593a8c42b89e87fa1b5d834d240f8d5247a7c49027d015a053 27b1583583d52b794e554a5df74bebd61c4118bf3e2de5aef38295ba8bc780dd +/messenger-lab6-api-1 status=running started=2026-11-21T09:15:18.227427331Z finished=2026-11-21T09:14:49.40226195Z +/messenger-lab6-api-2 status=running started=2026-11-21T09:15:17.875504619Z finished=2026-11-21T09:14:49.181726236Z +/messenger-lab6-broker-1 status=running started=2026-11-21T09:14:51.311241575Z finished=2026-11-21T09:14:49.824073591Z +/messenger-lab6-db-1 status=running started=2026-11-21T09:14:50.494933266Z finished=2026-11-21T09:14:49.814681938Z +/messenger-lab6-grafana-1 status=running started=2026-11-21T08:51:11.412805651Z finished=2026-11-21T08:51:10.520984964Z +/messenger-lab6-lb-1 status=running started=2026-11-21T09:15:24.826206264Z finished=2026-11-21T09:14:45.274514498Z +/messenger-lab6-loki-1 status=running started=2026-11-21T09:01:34.707920007Z finished=2026-11-21T09:00:28.644856083Z +/messenger-lab6-migrate-1 status=exited started=2026-11-21T08:52:49.834748909Z finished=2026-11-21T08:52:50.79798573Z +/messenger-lab6-otel-collector-1 status=running started=2026-11-21T08:49:03.407564143Z finished=0001-01-01T00:00:00Z +/messenger-lab6-prometheus-1 status=running started=2026-11-21T08:51:11.311294483Z finished=2026-11-21T08:51:10.512998838Z +/messenger-lab6-publisher-1 status=running started=2026-11-21T09:15:17.332690697Z finished=2026-11-21T09:14:45.830823803Z +/messenger-lab6-s3-1 status=running started=2026-11-21T09:14:51.024302658Z finished=2026-11-21T09:14:49.817292594Z +/messenger-lab6-s3-init-1 status=exited started=2026-11-21T08:53:15.109417522Z finished=2026-11-21T08:53:17.005092363Z +/messenger-lab6-tempo-1 status=running started=2026-11-21T09:06:37.030642992Z finished=0001-01-01T00:00:00Z +/messenger-lab6-valkey-1 status=running started=2026-11-21T09:14:50.777977548Z finished=2026-11-21T09:14:49.803932669Z +/messenger-lab6-worker-1 status=running started=2026-11-21T09:15:17.592030927Z finished=2026-11-21T09:14:45.554953067Z + +RESULT: PASS (exit 0) at 2026-11-21T09:15:31Z + +UTC: 2026-11-21T09:15:31Z +Command: docker compose --profile tools ps -a -q +81ebb23d65ec0d8f5eb9ae2d4da96e25e039c243048d325762805276860b5a85 +0d13c5814dabaec1e9c2fab5b0199548668d44d3545aea4275250859d25b7dd8 +d7b60f9558f079a28b76494c527c9e9341263729f5a0118ac6db1d1d388be54d +0cfc9b11ef3caed56dd7e4b22337e7c92163cc447dba971c29c277f07790a084 +b40de06dc1d77aa83f1f0ca68bbc1dfe9fe337be16be9f3340993d781060b026 +5448a293692bfe7b4297906534f74dc8e65793746d349d6bf7e674766ef943e4 +278dcc4f37a2344d41b2a924fa14e9f8282a3671719c516121850092b741f300 +68d796ac925f0ca1f88927a1a31486f228248d80c7a38966b22c14b48a5d07bf +93a2b85ca3d137ee5c98fe69c918a1496988c811eef4c8563d7018a128b1546c +13523d87d42a41c573081eede09a9e8afe9378e030c850214b2f063f7a9abe5b +cdc87d3378f2c06dba602760661e60141929e2fb1b7248d59769a57987f2b2bb +a30fa6baae40e97264da0406c72178f0d2e5e194d8c7dbb916b1bf9f69ff0612 +00e5826b0d93e9be4fd82cd2210d4589ecd1d27368d80e2f7a609e9920604007 +fc5561671768ddd4b9a405d5be8dbc5f0d19335520b95218d4a2f519ef590a05 +837eda8499aa16593a8c42b89e87fa1b5d834d240f8d5247a7c49027d015a053 +27b1583583d52b794e554a5df74bebd61c4118bf3e2de5aef38295ba8bc780dd + +RESULT: PASS (exit 0) at 2026-11-21T09:15:31Z + +UTC: 2026-11-21T09:15:31Z +Command: docker inspect --format "{{.Name}} status={{.State.Status}} started={{.State.StartedAt}} finished={{.State.FinishedAt}}" 81ebb23d65ec0d8f5eb9ae2d4da96e25e039c243048d325762805276860b5a85 0d13c5814dabaec1e9c2fab5b0199548668d44d3545aea4275250859d25b7dd8 d7b60f9558f079a28b76494c527c9e9341263729f5a0118ac6db1d1d388be54d 0cfc9b11ef3caed56dd7e4b22337e7c92163cc447dba971c29c277f07790a084 b40de06dc1d77aa83f1f0ca68bbc1dfe9fe337be16be9f3340993d781060b026 5448a293692bfe7b4297906534f74dc8e65793746d349d6bf7e674766ef943e4 278dcc4f37a2344d41b2a924fa14e9f8282a3671719c516121850092b741f300 68d796ac925f0ca1f88927a1a31486f228248d80c7a38966b22c14b48a5d07bf 93a2b85ca3d137ee5c98fe69c918a1496988c811eef4c8563d7018a128b1546c 13523d87d42a41c573081eede09a9e8afe9378e030c850214b2f063f7a9abe5b cdc87d3378f2c06dba602760661e60141929e2fb1b7248d59769a57987f2b2bb a30fa6baae40e97264da0406c72178f0d2e5e194d8c7dbb916b1bf9f69ff0612 00e5826b0d93e9be4fd82cd2210d4589ecd1d27368d80e2f7a609e9920604007 fc5561671768ddd4b9a405d5be8dbc5f0d19335520b95218d4a2f519ef590a05 837eda8499aa16593a8c42b89e87fa1b5d834d240f8d5247a7c49027d015a053 27b1583583d52b794e554a5df74bebd61c4118bf3e2de5aef38295ba8bc780dd +/messenger-lab6-api-1 status=running started=2026-11-21T09:15:18.227427331Z finished=2026-11-21T09:14:49.40226195Z +/messenger-lab6-api-2 status=running started=2026-11-21T09:15:17.875504619Z finished=2026-11-21T09:14:49.181726236Z +/messenger-lab6-broker-1 status=running started=2026-11-21T09:14:51.311241575Z finished=2026-11-21T09:14:49.824073591Z +/messenger-lab6-db-1 status=running started=2026-11-21T09:14:50.494933266Z finished=2026-11-21T09:14:49.814681938Z +/messenger-lab6-grafana-1 status=running started=2026-11-21T08:51:11.412805651Z finished=2026-11-21T08:51:10.520984964Z +/messenger-lab6-lb-1 status=running started=2026-11-21T09:15:24.826206264Z finished=2026-11-21T09:14:45.274514498Z +/messenger-lab6-loki-1 status=running started=2026-11-21T09:01:34.707920007Z finished=2026-11-21T09:00:28.644856083Z +/messenger-lab6-migrate-1 status=exited started=2026-11-21T08:52:49.834748909Z finished=2026-11-21T08:52:50.79798573Z +/messenger-lab6-otel-collector-1 status=running started=2026-11-21T08:49:03.407564143Z finished=0001-01-01T00:00:00Z +/messenger-lab6-prometheus-1 status=running started=2026-11-21T08:51:11.311294483Z finished=2026-11-21T08:51:10.512998838Z +/messenger-lab6-publisher-1 status=running started=2026-11-21T09:15:17.332690697Z finished=2026-11-21T09:14:45.830823803Z +/messenger-lab6-s3-1 status=running started=2026-11-21T09:14:51.024302658Z finished=2026-11-21T09:14:49.817292594Z +/messenger-lab6-s3-init-1 status=exited started=2026-11-21T08:53:15.109417522Z finished=2026-11-21T08:53:17.005092363Z +/messenger-lab6-tempo-1 status=running started=2026-11-21T09:06:37.030642992Z finished=0001-01-01T00:00:00Z +/messenger-lab6-valkey-1 status=running started=2026-11-21T09:14:50.777977548Z finished=2026-11-21T09:14:49.803932669Z +/messenger-lab6-worker-1 status=running started=2026-11-21T09:15:17.592030927Z finished=2026-11-21T09:14:45.554953067Z + +RESULT: PASS (exit 0) at 2026-11-21T09:15:31Z + +UTC: 2026-11-21T09:15:31Z +Command: docker compose --profile tools run --rm -T --no-deps tester python3 -u tests/resilience.py --mode failover --action-script scripts/stop-one.sh + Container messenger-lab6-tester-run-0af389d5dbc3 Creating + Container messenger-lab6-tester-run-0af389d5dbc3 Created +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 127, "failed_attempts": 0, "first_recovery_seconds": 4.189} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. + +RESULT: PASS (exit 0) at 2026-11-21T09:15:52Z + +UTC: 2026-11-21T09:15:52Z +Command: docker compose --profile tools ps -a -q +81ebb23d65ec0d8f5eb9ae2d4da96e25e039c243048d325762805276860b5a85 +0d13c5814dabaec1e9c2fab5b0199548668d44d3545aea4275250859d25b7dd8 +d7b60f9558f079a28b76494c527c9e9341263729f5a0118ac6db1d1d388be54d +0cfc9b11ef3caed56dd7e4b22337e7c92163cc447dba971c29c277f07790a084 +b40de06dc1d77aa83f1f0ca68bbc1dfe9fe337be16be9f3340993d781060b026 +5448a293692bfe7b4297906534f74dc8e65793746d349d6bf7e674766ef943e4 +278dcc4f37a2344d41b2a924fa14e9f8282a3671719c516121850092b741f300 +68d796ac925f0ca1f88927a1a31486f228248d80c7a38966b22c14b48a5d07bf +93a2b85ca3d137ee5c98fe69c918a1496988c811eef4c8563d7018a128b1546c +13523d87d42a41c573081eede09a9e8afe9378e030c850214b2f063f7a9abe5b +cdc87d3378f2c06dba602760661e60141929e2fb1b7248d59769a57987f2b2bb +a30fa6baae40e97264da0406c72178f0d2e5e194d8c7dbb916b1bf9f69ff0612 +00e5826b0d93e9be4fd82cd2210d4589ecd1d27368d80e2f7a609e9920604007 +fc5561671768ddd4b9a405d5be8dbc5f0d19335520b95218d4a2f519ef590a05 +837eda8499aa16593a8c42b89e87fa1b5d834d240f8d5247a7c49027d015a053 +27b1583583d52b794e554a5df74bebd61c4118bf3e2de5aef38295ba8bc780dd + +RESULT: PASS (exit 0) at 2026-11-21T09:15:53Z + +UTC: 2026-11-21T09:15:53Z +Command: docker inspect --format "{{.Name}} status={{.State.Status}} started={{.State.StartedAt}} finished={{.State.FinishedAt}}" 81ebb23d65ec0d8f5eb9ae2d4da96e25e039c243048d325762805276860b5a85 0d13c5814dabaec1e9c2fab5b0199548668d44d3545aea4275250859d25b7dd8 d7b60f9558f079a28b76494c527c9e9341263729f5a0118ac6db1d1d388be54d 0cfc9b11ef3caed56dd7e4b22337e7c92163cc447dba971c29c277f07790a084 b40de06dc1d77aa83f1f0ca68bbc1dfe9fe337be16be9f3340993d781060b026 5448a293692bfe7b4297906534f74dc8e65793746d349d6bf7e674766ef943e4 278dcc4f37a2344d41b2a924fa14e9f8282a3671719c516121850092b741f300 68d796ac925f0ca1f88927a1a31486f228248d80c7a38966b22c14b48a5d07bf 93a2b85ca3d137ee5c98fe69c918a1496988c811eef4c8563d7018a128b1546c 13523d87d42a41c573081eede09a9e8afe9378e030c850214b2f063f7a9abe5b cdc87d3378f2c06dba602760661e60141929e2fb1b7248d59769a57987f2b2bb a30fa6baae40e97264da0406c72178f0d2e5e194d8c7dbb916b1bf9f69ff0612 00e5826b0d93e9be4fd82cd2210d4589ecd1d27368d80e2f7a609e9920604007 fc5561671768ddd4b9a405d5be8dbc5f0d19335520b95218d4a2f519ef590a05 837eda8499aa16593a8c42b89e87fa1b5d834d240f8d5247a7c49027d015a053 27b1583583d52b794e554a5df74bebd61c4118bf3e2de5aef38295ba8bc780dd +/messenger-lab6-api-1 status=exited started=2026-11-21T09:15:18.227427331Z finished=2026-11-21T09:15:40.679293151Z +/messenger-lab6-api-2 status=running started=2026-11-21T09:15:17.875504619Z finished=2026-11-21T09:14:49.181726236Z +/messenger-lab6-broker-1 status=running started=2026-11-21T09:14:51.311241575Z finished=2026-11-21T09:14:49.824073591Z +/messenger-lab6-db-1 status=running started=2026-11-21T09:14:50.494933266Z finished=2026-11-21T09:14:49.814681938Z +/messenger-lab6-grafana-1 status=running started=2026-11-21T08:51:11.412805651Z finished=2026-11-21T08:51:10.520984964Z +/messenger-lab6-lb-1 status=running started=2026-11-21T09:15:24.826206264Z finished=2026-11-21T09:14:45.274514498Z +/messenger-lab6-loki-1 status=running started=2026-11-21T09:01:34.707920007Z finished=2026-11-21T09:00:28.644856083Z +/messenger-lab6-migrate-1 status=exited started=2026-11-21T08:52:49.834748909Z finished=2026-11-21T08:52:50.79798573Z +/messenger-lab6-otel-collector-1 status=running started=2026-11-21T08:49:03.407564143Z finished=0001-01-01T00:00:00Z +/messenger-lab6-prometheus-1 status=running started=2026-11-21T08:51:11.311294483Z finished=2026-11-21T08:51:10.512998838Z +/messenger-lab6-publisher-1 status=running started=2026-11-21T09:15:17.332690697Z finished=2026-11-21T09:14:45.830823803Z +/messenger-lab6-s3-1 status=running started=2026-11-21T09:14:51.024302658Z finished=2026-11-21T09:14:49.817292594Z +/messenger-lab6-s3-init-1 status=exited started=2026-11-21T08:53:15.109417522Z finished=2026-11-21T08:53:17.005092363Z +/messenger-lab6-tempo-1 status=running started=2026-11-21T09:06:37.030642992Z finished=0001-01-01T00:00:00Z +/messenger-lab6-valkey-1 status=running started=2026-11-21T09:14:50.777977548Z finished=2026-11-21T09:14:49.803932669Z +/messenger-lab6-worker-1 status=running started=2026-11-21T09:15:17.592030927Z finished=2026-11-21T09:14:45.554953067Z + +RESULT: PASS (exit 0) at 2026-11-21T09:15:53Z + +UTC: 2026-11-21T09:15:53Z +Command: docker compose --profile tools run --rm -T --no-deps tester sh scripts/start-api.sh + Container messenger-lab6-tester-run-b9e9496603b9 Creating + Container messenger-lab6-tester-run-b9e9496603b9 Created +started api container 81ebb23d65ec +running api replicas: 2 + +RESULT: PASS (exit 0) at 2026-11-21T09:16:00Z + +UTC: 2026-11-21T09:16:00Z +Command: docker compose --profile tools ps -a -q +81ebb23d65ec0d8f5eb9ae2d4da96e25e039c243048d325762805276860b5a85 +0d13c5814dabaec1e9c2fab5b0199548668d44d3545aea4275250859d25b7dd8 +d7b60f9558f079a28b76494c527c9e9341263729f5a0118ac6db1d1d388be54d +0cfc9b11ef3caed56dd7e4b22337e7c92163cc447dba971c29c277f07790a084 +b40de06dc1d77aa83f1f0ca68bbc1dfe9fe337be16be9f3340993d781060b026 +5448a293692bfe7b4297906534f74dc8e65793746d349d6bf7e674766ef943e4 +278dcc4f37a2344d41b2a924fa14e9f8282a3671719c516121850092b741f300 +68d796ac925f0ca1f88927a1a31486f228248d80c7a38966b22c14b48a5d07bf +93a2b85ca3d137ee5c98fe69c918a1496988c811eef4c8563d7018a128b1546c +13523d87d42a41c573081eede09a9e8afe9378e030c850214b2f063f7a9abe5b +cdc87d3378f2c06dba602760661e60141929e2fb1b7248d59769a57987f2b2bb +a30fa6baae40e97264da0406c72178f0d2e5e194d8c7dbb916b1bf9f69ff0612 +00e5826b0d93e9be4fd82cd2210d4589ecd1d27368d80e2f7a609e9920604007 +fc5561671768ddd4b9a405d5be8dbc5f0d19335520b95218d4a2f519ef590a05 +837eda8499aa16593a8c42b89e87fa1b5d834d240f8d5247a7c49027d015a053 +27b1583583d52b794e554a5df74bebd61c4118bf3e2de5aef38295ba8bc780dd + +RESULT: PASS (exit 0) at 2026-11-21T09:16:01Z + +UTC: 2026-11-21T09:16:01Z +Command: docker inspect --format "{{.Name}} status={{.State.Status}} started={{.State.StartedAt}} finished={{.State.FinishedAt}}" 81ebb23d65ec0d8f5eb9ae2d4da96e25e039c243048d325762805276860b5a85 0d13c5814dabaec1e9c2fab5b0199548668d44d3545aea4275250859d25b7dd8 d7b60f9558f079a28b76494c527c9e9341263729f5a0118ac6db1d1d388be54d 0cfc9b11ef3caed56dd7e4b22337e7c92163cc447dba971c29c277f07790a084 b40de06dc1d77aa83f1f0ca68bbc1dfe9fe337be16be9f3340993d781060b026 5448a293692bfe7b4297906534f74dc8e65793746d349d6bf7e674766ef943e4 278dcc4f37a2344d41b2a924fa14e9f8282a3671719c516121850092b741f300 68d796ac925f0ca1f88927a1a31486f228248d80c7a38966b22c14b48a5d07bf 93a2b85ca3d137ee5c98fe69c918a1496988c811eef4c8563d7018a128b1546c 13523d87d42a41c573081eede09a9e8afe9378e030c850214b2f063f7a9abe5b cdc87d3378f2c06dba602760661e60141929e2fb1b7248d59769a57987f2b2bb a30fa6baae40e97264da0406c72178f0d2e5e194d8c7dbb916b1bf9f69ff0612 00e5826b0d93e9be4fd82cd2210d4589ecd1d27368d80e2f7a609e9920604007 fc5561671768ddd4b9a405d5be8dbc5f0d19335520b95218d4a2f519ef590a05 837eda8499aa16593a8c42b89e87fa1b5d834d240f8d5247a7c49027d015a053 27b1583583d52b794e554a5df74bebd61c4118bf3e2de5aef38295ba8bc780dd +/messenger-lab6-api-1 status=running started=2026-11-21T09:15:54.07308443Z finished=2026-11-21T09:15:40.679293151Z +/messenger-lab6-api-2 status=running started=2026-11-21T09:15:17.875504619Z finished=2026-11-21T09:14:49.181726236Z +/messenger-lab6-broker-1 status=running started=2026-11-21T09:14:51.311241575Z finished=2026-11-21T09:14:49.824073591Z +/messenger-lab6-db-1 status=running started=2026-11-21T09:14:50.494933266Z finished=2026-11-21T09:14:49.814681938Z +/messenger-lab6-grafana-1 status=running started=2026-11-21T08:51:11.412805651Z finished=2026-11-21T08:51:10.520984964Z +/messenger-lab6-lb-1 status=running started=2026-11-21T09:15:24.826206264Z finished=2026-11-21T09:14:45.274514498Z +/messenger-lab6-loki-1 status=running started=2026-11-21T09:01:34.707920007Z finished=2026-11-21T09:00:28.644856083Z +/messenger-lab6-migrate-1 status=exited started=2026-11-21T08:52:49.834748909Z finished=2026-11-21T08:52:50.79798573Z +/messenger-lab6-otel-collector-1 status=running started=2026-11-21T08:49:03.407564143Z finished=0001-01-01T00:00:00Z +/messenger-lab6-prometheus-1 status=running started=2026-11-21T08:51:11.311294483Z finished=2026-11-21T08:51:10.512998838Z +/messenger-lab6-publisher-1 status=running started=2026-11-21T09:15:17.332690697Z finished=2026-11-21T09:14:45.830823803Z +/messenger-lab6-s3-1 status=running started=2026-11-21T09:14:51.024302658Z finished=2026-11-21T09:14:49.817292594Z +/messenger-lab6-s3-init-1 status=exited started=2026-11-21T08:53:15.109417522Z finished=2026-11-21T08:53:17.005092363Z +/messenger-lab6-tempo-1 status=running started=2026-11-21T09:06:37.030642992Z finished=0001-01-01T00:00:00Z +/messenger-lab6-valkey-1 status=running started=2026-11-21T09:14:50.777977548Z finished=2026-11-21T09:14:49.803932669Z +/messenger-lab6-worker-1 status=running started=2026-11-21T09:15:17.592030927Z finished=2026-11-21T09:14:45.554953067Z + +RESULT: PASS (exit 0) at 2026-11-21T09:16:01Z + +UTC: 2026-11-21T09:16:01Z +Command: docker compose --profile tools ps -a +NAME IMAGE COMMAND SERVICE CREATED STATUS PORTS +messenger-lab6-api-1 sha256:efa9adc78d01ce2a8b6b72223b3964036998ac290fd83f91c929d417c137e0a4 "python -m app.server" api 24 minutes ago Up 7 seconds (healthy) 8080/tcp +messenger-lab6-api-2 sha256:efa9adc78d01ce2a8b6b72223b3964036998ac290fd83f91c929d417c137e0a4 "python -m app.server" api 24 minutes ago Up 43 seconds (healthy) 8080/tcp +messenger-lab6-broker-1 rabbitmq:3.13.7-alpine "/bin/sh -ec 'export…" broker 40 minutes ago Up About a minute (healthy) 4369/tcp, 5671-5672/tcp, 15691-15692/tcp, 25672/tcp +messenger-lab6-db-1 postgres:16.4-alpine "docker-entrypoint.s…" db 40 minutes ago Up About a minute (healthy) 5432/tcp +messenger-lab6-grafana-1 grafana/grafana:11.2.2 "/run.sh" grafana 25 minutes ago Up 24 minutes 127.0.0.1:3000->3000/tcp +messenger-lab6-lb-1 haproxy:3.0.11-alpine "docker-entrypoint.s…" lb 24 minutes ago Up 36 seconds (healthy) 127.0.0.1:8086->8080/tcp, 127.0.0.1:8406->8404/tcp +messenger-lab6-loki-1 grafana/loki:3.2.1 "/usr/bin/loki -conf…" loki 25 minutes ago Up 14 minutes 127.0.0.1:3100->3100/tcp +messenger-lab6-migrate-1 sha256:efa9adc78d01ce2a8b6b72223b3964036998ac290fd83f91c929d417c137e0a4 "python scripts/migr…" migrate 24 minutes ago Exited (0) 23 minutes ago +messenger-lab6-otel-collector-1 otel/opentelemetry-collector-contrib:0.111.0 "/otelcol-contrib --…" otel-collector 27 minutes ago Up 26 minutes 4317/tcp, 55678-55679/tcp +messenger-lab6-prometheus-1 prom/prometheus:v2.55.0 "/bin/prometheus --c…" prometheus 25 minutes ago Up 24 minutes 127.0.0.1:9090->9090/tcp +messenger-lab6-publisher-1 sha256:efa9adc78d01ce2a8b6b72223b3964036998ac290fd83f91c929d417c137e0a4 "python -m app.jobs" publisher 24 minutes ago Up 44 seconds 8080/tcp +messenger-lab6-s3-1 chrislusf/seaweedfs:3.97 "/bin/sh /opt/lab/st…" s3 40 minutes ago Up About a minute (healthy) 7333/tcp, 8080/tcp, 8333/tcp, 8888/tcp, 9333/tcp, 18080/tcp, 18888/tcp, 19333/tcp +messenger-lab6-s3-init-1 sha256:efa9adc78d01ce2a8b6b72223b3964036998ac290fd83f91c929d417c137e0a4 "python scripts/s3_b…" s3-init 24 minutes ago Exited (0) 22 minutes ago +messenger-lab6-tempo-1 grafana/tempo:2.6.1 "/tempo -config.file…" tempo 9 minutes ago Up 9 minutes 127.0.0.1:3200->3200/tcp +messenger-lab6-valkey-1 valkey/valkey:8.0.1-alpine "docker-entrypoint.s…" valkey 40 minutes ago Up About a minute (healthy) 6379/tcp +messenger-lab6-worker-1 sha256:efa9adc78d01ce2a8b6b72223b3964036998ac290fd83f91c929d417c137e0a4 "python -m app.worker" worker 24 minutes ago Up 44 seconds 8080/tcp + +RESULT: PASS (exit 0) at 2026-11-21T09:16:01Z + +PASS: lab5 full checks. UTF-8 logs: C:\Users\masha\WebstormProjects\mtusi2026lab6\evidence + +RESULT: PASS (exit 0) at 2026-11-21T09:16:01Z diff --git a/evidence/limits.txt b/evidence/limits.txt new file mode 100644 index 0000000..4061815 --- /dev/null +++ b/evidence/limits.txt @@ -0,0 +1,8 @@ + +UTC: 2026-11-21T09:10:05Z +Command: docker compose --profile tools exec -T worker python -u - < student-tests/lab5_limits.py +PASS memory: real 16MP image decoder stopped at RLIMIT_AS=48MiB +PASS timeout: decoder killed and reaped; parent continues +PASS: lab5 decoder resource limits + +RESULT: PASS (exit 0) at 2026-11-21T09:10:08Z diff --git a/evidence/load-resources.json b/evidence/load-resources.json new file mode 100644 index 0000000..c5d72d6 --- /dev/null +++ b/evidence/load-resources.json @@ -0,0 +1,562 @@ +{ + "start": "2026-11-21T08:51:58Z", + "end": "2026-11-21T08:52:21Z", + "queries": { + "rss_bytes": "messenger_process_memory_bytes", + "cpu_cores": "rate(messenger_process_cpu_seconds_total[15s])" + }, + "results": { + "rss_bytes": { + "status": "success", + "data": { + "resultType": "matrix", + "result": [ + { + "metric": { + "__name__": "messenger_process_memory_bytes", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0" + }, + "values": [ + [ + 1795251118, + "120827904" + ], + [ + 1795251123, + "121270272" + ], + [ + 1795251128, + "122515456" + ], + [ + 1795251133, + "125259776" + ], + [ + 1795251138, + "127827968" + ] + ] + }, + { + "metric": { + "__name__": "messenger_process_memory_bytes", + "deployment_environment_name": "lab", + "exported_instance": "0fa6e7066e3145a993d3264494361be3", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "0fa6e7066e3145a993d3264494361be3", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "values": [ + [ + 1795251118, + "89513984" + ], + [ + 1795251123, + "89513984" + ], + [ + 1795251128, + "89513984" + ], + [ + 1795251133, + "89513984" + ], + [ + 1795251138, + "89513984" + ] + ] + }, + { + "metric": { + "__name__": "messenger_process_memory_bytes", + "deployment_environment_name": "lab", + "exported_instance": "551e5017a02c4426af0773950c83c10e", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "551e5017a02c4426af0773950c83c10e", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "values": [ + [ + 1795251118, + "88707072" + ], + [ + 1795251123, + "88707072" + ], + [ + 1795251128, + "88707072" + ], + [ + 1795251133, + "88707072" + ], + [ + 1795251138, + "88707072" + ] + ] + }, + { + "metric": { + "__name__": "messenger_process_memory_bytes", + "deployment_environment_name": "lab", + "exported_instance": "6cacaff48df9", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "6cacaff48df9", + "service_name": "messenger-api", + "service_version": "1.6.0" + }, + "values": [ + [ + 1795251118, + "122683392" + ], + [ + 1795251123, + "122683392" + ], + [ + 1795251128, + "122683392" + ], + [ + 1795251133, + "122683392" + ], + [ + 1795251138, + "122683392" + ] + ] + }, + { + "metric": { + "__name__": "messenger_process_memory_bytes", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0" + }, + "values": [ + [ + 1795251118, + "120791040" + ], + [ + 1795251123, + "121085952" + ], + [ + 1795251128, + "122593280" + ], + [ + 1795251133, + "125325312" + ], + [ + 1795251138, + "128040960" + ] + ] + }, + { + "metric": { + "__name__": "messenger_process_memory_bytes", + "deployment_environment_name": "lab", + "exported_instance": "a068b747445b44439e7e1b7bc72675c2", + "exported_job": "messenger-publisher", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "a068b747445b44439e7e1b7bc72675c2", + "service_name": "messenger-publisher", + "service_version": "1.6.0" + }, + "values": [ + [ + 1795251118, + "88813568" + ], + [ + 1795251123, + "88813568" + ], + [ + 1795251128, + "88813568" + ], + [ + 1795251133, + "88813568" + ], + [ + 1795251138, + "88813568" + ] + ] + }, + { + "metric": { + "__name__": "messenger_process_memory_bytes", + "deployment_environment_name": "lab", + "exported_instance": "da2c8073a2144ecc9965ea4553926bf3", + "exported_job": "messenger-publisher", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "da2c8073a2144ecc9965ea4553926bf3", + "service_name": "messenger-publisher", + "service_version": "1.6.0" + }, + "values": [ + [ + 1795251118, + "89305088" + ], + [ + 1795251123, + "89305088" + ], + [ + 1795251128, + "89305088" + ], + [ + 1795251133, + "89305088" + ], + [ + 1795251138, + "89305088" + ] + ] + }, + { + "metric": { + "__name__": "messenger_process_memory_bytes", + "deployment_environment_name": "lab", + "exported_instance": "e16c50966c56", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "e16c50966c56", + "service_name": "messenger-api", + "service_version": "1.6.0" + }, + "values": [ + [ + 1795251118, + "123514880" + ], + [ + 1795251123, + "123514880" + ], + [ + 1795251128, + "123514880" + ], + [ + 1795251133, + "123514880" + ], + [ + 1795251138, + "123514880" + ] + ] + } + ] + } + }, + "cpu_cores": { + "status": "success", + "data": { + "resultType": "matrix", + "result": [ + { + "metric": { + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0" + }, + "values": [ + [ + 1795251123, + "0.022415557507320008" + ], + [ + 1795251128, + "0.17908626842684267" + ], + [ + 1795251133, + "0.3572547659765976" + ], + [ + 1795251138, + "0.3890083826" + ] + ] + }, + { + "metric": { + "deployment_environment_name": "lab", + "exported_instance": "0fa6e7066e3145a993d3264494361be3", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "0fa6e7066e3145a993d3264494361be3", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "values": [ + [ + 1795251118, + "0" + ], + [ + 1795251123, + "0" + ], + [ + 1795251128, + "0" + ], + [ + 1795251133, + "0" + ], + [ + 1795251138, + "0" + ] + ] + }, + { + "metric": { + "deployment_environment_name": "lab", + "exported_instance": "551e5017a02c4426af0773950c83c10e", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "551e5017a02c4426af0773950c83c10e", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "values": [ + [ + 1795251123, + "0.0005782936565199904" + ], + [ + 1795251128, + "0.0007851155115511435" + ], + [ + 1795251133, + "0.0005319559955995547" + ], + [ + 1795251138, + "0.0004686850999999992" + ] + ] + }, + { + "metric": { + "deployment_environment_name": "lab", + "exported_instance": "6cacaff48df9", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "6cacaff48df9", + "service_name": "messenger-api", + "service_version": "1.6.0" + }, + "values": [ + [ + 1795251118, + "0" + ], + [ + 1795251123, + "0" + ], + [ + 1795251128, + "0" + ], + [ + 1795251133, + "0" + ], + [ + 1795251138, + "0" + ] + ] + }, + { + "metric": { + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0" + }, + "values": [ + [ + 1795251123, + "0.038017601540733366" + ], + [ + 1795251128, + "0.17548991699169916" + ], + [ + 1795251133, + "0.34144971107110705" + ], + [ + 1795251138, + "0.3803775972000001" + ] + ] + }, + { + "metric": { + "deployment_environment_name": "lab", + "exported_instance": "a068b747445b44439e7e1b7bc72675c2", + "exported_job": "messenger-publisher", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "a068b747445b44439e7e1b7bc72675c2", + "service_name": "messenger-publisher", + "service_version": "1.6.0" + }, + "values": [ + [ + 1795251118, + "0" + ], + [ + 1795251123, + "0" + ], + [ + 1795251128, + "0" + ], + [ + 1795251133, + "0" + ], + [ + 1795251138, + "0" + ] + ] + }, + { + "metric": { + "deployment_environment_name": "lab", + "exported_instance": "da2c8073a2144ecc9965ea4553926bf3", + "exported_job": "messenger-publisher", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "da2c8073a2144ecc9965ea4553926bf3", + "service_name": "messenger-publisher", + "service_version": "1.6.0" + }, + "values": [ + [ + 1795251123, + "0.01116402495005333" + ], + [ + 1795251128, + "0.020074461846184624" + ], + [ + 1795251133, + "0.021264563956395647" + ], + [ + 1795251138, + "0.021109743999999986" + ] + ] + }, + { + "metric": { + "deployment_environment_name": "lab", + "exported_instance": "e16c50966c56", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "e16c50966c56", + "service_name": "messenger-api", + "service_version": "1.6.0" + }, + "values": [ + [ + 1795251118, + "0" + ], + [ + 1795251123, + "0" + ], + [ + 1795251128, + "0" + ], + [ + 1795251133, + "0" + ], + [ + 1795251138, + "0" + ] + ] + } + ] + } + } + } +} \ No newline at end of file diff --git a/evidence/load-summary.json b/evidence/load-summary.json new file mode 100644 index 0000000..d952748 --- /dev/null +++ b/evidence/load-summary.json @@ -0,0 +1,17 @@ +{ + "lab": 6, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 20.0, + "elapsed_seconds": 20.27, + "concurrency": 4, + "successful_requests": 1645, + "failed_requests": 0, + "error_ratio": 0.0, + "successful_rps": 81.154, + "successful_latency_ms": { + "p50": 38.796, + "p95": 114.354, + "p99": 194.742 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead." +} diff --git a/evidence/load.txt b/evidence/load.txt new file mode 100644 index 0000000..b6d8897 --- /dev/null +++ b/evidence/load.txt @@ -0,0 +1,22 @@ + +UTC: 2026-11-21T08:51:58Z +Command: C:\Users\masha\AppData\Local\Programs\Python\Python313\python.exe -X utf8 tests/load.py --base-url http://localhost:8086 --duration 20 --concurrency 4 --output evidence/load-summary.json +{ + "lab": 6, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 20.0, + "elapsed_seconds": 20.27, + "concurrency": 4, + "successful_requests": 1645, + "failed_requests": 0, + "error_ratio": 0.0, + "successful_rps": 81.154, + "successful_latency_ms": { + "p50": 38.796, + "p95": 114.354, + "p99": 194.742 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead." +} + +RESULT: PASS (exit 0) at 2026-11-21T08:52:21Z diff --git a/evidence/make-check-test.txt b/evidence/make-check-test.txt new file mode 100644 index 0000000..ddbb025 --- /dev/null +++ b/evidence/make-check-test.txt @@ -0,0 +1,11 @@ + +UTC: 2026-11-21T09:16:46Z +Command: docker compose --profile tools run --rm -T --no-deps tester make check test + Container messenger-lab6-tester-run-f02cd878c6ba Creating + Container messenger-lab6-tester-run-f02cd878c6ba Created +python3 scripts/check_contract.py +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. +python3 tests/smoke.py --base-url "http://lb:8080" +PASS: lab6 public API scenario; infrastructure and grading evidence remain separate. + +RESULT: PASS (exit 0) at 2026-11-21T09:16:55Z diff --git a/evidence/observability-baseline.json b/evidence/observability-baseline.json new file mode 100644 index 0000000..2fd711b --- /dev/null +++ b/evidence/observability-baseline.json @@ -0,0 +1,21422 @@ +{ + "started_at": "2026-11-21T09:16:53.750150+00:00", + "finished_at": "2026-11-21T09:17:18.857713Z", + "scenario": "real control upload", + "correlation": { + "attachment_id": "eb62cd3e-75a1-4dbe-8965-9e012b312282", + "request_id": "observe-60a6c2da00814bf08cb3a801b8388ef4", + "api_trace_id": "115550cd6d2c36ddf2bea96f48e89c6b", + "accepted_at": "2026-11-21T09:17:16.589549Z", + "worker_trace_id": "115550cd6d2c36ddf2bea96f48e89c6b", + "job_id": "e1b6a557-f9fa-462c-ac79-1ab71f0b35bf", + "worker_attempts": [ + "1" + ], + "same_trace": true, + "correlated_at": "2026-11-21T09:17:18.766868Z" + }, + "metrics": { + "captured_at": "2026-11-21T09:17:18.857685Z", + "queries": { + "requests": "messenger_http_requests_total", + "http_histogram": "messenger_http_duration_seconds_bucket", + "jobs": "messenger_jobs_processed_total", + "job_histogram": "messenger_jobs_duration_seconds_bucket" + }, + "responses": { + "requests": [ + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "94" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "47" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/health/live", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "124" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "4" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "21" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "20" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.768, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.768, + "6" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/health/live", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/health/live", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/chats/{chat_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.768, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.768, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.768, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.768, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_requests_total", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.768, + "2" + ] + } + ], + "http_histogram": [ + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "80" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "84" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "84" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "88" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "93" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "94" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "94" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "94" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "94" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "94" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "94" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "94" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "94" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "94" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "94" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "37" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "41" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "45" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "47" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "47" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "47" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "47" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "47" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "47" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "47" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "47" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "47" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "47" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "47" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/health/live", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/health/live", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/health/live", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/health/live", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/health/live", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/health/live", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/health/live", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/health/live", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/health/live", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/health/live", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/health/live", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/health/live", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/health/live", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/health/live", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/health/live", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "21" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "117" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "118" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "124" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "124" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "124" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "124" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "124" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "124" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "124" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "124" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "124" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "124" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "124" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "4" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "4" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "4" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "4" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "4" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "4" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "4" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "4" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "4" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "4" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "4" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "18" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "19" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "19" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "20" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "21" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "21" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "21" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "21" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "21" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "21" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "21" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "21" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "21" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "21" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "21" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "20" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "20" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "20" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "20" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "20" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "20" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "20" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "20" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "20" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "20" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "20" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "20" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "20" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "20" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "20" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "6" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "6" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "6" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "6" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "6" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "6" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "6" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "6" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "6" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "6" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "6" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "6" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "6" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "6" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "5xx" + }, + "value": [ + 1795252638.787, + "6" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/health/live", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/health/live", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/health/live", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/health/live", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/health/live", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/health/live", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/health/live", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/health/live", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/health/live", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/health/live", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/health/live", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/health/live", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/health/live", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/health/live", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/health/live", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "35" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "36" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "36" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "37" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "41" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "36" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "37" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "37" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "39" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "41" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/health/ready", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "42" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/health/live", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/health/live", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/health/live", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/health/live", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/health/live", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/health/live", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/health/live", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/health/live", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/health/live", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/health/live", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/health/live", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/health/live", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/health/live", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/health/live", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/health/live", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/chats/{chat_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/chats/{chat_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/chats/{chat_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/chats/{chat_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/chats/{chat_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/chats/{chat_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/chats/{chat_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/chats/{chat_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/chats/{chat_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/chats/{chat_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/chats/{chat_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/chats/{chat_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/chats/{chat_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/chats/{chat_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/chats/{chat_id}", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/attachments", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "b33ff621673d", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "POST", + "route": "/api/v1/users", + "service_instance_id": "b33ff621673d", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "DELETE", + "route": "/api/v1/auth/sessions/current", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/attachments/{attachment_id}/content", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "GET", + "route": "/api/v1/users/me", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "POST", + "route": "/api/v1/auth/sessions", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "POST", + "route": "/api/v1/chats", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "2xx" + }, + "value": [ + 1795252638.787, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.005", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.01", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.025", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.05", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.1", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.25", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "0.5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "1", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "2.5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "5", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "10", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "30", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "60", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "120", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_http_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c66840831826", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "le": "+Inf", + "method": "POST", + "route": "/api/v1/chats/{chat_id}/messages", + "service_instance_id": "c66840831826", + "service_name": "messenger-api", + "service_version": "1.6.0", + "status_class": "4xx" + }, + "value": [ + 1795252638.787, + "2" + ] + } + ], + "jobs": [ + { + "metric": { + "__name__": "messenger_jobs_processed_total", + "deployment_environment_name": "lab", + "exported_instance": "ae95f091adf04deab7d12a80cfcfe5c2", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "outcome": "duplicate", + "service_instance_id": "ae95f091adf04deab7d12a80cfcfe5c2", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.832, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_processed_total", + "deployment_environment_name": "lab", + "exported_instance": "ae95f091adf04deab7d12a80cfcfe5c2", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "outcome": "success", + "service_instance_id": "ae95f091adf04deab7d12a80cfcfe5c2", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.832, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_processed_total", + "deployment_environment_name": "lab", + "exported_instance": "eed04b1482f342cb8bfac78beede0fef", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "outcome": "duplicate", + "service_instance_id": "eed04b1482f342cb8bfac78beede0fef", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.832, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_processed_total", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "outcome": "error", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.832, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_processed_total", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "outcome": "success", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.832, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_processed_total", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "outcome": "duplicate", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.832, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_processed_total", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "outcome": "error", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.832, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_processed_total", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "outcome": "success", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.832, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_processed_total", + "deployment_environment_name": "lab", + "exported_instance": "c30d79a469874cbfbe5ef2ac7dee2763", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "outcome": "success", + "service_instance_id": "c30d79a469874cbfbe5ef2ac7dee2763", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.832, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_processed_total", + "deployment_environment_name": "lab", + "exported_instance": "4d9015b23ab54bde9d37384ddc4bf89b", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "outcome": "success", + "service_instance_id": "4d9015b23ab54bde9d37384ddc4bf89b", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.832, + "1" + ] + } + ], + "job_histogram": [ + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "ae95f091adf04deab7d12a80cfcfe5c2", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.005", + "outcome": "success", + "service_instance_id": "ae95f091adf04deab7d12a80cfcfe5c2", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "ae95f091adf04deab7d12a80cfcfe5c2", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.01", + "outcome": "success", + "service_instance_id": "ae95f091adf04deab7d12a80cfcfe5c2", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "ae95f091adf04deab7d12a80cfcfe5c2", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.025", + "outcome": "success", + "service_instance_id": "ae95f091adf04deab7d12a80cfcfe5c2", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "ae95f091adf04deab7d12a80cfcfe5c2", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.05", + "outcome": "success", + "service_instance_id": "ae95f091adf04deab7d12a80cfcfe5c2", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "ae95f091adf04deab7d12a80cfcfe5c2", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.1", + "outcome": "success", + "service_instance_id": "ae95f091adf04deab7d12a80cfcfe5c2", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "ae95f091adf04deab7d12a80cfcfe5c2", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.25", + "outcome": "success", + "service_instance_id": "ae95f091adf04deab7d12a80cfcfe5c2", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "ae95f091adf04deab7d12a80cfcfe5c2", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.5", + "outcome": "success", + "service_instance_id": "ae95f091adf04deab7d12a80cfcfe5c2", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "ae95f091adf04deab7d12a80cfcfe5c2", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "1", + "outcome": "success", + "service_instance_id": "ae95f091adf04deab7d12a80cfcfe5c2", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "ae95f091adf04deab7d12a80cfcfe5c2", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "2.5", + "outcome": "success", + "service_instance_id": "ae95f091adf04deab7d12a80cfcfe5c2", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "ae95f091adf04deab7d12a80cfcfe5c2", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "5", + "outcome": "success", + "service_instance_id": "ae95f091adf04deab7d12a80cfcfe5c2", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "ae95f091adf04deab7d12a80cfcfe5c2", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "10", + "outcome": "success", + "service_instance_id": "ae95f091adf04deab7d12a80cfcfe5c2", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "ae95f091adf04deab7d12a80cfcfe5c2", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "30", + "outcome": "success", + "service_instance_id": "ae95f091adf04deab7d12a80cfcfe5c2", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "ae95f091adf04deab7d12a80cfcfe5c2", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "60", + "outcome": "success", + "service_instance_id": "ae95f091adf04deab7d12a80cfcfe5c2", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "ae95f091adf04deab7d12a80cfcfe5c2", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "120", + "outcome": "success", + "service_instance_id": "ae95f091adf04deab7d12a80cfcfe5c2", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "ae95f091adf04deab7d12a80cfcfe5c2", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "+Inf", + "outcome": "success", + "service_instance_id": "ae95f091adf04deab7d12a80cfcfe5c2", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.005", + "outcome": "error", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.01", + "outcome": "error", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.025", + "outcome": "error", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.05", + "outcome": "error", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.1", + "outcome": "error", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.25", + "outcome": "error", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.5", + "outcome": "error", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "1", + "outcome": "error", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "2.5", + "outcome": "error", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "5", + "outcome": "error", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "10", + "outcome": "error", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "30", + "outcome": "error", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "60", + "outcome": "error", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "120", + "outcome": "error", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "+Inf", + "outcome": "error", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.005", + "outcome": "success", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.01", + "outcome": "success", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.025", + "outcome": "success", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.05", + "outcome": "success", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.1", + "outcome": "success", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.25", + "outcome": "success", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.5", + "outcome": "success", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "1", + "outcome": "success", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "2.5", + "outcome": "success", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "5", + "outcome": "success", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "10", + "outcome": "success", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "30", + "outcome": "success", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "60", + "outcome": "success", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "120", + "outcome": "success", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "60b3e07b703b491cab6154696562b5b9", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "+Inf", + "outcome": "success", + "service_instance_id": "60b3e07b703b491cab6154696562b5b9", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.005", + "outcome": "error", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.01", + "outcome": "error", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.025", + "outcome": "error", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.05", + "outcome": "error", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.1", + "outcome": "error", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.25", + "outcome": "error", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.5", + "outcome": "error", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "1", + "outcome": "error", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "2.5", + "outcome": "error", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "5", + "outcome": "error", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "10", + "outcome": "error", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "30", + "outcome": "error", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "60", + "outcome": "error", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "120", + "outcome": "error", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "+Inf", + "outcome": "error", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "5" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.005", + "outcome": "success", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.01", + "outcome": "success", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.025", + "outcome": "success", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.05", + "outcome": "success", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.1", + "outcome": "success", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.25", + "outcome": "success", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.5", + "outcome": "success", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "1", + "outcome": "success", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "2.5", + "outcome": "success", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "5", + "outcome": "success", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "10", + "outcome": "success", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "30", + "outcome": "success", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "60", + "outcome": "success", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "120", + "outcome": "success", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4db469326c50414bb8e16894bf6596e7", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "+Inf", + "outcome": "success", + "service_instance_id": "4db469326c50414bb8e16894bf6596e7", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "2" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c30d79a469874cbfbe5ef2ac7dee2763", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.005", + "outcome": "success", + "service_instance_id": "c30d79a469874cbfbe5ef2ac7dee2763", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c30d79a469874cbfbe5ef2ac7dee2763", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.01", + "outcome": "success", + "service_instance_id": "c30d79a469874cbfbe5ef2ac7dee2763", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c30d79a469874cbfbe5ef2ac7dee2763", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.025", + "outcome": "success", + "service_instance_id": "c30d79a469874cbfbe5ef2ac7dee2763", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c30d79a469874cbfbe5ef2ac7dee2763", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.05", + "outcome": "success", + "service_instance_id": "c30d79a469874cbfbe5ef2ac7dee2763", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c30d79a469874cbfbe5ef2ac7dee2763", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.1", + "outcome": "success", + "service_instance_id": "c30d79a469874cbfbe5ef2ac7dee2763", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c30d79a469874cbfbe5ef2ac7dee2763", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.25", + "outcome": "success", + "service_instance_id": "c30d79a469874cbfbe5ef2ac7dee2763", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c30d79a469874cbfbe5ef2ac7dee2763", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.5", + "outcome": "success", + "service_instance_id": "c30d79a469874cbfbe5ef2ac7dee2763", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c30d79a469874cbfbe5ef2ac7dee2763", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "1", + "outcome": "success", + "service_instance_id": "c30d79a469874cbfbe5ef2ac7dee2763", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c30d79a469874cbfbe5ef2ac7dee2763", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "2.5", + "outcome": "success", + "service_instance_id": "c30d79a469874cbfbe5ef2ac7dee2763", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c30d79a469874cbfbe5ef2ac7dee2763", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "5", + "outcome": "success", + "service_instance_id": "c30d79a469874cbfbe5ef2ac7dee2763", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c30d79a469874cbfbe5ef2ac7dee2763", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "10", + "outcome": "success", + "service_instance_id": "c30d79a469874cbfbe5ef2ac7dee2763", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c30d79a469874cbfbe5ef2ac7dee2763", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "30", + "outcome": "success", + "service_instance_id": "c30d79a469874cbfbe5ef2ac7dee2763", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c30d79a469874cbfbe5ef2ac7dee2763", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "60", + "outcome": "success", + "service_instance_id": "c30d79a469874cbfbe5ef2ac7dee2763", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c30d79a469874cbfbe5ef2ac7dee2763", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "120", + "outcome": "success", + "service_instance_id": "c30d79a469874cbfbe5ef2ac7dee2763", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "c30d79a469874cbfbe5ef2ac7dee2763", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "+Inf", + "outcome": "success", + "service_instance_id": "c30d79a469874cbfbe5ef2ac7dee2763", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4d9015b23ab54bde9d37384ddc4bf89b", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.005", + "outcome": "success", + "service_instance_id": "4d9015b23ab54bde9d37384ddc4bf89b", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4d9015b23ab54bde9d37384ddc4bf89b", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.01", + "outcome": "success", + "service_instance_id": "4d9015b23ab54bde9d37384ddc4bf89b", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4d9015b23ab54bde9d37384ddc4bf89b", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.025", + "outcome": "success", + "service_instance_id": "4d9015b23ab54bde9d37384ddc4bf89b", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4d9015b23ab54bde9d37384ddc4bf89b", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.05", + "outcome": "success", + "service_instance_id": "4d9015b23ab54bde9d37384ddc4bf89b", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4d9015b23ab54bde9d37384ddc4bf89b", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.1", + "outcome": "success", + "service_instance_id": "4d9015b23ab54bde9d37384ddc4bf89b", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4d9015b23ab54bde9d37384ddc4bf89b", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.25", + "outcome": "success", + "service_instance_id": "4d9015b23ab54bde9d37384ddc4bf89b", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4d9015b23ab54bde9d37384ddc4bf89b", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "0.5", + "outcome": "success", + "service_instance_id": "4d9015b23ab54bde9d37384ddc4bf89b", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4d9015b23ab54bde9d37384ddc4bf89b", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "1", + "outcome": "success", + "service_instance_id": "4d9015b23ab54bde9d37384ddc4bf89b", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4d9015b23ab54bde9d37384ddc4bf89b", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "2.5", + "outcome": "success", + "service_instance_id": "4d9015b23ab54bde9d37384ddc4bf89b", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4d9015b23ab54bde9d37384ddc4bf89b", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "5", + "outcome": "success", + "service_instance_id": "4d9015b23ab54bde9d37384ddc4bf89b", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4d9015b23ab54bde9d37384ddc4bf89b", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "10", + "outcome": "success", + "service_instance_id": "4d9015b23ab54bde9d37384ddc4bf89b", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4d9015b23ab54bde9d37384ddc4bf89b", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "30", + "outcome": "success", + "service_instance_id": "4d9015b23ab54bde9d37384ddc4bf89b", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4d9015b23ab54bde9d37384ddc4bf89b", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "60", + "outcome": "success", + "service_instance_id": "4d9015b23ab54bde9d37384ddc4bf89b", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4d9015b23ab54bde9d37384ddc4bf89b", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "120", + "outcome": "success", + "service_instance_id": "4d9015b23ab54bde9d37384ddc4bf89b", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_jobs_duration_seconds_bucket", + "deployment_environment_name": "lab", + "exported_instance": "4d9015b23ab54bde9d37384ddc4bf89b", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "job_type": "attachment.process.v1", + "le": "+Inf", + "outcome": "success", + "service_instance_id": "4d9015b23ab54bde9d37384ddc4bf89b", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795252638.853, + "1" + ] + } + ] + } + } +} diff --git a/evidence/observability-baseline.txt b/evidence/observability-baseline.txt new file mode 100644 index 0000000..de882fb --- /dev/null +++ b/evidence/observability-baseline.txt @@ -0,0 +1,6 @@ + +UTC: 2026-11-21T09:16:58Z +Command: C:\Users\masha\AppData\Local\Programs\Python\Python313\python.exe -X utf8 scripts/observe_lab6.py --baseline +PASS: real API/worker logs, traces and metrics; evidence/observability-baseline.json + +RESULT: PASS (exit 0) at 2026-11-21T09:17:18Z diff --git a/evidence/observability-incidents.json b/evidence/observability-incidents.json new file mode 100644 index 0000000..766a949 --- /dev/null +++ b/evidence/observability-incidents.json @@ -0,0 +1,4929 @@ +{ + "captured_at": "2026-11-21T09:04:11.389323Z", + "incidents": [ + { + "incident": "worker stopped", + "started_at": "2026-11-21T09:03:12.692489Z", + "finished_at": "2026-11-21T09:04:10.943229Z", + "accepted_attachments": [ + "eff8c787-ea3b-49d5-84c6-112356ed8dea", + "2e0ebd87-84b0-45bb-8352-f40a46726ac1", + "08eaa862-e929-4df4-af75-a2f0eab6c3c7", + "48118072-5145-4490-8924-d55362de18cf" + ], + "firing": [ + { + "labels": { + "alertname": "MessengerQueueLag", + "severity": "warning" + }, + "annotations": { + "description": "Durable PostgreSQL backlog is nonempty and oldest job age is above 15 seconds for 10 seconds; the observer sample is less than 10 seconds old. This is queue age, not worker processing duration.", + "runbook": "infra/otel/RUNBOOK.md#queue-lag", + "summary": "Oldest unfinished attachment job exceeds 15 seconds" + }, + "state": "firing", + "activeAt": "2026-11-21T09:03:35.01093083Z", + "value": "2.5625076e+01" + } + ], + "backlog": [ + { + "metric": { + "__name__": "messenger_queue_depth", + "deployment_environment_name": "lab", + "exported_instance": "da2c8073a2144ecc9965ea4553926bf3", + "exported_job": "messenger-publisher", + "instance": "otel-collector:8889", + "job": "messenger", + "queue": "attachments", + "service_instance_id": "da2c8073a2144ecc9965ea4553926bf3", + "service_name": "messenger-publisher", + "service_version": "1.6.0" + }, + "value": [ + 1795251830.056, + "4" + ] + }, + { + "metric": { + "__name__": "messenger_queue_oldest_age_seconds", + "deployment_environment_name": "lab", + "exported_instance": "da2c8073a2144ecc9965ea4553926bf3", + "exported_job": "messenger-publisher", + "instance": "otel-collector:8889", + "job": "messenger", + "queue": "attachments", + "service_instance_id": "da2c8073a2144ecc9965ea4553926bf3", + "service_name": "messenger-publisher", + "service_version": "1.6.0" + }, + "value": [ + 1795251830.056, + "29.631338" + ] + }, + { + "metric": { + "__name__": "messenger_queue_sample_age_seconds", + "deployment_environment_name": "lab", + "exported_instance": "da2c8073a2144ecc9965ea4553926bf3", + "exported_job": "messenger-publisher", + "instance": "otel-collector:8889", + "job": "messenger", + "queue": "attachments", + "service_instance_id": "da2c8073a2144ecc9965ea4553926bf3", + "service_name": "messenger-publisher", + "service_version": "1.6.0" + }, + "value": [ + 1795251830.056, + "1.5746737279998797" + ] + } + ], + "resolved": { + "alertname": "MessengerQueueLag", + "state": "resolved", + "observed_at": "2026-11-21T09:04:10.943205Z" + }, + "content": [ + { + "attachment_id": "eff8c787-ea3b-49d5-84c6-112356ed8dea", + "original_sha256": "99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75", + "original_bytes": 111817, + "thumbnail_size": [ + 256, + 160 + ] + }, + { + "attachment_id": "2e0ebd87-84b0-45bb-8352-f40a46726ac1", + "original_sha256": "99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75", + "original_bytes": 111817, + "thumbnail_size": [ + 256, + 160 + ] + }, + { + "attachment_id": "08eaa862-e929-4df4-af75-a2f0eab6c3c7", + "original_sha256": "99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75", + "original_bytes": 111817, + "thumbnail_size": [ + 256, + 160 + ] + }, + { + "attachment_id": "48118072-5145-4490-8924-d55362de18cf", + "original_sha256": "99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75", + "original_bytes": 111817, + "thumbnail_size": [ + 256, + 160 + ] + } + ] + }, + { + "incident": "PostgreSQL unavailable", + "started_at": "2026-11-21T08:58:31.375634Z", + "finished_at": "2026-11-21T09:00:26.412016Z", + "api_error_responses": [ + { + "status": 503, + "request_id": "f44f1b74-f3f1-4cbe-8b44-510cfbe21ebd", + "trace_id": "819eab187881e315742feb7f2ebb70ff", + "error_code": "unavailable" + }, + { + "status": 503, + "request_id": "bca1686b-8a32-48e7-a547-15a9d70a2a00", + "trace_id": "07f090985e7fbd5a1a518f86f68a8e19", + "error_code": "unavailable" + }, + { + "status": 503, + "request_id": "5556cbc3-f1a6-4d90-a829-aa2b14155dcd", + "trace_id": "dbd6cee66624d969e0fdcf7e611742e2", + "error_code": "unavailable" + }, + { + "status": 503, + "request_id": "f5b5ef8c-a331-4ef3-8e85-b5a912c1d7ab", + "trace_id": "120612c85cea55ab910156523fe6bd44", + "error_code": "unavailable" + }, + { + "status": 503, + "request_id": "28d85076-115c-48f9-9c57-4bcaa4c94a81", + "trace_id": "ae7d06454b8ea7c3102ef9d4e3d25d54", + "error_code": "unavailable" + }, + { + "status": 503, + "request_id": "bb60e798-c4ab-456d-adbd-014935fc2305", + "trace_id": "7a484e2f8f8b789b546fefcb6c17ef31", + "error_code": "unavailable" + }, + { + "status": 503, + "request_id": "54380ceb-0150-4abe-9f7a-5687d7d3ddd6", + "trace_id": "05b6d1166af101b83b53849e10fd998f", + "error_code": "unavailable" + }, + { + "status": 503, + "request_id": "db400c2f-da6a-46d5-a497-aa9512b7ad4e", + "trace_id": "2375b249511d758d411f89e5645d5da1", + "error_code": "unavailable" + }, + { + "status": 503, + "request_id": "4dff3561-cecf-46f2-ad65-a751ad80b704", + "trace_id": "f3ffb1249c0d69313b286551593ef8da", + "error_code": "unavailable" + }, + { + "status": 503, + "request_id": "6533b9aa-d883-437a-b61b-9ce001723ee6", + "trace_id": "440d304083ca1ecda35778ad369bffef", + "error_code": "unavailable" + }, + { + "status": 503, + "request_id": "8878826b-17de-4b19-bd50-84d9f81d9969", + "trace_id": "60f88a60bb55365c1634acb736f534a3", + "error_code": "unavailable" + }, + { + "status": 503, + "request_id": "f017a22c-4dde-4d58-b606-98d8452ac509", + "trace_id": "a1bfce2b0036b8164014956874e1ddab", + "error_code": "unavailable" + }, + { + "status": 503, + "request_id": "313e7325-35ae-4783-99b9-05345a264602", + "trace_id": "a46627bd5a1e2c1db4c7858e2d629af8", + "error_code": "unavailable" + }, + { + "status": 503, + "request_id": "718d3da1-c040-480c-bc38-596b621a6a51", + "trace_id": "c354cefa67d30ea184be77e5783955d7", + "error_code": "unavailable" + }, + { + "status": 503, + "request_id": "71405928-da66-43a9-be3c-ab0689bb8e56", + "trace_id": "707407e103c88876adb3584d3c8ed73a", + "error_code": "unavailable" + }, + { + "status": 503, + "request_id": "855ee26b-6bc8-4fd5-a0a6-86076cf51d00", + "trace_id": "6c43d9a28f5928a8329eff4ee28ec736", + "error_code": "unavailable" + }, + { + "status": 503, + "request_id": "17d9b580-40c0-452e-b7f5-cc6b558c4522", + "trace_id": "4c1280b4fcbcfeb1c167692499ecdef3", + "error_code": "unavailable" + }, + { + "status": 503, + "request_id": "5f7a110e-890a-44ef-be33-81e1c028468e", + "trace_id": "a9f448cdf89f98ce3f765c492e80f3c7", + "error_code": "unavailable" + } + ], + "firing": [ + { + "labels": { + "alertname": "MessengerHighErrorRate", + "severity": "warning" + }, + "annotations": { + "description": "5xx / all business HTTP responses over 1 minute, continuously above 5% for 10 seconds. Health and client 4xx are not failures in this SLI.", + "runbook": "infra/otel/RUNBOOK.md#api-errors", + "summary": "Business API 5xx ratio exceeds 5%" + }, + "state": "firing", + "activeAt": "2026-11-21T08:58:55.01093083Z", + "value": "1.8142972347551123e-01" + } + ], + "db_pool": [ + { + "metric": { + "__name__": "messenger_db_pool_capacity", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0" + }, + "value": [ + 1795251550.47, + "15" + ] + }, + { + "metric": { + "__name__": "messenger_db_pool_capacity", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0" + }, + "value": [ + 1795251550.47, + "15" + ] + }, + { + "metric": { + "__name__": "messenger_db_pool_capacity", + "deployment_environment_name": "lab", + "exported_instance": "da2c8073a2144ecc9965ea4553926bf3", + "exported_job": "messenger-publisher", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "da2c8073a2144ecc9965ea4553926bf3", + "service_name": "messenger-publisher", + "service_version": "1.6.0" + }, + "value": [ + 1795251550.47, + "15" + ] + }, + { + "metric": { + "__name__": "messenger_db_pool_used", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0" + }, + "value": [ + 1795251550.47, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_db_pool_used", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0" + }, + "value": [ + 1795251550.47, + "3" + ] + }, + { + "metric": { + "__name__": "messenger_db_pool_used", + "deployment_environment_name": "lab", + "exported_instance": "da2c8073a2144ecc9965ea4553926bf3", + "exported_job": "messenger-publisher", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "da2c8073a2144ecc9965ea4553926bf3", + "service_name": "messenger-publisher", + "service_version": "1.6.0" + }, + "value": [ + 1795251550.47, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_db_pool_waiting", + "deployment_environment_name": "lab", + "exported_instance": "0d13c5814dab", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0" + }, + "value": [ + 1795251550.47, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_db_pool_waiting", + "deployment_environment_name": "lab", + "exported_instance": "81ebb23d65ec", + "exported_job": "messenger-api", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0" + }, + "value": [ + 1795251550.47, + "1" + ] + }, + { + "metric": { + "__name__": "messenger_db_pool_waiting", + "deployment_environment_name": "lab", + "exported_instance": "da2c8073a2144ecc9965ea4553926bf3", + "exported_job": "messenger-publisher", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "da2c8073a2144ecc9965ea4553926bf3", + "service_name": "messenger-publisher", + "service_version": "1.6.0" + }, + "value": [ + 1795251550.47, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_db_pool_capacity", + "deployment_environment_name": "lab", + "exported_instance": "854caafd73ca40f688b8f53314a6f537", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "854caafd73ca40f688b8f53314a6f537", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795251550.47, + "15" + ] + }, + { + "metric": { + "__name__": "messenger_db_pool_used", + "deployment_environment_name": "lab", + "exported_instance": "854caafd73ca40f688b8f53314a6f537", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "854caafd73ca40f688b8f53314a6f537", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795251550.47, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_db_pool_waiting", + "deployment_environment_name": "lab", + "exported_instance": "854caafd73ca40f688b8f53314a6f537", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "854caafd73ca40f688b8f53314a6f537", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795251550.47, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_db_pool_capacity", + "deployment_environment_name": "lab", + "exported_instance": "fbfa8249e8c241d98e76ac1b870fab3e", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "fbfa8249e8c241d98e76ac1b870fab3e", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795251550.47, + "15" + ] + }, + { + "metric": { + "__name__": "messenger_db_pool_used", + "deployment_environment_name": "lab", + "exported_instance": "fbfa8249e8c241d98e76ac1b870fab3e", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "fbfa8249e8c241d98e76ac1b870fab3e", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795251550.47, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_db_pool_waiting", + "deployment_environment_name": "lab", + "exported_instance": "fbfa8249e8c241d98e76ac1b870fab3e", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "fbfa8249e8c241d98e76ac1b870fab3e", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795251550.47, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_db_pool_capacity", + "deployment_environment_name": "lab", + "exported_instance": "860a8bda1f144a65878ee73824659b78", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "860a8bda1f144a65878ee73824659b78", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795251550.47, + "15" + ] + }, + { + "metric": { + "__name__": "messenger_db_pool_used", + "deployment_environment_name": "lab", + "exported_instance": "860a8bda1f144a65878ee73824659b78", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "860a8bda1f144a65878ee73824659b78", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795251550.47, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_db_pool_waiting", + "deployment_environment_name": "lab", + "exported_instance": "860a8bda1f144a65878ee73824659b78", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "860a8bda1f144a65878ee73824659b78", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795251550.47, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_db_pool_capacity", + "deployment_environment_name": "lab", + "exported_instance": "b5902353dfd648c39ac966e0780e90a3", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "b5902353dfd648c39ac966e0780e90a3", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795251550.47, + "15" + ] + }, + { + "metric": { + "__name__": "messenger_db_pool_used", + "deployment_environment_name": "lab", + "exported_instance": "b5902353dfd648c39ac966e0780e90a3", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "b5902353dfd648c39ac966e0780e90a3", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795251550.47, + "0" + ] + }, + { + "metric": { + "__name__": "messenger_db_pool_waiting", + "deployment_environment_name": "lab", + "exported_instance": "b5902353dfd648c39ac966e0780e90a3", + "exported_job": "messenger-worker", + "instance": "otel-collector:8889", + "job": "messenger", + "service_instance_id": "b5902353dfd648c39ac966e0780e90a3", + "service_name": "messenger-worker", + "service_version": "1.6.0" + }, + "value": [ + 1795251550.47, + "0" + ] + } + ], + "resolved": { + "alertname": "MessengerHighErrorRate", + "state": "resolved", + "observed_at": "2026-11-21T09:00:25.746469Z" + } + }, + { + "incident": "Tempo and Loki unavailable", + "started_at": "2026-11-21T09:00:26.426903Z", + "finished_at": "2026-11-21T09:02:41.586010Z", + "successful_message_writes_during_outage": 339, + "before": [ + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251626.425, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251626.425, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "logs", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251626.425, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "traces", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251626.425, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_process_memory_rss", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251626.425, + "212336640" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_log_records", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251626.425, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_metric_points", + "exporter": "prometheus", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251626.425, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_spans", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251626.425, + "0" + ] + } + ], + "samples": [ + { + "time": 1795251629.2749643, + "observed_at": "2026-11-21T09:00:29.274967Z", + "metrics": [ + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251629.278, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251629.278, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "logs", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251629.278, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "traces", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251629.278, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_process_memory_rss", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251629.278, + "212336640" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_log_records", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251629.278, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_metric_points", + "exporter": "prometheus", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251629.278, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_spans", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251629.278, + "0" + ] + } + ] + }, + { + "time": 1795251634.394993, + "observed_at": "2026-11-21T09:00:34.394996Z", + "metrics": [ + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251634.417, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251634.417, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "logs", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251634.417, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "traces", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251634.417, + "1" + ] + }, + { + "metric": { + "__name__": "otelcol_process_memory_rss", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251634.417, + "212467712" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_log_records", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251634.417, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_metric_points", + "exporter": "prometheus", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251634.417, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_spans", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251634.417, + "0" + ] + } + ] + }, + { + "time": 1795251639.4864533, + "observed_at": "2026-11-21T09:00:39.486455Z", + "metrics": [ + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251639.516, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251639.516, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "logs", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251639.516, + "5" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "traces", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251639.516, + "6" + ] + }, + { + "metric": { + "__name__": "otelcol_process_memory_rss", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251639.516, + "212467712" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_log_records", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251639.516, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_metric_points", + "exporter": "prometheus", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251639.516, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_spans", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251639.516, + "0" + ] + } + ] + }, + { + "time": 1795251644.4872081, + "observed_at": "2026-11-21T09:00:44.487210Z", + "metrics": [ + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251644.5, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251644.5, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "logs", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251644.5, + "10" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "traces", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251644.5, + "11" + ] + }, + { + "metric": { + "__name__": "otelcol_process_memory_rss", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251644.5, + "212467712" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_log_records", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251644.5, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_metric_points", + "exporter": "prometheus", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251644.5, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_spans", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251644.5, + "0" + ] + } + ] + }, + { + "time": 1795251649.6446218, + "observed_at": "2026-11-21T09:00:49.644624Z", + "metrics": [ + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251649.666, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251649.666, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "logs", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251649.666, + "20" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "traces", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251649.666, + "21" + ] + }, + { + "metric": { + "__name__": "otelcol_process_memory_rss", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251649.666, + "212598784" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_log_records", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251649.666, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_metric_points", + "exporter": "prometheus", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251649.666, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_spans", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251649.666, + "0" + ] + } + ] + }, + { + "time": 1795251654.7203119, + "observed_at": "2026-11-21T09:00:54.720315Z", + "metrics": [ + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251654.725, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251654.725, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "logs", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251654.725, + "24" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "traces", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251654.725, + "26" + ] + }, + { + "metric": { + "__name__": "otelcol_process_memory_rss", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251654.725, + "212598784" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_log_records", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251654.725, + "2" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_metric_points", + "exporter": "prometheus", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251654.725, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_spans", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251654.725, + "0" + ] + } + ] + }, + { + "time": 1795251659.8782694, + "observed_at": "2026-11-21T09:00:59.878273Z", + "metrics": [ + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251659.881, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251659.881, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "logs", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251659.881, + "28" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "traces", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251659.881, + "29" + ] + }, + { + "metric": { + "__name__": "otelcol_process_memory_rss", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251659.881, + "213254144" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_log_records", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251659.881, + "6" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_metric_points", + "exporter": "prometheus", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251659.881, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_spans", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251659.881, + "42" + ] + } + ] + }, + { + "time": 1795251665.0328362, + "observed_at": "2026-11-21T09:01:05.032839Z", + "metrics": [ + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251665.035, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251665.035, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "logs", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251665.035, + "33" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "traces", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251665.035, + "34" + ] + }, + { + "metric": { + "__name__": "otelcol_process_memory_rss", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251665.035, + "213254144" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_log_records", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251665.035, + "6" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_metric_points", + "exporter": "prometheus", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251665.035, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_spans", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251665.035, + "42" + ] + } + ] + }, + { + "time": 1795251670.2202997, + "observed_at": "2026-11-21T09:01:10.220302Z", + "metrics": [ + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251670.234, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251670.234, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "logs", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251670.234, + "38" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "traces", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251670.234, + "39" + ] + }, + { + "metric": { + "__name__": "otelcol_process_memory_rss", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251670.234, + "213254144" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_log_records", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251670.234, + "6" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_metric_points", + "exporter": "prometheus", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251670.234, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_spans", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251670.234, + "42" + ] + } + ] + }, + { + "time": 1795251675.2846627, + "observed_at": "2026-11-21T09:01:15.284666Z", + "metrics": [ + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251675.286, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251675.286, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "logs", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251675.286, + "43" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "traces", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251675.286, + "44" + ] + }, + { + "metric": { + "__name__": "otelcol_process_memory_rss", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251675.286, + "213909504" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_log_records", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251675.286, + "6" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_metric_points", + "exporter": "prometheus", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251675.286, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_spans", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251675.286, + "42" + ] + } + ] + }, + { + "time": 1795251680.429372, + "observed_at": "2026-11-21T09:01:20.429374Z", + "metrics": [ + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251680.448, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251680.448, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "logs", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251680.448, + "47" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "traces", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251680.448, + "49" + ] + }, + { + "metric": { + "__name__": "otelcol_process_memory_rss", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251680.448, + "213909504" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_log_records", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251680.448, + "9" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_metric_points", + "exporter": "prometheus", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251680.448, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_spans", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251680.448, + "42" + ] + } + ] + }, + { + "time": 1795251685.5910149, + "observed_at": "2026-11-21T09:01:25.591018Z", + "metrics": [ + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251685.614, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251685.614, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "logs", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251685.614, + "51" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "traces", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251685.614, + "54" + ] + }, + { + "metric": { + "__name__": "otelcol_process_memory_rss", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251685.614, + "213909504" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_log_records", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251685.614, + "16" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_metric_points", + "exporter": "prometheus", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251685.614, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_spans", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251685.614, + "42" + ] + } + ] + }, + { + "time": 1795251690.597594, + "observed_at": "2026-11-21T09:01:30.597597Z", + "metrics": [ + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251690.601, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251690.601, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "logs", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251690.601, + "56" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "traces", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251690.601, + "57" + ] + }, + { + "metric": { + "__name__": "otelcol_process_memory_rss", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251690.601, + "213909504" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_log_records", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251690.601, + "16" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_metric_points", + "exporter": "prometheus", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251690.601, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_spans", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251690.601, + "86" + ] + } + ] + } + ], + "after": [ + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251694.33, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_capacity", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251694.33, + "256" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "logs", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251694.33, + "56" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_queue_size", + "data_type": "traces", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251694.33, + "57" + ] + }, + { + "metric": { + "__name__": "otelcol_process_memory_rss", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251694.33, + "213909504" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_log_records", + "exporter": "otlphttp/loki", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251694.33, + "16" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_metric_points", + "exporter": "prometheus", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251694.33, + "0" + ] + }, + { + "metric": { + "__name__": "otelcol_exporter_send_failed_spans", + "exporter": "otlphttp/tempo", + "instance": "otel-collector:8888", + "job": "collector", + "service_instance_id": "79b872b7-54c8-4a91-9171-082e8ae8ceeb", + "service_name": "otelcol-contrib", + "service_version": "0.111.0" + }, + "value": [ + 1795251694.33, + "86" + ] + } + ], + "max_collector_rss_bytes": 213909504.0, + "recovery": { + "attachment_id": "567d9b19-91b2-468c-95bb-8317c6ef90f2", + "request_id": "observe-81adf6fa6db94a2caf9dbdf96d62b259", + "api_trace_id": "167d5623ef64fb0ed646ec1e2fe01ad8", + "accepted_at": "2026-11-21T09:02:08.470781Z", + "worker_trace_id": "167d5623ef64fb0ed646ec1e2fe01ad8", + "job_id": "2c0f93ca-74a0-4191-9b63-85fd07008e86", + "worker_attempts": [ + "1" + ], + "same_trace": true, + "correlated_at": "2026-11-21T09:02:12.958669Z" + }, + "loss_measurement": { + "expected_control_requests": 339, + "missing_control_traces": 0, + "missing_control_logs": 5, + "checked_at": "2026-11-21T09:02:41.585996Z", + "controls": [ + { + "request_id": "telemetry-loss-3259a695b1544aadbebfeb2fd2f0f99c", + "trace_id": "e14377b4e8fc1b457d0c39c49cdf3ae5", + "trace_available": true, + "log_available": false, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-086ce614f00245dc89220db07d2bc97b", + "trace_id": "f43ea9639b879052c9023a9d7d636fb8", + "trace_available": true, + "log_available": false, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-230151a9f06d4175868e0b965624f8d8", + "trace_id": "f39544f6e6918f89f33d0c9bbe5f0d0e", + "trace_available": true, + "log_available": false, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-c4d2a5d4c33645029df2a311fb6b5e6f", + "trace_id": "f78fa09a2626dace72299fdb84254178", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-ee9550addc7c4f32827840abc26b19f4", + "trace_id": "1e6d3a08b1a1ac85da9b8ff0a3723f5d", + "trace_available": true, + "log_available": false, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-46e590f9739945aeb7ee7f4d870b7341", + "trace_id": "78ea7208cde27d1445fe89a581f7c7e8", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-fcdc5025d573424bbe853171b9ed003b", + "trace_id": "c3a0f3d166a1b562ebfc94322bbc6c1a", + "trace_available": true, + "log_available": false, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-5b0c629e172d4094aa82b02680f40307", + "trace_id": "6db6e605537b4ed7c18f53a53d4aa11a", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-11b81c53cd8d4f7d9a922e0c70e51b8c", + "trace_id": "20014f80872c1e18d400d8a26ebb1bf0", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-afd9463a56a44d4395f20d1ab0d5feb2", + "trace_id": "b1e2eeb767ee296c5cf30f66876c8941", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-867d2f9547f84ed1be2d20e2594a333a", + "trace_id": "6cf0587b0645e05d7389c485465054ce", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-8e26d997bc8e488f987f28f2f65835ba", + "trace_id": "a305d1587ec6c063dafd9d91a162bc18", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-8aa582556e6642ee97bc7b0d95489b26", + "trace_id": "24360e74282790ab33ea801f968fad98", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-c6309682cf9d466c8b843235d71130da", + "trace_id": "d091f6e5f5bd85f91b7a580dd8e39ddf", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-38a29c25c05a4d2fafdd83f7f8fc74d1", + "trace_id": "80ccb7b1932f23888f6b975964639557", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-37958c0dfa8a435fb7274d0b04e85286", + "trace_id": "47b7178fda157acb69f1f3f3dd9ec167", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-c703e698ef3842a0870fba91f897d984", + "trace_id": "50bc55acd0331b1ecccc99b590ff3172", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-55c9254ff91544309dd2ed6ca2ccab4d", + "trace_id": "1cd9e106741c9e30bb2853358beca9f0", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-132a3a96fb0045c3b113f89e892c340a", + "trace_id": "89847b43866e13b55fabf7a19262eca6", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-b6ce46ce98654333a25058f8161c915e", + "trace_id": "aec9ae93880873128984c35116b099fb", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-2ce39e57e69c4d8ba7f993ef2bed73ba", + "trace_id": "d944bfde8c648d6387b2a3aeb7dc8e84", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-1ae2dcfaf5ea454f9324bd1ce5dbf002", + "trace_id": "598d2d5802621eda5fd44df9639d4529", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-53386218740940b7a85e179c4787d443", + "trace_id": "469d76faf4d183571d53c613ed0a2b09", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-a09b28e8558a4bb699b62abf5d0b8959", + "trace_id": "fc6b4ce7244c9e36618bcf23e8ed90d3", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-c98e1ebb427e4745b613f1c1f311fbac", + "trace_id": "a1da86ea1a86d9f4f01a32f90c0cb719", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-80f489cb91ac49ad94a20a535157efbe", + "trace_id": "9e379ca7025d891e73d5a78831b7308c", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-d2d418cc225d47d181ebaf3307820db7", + "trace_id": "61b8d4ad9fbb1c035a8eb81dc071790d", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-02119dbbf19b4d9eabb69efae054a5d4", + "trace_id": "37cdf4d4d2d6da217bd9bbe1de51cde0", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-c1892d199ec749d39e044f1adbe47c84", + "trace_id": "447beab5df65d40394bcb95e8b53c97d", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-531e2e4b3ee2469f911c7d7f1f7cc377", + "trace_id": "7515c0ac80f89ca7f4e511271f72e355", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-b29c785aaf4d45d3b5d6e0d56957c86f", + "trace_id": "44da560bbf35484d51a2c89142a93ac9", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-52c7530608594c0cb28dc2417ec59e9e", + "trace_id": "688afe73269fd1224d745db69fa7e6c2", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-8f362c96c92b427bb752071afb05984c", + "trace_id": "04c132669e5d21cfa0d81ec4185dcbbb", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-12f5abfa506f4e36a355c7eaca869617", + "trace_id": "74b29be6fe4e1671c8d3e256f6b50138", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-aedd1f8f70bd449b8127fe8ea6c887e1", + "trace_id": "02339da46d411cfbb161070b57b5522e", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-33728055f5a24223989a8ba1aecd9524", + "trace_id": "443a7870be5d9d662d49b05026b6e8ec", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-9e710c8b4fb94ffd80be6f570c77bfe1", + "trace_id": "7baabaa67164435dc8ad634abb4dd75b", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-9fdef8659891469c9824df610af49213", + "trace_id": "573f20205b766576652574b4fda7a901", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-ce8f7496a2194c428a92932d1056eed4", + "trace_id": "57519948e89eaf19fb99362c42a8d741", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-3b2c66c8d3414e9a9e36382da7e0953a", + "trace_id": "101582c217c4d9a42fb811d226defd2f", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-dd3a6441b9c64100b1998b5dfb6a4cc1", + "trace_id": "f18d0b583c75780e1f540b37c90016a3", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-c0b61c16caec4220948100769625c556", + "trace_id": "36975e093042a484aa89f77929ce21d2", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-62026b840c2f464dac4152331de306b8", + "trace_id": "d9b6b3bd3c1d5a9ba3da57c809f3faf5", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-aa784db221e344b0a36353b727394dde", + "trace_id": "372b4a0b5711e1cfbf3c436d6314261e", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-4dc86a828a9949e8b4f8b403e1a5c356", + "trace_id": "1c413965130b09ff6d1547ed8b9061fd", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-c7725983c528458f9bbe09df8078ab54", + "trace_id": "bb9acdf33faf67e6cb385976766dc682", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-f054e8349c83485ca37100ae6dc6fc81", + "trace_id": "ab1a60439ec598352553ff7217fa3db7", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-a3438ebb740a43fd9da7d23f34b62c26", + "trace_id": "c8faf7152c9fd5289e515ec2dfa12f93", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-4841bd9dc4ae46e7a05f719e7ba24393", + "trace_id": "903552ed2032573941ccc9ff6837aeb1", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-d531f2c5e2494953bff7e38676324074", + "trace_id": "92ecb822e88fc2012eca97689640e288", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-d3fe9144fdd440619da88d826fd4c6b6", + "trace_id": "c24f9db7408a2a6363acac6ab3f70a3b", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-5d1a911d82c1479aacf002f6096d4dbc", + "trace_id": "baf6037ba6c6875c140a5cd4e9ec7e6f", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-4083e6a39c414e199a4379d9e8d81229", + "trace_id": "ffd51d01ef76fd787a5f516cea5a1632", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-dfb0a14551394b4a9cd70cecb9d03759", + "trace_id": "1361a35b53cd700aa7b8fc7d43f9d1c9", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-cd9077c8ca9c46feae882e0541e992b8", + "trace_id": "059f0a5491f99c4e4db0a2dd62aa59cd", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-c6dab974c8d84a91a188fd8e8a9bf16f", + "trace_id": "414b32e81bd70049ec4486aa0d784fcb", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-8c519d3b70164ba78cf26b9f074b4db9", + "trace_id": "10cd4f4d50e7d4b7eddac62fd0ad8747", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-025fed947be04cd19bc4af4447e723df", + "trace_id": "37fa76b9830fb5b704a4055c0454af8e", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-4fef07c2cee44b63aa64f5f16f9586e7", + "trace_id": "769711ef35392baecc7984238ff37840", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-ecd3d4878e9c449c921b7041c31af4f6", + "trace_id": "1e8f4a82ea42a4f4bfb1342487e9a289", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-270f596bb63248e9afa4a51ba10fc355", + "trace_id": "72ac97ee034bc80234c5f92667ae9f24", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-020a179b7ff54bc29e2ceff9e1fe9474", + "trace_id": "05cc0886535c2c8d1bf8eb2d140de506", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-fc9a90dd5b8d47929cc9269a87b7effe", + "trace_id": "d813f8b87f9274da5218537b8a938fc2", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-a79ad54f71f1444393c6643a7ef1d05e", + "trace_id": "cd7f402f3e8c34b5e840289848b8c633", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-886e91d8f3eb4d3398b2f8c2e44b6cba", + "trace_id": "0b834983cffcbc8c346ef68ae2fb55b9", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-53fd045a6ca84cb6983fb8ff96ddf4be", + "trace_id": "74f21701cd7bbfd3bf24a99d7e83ab20", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-12527a6beb754795975038ae1ab6d524", + "trace_id": "4b0dcbd0df117898a65541a301f49111", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-59c77ae658644b8b88c2562614a7a8ee", + "trace_id": "31f277e2fef301e80731e67bcdbfb5ae", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-0fd116877e1f48158953256241777348", + "trace_id": "7a6b75600979715a2844ec8754b6861d", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-e0e4af087aad429bbf8ef5470aa1db7b", + "trace_id": "7a598a1ea747c9531dbb38b2de0e1d53", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-55c663b74a8b4f89adfa010c41d67ffb", + "trace_id": "b2f8f8882e20ac27f2e1a965a17014c5", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-a682cc9507b14cd59155315369a89824", + "trace_id": "394da215e621fba5379c88409169b9f6", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-2384eeda1b7741ad826e38b9bdbb2d96", + "trace_id": "bf202f3c3a41cd782063c1d34467bc63", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-a2bdd5e89e5b4df39e6e096707648bbc", + "trace_id": "0f6be08cb35f6527a3ade6939ec2d154", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-a5e49145ee2d43f6a3daf3259ce0f841", + "trace_id": "5dae12bfd34e4cf0a49be7c293e68875", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-f72a0afca3d64b57bcd7bedef3061b4a", + "trace_id": "fa118a4edc00ed4dec70893ebc2dc1f9", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-7d5ee5faea7c4654b1bd8a0e8b404e2b", + "trace_id": "92aaadafad7a0dcb5af925dbebaa9953", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-d6979540446b48eab6dd4eac798d79d3", + "trace_id": "686d695ad879499af464011224174f85", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-c06dd23cde1d4daa8b1a46754ca90503", + "trace_id": "30eb22f745d0ca9ba44929982ef00a56", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-c1623411ee1942d0b946e68909c3ad65", + "trace_id": "6ce36ef19c89ccafd3401f0d2a539dd1", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-e2312783239e42148bb3d73b2bbc5542", + "trace_id": "805c65427dd22e75c3b772db1cde2821", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-ba1655af6b4a4bb18934f983170e0fb3", + "trace_id": "f1ba29204bafdc39eb4407eea4fed837", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-7963dfcbd9904127ad78791881d6ac39", + "trace_id": "e3a4e62ce97970d9594fbd7de7f22819", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-b96dfff7adbd4d27beaad9103d3eb4bd", + "trace_id": "45b3d87098a9dd8f8ec30e72c8618b42", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-87f8af89a0804404989211e7f1fcb929", + "trace_id": "dfd0d1f1550495a64659970dbdb3a17e", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-790c2c0004504acb9f1e7bf1bb4a5924", + "trace_id": "5df7009c08574a57df8eafdb9696c582", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-64efd8e4fcf24918bc38c3f156b33ba5", + "trace_id": "1c584cd2fbb71ae717b4d151bac4e451", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-e10f957dc56442a488777649d82f7d8c", + "trace_id": "cac8e473e200031bc977c13c8da1aa2f", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-e671c583b529453595af3edac741a479", + "trace_id": "b6a750956d1701cf3154b729078cf4bb", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-c86014f5853c401fb9fe4d2c6da32369", + "trace_id": "6349d308a535af03b8c38d34b6afe610", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-0551ead7939644c49fe91ff5e883f26b", + "trace_id": "ddc070c09194f7ca4b2a2757502db6b7", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-2798808520574c5cb59bfc2aa72d8273", + "trace_id": "2614524fee944c6332b3b6b92d016d86", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-2efa240d07594147a65682a3596f637a", + "trace_id": "aefcce0939387155ae4c7960026b7b1d", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-8735aded326f44d7ac29566b5cd73b4e", + "trace_id": "04fdc3fe413b8144a6d16a4e66d2945e", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-2b25ec937eb54505b5fc9201b53edeab", + "trace_id": "4305bac38728f8a48611d3ce1738275d", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-58e5f0a7d0e3496d8de6ec1861264c9c", + "trace_id": "7e7a535919f1eafe46022d5a3b9cb7f7", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-d7d1116f587648a2a387a45b54fcf550", + "trace_id": "1c9549872e67dc2d0b7f070f67f48c5a", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-da4ed663c5bf4ea498b9afcb1e65ac9a", + "trace_id": "a0fb197e1fda00066c1c4ef62d721125", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-248dc0bd9f7a49ad8296b685d8e11535", + "trace_id": "983cb94014789524dc99e38dcb125c5f", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-5140937a68dd4381adad50b200703d97", + "trace_id": "6a4a11b194a406efb524f25ffc2b7576", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-927a87d30d664d9da1324cd25f456c36", + "trace_id": "5ac71a3ffb4a0f72ca09eca9650c13cb", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-a5aebb5603f244beb408219f2cdcac16", + "trace_id": "110fb8502194ae56f683eb4ddc899f0d", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-f136d2f115e5442ba150c7786236c8be", + "trace_id": "3f0957930bb0f766c0335bf5a9ffc09b", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-49908d89c8de4e92a93aee41071b4e5d", + "trace_id": "99378a5fd720c6c11bef9c581888aad9", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-033b3fd9e82844b29680303b75afba7c", + "trace_id": "b8dce53afe10591e6c71e8bdac7526b1", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-ddb08f60dcd4453d8df9bb6b8a535051", + "trace_id": "b39cee0a84bfd6b1631c303e44309df2", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-b5c51e1a5a1f4580afb0a05fe66844df", + "trace_id": "091aefe9569a2a1022933522df8f2878", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-127768f935df47f4befaf9c0a44c7302", + "trace_id": "76baa415945e8d0ffd47408f4b468595", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-45c51c88f83841e0972ae4d9e6ba3810", + "trace_id": "937ec22a60dc8ff19c3bac3385b4a176", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-bc572d1ec69f4311befa54322dbbb72a", + "trace_id": "37feca6234e7f852fa60efb17901968a", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-7c438b00452c49bfa34d04e3927a0bce", + "trace_id": "f6c224ce5d96d5278bd8e1597e2c2f96", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-4146eead69384eb69c50c077da55cfec", + "trace_id": "d35151189fecb6fd09e5e318f0b1ec2e", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-4c49ea38bcc44c5087b6bef02ca6f1e4", + "trace_id": "e4a44b97cfb434fe14279702e46a854f", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-f706951363014655865b1c03985d4438", + "trace_id": "d2b880df59c7c6b11ce848e7de2cf0dc", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-25d19bc28682471fb597e6586a20a578", + "trace_id": "73dfb48fb0aea6337ab5b10afc8fee12", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-a251f6b4c9bc47f98ffa7100a7b3ab80", + "trace_id": "2b0ca45abbd47354ff5ec782e0e1a55e", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-347004ff832b436585d88d4982806a22", + "trace_id": "2f99e775501fea3259d2e6c68a134460", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-9a937e0455d2486d87ffea9d04136b63", + "trace_id": "0cb16015e3f44253f76e760dc7b318f8", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-9bf2179943ca411ea4216b1eba6821a2", + "trace_id": "9b4873bb59a6abdd9b0b4a3cde0d9d33", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-06ef18ed77ac43db9184321d7d66646f", + "trace_id": "3e6fc2fdeb1716e4aa96097d6fc98030", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-3960662121a84c49aba948e2c6868528", + "trace_id": "1dc7ccf14344cd50cfe549188619d67e", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-b56a586384de4874a8fd6d826e742703", + "trace_id": "c13699bf902585106795f324520d2011", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-fa28c5abaaee4d36b290a09131d864d9", + "trace_id": "db464ade518fa7ac647b77720283176f", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-50bfd6e7815842b388bb84d3e38b86d0", + "trace_id": "dc299500dc5265ce595d4c265dba10f2", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-bd85099f2be54a328f1300dc68e19027", + "trace_id": "3eb332489ec789977ac384f0249c0492", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-79ea5696745b4f2a922e11e0d8d3c32d", + "trace_id": "31aea5ad6a7c73ab78fc510aec28a4c3", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-5f1d77b99aa14ec3ae25ab0e87627c95", + "trace_id": "ef1206a1de532ac735d9b301e72531e5", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-f01ec8bde99644bba43b1e2c4b2f3340", + "trace_id": "6bb6a074f7f2e91c7a6ed56e22b29256", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-9b3f054229ae433c83160e58ec1d64fc", + "trace_id": "5bb7a7a41a454d7a1ad602e8a3b7e071", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-0644fa4b4b0b430a95f0cacfa973fd75", + "trace_id": "d5cb76e187684528f38f255efd0417f5", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-09ab290593ba44f9bb92573924990b9d", + "trace_id": "14b625798bcfedf2f5105cac9c3da321", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-43186c81c12b40c8afee426bc9874527", + "trace_id": "5aaab59316a974576e09b27a5c5ceaa7", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-fc3762be92824fa5b96fba284fb5ca68", + "trace_id": "4188e48d79d2ec6a692406e0017a7862", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-c3435d4a9514438daca069e5e9420100", + "trace_id": "5cced573625e62a85540418fd8c227d4", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-841d72a379d94c69838ac2c6f8a2f23a", + "trace_id": "38a602c06d960ddba4c666f0cf138544", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-d13dded847804060b6aa57849cf6f688", + "trace_id": "a80d99238bc4cb580b61c82ded2cb9ad", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-48a0d7ff30ff4f29b6b5b82343ada4d6", + "trace_id": "20374660c8dfd909d746b6483c5f4ede", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-465e74890d4b434ca2d669bcfd7603f6", + "trace_id": "8d66cc2978490a3e2041181bedd9f57d", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-ac0ddbd42ea7491c9d41b81506594f7f", + "trace_id": "8dc47b8b690c4832bb0b9e50f9db85cb", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-11ed6550bdf8404fbf558463851e1b44", + "trace_id": "5fd24fc44c2d17134291d2dfe0007bc2", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-a0750a7af0ee4769b72cb9dcc3d9e538", + "trace_id": "b5f2ada01b3c2e7485f9d480d8ce84b0", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-357973edb4354ba5b5afb925529c7768", + "trace_id": "939f1d190ef2a2f351dad64115d0c252", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-5bc0763a44d84221b97113e09e53297d", + "trace_id": "61818067a478c4f7d90cab37f457f140", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-8f5a208fc23140aa982c84bf9cef824b", + "trace_id": "4b1c6f38cd19379043a5676b2197fb41", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-3fc03cb56a6c4878a383f0b6d21104cc", + "trace_id": "a5871b2af19d607a9e7e3660e9f6c51f", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-10d20b5841d7484ab9083838954a11f5", + "trace_id": "f25c48c0d3b5190c9b179638e10f2405", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-f5442fca0f4a46bd8bcf92b6f936665d", + "trace_id": "0296005d93f09927db2a43109e5d5975", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-f0694ba61c9b4a378abefe0d8179faee", + "trace_id": "33db30dfb3f6ec6525201d5124568e57", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-715b72c07e8d4a1a81f987acf9b17ec8", + "trace_id": "0676f077779831f46c3d521591c5dd7c", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-90f30b52233345f097881a0c6f687720", + "trace_id": "1e4749bb626cd2a6175943c57f2a8b3c", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-7be10a57c0074f63890e322f978cde21", + "trace_id": "8aa75d80ef0dcd3544450bc97bdf5da7", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-46d57b8a5a2043269cfed49aa66257bf", + "trace_id": "95772de47346278fc84af9fa5d893372", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-ec621e6c16bd463a825e73b237954e69", + "trace_id": "d6096f4351f3a0d11cb389571de2e530", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-32656ab974994120b2a0da3b06efc31d", + "trace_id": "031918ed58648bf6fbab521ff0d20e11", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-385397fd79df4ffd872b129ce4ffa229", + "trace_id": "28f2c634a32c99ba426d67e881026069", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-06752debb9334e568ade647185f0265b", + "trace_id": "4dc4703359902931e9b062cbe0e19564", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-3c19819355ea4b7283bc95b682e93d1f", + "trace_id": "22699e232b5d1a7e949f2df57149eb53", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-fc4858fedae34a8c978b7219e64c6b62", + "trace_id": "4e355de544b91a2020a85196a58fd60e", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-50dca07475a04cc6a6d39313eddd1c1a", + "trace_id": "623af99e74d4d52075b4146797ff1ea2", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-baa67bf4fdad46d48ec219c38f243ce2", + "trace_id": "56f07213c6962ac8673955e778e47f49", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-01aab4c8832746aba4dfe3c58861adc2", + "trace_id": "771e6bf7fd7ce744af54f8c078dfbe90", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-df01d28a63fa4310bca74d3e2aa23293", + "trace_id": "323619d4680683c15562bee0cd244384", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-5f3c9bfd825343ebab86a2c139ef0184", + "trace_id": "cd44d5404f47e286f0c0746c1c1244cc", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-965dd997543840c0a6518f428ee1aa7e", + "trace_id": "5bba225ac131b48d774e32720447bf4f", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-b414af042adc4324a8902c968a4acc56", + "trace_id": "4e8f99530c1fd9fe1a21cb4c34343625", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-a2a896845fa54cddac683285ffaa76c6", + "trace_id": "ef4fa320af53e6c134996b28db20913b", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-e95fb4a7930d4dbaa29a6dfb717985d6", + "trace_id": "7994ab00a7b0cb6b9b1b126bea7fe1bc", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-16c8020e137a41c8b5eeaddda0a41c3b", + "trace_id": "079186767f7aa7b24cbeb382a70e8333", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-8dc0dd6f73684060b2c540d830398b20", + "trace_id": "4545bc38d02fa990789b9ee6039883dc", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-04ad081fe0c448bca3776434911f48d7", + "trace_id": "48c91b2ca742eb9e92e76ce96afbb3a3", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-387198e0936b4797a969cc5b09eef0d8", + "trace_id": "d91c6e909505113c6974a196165cb1b0", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-fb46eec76c3448498af899391c7bde42", + "trace_id": "e7a725004bd3f81d74368f49c4901ebe", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-065dea4c4d434ebeb380190c43702e83", + "trace_id": "8d0b136ee9ecea11bd44f85d51afdd52", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-16408bf4f0814cccaa3d898e8fdae798", + "trace_id": "5013376573f5fdccc0c9aaa47de9a60b", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-7268c14b680648f89c0bb302ee052a00", + "trace_id": "22c3af77cddc1582b0ab0af584516615", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-02d611f9ea634e0f84567fcf4f03b9dd", + "trace_id": "586810cf06f95d5b47928f9ba97abaf6", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-d96511cd45824d89b496b603c4f2fda9", + "trace_id": "7b814f5758619c2bed3d9f4c45bcd684", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-1082ff9be8fc4faa85fc13ef93eb7fea", + "trace_id": "22e5300e8cb2ef174d57d8469f0397ec", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-a8a292ef01214934a57f392c6db97eb9", + "trace_id": "ad277b8a6d89f345f7ba3f17e5ac2813", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-1370c213251f477d8b384227e3360196", + "trace_id": "a91d13d92561590618c10b1aab3d8b46", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-4ff217ccb69849a59d54c0671a4ddc7b", + "trace_id": "e3a058b8470cb495fd8a43f6dee39d44", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-57a4c65e5e8a47c39d04d816be19c2c2", + "trace_id": "87e465c4a7b68d795097745c62687f4f", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-2eabd0dc7cba4d05a156db506a771fb8", + "trace_id": "acbc7a0497d4bb23d904f139eb842b83", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-668e6d32715e42ff85c6d105ce007e69", + "trace_id": "8ed9c0ef4028ba4d51c0e87ef7034459", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-573b7ed777884b038d44d93e450c1873", + "trace_id": "e59da4d6a21eb63dc282edfe927e0673", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-673398374e2449d18cc5b91ca95d509f", + "trace_id": "40f3ab60f287c7f6ff73dbf542810afa", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-91dc93e058c849eb873011b5bf75420d", + "trace_id": "69147b29931486a02a0a7c77c7dccc23", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-2171f6592b7b43c9b308aed29993b70e", + "trace_id": "19fc09a014291c30b51382234b297e38", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-c629575e4788489b80c75f2074e0e50e", + "trace_id": "489050055faeb7e1604fcb0176b86d35", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-230d44ca4273409888488294d1221c71", + "trace_id": "79583c093d02e3d286a496dd263aa8c5", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-af339a70727146b1beacc88191a89600", + "trace_id": "edb68b93878af6443690647edae89ea2", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-6a0c7217284049018f9338124c109ddb", + "trace_id": "0e6009c7d456eb70fc157cc52b36cf9e", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-fe3cc5cfd76543cab700da420411d659", + "trace_id": "817e9098c2385b633a84c5bfe9b1734e", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-816ee1ba8d9d43469b87b3ed43b2448a", + "trace_id": "f23f2ba6174312f0aef6d3fa26cf406b", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-c424db3889904b5b9856258ac8e40794", + "trace_id": "68564d2030ab04690ce4a8586f34e63a", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-2aa42c3a6fa84d69ba23d311d5fd4ac3", + "trace_id": "e0d1b6fb4f549732fd5e01ab0594d105", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-3a498d8b4d8b400ba8743b46dbb32913", + "trace_id": "03bffc8fce662ad02a9c6f6f026b5583", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-3c357c65f333420fa000e8b5eb9a2419", + "trace_id": "0c3891c5c6d1b3ca802a5fd3dea0ab13", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-4d0e0cb010c245de8f755f5ee31cb3a0", + "trace_id": "6560b577bd00013d1bafd3f3c718e9e6", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-668498336c1f46e9be128190bee6cf99", + "trace_id": "2939b5adf951b5fa8157480104a4c913", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-b19d14b70fbc40f891765cccceaff8d2", + "trace_id": "d646fc73a085cd8e8b5db4b621abbaae", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-ca50b53e498144b1800b3d3b1ff9d611", + "trace_id": "74b1be3b44bdd3bb1bf3ee2530ed060d", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-bf6c1111c8034ea09f5146fbb1524442", + "trace_id": "ec66b7e660683ec811a8634b9ec657af", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-f05e3418e3294da9a6c3ac4980f82c35", + "trace_id": "51171483478306cd098b2416db786fc7", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-07a208ddb5c9400f807c44c1bc97e843", + "trace_id": "c3d36c6a65a6e26830ce1b891ceaad3f", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-5f918ab74e444686b3714ca1a877639e", + "trace_id": "19b352ebc2c38b0d50d0cc1941fe7068", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-ae8745d90b674ecd9860cf32da68df16", + "trace_id": "b08897786c98ee586ca218e9de488006", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-f4f200539c644c6aabc8e7e1b675ffdc", + "trace_id": "f6e97ffce3eee93d89bf68608e3a3073", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-3c1e0af86a674baca6d9d19ca6a389dd", + "trace_id": "8ce901b66e46e8c4d09521e553384f9c", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-a5de4c48922d4f5d95da72bff05f5c1c", + "trace_id": "69dba7d95646152e4c7b7808f4a6cabe", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-af1b8b446b14477e8f7229b7c8139c88", + "trace_id": "aed84fa547acce80d57055a7c83a83d1", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-8653c4ae8cb84550aa203c4482f0326d", + "trace_id": "ed539e3834255555a30d0f714d5a6091", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-39a61086d3eb49dca378441d0c5ab657", + "trace_id": "c6857e6973d6405f27601dc31c25375f", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-c6cfd4f5bf734782853a1bcbfcd230eb", + "trace_id": "32321de035577464dc1145fe4fb76cc6", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-4bf3f7e954b54268a617d121d34a4ce8", + "trace_id": "412216ce4e0422c8340a97529284880a", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-f5c643e7f6644f8f988b81d5e3d7a12e", + "trace_id": "c0d9c575852fc472fc57e297436b9216", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-b971f37ad1164757b5db61f57b8aca35", + "trace_id": "83af62e4e6ee81b7f90dc374e2e0c391", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-20350aec05b340bcbcfe98c3f9a39843", + "trace_id": "7d24cd6cb4e87e9f15239481c859eb6f", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-bb13e7855c20453c9531ba96718409e5", + "trace_id": "6b868d89a1f5e7001a843c1c75241f82", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-90824e24908540e18f4961a4bb020eed", + "trace_id": "6a4825eb74121a0dfe711217d30ec267", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-538a724a95744576ab0cdab0dc4698ee", + "trace_id": "1ace9c0a02c26f2937f9789c56295759", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-fe0a492b1d4349c9b15c18aee571d5ff", + "trace_id": "619318db7a30483c07da7e51a0e097c4", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-16584429ad97464cb287c992621dcb5a", + "trace_id": "82fee8603a5ed5d646262cd408f9f91c", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-50e73859190d4d2d89c6bf9574e725b6", + "trace_id": "a04d15e29b51d1f7542d4e4a65b0d356", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-e339693516314afeb81956005d0d172c", + "trace_id": "64657aeaea624b56a55e8b5e688579d6", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-b7426b7518e7415280cd0512af3c65a0", + "trace_id": "6441c85b5b0520f1b1ce92ffb7663a2e", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-b8f57046e7b9438d9721c7646b1a9fc4", + "trace_id": "db9ab034ed9329d120aab35c6f63cf03", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-ec7091fb660d499bbce60090f9a1c909", + "trace_id": "29394f633f7fbc877dfe4a9613c774a8", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-a8a8e5d48e73413282f5eb6e9efb5d25", + "trace_id": "c45c6d3302394f7fa6ba44284092a00e", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-1eaf3240be6142a8affaee6ec83acb50", + "trace_id": "9fb38f0f27c35ae05a9c6e989d92706c", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-5caa065eda174cf685aff0f8a19a28fc", + "trace_id": "6244cfdc2f3d27c1f7c5c5d6a5c59b44", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-a7958f593e8c4d65a2d56d0d2cff00ca", + "trace_id": "fcaa4510c7822752015052a29844f5f5", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-4b4d02872cb5413a9415ad2669ce81a6", + "trace_id": "59c2aadcc35e2831d2111e76d7094c88", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-ac8e2b36ce2c4d0db79d8493fa8cfd18", + "trace_id": "13310347459601caf6725e7ee8a630a1", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-cd8b1d3d2d28418eab9aeb5a8d113c2e", + "trace_id": "b3888e0efcab8fd8309f899bd693ed93", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-2e374df8e81e4470b05ce8c7bb72c6e0", + "trace_id": "ac14c92e030a4955db5291b7ae454961", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-3bb28f47d03b4c3c99dacd651550b8ba", + "trace_id": "bcb00627fe41d298aee67f57596ce9ff", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-0f6a5f24749d4b989d35e5eb32171677", + "trace_id": "627793bb3924f8e54d8b597a164aa855", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-a5a1f32a99ef4891855d9a66bb23f15a", + "trace_id": "6b41788c6c28eabd3a7b61e0faae3bf2", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-6a879e01df58420baf58a0ca3202b4de", + "trace_id": "a31d3ebd93685aad88eb3200121c4b88", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-ddc36c3492c84cf1befdeb900656e5e9", + "trace_id": "b910bc034e7d898ff209879b91d1198a", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-f78bfde3ba7c4cc48935633d14c098d7", + "trace_id": "1a95fdfe0d9810fefd0d5341a6762fe4", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-d670872369964e0d8ead5ded545ecf2b", + "trace_id": "69d02c05648e79b2971207a026b5cd6e", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-cb4ad656327d478599c724d3eabefda3", + "trace_id": "c0ead80564bf793e6c505fc2fa413b43", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-5e5e2adaa1814b1a8d7ca4d2dd679993", + "trace_id": "911da21a3baf1814647ab86b86355ad0", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-c75674ea54d446009e9eee824e3fdf49", + "trace_id": "ca2649163a71e11883efae20eae01f74", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-b6972caf3ebc41a2a61a41d06eeb9ac2", + "trace_id": "2eadbfe10f6b8303bfbebc9f58922496", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-fddad37b3f3d435380910463faf76eae", + "trace_id": "d7b9c2e980618ea8ff9208554b93e9eb", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-ae3d8ab4822f43f296d767ce7f916b3c", + "trace_id": "9bf2a48587e9fd9af98ba977069a0f45", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-ccef7a5693ce4cb58b9373766d3995e5", + "trace_id": "2566883bd33161fa7b452f9af84911b2", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-91e76fdb11f5478cb00610daddf894e5", + "trace_id": "90f2334ab2be8f9e076a8f4bc10c307f", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-6ca47be03eb244758991dd38a03b2683", + "trace_id": "fd2f56f9c1170312ac9f457df5f9ad05", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-413e6292015b49548ea3aeba4ddf2dad", + "trace_id": "2be8456ae9daa7126fe22a4d4ad293c8", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-bfb3cfc8bb7e45b48a7306185e618a2d", + "trace_id": "855552c261fb852a896b3d59809bbdc1", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-76eee2faf4ba401ebb7a2e66d83aecd4", + "trace_id": "af4a3bf8f745fe3556129a56ef21e679", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-fb7b9a9715a44267b294ac993e910677", + "trace_id": "9125a0d7a3b34067a38e6b5bb19ee38f", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-831b60944ef84e2b8764d49b4708c479", + "trace_id": "34eaa49e9dd1c94f033aadcbeea48776", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-9ef4011449754360853030862f28feaa", + "trace_id": "b809dc6d0c00fb360333343f601776ff", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-d63a5ee9791641e9bfa73a6ee8c2b532", + "trace_id": "eb15ad37a775e8a327c2ab06ccbc9e51", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-2b3f3f482d9c436d9e446297bb7d0369", + "trace_id": "0b5a5473db11e03cf81a031062beb800", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-5f9cf430c7884bf3b926cbbe75c20394", + "trace_id": "74dac4c863275ece77536fa8d1d7e5d4", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-efddc300009f4e289498c57ea229acc4", + "trace_id": "ee988b61f66ddde433fc99a7b80f815f", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-a5b2a8b337714abca6918cc6675e15bd", + "trace_id": "bf2255adb4bc24444be85c510b2d27b2", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-eac09b563c4042f7ae3c46ff40122b7f", + "trace_id": "0b6c694c50aced532fb437f69211f08b", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-c7a18a58f6774d00b081fa07834b2ee0", + "trace_id": "3edcd5c48e360c8c239cf808d7c79991", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-fcaee00badef4ac0b16ea1e26e959553", + "trace_id": "47054860f2662263593d4661ce9c792d", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-e4f58db010774d47bdef60f41e11c69e", + "trace_id": "c107a73217ba2e5bb2adea0776b6af0c", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-f5b2f27c45774e13a74df4b69f14aaf6", + "trace_id": "b8268dcd4919d823555157e31c40e921", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-2a349aaffd4341339eebdd4964d66aeb", + "trace_id": "35920dd1721a34c4ef77eeb066e8b4fe", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-e1f9dee8896e43e9badd963fb584bae2", + "trace_id": "a486632b929fa4381c4caa2e0729633e", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-909f1ccc61424d0da6874d092045b3c6", + "trace_id": "bd3363d572555b95f1fb08bc87390337", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-b4ae1169c6404199ba4e1434e3e3cbf6", + "trace_id": "2f95ce9dcb957ecc48e3470ca852b5a9", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-35f0f6cdb6e34aa18c14f34df844ebb9", + "trace_id": "471f2090ad2c609a3add4c4358a08162", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-8314eaf6835049dfa029ea50ec10be75", + "trace_id": "a1144894e923bc673e6c67a1f1e13f1f", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-89ef32974aeb4d889a244160e8a616b1", + "trace_id": "420be5df2a3e124ed2c498069ce97609", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-75ad07f63e204991968d433d24dadc01", + "trace_id": "f701e00573867f63554a40222a221f2c", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-9e5f3c90754d47078a7b2aa637e81b84", + "trace_id": "ced8cb3b2ca1d4eb479c51c952401695", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-5ae4706539ce42cfa0fa91ad6ac5ae4d", + "trace_id": "8823aa6e0cd886049773cfdd4ec60c0f", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-8441d2b8e8564fedaa6c2e453173cef6", + "trace_id": "871444d565d6f3b83a4fc0e20235b939", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-facc8c28206048d3b0c1cdb13024f6ff", + "trace_id": "c68b6dba3daa2aff1ab1a7f39126807d", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-fbfd2841d42e422e96d99ac501c28bcc", + "trace_id": "0d71787e3ee40f9f1831c568ff426892", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-698255056f5f466d99b4235df8f959d1", + "trace_id": "76451498268add5c7528b3e7b6bb58c3", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-2245bdf787d8409fbbc301cd94526bd9", + "trace_id": "e66e50e6339b68e8912d5dee09a73418", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-d3d04d3161374b6eb9a899e5ab556546", + "trace_id": "9da7271208cdcdef5868a8e53c858b61", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-5b1a7e900d2947e89d1d114cbcb1da8d", + "trace_id": "5f8288d5ad833d7ec13e0b8cfec9080b", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-c00fd6cccf4f41a0945f11207aa4dfed", + "trace_id": "4304c5bfb21a7ae7d9995f71a6043e6e", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-587f77635e4a4b12bc592e276b5534c5", + "trace_id": "8fc84512af1509ec68ca482e1860b268", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-7b4f80a50fa744b6bccb2aae6bd062ef", + "trace_id": "4f88d5007902b94f69d79a2f33272106", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-113666b58d0e45b19ebbd8faf8e30d35", + "trace_id": "8d7ad5994a7c5ad5d4f08075f81508b4", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-05a82e61a8fc49e7929dfd1350ca64af", + "trace_id": "6fa662be265e29ff8182aecd505fdeae", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-e4f1623fa2bc4ff4b6bee2716f7a7221", + "trace_id": "95b68f0455d5bada83a4c0158f7f7408", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-c3b21a6fc2394b0fbc9aa85e5568c258", + "trace_id": "a9ca6cd2ef198c6a74770bf4d2fd83b3", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-60d2547583d94ba686b6d892134df348", + "trace_id": "6931534ea674d223aa519f1049f2289d", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-4205a56f031846b196b92356bb489b10", + "trace_id": "f2192f66f149012d1ab669239edab066", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-8be42bbadb2c4c5ca7e7ed9bb0edf38f", + "trace_id": "c680322b0856a66fbd683b431ff903c1", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-eb5d8afe8a8d428790b3fbde090d2469", + "trace_id": "76bba797d1e7f8c49412e6d8a71c8402", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-14e10bbf74474e28a0a541fb3474209e", + "trace_id": "ad157d1967f6aedfdef217bd2049498c", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-57e96319693b425d9012504546d2dfa9", + "trace_id": "a0528e38c1f7f230756c479eca382c7b", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-996934beb65c44f9aaa313ed03c15dcc", + "trace_id": "971028ba8628a2e5598337ab9fbf8533", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-a0ac2fc643eb4844bddccb80994c9db3", + "trace_id": "046e688ff6f6211bd491116810494889", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-86f42ceb64c344f8aad039fdd4f374c0", + "trace_id": "b3ef6e8a328911829564ea91d62fc74d", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-45fa0966495d43df94aa99833b12d36c", + "trace_id": "ea245569dd8d36a9becea82e0ea00a3d", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-190a4a1d593243f7a8d35b2afd66b8da", + "trace_id": "9121ea4a13f39f2987d1818b9a98158e", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-ead53fecad904ee09c09912cf0d72e8b", + "trace_id": "2b911f5b715cef699053bf7bd24fd87f", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-5a3ae93ab6044fedba8c5caf6d4b410e", + "trace_id": "b6643382bf0ad05d7ecee21ca75c5847", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-635cb45c9c434fe8a30ee5bbac951f2e", + "trace_id": "06e1ead466513737714c46523b744490", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-ee9cf01601bb4b5ab42ad05e56e49e19", + "trace_id": "3bdd30782280b56344d00f3fc7980a4c", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-2043b8e567ed4ad9b74dc96da04eea0d", + "trace_id": "91c53d214325aa0be5310e90576fe0f3", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-ef0b2e72d91b4cc68473f06172640edd", + "trace_id": "37ea9dcb2663dd5a76acc014e188e4bb", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-d788c2c9b99e467aa124e87f2e2bdf01", + "trace_id": "ed91e9c57d2ae6f7fc020e4996899169", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-226679ae96c044aba3906e3492401a19", + "trace_id": "6aad21483ad73c7835d5ddac7d0d261a", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-a776cf7ddd104b0395a74190376710da", + "trace_id": "c1d6f35f2b0a69452edba03ed8f943c8", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-989e96500b8f47649767c2ae6d348ce7", + "trace_id": "553b2d62f4dfa0cc61daace641eab276", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-3b5871b6e0cb476c8df44f5fc3d90402", + "trace_id": "624ccd087ed318f7e6efeaf75741e1c3", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-76d685a5884b405cae71f27961bea837", + "trace_id": "5ad3a7a1da22c3e504a04cac31d0edf5", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-49ea49b9569548e2b041dcec3a2034d2", + "trace_id": "163a7a7f1e94e84b7030371288f24045", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-5ba36a0eff2e4c95a77d1340fd723c1b", + "trace_id": "7daadd1ba4c99434251a1886acc3a148", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-e2989207ddbe4c4e85a25e5fe3891a0f", + "trace_id": "aaacd845476d150a00e2f9068d99ca0d", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-782bfc5c3f93470685f2deb7f22dcc64", + "trace_id": "352f6f294e795e4649ac8942f41e1f37", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-39a1c12405a642c1952dc948e658074d", + "trace_id": "c0b04574eab9d1e293afb995455d5990", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-10b3011b822f475b83f0dd4f1fca479e", + "trace_id": "2de143fa4ff9f3d502f9edf6146e8c7f", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-c3a286bc2df7446285877b5bc14f3e60", + "trace_id": "44af0913e842cdbe91fbe583f3a96f73", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-46c989f021504e2792f6f7ac4f7851db", + "trace_id": "2b3dc0270d4aa5c377f2c6f6872c611a", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-5c2216982b0b40dea1d1c26958073c84", + "trace_id": "9b097f4b0483da44977e74f5a770bc9b", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-a7592b39efda45748d1a73ec07452759", + "trace_id": "81c7321d33f957437090c0cceabe2856", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-77e8633f9ea74f1f88d8283d418d6d4a", + "trace_id": "f5d43585d998e21384c0786240131ccd", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-cc80864153604969a450a19137ee5038", + "trace_id": "0bd34e0fcea686bb7733afe4ad2b4201", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-302428a17483415083367b6c4c78b6da", + "trace_id": "99c28bf2604f4ed23ea91e36d9ef11f9", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-15828ca7ea50470c93ad99ed9e10a03e", + "trace_id": "83bd05db0be1e755081765ba9d39f236", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-9988291e288649fbbf204f2914cbba3c", + "trace_id": "772ea1ba63f1c9c4ba0e5cea38b141ca", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-a273bc1ebfa443d8baa33e24f53499e6", + "trace_id": "2ef17c400dcdeeb5822c7ce62cc0d420", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-0ec34974e5384c58b432110739ed2acd", + "trace_id": "c3eaf42d63828d50e2f316e9f41fa8e9", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-678973d6086346fca868c13b7080ab81", + "trace_id": "9bcd5e33a62bf407ef5f31f0fa9b2a9f", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-c87f88e2b7d6445ab4a2ac6a91594017", + "trace_id": "f5704eb52f3d4d1e2e28173c1d8e0a86", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-87ce83b88418423cbf570e54fa32160e", + "trace_id": "fdd7fc6307be202df847685b921020f1", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-d20f8923c6cd437c969026ba0d43a05d", + "trace_id": "c16b8dc4ddbc67b8dbab9dc9e36ec6a6", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-82d1484f98804788ba720a14915723fc", + "trace_id": "7c9c086243c2a221264ab79866d60cdd", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-8cce06ec426941d39affd10cf54b02e8", + "trace_id": "9c3031943bbebc2f38246865087dae91", + "trace_available": true, + "log_available": true, + "server_span_available": true + }, + { + "request_id": "telemetry-loss-a86039948590481ca6e8e1c7ddb38b05", + "trace_id": "622000312b4a72705d699281f6754a58", + "trace_available": true, + "log_available": true, + "server_span_available": true + } + ], + "missing_control_server_spans": 0, + "server_spans_checked_at": "2026-11-21T09:12:29.791430Z" + }, + "interpretation": "send_failed counts failed export attempts, not unique lost spans/log records; loss_measurement counts absent control request traces/logs after recovery and queue drain, not all internal spans. Business writes stayed successful." + } + ] +} diff --git a/evidence/observability-incidents.txt b/evidence/observability-incidents.txt new file mode 100644 index 0000000..0d213d1 --- /dev/null +++ b/evidence/observability-incidents.txt @@ -0,0 +1,8 @@ + +UTC: 2026-11-21T08:58:20Z +Command: C:\Users\masha\AppData\Local\Programs\Python\Python313\python.exe -X utf8 scripts/observe_lab6.py --incidents +PASS: worker stopped +PASS: PostgreSQL unavailable +PASS: Tempo and Loki unavailable + +RESULT: PASS (exit 0) at 2026-11-21T09:02:41Z diff --git a/evidence/observability-retry.json b/evidence/observability-retry.json new file mode 100644 index 0000000..7cbc7b9 --- /dev/null +++ b/evidence/observability-retry.json @@ -0,0 +1,26 @@ +{ + "scenario": "S3 unavailable during first attempt, then restored", + "attachment_id": "8da6897d-7ad0-4a47-92a1-63e8820c6fb3", + "request_id": "observe-927e3831c3d241ac80d3d43391ad1ff4", + "api_trace_id": "94af84b9ec1663416ac05526995fbd91", + "accepted_at": "2026-11-21T08:56:07.085875Z", + "worker_trace_id": "94af84b9ec1663416ac05526995fbd91", + "job_id": "c1561046-eb77-42b6-a915-e8f6e4c0a1bc", + "worker_attempts": [ + "1", + "2", + "2", + "3" + ], + "same_trace": true, + "correlated_at": "2026-11-21T08:58:20.029926Z", + "content": { + "attachment_id": "8da6897d-7ad0-4a47-92a1-63e8820c6fb3", + "original_sha256": "99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75", + "original_bytes": 111817, + "thumbnail_size": [ + 256, + 160 + ] + } +} diff --git a/evidence/observability-retry.txt b/evidence/observability-retry.txt new file mode 100644 index 0000000..014c86e --- /dev/null +++ b/evidence/observability-retry.txt @@ -0,0 +1,6 @@ + +UTC: 2026-11-21T08:56:05Z +Command: C:\Users\masha\AppData\Local\Programs\Python\Python313\python.exe -X utf8 scripts/observe_lab6.py --chain-with-retry +PASS: propagated upload/publish/consume/S3/DB trace including retry + +RESULT: PASS (exit 0) at 2026-11-21T08:58:20Z diff --git a/evidence/observability-unit.txt b/evidence/observability-unit.txt new file mode 100644 index 0000000..a7f3829 --- /dev/null +++ b/evidence/observability-unit.txt @@ -0,0 +1,15 @@ + +UTC: 2026-11-21T09:16:55Z +Command: docker compose exec -T api python - < student-tests/observability_unit.py +test_http_route_template_and_request_trace_log_correlation_without_secrets (__main__.ObservabilityTests.test_http_route_template_and_request_trace_log_correlation_without_secrets) ... ok +test_missing_or_invalid_context_starts_new_root_even_inside_span (__main__.ObservabilityTests.test_missing_or_invalid_context_starts_new_root_even_inside_span) ... ok +test_unknown_route_and_exception_message_do_not_escape_into_telemetry (__main__.ObservabilityTests.test_unknown_route_and_exception_message_do_not_escape_into_telemetry) ... ok +test_unsampled_trace_flags_and_tracestate_survive (__main__.ObservabilityTests.test_unsampled_trace_flags_and_tracestate_survive) ... ok +test_w3c_parent_child_and_durable_retry_preserve_trace (__main__.ObservabilityTests.test_w3c_parent_child_and_durable_retry_preserve_trace) ... ok + +---------------------------------------------------------------------- +Ran 5 tests in 0.694s + +OK + +RESULT: PASS (exit 0) at 2026-11-21T09:16:58Z diff --git a/evidence/persistence.txt b/evidence/persistence.txt new file mode 100644 index 0000000..a0e0b2d --- /dev/null +++ b/evidence/persistence.txt @@ -0,0 +1,9 @@ + +UTC: 2026-11-21T09:14:40Z +Command: docker compose --profile tools run --rm -T --no-deps tester python3 -u tests/resilience.py --mode persistence --action-script scripts/restart.sh + Container messenger-lab6-tester-run-e3bdaf9250f1 Creating + Container messenger-lab6-tester-run-e3bdaf9250f1 Created +Executing explicit persistence hook; hook output suppressed to avoid leaking secrets. +PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence. + +RESULT: PASS (exit 0) at 2026-11-21T09:15:30Z diff --git a/evidence/recovery.txt b/evidence/recovery.txt new file mode 100644 index 0000000..9c8f804 --- /dev/null +++ b/evidence/recovery.txt @@ -0,0 +1,14 @@ + +UTC: 2026-11-21T09:10:09Z +Command: docker compose --profile tools run --rm -T --no-deps tester python3 -u student-tests/lab5_recovery.py + Container messenger-lab6-tester-run-6606f20c462f Creating + Container messenger-lab6-tester-run-6606f20c462f Created +PASS persistence: attachment=9d7de7ac-016a-49d7-a0f1-9b880cee3c83 same session/ID after API+broker restart; volumes preserved; queued content409; messages201; ready +PASS crash_after_commit_before_publish: attachment=af40fc00-4da4-4fe6-80b3-27a8879d7661 hits=1 recovered_seconds=4.0; same original; three variants +PASS crash_after_objects_before_commit: attachment=30ee3a05-086c-45fd-bbf1-78df42514413 hits=1 recovered_seconds=118.6; same original; three variants +PASS crash_after_commit_before_ack: attachment=4aa3f19d-638f-492a-b17e-ccb103f1cae9 hits=1 recovered_seconds=0.4; same original; three variants +PASS failed/replay: attachment=00b66546-aa21-4115-aca1-13fbc7f47f2c; permanent error fails once; failed registry; content/link409; audited replay preserves job_id; ready duplicate no-op +PASS transient S3 outage: attachment=242a36c2-40f8-440f-899b-228164e5ddc4; attempts=5; durable retries, retry_exhausted, explicit replay after recovery +PASS: lab5 grade4 recovery checks (all) + +RESULT: PASS (exit 0) at 2026-11-21T09:14:39Z diff --git a/evidence/retry-api-logs.json b/evidence/retry-api-logs.json new file mode 100644 index 0000000..64c1d21 --- /dev/null +++ b/evidence/retry-api-logs.json @@ -0,0 +1,191 @@ +{ + "status": "success", + "data": { + "resultType": "streams", + "result": [ + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.06001993599988964", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251367084401557", + "outcome": "success", + "request_id": "observe-927e3831c3d241ac80d3d43391ad1ff4", + "route": "/api/v1/chats/{chat_id}/attachments", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "10167513c3917aba", + "status_code": "202", + "trace_id": "94af84b9ec1663416ac05526995fbd91" + }, + "values": [ + [ + "1795251367084238848", + "http.request.complete" + ] + ] + } + ], + "stats": { + "summary": { + "bytesProcessedPerSecond": 6425057, + "linesProcessedPerSecond": 32614, + "totalBytesProcessed": 86680, + "totalLinesProcessed": 440, + "execTime": 0.013491, + "queueTime": 0.001181, + "subqueries": 0, + "totalEntriesReturned": 1, + "splits": 0, + "shards": 1, + "totalPostFilterLines": 1, + "totalStructuredMetadataBytesProcessed": 77440 + }, + "querier": { + "store": { + "totalChunksRef": 0, + "totalChunksDownloaded": 0, + "chunksDownloadTime": 0, + "queryReferencedStructuredMetadata": false, + "chunk": { + "headChunkBytes": 0, + "headChunkLines": 0, + "decompressedBytes": 0, + "decompressedLines": 0, + "compressedBytes": 0, + "totalDuplicates": 0, + "postFilterLines": 0, + "headChunkStructuredMetadataBytes": 0, + "decompressedStructuredMetadataBytes": 0 + }, + "chunkRefsFetchTime": 0, + "congestionControlLatency": 0, + "pipelineWrapperFilteredLines": 0 + } + }, + "ingester": { + "totalReached": 1, + "totalChunksMatched": 1, + "totalBatches": 2, + "totalLinesSent": 1, + "store": { + "totalChunksRef": 0, + "totalChunksDownloaded": 0, + "chunksDownloadTime": 0, + "queryReferencedStructuredMetadata": true, + "chunk": { + "headChunkBytes": 86680, + "headChunkLines": 440, + "decompressedBytes": 0, + "decompressedLines": 0, + "compressedBytes": 0, + "totalDuplicates": 0, + "postFilterLines": 1, + "headChunkStructuredMetadataBytes": 77440, + "decompressedStructuredMetadataBytes": 0 + }, + "chunkRefsFetchTime": 190898, + "congestionControlLatency": 0, + "pipelineWrapperFilteredLines": 0 + } + }, + "cache": { + "chunk": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "index": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "result": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "statsResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "volumeResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "seriesResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "labelResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "instantMetricResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + } + }, + "index": { + "totalChunks": 0, + "postFilterChunks": 0, + "shardsDuration": 0 + } + } + } +} diff --git a/evidence/retry-api-trace.json b/evidence/retry-api-trace.json new file mode 100644 index 0000000..e2d8491 --- /dev/null +++ b/evidence/retry-api-trace.json @@ -0,0 +1,2273 @@ +{ + "batches": [ + { + "resource": { + "attributes": [ + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "81ebb23d65ec" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + }, + { + "key": "service.name", + "value": { + "stringValue": "messenger-api" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "EBZ1E8ORero=", + "name": "POST /api/v1/chats/{chat_id}/attachments", + "kind": "SPAN_KIND_SERVER", + "startTimeUnixNano": "1795251367024210049", + "endTimeUnixNano": "1795251367084481982", + "attributes": [ + { + "key": "method", + "value": { + "stringValue": "POST" + } + }, + { + "key": "route", + "value": { + "stringValue": "/api/v1/chats/{chat_id}/attachments" + } + }, + { + "key": "status_class", + "value": { + "stringValue": "2xx" + } + }, + { + "key": "http.response.status_code", + "value": { + "intValue": "202" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "H/irj++eo+A=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367026085042", + "endTimeUnixNano": "1795251367027608363", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "QSsxInfvVXM=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367028042035", + "endTimeUnixNano": "1795251367029900054", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "HMEUzSVL4l0=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367030167111", + "endTimeUnixNano": "1795251367030277652", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "XQQprcKGWek=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367030515936", + "endTimeUnixNano": "1795251367031607564", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "xFSOm8CJZpY=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367034939098", + "endTimeUnixNano": "1795251367036276501", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "PJZTKDoLpnE=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367036583923", + "endTimeUnixNano": "1795251367039518008", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "Otv4ev7hRcY=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367039736245", + "endTimeUnixNano": "1795251367045211045", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "aGX68VHcrOY=", + "parentSpanId": "EBZ1E8ORero=", + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367045445571", + "endTimeUnixNano": "1795251367070501167", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "A957MPElmtU=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367070763918", + "endTimeUnixNano": "1795251367072157701", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "RhrVY4YLFWk=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367072425722", + "endTimeUnixNano": "1795251367074120630", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "DELETE" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "AyfAngP8f6w=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367074419842", + "endTimeUnixNano": "1795251367074525368", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "Qz2ZTNJfdrc=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367074848452", + "endTimeUnixNano": "1795251367077402099", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "rBaKiTlZgqc=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367077562316", + "endTimeUnixNano": "1795251367077630808", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "U5i+fm+ocS8=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367077788935", + "endTimeUnixNano": "1795251367079350759", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "0TWj2v6au8c=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367079547212", + "endTimeUnixNano": "1795251367083343280", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "da2c8073a2144ecc9965ea4553926bf3" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + }, + { + "key": "service.name", + "value": { + "stringValue": "messenger-publisher" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "knl/I+pMac0=", + "parentSpanId": "EBZ1E8ORero=", + "name": "attachments publish", + "kind": "SPAN_KIND_PRODUCER", + "startTimeUnixNano": "1795251367226610098", + "endTimeUnixNano": "1795251367236062017", + "attributes": [ + { + "key": "messaging.system", + "value": { + "stringValue": "rabbitmq" + } + }, + { + "key": "messaging.destination.name", + "value": { + "stringValue": "attachments" + } + }, + { + "key": "messaging.operation", + "value": { + "stringValue": "publish" + } + }, + { + "key": "job_id", + "value": { + "stringValue": "c1561046-eb77-42b6-a915-e8f6e4c0a1bc" + } + }, + { + "key": "attempt", + "value": { + "intValue": "1" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "fbfa8249e8c241d98e76ac1b870fab3e" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + }, + { + "key": "service.name", + "value": { + "stringValue": "messenger-worker" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "YEsQlPS46lo=", + "parentSpanId": "knl/I+pMac0=", + "name": "attachments process", + "kind": "SPAN_KIND_CONSUMER", + "startTimeUnixNano": "1795251372591819930", + "endTimeUnixNano": "1795251373761273082", + "attributes": [ + { + "key": "messaging.system", + "value": { + "stringValue": "rabbitmq" + } + }, + { + "key": "messaging.destination.name", + "value": { + "stringValue": "attachments" + } + }, + { + "key": "messaging.operation", + "value": { + "stringValue": "process" + } + }, + { + "key": "job_type", + "value": { + "stringValue": "attachment.process.v1" + } + }, + { + "key": "outcome", + "value": { + "stringValue": "error" + } + }, + { + "key": "job_id", + "value": { + "stringValue": "c1561046-eb77-42b6-a915-e8f6e4c0a1bc" + } + }, + { + "key": "attachment_id", + "value": { + "stringValue": "8da6897d-7ad0-4a47-92a1-63e8820c6fb3" + } + }, + { + "key": "attempt", + "value": { + "intValue": "1" + } + } + ], + "status": { + "code": "STATUS_CODE_ERROR" + } + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "6icdCZ9zfXw=", + "parentSpanId": "YEsQlPS46lo=", + "name": "s3.GetObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251372640527078", + "endTimeUnixNano": "1795251373743878673", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "GetObject" + } + }, + { + "key": "exception_type", + "value": { + "stringValue": "StorageUnavailable" + } + } + ], + "status": { + "code": "STATUS_CODE_ERROR" + } + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "oBUzjNPMLFM=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251373744424713", + "endTimeUnixNano": "1795251373745792013", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "4GMlLsUM6Sw=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251373746004882", + "endTimeUnixNano": "1795251373748972263", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "CYE8+MAFEd4=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251373749128053", + "endTimeUnixNano": "1795251373749180378", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "qf3voC5a8BI=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251373749315173", + "endTimeUnixNano": "1795251373750426320", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "g7FQt67bi8A=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251373750489432", + "endTimeUnixNano": "1795251373750530584", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "Ia7LXmWhMpM=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251373750631770", + "endTimeUnixNano": "1795251373751923928", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "+bXxQZ/wTQY=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251373751999206", + "endTimeUnixNano": "1795251373752040424", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "aN95GtYPCjc=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251373752151487", + "endTimeUnixNano": "1795251373752617702", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "A82zNc5MF24=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251373753298558", + "endTimeUnixNano": "1795251373760533225", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "PDOwV6+RiOM=", + "parentSpanId": "g63yOT+V5IQ=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251374410731528", + "endTimeUnixNano": "1795251374412030897", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "4cPq4LcK8Rw=", + "parentSpanId": "g63yOT+V5IQ=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251374412248062", + "endTimeUnixNano": "1795251374413177378", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "gmwykGBE8rM=", + "parentSpanId": "g63yOT+V5IQ=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251374413340204", + "endTimeUnixNano": "1795251374413391245", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "notxii9NmhA=", + "parentSpanId": "g63yOT+V5IQ=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251374413530735", + "endTimeUnixNano": "1795251374414546223", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "CsnWJujN5xs=", + "parentSpanId": "g63yOT+V5IQ=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251374414683000", + "endTimeUnixNano": "1795251374414736243", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "pd53d8xbU3c=", + "parentSpanId": "g63yOT+V5IQ=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251374414870642", + "endTimeUnixNano": "1795251374415402503", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "j6Ea3BMtdxU=", + "parentSpanId": "g63yOT+V5IQ=", + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251374415471780", + "endTimeUnixNano": "1795251374419136839", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "fbfa8249e8c241d98e76ac1b870fab3e" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + }, + { + "key": "service.name", + "value": { + "stringValue": "messenger-worker" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "ZULoUc3eVis=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251372592076337", + "endTimeUnixNano": "1795251372622754909", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "E92SVIdxgZA=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251372623049384", + "endTimeUnixNano": "1795251372632373283", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "kP9z9jilgH4=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251372632635961", + "endTimeUnixNano": "1795251372632713229", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "O77SFdXumrk=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251372632878157", + "endTimeUnixNano": "1795251372634702669", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "Qj6YdZaeRnM=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251372634816595", + "endTimeUnixNano": "1795251372634863741", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "jwq78yL4+6A=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251372634980107", + "endTimeUnixNano": "1795251372636107015", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "CFDz5d3WpSE=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251372636150723", + "endTimeUnixNano": "1795251372639829179", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "da2c8073a2144ecc9965ea4553926bf3" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + }, + { + "key": "service.name", + "value": { + "stringValue": "messenger-publisher" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "lug+uOF1BMQ=", + "parentSpanId": "YEsQlPS46lo=", + "name": "attachments publish", + "kind": "SPAN_KIND_PRODUCER", + "startTimeUnixNano": "1795251374408934778", + "endTimeUnixNano": "1795251374421379352", + "attributes": [ + { + "key": "messaging.system", + "value": { + "stringValue": "rabbitmq" + } + }, + { + "key": "messaging.destination.name", + "value": { + "stringValue": "attachments" + } + }, + { + "key": "messaging.operation", + "value": { + "stringValue": "publish" + } + }, + { + "key": "job_id", + "value": { + "stringValue": "c1561046-eb77-42b6-a915-e8f6e4c0a1bc" + } + }, + { + "key": "attempt", + "value": { + "intValue": "2" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "fbfa8249e8c241d98e76ac1b870fab3e" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + }, + { + "key": "service.name", + "value": { + "stringValue": "messenger-worker" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "g63yOT+V5IQ=", + "parentSpanId": "lug+uOF1BMQ=", + "name": "attachments process", + "kind": "SPAN_KIND_CONSUMER", + "startTimeUnixNano": "1795251374410574118", + "endTimeUnixNano": "1795251375868858125", + "attributes": [ + { + "key": "messaging.system", + "value": { + "stringValue": "rabbitmq" + } + }, + { + "key": "messaging.destination.name", + "value": { + "stringValue": "attachments" + } + }, + { + "key": "messaging.operation", + "value": { + "stringValue": "process" + } + }, + { + "key": "job_type", + "value": { + "stringValue": "attachment.process.v1" + } + }, + { + "key": "outcome", + "value": { + "stringValue": "error" + } + }, + { + "key": "job_id", + "value": { + "stringValue": "c1561046-eb77-42b6-a915-e8f6e4c0a1bc" + } + }, + { + "key": "attachment_id", + "value": { + "stringValue": "8da6897d-7ad0-4a47-92a1-63e8820c6fb3" + } + }, + { + "key": "attempt", + "value": { + "intValue": "2" + } + }, + { + "key": "exception_type", + "value": { + "stringValue": "CancelledError" + } + } + ], + "status": { + "code": "STATUS_CODE_ERROR" + } + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "5c2THc4KMeI=", + "parentSpanId": "g63yOT+V5IQ=", + "name": "s3.GetObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251374419723324", + "endTimeUnixNano": "1795251375868324715", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "GetObject" + } + }, + { + "key": "exception_type", + "value": { + "stringValue": "CancelledError" + } + } + ], + "status": { + "code": "STATUS_CODE_ERROR" + } + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "860a8bda1f144a65878ee73824659b78" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + }, + { + "key": "service.name", + "value": { + "stringValue": "messenger-worker" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "uh4P2QFGcXU=", + "parentSpanId": "lug+uOF1BMQ=", + "name": "attachments process", + "kind": "SPAN_KIND_CONSUMER", + "startTimeUnixNano": "1795251405265670546", + "endTimeUnixNano": "1795251405312246920", + "attributes": [ + { + "key": "messaging.system", + "value": { + "stringValue": "rabbitmq" + } + }, + { + "key": "messaging.destination.name", + "value": { + "stringValue": "attachments" + } + }, + { + "key": "messaging.operation", + "value": { + "stringValue": "process" + } + }, + { + "key": "job_type", + "value": { + "stringValue": "attachment.process.v1" + } + }, + { + "key": "outcome", + "value": { + "stringValue": "duplicate" + } + }, + { + "key": "job_id", + "value": { + "stringValue": "c1561046-eb77-42b6-a915-e8f6e4c0a1bc" + } + }, + { + "key": "attachment_id", + "value": { + "stringValue": "8da6897d-7ad0-4a47-92a1-63e8820c6fb3" + } + }, + { + "key": "attempt", + "value": { + "intValue": "2" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "SyuwtGBYqYU=", + "parentSpanId": "uh4P2QFGcXU=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251405265854561", + "endTimeUnixNano": "1795251405301512044", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "HFr4TNEpbmA=", + "parentSpanId": "uh4P2QFGcXU=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251405301779716", + "endTimeUnixNano": "1795251405310696247", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.name", + "value": { + "stringValue": "messenger-publisher" + } + }, + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "da2c8073a2144ecc9965ea4553926bf3" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "vRPFeI6sfPI=", + "parentSpanId": "g63yOT+V5IQ=", + "flags": 768, + "name": "attachments publish", + "kind": "SPAN_KIND_PRODUCER", + "startTimeUnixNano": "1795251497059420725", + "endTimeUnixNano": "1795251497078358675", + "attributes": [ + { + "key": "messaging.system", + "value": { + "stringValue": "rabbitmq" + } + }, + { + "key": "messaging.destination.name", + "value": { + "stringValue": "attachments" + } + }, + { + "key": "messaging.operation", + "value": { + "stringValue": "publish" + } + }, + { + "key": "job_id", + "value": { + "stringValue": "c1561046-eb77-42b6-a915-e8f6e4c0a1bc" + } + }, + { + "key": "attempt", + "value": { + "intValue": "3" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.name", + "value": { + "stringValue": "messenger-worker" + } + }, + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "860a8bda1f144a65878ee73824659b78" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "uoJmQOMrNQU=", + "parentSpanId": "vRPFeI6sfPI=", + "flags": 768, + "name": "attachments process", + "kind": "SPAN_KIND_CONSUMER", + "startTimeUnixNano": "1795251497061444184", + "endTimeUnixNano": "1795251497431038416", + "attributes": [ + { + "key": "messaging.system", + "value": { + "stringValue": "rabbitmq" + } + }, + { + "key": "messaging.destination.name", + "value": { + "stringValue": "attachments" + } + }, + { + "key": "messaging.operation", + "value": { + "stringValue": "process" + } + }, + { + "key": "job_type", + "value": { + "stringValue": "attachment.process.v1" + } + }, + { + "key": "outcome", + "value": { + "stringValue": "success" + } + }, + { + "key": "job_id", + "value": { + "stringValue": "c1561046-eb77-42b6-a915-e8f6e4c0a1bc" + } + }, + { + "key": "attachment_id", + "value": { + "stringValue": "8da6897d-7ad0-4a47-92a1-63e8820c6fb3" + } + }, + { + "key": "attempt", + "value": { + "intValue": "3" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "EtadQc8B9h4=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "image.generate", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497121253770", + "endTimeUnixNano": "1795251497354247820", + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "c8YvWPk4syU=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497354371415", + "endTimeUnixNano": "1795251497391880174", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "cDpV7CIdC8M=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497392063391", + "endTimeUnixNano": "1795251497400051487", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "Zs5c6LGANB0=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497400282526", + "endTimeUnixNano": "1795251497414689888", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "vsJS4HhE11I=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497414872903", + "endTimeUnixNano": "1795251497419155655", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "8NylXxuDS4c=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497419331172", + "endTimeUnixNano": "1795251497420071580", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "yn7o5CfsJ/s=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497420236033", + "endTimeUnixNano": "1795251497421608916", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "8Y0o9qCo7/8=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497421659220", + "endTimeUnixNano": "1795251497421909395", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "hk21Bhkpnjs=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497422486519", + "endTimeUnixNano": "1795251497423073500", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "KtUIIa4eXR8=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497423219919", + "endTimeUnixNano": "1795251497425035561", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "pII8XgsGysE=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497425138329", + "endTimeUnixNano": "1795251497425179634", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "tG9/SDZSj/Y=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497425279271", + "endTimeUnixNano": "1795251497426025883", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "Q9JR+3E5Jw4=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497426089833", + "endTimeUnixNano": "1795251497426126962", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "iZwgl1oGKGM=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497426319646", + "endTimeUnixNano": "1795251497426663145", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "8O3CUhotO0E=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497426708075", + "endTimeUnixNano": "1795251497428778766", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "yQGZ6lvXs5o=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497429097275", + "endTimeUnixNano": "1795251497429563698", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "12xYqCvTjzA=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497429669511", + "endTimeUnixNano": "1795251497430112946", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "SRO3XuNgKPQ=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497430155679", + "endTimeUnixNano": "1795251497430336702", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.name", + "value": { + "stringValue": "messenger-worker" + } + }, + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "860a8bda1f144a65878ee73824659b78" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "OWiM8ff90GA=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497061709079", + "endTimeUnixNano": "1795251497063203391", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "53GqhiJZpzU=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497063629149", + "endTimeUnixNano": "1795251497066067765", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "rdLdR5jwT+U=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497066489646", + "endTimeUnixNano": "1795251497066645466", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "7Nnfn1kBmIM=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497067161250", + "endTimeUnixNano": "1795251497072329448", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "ZgQGiN7t//k=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497073825767", + "endTimeUnixNano": "1795251497074039067", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "K6I4SesEcBo=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497074551786", + "endTimeUnixNano": "1795251497078121428", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "kFwVVqhg6X4=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497078305224", + "endTimeUnixNano": "1795251497081479070", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "WliqYKZPOxA=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "s3.GetObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497083625374", + "endTimeUnixNano": "1795251497120788297", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "GetObject" + } + } + ], + "status": {} + } + ] + } + ] + } + ] +} diff --git a/evidence/retry-worker-logs.json b/evidence/retry-worker-logs.json new file mode 100644 index 0000000..cbf9dd8 --- /dev/null +++ b/evidence/retry-worker-logs.json @@ -0,0 +1,318 @@ +{ + "status": "success", + "data": { + "resultType": "streams", + "result": [ + { + "stream": { + "attachment_id": "8da6897d-7ad0-4a47-92a1-63e8820c6fb3", + "attempt": "1", + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "warn", + "duration_seconds": "1.1696733750000021", + "event": "job.complete", + "flags": "1", + "job_id": "c1561046-eb77-42b6-a915-e8f6e4c0a1bc", + "job_type": "attachment.process.v1", + "observed_timestamp": "1795251373761214222", + "outcome": "error", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "fbfa8249e8c241d98e76ac1b870fab3e", + "service_name": "messenger-worker", + "service_version": "1.6.0", + "severity_number": "13", + "severity_text": "WARN", + "span_id": "604b1094f4b8ea5a", + "trace_id": "94af84b9ec1663416ac05526995fbd91" + }, + "values": [ + [ + "1795251373761101312", + "job.complete" + ] + ] + }, + { + "stream": { + "attachment_id": "8da6897d-7ad0-4a47-92a1-63e8820c6fb3", + "attempt": "2", + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.04622686900006556", + "event": "job.complete", + "flags": "1", + "job_id": "c1561046-eb77-42b6-a915-e8f6e4c0a1bc", + "job_type": "attachment.process.v1", + "observed_timestamp": "1795251405312162771", + "outcome": "duplicate", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "860a8bda1f144a65878ee73824659b78", + "service_name": "messenger-worker", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "ba1e0fd901467175", + "trace_id": "94af84b9ec1663416ac05526995fbd91" + }, + "values": [ + [ + "1795251405311928576", + "job.complete" + ] + ] + }, + { + "stream": { + "attachment_id": "8da6897d-7ad0-4a47-92a1-63e8820c6fb3", + "attempt": "2", + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "event": "job.retry", + "flags": "1", + "job_id": "c1561046-eb77-42b6-a915-e8f6e4c0a1bc", + "observed_timestamp": "1795251373753026344", + "outcome": "retry", + "queue": "attachments", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "fbfa8249e8c241d98e76ac1b870fab3e", + "service_name": "messenger-worker", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "604b1094f4b8ea5a", + "trace_id": "94af84b9ec1663416ac05526995fbd91" + }, + "values": [ + [ + "1795251373752916480", + "job.retry" + ] + ] + }, + { + "stream": { + "attachment_id": "8da6897d-7ad0-4a47-92a1-63e8820c6fb3", + "attempt": "2", + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "warn", + "duration_seconds": "1.4581017409998367", + "event": "job.complete", + "flags": "1", + "job_id": "c1561046-eb77-42b6-a915-e8f6e4c0a1bc", + "job_type": "attachment.process.v1", + "observed_timestamp": "1795251375868803562", + "outcome": "error", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "fbfa8249e8c241d98e76ac1b870fab3e", + "service_name": "messenger-worker", + "service_version": "1.6.0", + "severity_number": "13", + "severity_text": "WARN", + "span_id": "83adf2393f95e484", + "trace_id": "94af84b9ec1663416ac05526995fbd91" + }, + "values": [ + [ + "1795251375868673792", + "job.complete" + ] + ] + }, + { + "stream": { + "attachment_id": "8da6897d-7ad0-4a47-92a1-63e8820c6fb3", + "attempt": "3", + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.36952172699989205", + "event": "job.complete", + "flags": "1", + "job_id": "c1561046-eb77-42b6-a915-e8f6e4c0a1bc", + "job_type": "attachment.process.v1", + "observed_timestamp": "1795251497430982971", + "outcome": "success", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "860a8bda1f144a65878ee73824659b78", + "service_name": "messenger-worker", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "ba826640e32b3505", + "trace_id": "94af84b9ec1663416ac05526995fbd91" + }, + "values": [ + [ + "1795251497430907392", + "job.complete" + ] + ] + } + ], + "stats": { + "summary": { + "bytesProcessedPerSecond": 142743, + "linesProcessedPerSecond": 766, + "totalBytesProcessed": 1117, + "totalLinesProcessed": 6, + "execTime": 0.007825, + "queueTime": 0.000908, + "subqueries": 0, + "totalEntriesReturned": 5, + "splits": 0, + "shards": 1, + "totalPostFilterLines": 5, + "totalStructuredMetadataBytesProcessed": 1048 + }, + "querier": { + "store": { + "totalChunksRef": 0, + "totalChunksDownloaded": 0, + "chunksDownloadTime": 0, + "queryReferencedStructuredMetadata": false, + "chunk": { + "headChunkBytes": 0, + "headChunkLines": 0, + "decompressedBytes": 0, + "decompressedLines": 0, + "compressedBytes": 0, + "totalDuplicates": 0, + "postFilterLines": 0, + "headChunkStructuredMetadataBytes": 0, + "decompressedStructuredMetadataBytes": 0 + }, + "chunkRefsFetchTime": 0, + "congestionControlLatency": 0, + "pipelineWrapperFilteredLines": 0 + } + }, + "ingester": { + "totalReached": 1, + "totalChunksMatched": 1, + "totalBatches": 2, + "totalLinesSent": 5, + "store": { + "totalChunksRef": 0, + "totalChunksDownloaded": 0, + "chunksDownloadTime": 0, + "queryReferencedStructuredMetadata": true, + "chunk": { + "headChunkBytes": 1117, + "headChunkLines": 6, + "decompressedBytes": 0, + "decompressedLines": 0, + "compressedBytes": 0, + "totalDuplicates": 0, + "postFilterLines": 5, + "headChunkStructuredMetadataBytes": 1048, + "decompressedStructuredMetadataBytes": 0 + }, + "chunkRefsFetchTime": 103240, + "congestionControlLatency": 0, + "pipelineWrapperFilteredLines": 0 + } + }, + "cache": { + "chunk": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "index": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "result": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "statsResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "volumeResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "seriesResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "labelResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "instantMetricResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + } + }, + "index": { + "totalChunks": 0, + "postFilterChunks": 0, + "shardsDuration": 0 + } + } + } +} diff --git a/evidence/retry-worker-trace.json b/evidence/retry-worker-trace.json new file mode 100644 index 0000000..e2d8491 --- /dev/null +++ b/evidence/retry-worker-trace.json @@ -0,0 +1,2273 @@ +{ + "batches": [ + { + "resource": { + "attributes": [ + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "81ebb23d65ec" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + }, + { + "key": "service.name", + "value": { + "stringValue": "messenger-api" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "EBZ1E8ORero=", + "name": "POST /api/v1/chats/{chat_id}/attachments", + "kind": "SPAN_KIND_SERVER", + "startTimeUnixNano": "1795251367024210049", + "endTimeUnixNano": "1795251367084481982", + "attributes": [ + { + "key": "method", + "value": { + "stringValue": "POST" + } + }, + { + "key": "route", + "value": { + "stringValue": "/api/v1/chats/{chat_id}/attachments" + } + }, + { + "key": "status_class", + "value": { + "stringValue": "2xx" + } + }, + { + "key": "http.response.status_code", + "value": { + "intValue": "202" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "H/irj++eo+A=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367026085042", + "endTimeUnixNano": "1795251367027608363", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "QSsxInfvVXM=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367028042035", + "endTimeUnixNano": "1795251367029900054", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "HMEUzSVL4l0=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367030167111", + "endTimeUnixNano": "1795251367030277652", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "XQQprcKGWek=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367030515936", + "endTimeUnixNano": "1795251367031607564", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "xFSOm8CJZpY=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367034939098", + "endTimeUnixNano": "1795251367036276501", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "PJZTKDoLpnE=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367036583923", + "endTimeUnixNano": "1795251367039518008", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "Otv4ev7hRcY=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367039736245", + "endTimeUnixNano": "1795251367045211045", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "aGX68VHcrOY=", + "parentSpanId": "EBZ1E8ORero=", + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367045445571", + "endTimeUnixNano": "1795251367070501167", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "A957MPElmtU=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367070763918", + "endTimeUnixNano": "1795251367072157701", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "RhrVY4YLFWk=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367072425722", + "endTimeUnixNano": "1795251367074120630", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "DELETE" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "AyfAngP8f6w=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367074419842", + "endTimeUnixNano": "1795251367074525368", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "Qz2ZTNJfdrc=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367074848452", + "endTimeUnixNano": "1795251367077402099", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "rBaKiTlZgqc=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367077562316", + "endTimeUnixNano": "1795251367077630808", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "U5i+fm+ocS8=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367077788935", + "endTimeUnixNano": "1795251367079350759", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "0TWj2v6au8c=", + "parentSpanId": "EBZ1E8ORero=", + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251367079547212", + "endTimeUnixNano": "1795251367083343280", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "da2c8073a2144ecc9965ea4553926bf3" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + }, + { + "key": "service.name", + "value": { + "stringValue": "messenger-publisher" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "knl/I+pMac0=", + "parentSpanId": "EBZ1E8ORero=", + "name": "attachments publish", + "kind": "SPAN_KIND_PRODUCER", + "startTimeUnixNano": "1795251367226610098", + "endTimeUnixNano": "1795251367236062017", + "attributes": [ + { + "key": "messaging.system", + "value": { + "stringValue": "rabbitmq" + } + }, + { + "key": "messaging.destination.name", + "value": { + "stringValue": "attachments" + } + }, + { + "key": "messaging.operation", + "value": { + "stringValue": "publish" + } + }, + { + "key": "job_id", + "value": { + "stringValue": "c1561046-eb77-42b6-a915-e8f6e4c0a1bc" + } + }, + { + "key": "attempt", + "value": { + "intValue": "1" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "fbfa8249e8c241d98e76ac1b870fab3e" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + }, + { + "key": "service.name", + "value": { + "stringValue": "messenger-worker" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "YEsQlPS46lo=", + "parentSpanId": "knl/I+pMac0=", + "name": "attachments process", + "kind": "SPAN_KIND_CONSUMER", + "startTimeUnixNano": "1795251372591819930", + "endTimeUnixNano": "1795251373761273082", + "attributes": [ + { + "key": "messaging.system", + "value": { + "stringValue": "rabbitmq" + } + }, + { + "key": "messaging.destination.name", + "value": { + "stringValue": "attachments" + } + }, + { + "key": "messaging.operation", + "value": { + "stringValue": "process" + } + }, + { + "key": "job_type", + "value": { + "stringValue": "attachment.process.v1" + } + }, + { + "key": "outcome", + "value": { + "stringValue": "error" + } + }, + { + "key": "job_id", + "value": { + "stringValue": "c1561046-eb77-42b6-a915-e8f6e4c0a1bc" + } + }, + { + "key": "attachment_id", + "value": { + "stringValue": "8da6897d-7ad0-4a47-92a1-63e8820c6fb3" + } + }, + { + "key": "attempt", + "value": { + "intValue": "1" + } + } + ], + "status": { + "code": "STATUS_CODE_ERROR" + } + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "6icdCZ9zfXw=", + "parentSpanId": "YEsQlPS46lo=", + "name": "s3.GetObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251372640527078", + "endTimeUnixNano": "1795251373743878673", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "GetObject" + } + }, + { + "key": "exception_type", + "value": { + "stringValue": "StorageUnavailable" + } + } + ], + "status": { + "code": "STATUS_CODE_ERROR" + } + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "oBUzjNPMLFM=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251373744424713", + "endTimeUnixNano": "1795251373745792013", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "4GMlLsUM6Sw=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251373746004882", + "endTimeUnixNano": "1795251373748972263", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "CYE8+MAFEd4=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251373749128053", + "endTimeUnixNano": "1795251373749180378", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "qf3voC5a8BI=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251373749315173", + "endTimeUnixNano": "1795251373750426320", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "g7FQt67bi8A=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251373750489432", + "endTimeUnixNano": "1795251373750530584", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "Ia7LXmWhMpM=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251373750631770", + "endTimeUnixNano": "1795251373751923928", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "+bXxQZ/wTQY=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251373751999206", + "endTimeUnixNano": "1795251373752040424", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "aN95GtYPCjc=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251373752151487", + "endTimeUnixNano": "1795251373752617702", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "A82zNc5MF24=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251373753298558", + "endTimeUnixNano": "1795251373760533225", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "PDOwV6+RiOM=", + "parentSpanId": "g63yOT+V5IQ=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251374410731528", + "endTimeUnixNano": "1795251374412030897", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "4cPq4LcK8Rw=", + "parentSpanId": "g63yOT+V5IQ=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251374412248062", + "endTimeUnixNano": "1795251374413177378", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "gmwykGBE8rM=", + "parentSpanId": "g63yOT+V5IQ=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251374413340204", + "endTimeUnixNano": "1795251374413391245", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "notxii9NmhA=", + "parentSpanId": "g63yOT+V5IQ=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251374413530735", + "endTimeUnixNano": "1795251374414546223", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "CsnWJujN5xs=", + "parentSpanId": "g63yOT+V5IQ=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251374414683000", + "endTimeUnixNano": "1795251374414736243", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "pd53d8xbU3c=", + "parentSpanId": "g63yOT+V5IQ=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251374414870642", + "endTimeUnixNano": "1795251374415402503", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "j6Ea3BMtdxU=", + "parentSpanId": "g63yOT+V5IQ=", + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251374415471780", + "endTimeUnixNano": "1795251374419136839", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "fbfa8249e8c241d98e76ac1b870fab3e" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + }, + { + "key": "service.name", + "value": { + "stringValue": "messenger-worker" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "ZULoUc3eVis=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251372592076337", + "endTimeUnixNano": "1795251372622754909", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "E92SVIdxgZA=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251372623049384", + "endTimeUnixNano": "1795251372632373283", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "kP9z9jilgH4=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251372632635961", + "endTimeUnixNano": "1795251372632713229", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "O77SFdXumrk=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251372632878157", + "endTimeUnixNano": "1795251372634702669", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "Qj6YdZaeRnM=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251372634816595", + "endTimeUnixNano": "1795251372634863741", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "jwq78yL4+6A=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251372634980107", + "endTimeUnixNano": "1795251372636107015", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "CFDz5d3WpSE=", + "parentSpanId": "YEsQlPS46lo=", + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251372636150723", + "endTimeUnixNano": "1795251372639829179", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "da2c8073a2144ecc9965ea4553926bf3" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + }, + { + "key": "service.name", + "value": { + "stringValue": "messenger-publisher" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "lug+uOF1BMQ=", + "parentSpanId": "YEsQlPS46lo=", + "name": "attachments publish", + "kind": "SPAN_KIND_PRODUCER", + "startTimeUnixNano": "1795251374408934778", + "endTimeUnixNano": "1795251374421379352", + "attributes": [ + { + "key": "messaging.system", + "value": { + "stringValue": "rabbitmq" + } + }, + { + "key": "messaging.destination.name", + "value": { + "stringValue": "attachments" + } + }, + { + "key": "messaging.operation", + "value": { + "stringValue": "publish" + } + }, + { + "key": "job_id", + "value": { + "stringValue": "c1561046-eb77-42b6-a915-e8f6e4c0a1bc" + } + }, + { + "key": "attempt", + "value": { + "intValue": "2" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "fbfa8249e8c241d98e76ac1b870fab3e" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + }, + { + "key": "service.name", + "value": { + "stringValue": "messenger-worker" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "g63yOT+V5IQ=", + "parentSpanId": "lug+uOF1BMQ=", + "name": "attachments process", + "kind": "SPAN_KIND_CONSUMER", + "startTimeUnixNano": "1795251374410574118", + "endTimeUnixNano": "1795251375868858125", + "attributes": [ + { + "key": "messaging.system", + "value": { + "stringValue": "rabbitmq" + } + }, + { + "key": "messaging.destination.name", + "value": { + "stringValue": "attachments" + } + }, + { + "key": "messaging.operation", + "value": { + "stringValue": "process" + } + }, + { + "key": "job_type", + "value": { + "stringValue": "attachment.process.v1" + } + }, + { + "key": "outcome", + "value": { + "stringValue": "error" + } + }, + { + "key": "job_id", + "value": { + "stringValue": "c1561046-eb77-42b6-a915-e8f6e4c0a1bc" + } + }, + { + "key": "attachment_id", + "value": { + "stringValue": "8da6897d-7ad0-4a47-92a1-63e8820c6fb3" + } + }, + { + "key": "attempt", + "value": { + "intValue": "2" + } + }, + { + "key": "exception_type", + "value": { + "stringValue": "CancelledError" + } + } + ], + "status": { + "code": "STATUS_CODE_ERROR" + } + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "5c2THc4KMeI=", + "parentSpanId": "g63yOT+V5IQ=", + "name": "s3.GetObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251374419723324", + "endTimeUnixNano": "1795251375868324715", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "GetObject" + } + }, + { + "key": "exception_type", + "value": { + "stringValue": "CancelledError" + } + } + ], + "status": { + "code": "STATUS_CODE_ERROR" + } + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "860a8bda1f144a65878ee73824659b78" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + }, + { + "key": "service.name", + "value": { + "stringValue": "messenger-worker" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "uh4P2QFGcXU=", + "parentSpanId": "lug+uOF1BMQ=", + "name": "attachments process", + "kind": "SPAN_KIND_CONSUMER", + "startTimeUnixNano": "1795251405265670546", + "endTimeUnixNano": "1795251405312246920", + "attributes": [ + { + "key": "messaging.system", + "value": { + "stringValue": "rabbitmq" + } + }, + { + "key": "messaging.destination.name", + "value": { + "stringValue": "attachments" + } + }, + { + "key": "messaging.operation", + "value": { + "stringValue": "process" + } + }, + { + "key": "job_type", + "value": { + "stringValue": "attachment.process.v1" + } + }, + { + "key": "outcome", + "value": { + "stringValue": "duplicate" + } + }, + { + "key": "job_id", + "value": { + "stringValue": "c1561046-eb77-42b6-a915-e8f6e4c0a1bc" + } + }, + { + "key": "attachment_id", + "value": { + "stringValue": "8da6897d-7ad0-4a47-92a1-63e8820c6fb3" + } + }, + { + "key": "attempt", + "value": { + "intValue": "2" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "SyuwtGBYqYU=", + "parentSpanId": "uh4P2QFGcXU=", + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251405265854561", + "endTimeUnixNano": "1795251405301512044", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "HFr4TNEpbmA=", + "parentSpanId": "uh4P2QFGcXU=", + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251405301779716", + "endTimeUnixNano": "1795251405310696247", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.name", + "value": { + "stringValue": "messenger-publisher" + } + }, + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "da2c8073a2144ecc9965ea4553926bf3" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "vRPFeI6sfPI=", + "parentSpanId": "g63yOT+V5IQ=", + "flags": 768, + "name": "attachments publish", + "kind": "SPAN_KIND_PRODUCER", + "startTimeUnixNano": "1795251497059420725", + "endTimeUnixNano": "1795251497078358675", + "attributes": [ + { + "key": "messaging.system", + "value": { + "stringValue": "rabbitmq" + } + }, + { + "key": "messaging.destination.name", + "value": { + "stringValue": "attachments" + } + }, + { + "key": "messaging.operation", + "value": { + "stringValue": "publish" + } + }, + { + "key": "job_id", + "value": { + "stringValue": "c1561046-eb77-42b6-a915-e8f6e4c0a1bc" + } + }, + { + "key": "attempt", + "value": { + "intValue": "3" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.name", + "value": { + "stringValue": "messenger-worker" + } + }, + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "860a8bda1f144a65878ee73824659b78" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "uoJmQOMrNQU=", + "parentSpanId": "vRPFeI6sfPI=", + "flags": 768, + "name": "attachments process", + "kind": "SPAN_KIND_CONSUMER", + "startTimeUnixNano": "1795251497061444184", + "endTimeUnixNano": "1795251497431038416", + "attributes": [ + { + "key": "messaging.system", + "value": { + "stringValue": "rabbitmq" + } + }, + { + "key": "messaging.destination.name", + "value": { + "stringValue": "attachments" + } + }, + { + "key": "messaging.operation", + "value": { + "stringValue": "process" + } + }, + { + "key": "job_type", + "value": { + "stringValue": "attachment.process.v1" + } + }, + { + "key": "outcome", + "value": { + "stringValue": "success" + } + }, + { + "key": "job_id", + "value": { + "stringValue": "c1561046-eb77-42b6-a915-e8f6e4c0a1bc" + } + }, + { + "key": "attachment_id", + "value": { + "stringValue": "8da6897d-7ad0-4a47-92a1-63e8820c6fb3" + } + }, + { + "key": "attempt", + "value": { + "intValue": "3" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "EtadQc8B9h4=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "image.generate", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497121253770", + "endTimeUnixNano": "1795251497354247820", + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "c8YvWPk4syU=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497354371415", + "endTimeUnixNano": "1795251497391880174", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "cDpV7CIdC8M=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497392063391", + "endTimeUnixNano": "1795251497400051487", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "Zs5c6LGANB0=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497400282526", + "endTimeUnixNano": "1795251497414689888", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "vsJS4HhE11I=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497414872903", + "endTimeUnixNano": "1795251497419155655", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "8NylXxuDS4c=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497419331172", + "endTimeUnixNano": "1795251497420071580", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "yn7o5CfsJ/s=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497420236033", + "endTimeUnixNano": "1795251497421608916", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "8Y0o9qCo7/8=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497421659220", + "endTimeUnixNano": "1795251497421909395", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "hk21Bhkpnjs=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497422486519", + "endTimeUnixNano": "1795251497423073500", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "KtUIIa4eXR8=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497423219919", + "endTimeUnixNano": "1795251497425035561", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "pII8XgsGysE=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497425138329", + "endTimeUnixNano": "1795251497425179634", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "tG9/SDZSj/Y=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497425279271", + "endTimeUnixNano": "1795251497426025883", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "Q9JR+3E5Jw4=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497426089833", + "endTimeUnixNano": "1795251497426126962", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "iZwgl1oGKGM=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497426319646", + "endTimeUnixNano": "1795251497426663145", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "8O3CUhotO0E=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497426708075", + "endTimeUnixNano": "1795251497428778766", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "yQGZ6lvXs5o=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497429097275", + "endTimeUnixNano": "1795251497429563698", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "12xYqCvTjzA=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497429669511", + "endTimeUnixNano": "1795251497430112946", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "SRO3XuNgKPQ=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497430155679", + "endTimeUnixNano": "1795251497430336702", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.name", + "value": { + "stringValue": "messenger-worker" + } + }, + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "860a8bda1f144a65878ee73824659b78" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "OWiM8ff90GA=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497061709079", + "endTimeUnixNano": "1795251497063203391", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "53GqhiJZpzU=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497063629149", + "endTimeUnixNano": "1795251497066067765", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "rdLdR5jwT+U=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497066489646", + "endTimeUnixNano": "1795251497066645466", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "7Nnfn1kBmIM=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497067161250", + "endTimeUnixNano": "1795251497072329448", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "ZgQGiN7t//k=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497073825767", + "endTimeUnixNano": "1795251497074039067", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "K6I4SesEcBo=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497074551786", + "endTimeUnixNano": "1795251497078121428", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "kFwVVqhg6X4=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497078305224", + "endTimeUnixNano": "1795251497081479070", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "lK+EuewWY0FqwFUmmV+9kQ==", + "spanId": "WliqYKZPOxA=", + "parentSpanId": "uoJmQOMrNQU=", + "flags": 256, + "name": "s3.GetObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251497083625374", + "endTimeUnixNano": "1795251497120788297", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "GetObject" + } + } + ], + "status": {} + } + ] + } + ] + } + ] +} diff --git a/evidence/run-context.json b/evidence/run-context.json new file mode 100644 index 0000000..8d7ec04 --- /dev/null +++ b/evidence/run-context.json @@ -0,0 +1,73 @@ +{ + "captured_at": "2026-11-21T09:17:48.990874Z", + "host": "Windows, Intel Core Ultra 5 125U", + "docker": { + "ServerVersion": "29.3.0", + "NCPU": 14, + "MemTotal": 7965700096, + "OperatingSystem": "Docker Desktop" + }, + "revision_before_final_commit": "d0a062e2d2fbeda54c2a24f518eb3687650f7c9e", + "working_tree_grade4": true, + "api_url": "http://localhost:8086", + "code_sha256": { + ".env.example": "f4d81ed6a4559e9f26c0c5a3d8accc495adb330c107c4f47cc34d47321a81dfe", + ".github/workflows/application.yml": "b486fe8a8299d363cf4e403dc2987de70c35a3ac6cc7e39f7656b6b77e6763ea", + ".github/workflows/contracts.yml": "a45d7932ef14130aff8020bce79f043cccaf9692d697088a754d309a03f7d3e8", + "app/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "app/advanced.py": "27762f863185cb6b51a64ae7698e60350b5aba0f924992e7eecaf58511d6e5cc", + "app/attachments.py": "fae87bae0835fe6cafe8e85b685d1a1a0039d67516d52a633bac66e26c7fb8c1", + "app/cache.py": "c7d5a210c4b85624ec089c2626cb69a84154790d325a6308cc8b0f578db3178b", + "app/config.py": "0ee78d89095878150de4c195e28ffc17c44ab40f5e6b40fc6cb9ef23672d10aa", + "app/db.py": "28eade9a5dda08887f9efeb786e52040832dd28975619a0c4b23988be2ba1ca3", + "app/deps.py": "40b9353387289b7b3ff964a216446f13bbde66ee5a26bf5c847e39fe1948b062", + "app/errors.py": "b06a0001aa2f1410cdcd4c385719ad3b90a0dacae62784649129c1e1c6dd933c", + "app/image_worker.py": "66821f54709707fb8ad7d336eeceaa97cb69d6e6b1ae369147b59241a1e099f5", + "app/images.py": "9e0cd83ef5d673356bde672d77ec106f8f3bb86812aaf46fbe3c932db2f7df54", + "app/jobs.py": "b1b6dd46529042b72a088a61a3e153f6c8861d41550dbe713056be301dc5c3dc", + "app/lifecycle.py": "097fcd74d178654fa91b3704d45c5215cfdec2f0ab3bb21b432e028160c9aa5e", + "app/main.py": "fabcf21af59875defa0c130b03bf14df8db3ac9352df654dc3da4fcf38b84f50", + "app/models.py": "69eb6bd83683c7ab1329e3d0d331577ce40612c156dc17c8ae1bdd231a921ecc", + "app/operator.py": "d9046d7c757bc9c40721f11569f4ca1a7c9e52586ad05a04f0b6179b31b551b6", + "app/pipeline.py": "3bcdd1484d4633c901a7bcfcd9f800db9f5e53db6d1c610d82d556d1337fbd4c", + "app/repositories.py": "86b2774b89e2f7b875283cd684c7b346eeba1da2dd76d836661f6b45812ebcd8", + "app/security.py": "b5e0fa73943a046501d1015d9b0288272b93e6a8458a47651c1bd9fa3b03a680", + "app/server.py": "092af34b790f3103eb715f956c686655e18309cf6bab7073a015222f709d61b4", + "app/services.py": "128a6668ad74697c05612fd9ad13107d14ba0ed0c9074338fb2d14437b54c785", + "app/storage.py": "8573d43b3993c9f1e0e5ecbf82a9f65f58041e6bd50d4a315875d24b67042bd1", + "app/telemetry.py": "232fde35c8445e3a80a067f41a1ac264fd41c662b3ae1ebbc3c7e661200fe9bc", + "app/trace_context.py": "4ad1e98c346c6542df0bba808f0449922127ced410289b05ca2a3d94354b9740", + "app/worker.py": "8eb05a2c37325a6d1da77102a683a19cc25fc7cb8adeeaa2b1c525a4029c7bbc", + "compose.yaml": "a29a6af5228d9c2a1a529818071787690d3108d82cb83d7edc668ea0656fd969", + "Dockerfile": "a0029707f843a15501a7d05142c06662b2705e16eb0292954148674cfe739b87", + "infra/grafana/dashboards/messenger.json": "826c301adef62987d040a4f0d764d7f3dc89275de0c488979a03737ad73dbce9", + "infra/grafana/provisioning/dashboards/dashboards.yaml": "e764b58e795886455758da0c93b1199e75d220bdf9e0c087f859a4ce67f744ef", + "infra/grafana/provisioning/datasources/datasources.yaml": "8234d0c4b273127f3f5aad084f942dcc4dc498640f796bcc34feaae3a1eae1cb", + "infra/loki/loki.yaml": "4614b904e6297165bebdafb4004e2c4ba93ea6bb278b4f53f196566621740dbd", + "infra/otel/collector.yaml": "52fd1266cb78fd1e73bdc2a36057ec913abba6f50e7ce93bb3a31db69e25b8ba", + "infra/prometheus/alerts.yaml": "252499c676f9fa9564c6466e7f268a9975c9044df0bdd82de78565f90548bbbe", + "infra/prometheus/prometheus.yaml": "362d7f375ef6bb85fbd2e2e1e9c09c1a8507e94a3b115e13b0869ffcbc777d47", + "infra/tempo/tempo.yaml": "a87b8a536ee4a42d8f83716c753b0380498ea17893082c1b7d1d21aafc21fc51", + "migrations/001_initial_schema.sql": "e5c956278405d4f65be50b2e0b92c37f0870589e9c0d972c70d6733f1ae439e2", + "migrations/002_indexes.sql": "6b0a375c09505f5220eb3add3ff3e4115b8426bbe1e1d97556effb8f64e4c7ff", + "migrations/003_idempotency_keys.sql": "9554fd815d4b0e3085d2fe725c0e0e8b2a36e212fe3a486345e28afaf38e8b69", + "migrations/004_attachments.sql": "2f421cbfb0cbf50d80d4bb8812378cdbc2619a5b8fa7aa5116238e287a8c6c6b", + "migrations/005_async_pipeline.sql": "ce928ea8304c95a8bf2ad0ca92e6ffce81070362020de1a3373e381fd3dab247", + "migrations/006_trace_context.sql": "a452982ba83fb0c270c54a3796d5c257bd86f74bdd8627474dcb3b022e33ad33", + "requirements.txt": "4abdbc52e41c0ac0cfe5d91718558e5e9ee3951e27efe99d8c31a83c736f2924", + "scripts/check_contract.py": "7c4402c2a6ab80d3b4676e1866d6ecc87b6daea14c080bcb9be9a7e8b959d671", + "scripts/migrate.py": "9f095a2181ed2a84584b09fe8cdfbf896c5c26306c7c5c5c262b4bbbb3f28d88", + "scripts/observe_lab6.py": "bbfa84f0c360c538db68396afd97d228e272bd9ca68456c72a7a89eb77b91025", + "scripts/s3_bootstrap.py": "f7bddb150df0e94e97a21efa2cad22c426e00fc935e710c16e11070f15344ef2", + "scripts/test_lab5.py": "957546f3939f1d120d119d61a6df672034c0d234a32d014c413152490bec59ef", + "scripts/test_lab6.py": "fd2ee01770b601c3fb0c89ea8e79c50d18a859e20a06c19f873ae38b1b6d06d0", + "scripts/validate_openapi.py": "4e981acbfc10dac58817bf922d5896e996798551fedc1b2385130e1cddb13d54", + "student-tests/image_validation_unit.py": "531a2de31f90c92e094f7e5ef8bea663f2d70ecee41464a461e0e54d9800f795", + "student-tests/lab5_helpers.py": "68a8a0cc9fc644d883342cb82642b2a679a32ed2db252f2e5a5b845d9ad2cec1", + "student-tests/lab5_images.py": "048cc6dbb674869608c13ae290f20d57a8356da79a510f4517242bf57f5a505d", + "student-tests/lab5_limits.py": "c2095797ce002e78a68e2d00afb2b10aa46a85787e8f1a43e6fb2b5a70045336", + "student-tests/lab5_recovery.py": "8d7aa7de8dc09e18f206e32cac3001f4a916e9448e3887d0de7154aa832553d9", + "student-tests/observability_unit.py": "9759b4ca7e312d656a2a0fb6f886a6dcb19ca50983a3f1733371142b24579d09" + }, + "notes": "Collected before third commit; source hashes normalize CRLF to LF. Synthetic data only." +} diff --git a/evidence/runner-setup.txt b/evidence/runner-setup.txt new file mode 100644 index 0000000..c3bd7fc --- /dev/null +++ b/evidence/runner-setup.txt @@ -0,0 +1,83 @@ + +UTC: 2026-11-21T09:09:40Z +Command: docker compose --profile tools ps --status running --services +api +broker +db +grafana +lb +loki +otel-collector +prometheus +publisher +s3 +tempo +valkey +worker + +RESULT: PASS (exit 0) at 2026-11-21T09:09:40Z + +UTC: 2026-11-21T09:09:40Z +Command: docker compose --profile tools build tester + Image messenger-lab6-tester Building +#1 [internal] load local bake definitions +#1 reading from stdin 587B 0.0s done +#1 DONE 0.0s + +#2 [internal] load build definition from Dockerfile.tester +#2 transferring dockerfile: 405B done +#2 DONE 0.0s + +#3 [internal] load metadata for docker.io/library/python:3.12.11-alpine3.22 +#3 DONE 0.2s + +#4 [internal] load metadata for docker.io/library/docker:28.5.1-cli +#4 DONE 0.2s + +#5 [internal] load .dockerignore +#5 transferring context: 286B done +#5 DONE 0.0s + +#6 [stage-1 1/5] FROM docker.io/library/python:3.12.11-alpine3.22@sha256:efcdfa6a6b2fd2afb9c7dfa9a5b288a6f68338b5cfdebe6b637d986067d85757 +#6 resolve docker.io/library/python:3.12.11-alpine3.22@sha256:efcdfa6a6b2fd2afb9c7dfa9a5b288a6f68338b5cfdebe6b637d986067d85757 0.0s done +#6 DONE 0.1s + +#7 [docker-cli 1/1] FROM docker.io/library/docker:28.5.1-cli@sha256:9190b0613792e658a7783cf14b2d5ace5941bb68ede7276922ea36ee457d76ad +#7 resolve docker.io/library/docker:28.5.1-cli@sha256:9190b0613792e658a7783cf14b2d5ace5941bb68ede7276922ea36ee457d76ad 0.0s done +#7 DONE 0.1s + +#8 [stage-1 2/5] RUN apk add --no-cache make +#8 CACHED + +#9 [stage-1 3/5] RUN pip install --no-cache-dir Pillow==11.0.0 +#9 CACHED + +#10 [stage-1 4/5] COPY --from=docker-cli /usr/local/bin/docker /usr/local/bin/docker +#10 CACHED + +#11 [stage-1 5/5] WORKDIR /work +#11 CACHED + +#12 exporting to image +#12 exporting layers done +#12 exporting manifest sha256:1c93bba11e9ded8b819bbcadafd9217f8b6b4fc5301deeca1e720c49a45f1b2e done +#12 exporting config sha256:9ad2daad56b9cfccc6c03e7be0468faf51994e1604e86b502077a03f28844325 done +#12 exporting attestation manifest sha256:96fa2816d4a538ed8e6e3ea5c702033990470ee27e842b91c5f2979f0304e95a 0.1s done +#12 exporting manifest list sha256:3e586fe0bf4aeb3814ad182a780c6173a9e252da1c33e7e61f20187228c8b23f 0.0s done +#12 naming to docker.io/library/messenger-lab6-tester:latest +#12 naming to docker.io/library/messenger-lab6-tester:latest done +#12 unpacking to docker.io/library/messenger-lab6-tester:latest 0.0s done +#12 DONE 0.2s + +#13 resolving provenance for metadata file +#13 DONE 0.0s + Image messenger-lab6-tester Built + +RESULT: PASS (exit 0) at 2026-11-21T09:09:42Z + +UTC: 2026-11-21T09:10:08Z +Command: docker compose --profile tools run --rm -T --no-deps tester chmod +x scripts/restart.sh scripts/stop-one.sh + Container messenger-lab6-tester-run-100a83886eb9 Creating + Container messenger-lab6-tester-run-100a83886eb9 Created + +RESULT: PASS (exit 0) at 2026-11-21T09:10:09Z diff --git a/evidence/smoke.txt b/evidence/smoke.txt new file mode 100644 index 0000000..eb2429e --- /dev/null +++ b/evidence/smoke.txt @@ -0,0 +1,8 @@ + +UTC: 2026-11-21T09:09:46Z +Command: docker compose --profile tools run --rm -T --no-deps tester python3 -u tests/smoke.py + Container messenger-lab6-tester-run-42a477b98467 Creating + Container messenger-lab6-tester-run-42a477b98467 Created +PASS: lab6 public API scenario; infrastructure and grading evidence remain separate. + +RESULT: PASS (exit 0) at 2026-11-21T09:09:53Z diff --git a/evidence/stand-final.txt b/evidence/stand-final.txt new file mode 100644 index 0000000..bb158f1 --- /dev/null +++ b/evidence/stand-final.txt @@ -0,0 +1,17 @@ +NAME IMAGE COMMAND SERVICE CREATED STATUS PORTS +messenger-lab6-api-1 messenger-lab6-api:dev "python -m app.server" api About a minute ago Up About a minute (healthy) 8080/tcp +messenger-lab6-api-2 messenger-lab6-api:dev "python -m app.server" api About a minute ago Up About a minute (healthy) 8080/tcp +messenger-lab6-broker-1 rabbitmq:3.13.7-alpine "/bin/sh -ec 'export…" broker 42 minutes ago Up 2 minutes (healthy) 4369/tcp, 5671-5672/tcp, 15691-15692/tcp, 25672/tcp +messenger-lab6-db-1 postgres:16.4-alpine "docker-entrypoint.s…" db 42 minutes ago Up 2 minutes (healthy) 5432/tcp +messenger-lab6-grafana-1 grafana/grafana:11.2.2 "/run.sh" grafana 27 minutes ago Up 26 minutes 127.0.0.1:3000->3000/tcp +messenger-lab6-lb-1 haproxy:3.0.11-alpine "docker-entrypoint.s…" lb 26 minutes ago Up 2 minutes (healthy) 127.0.0.1:8086->8080/tcp, 127.0.0.1:8406->8404/tcp +messenger-lab6-loki-1 grafana/loki:3.2.1 "/usr/bin/loki -conf…" loki 27 minutes ago Up 16 minutes 127.0.0.1:3100->3100/tcp +messenger-lab6-migrate-1 messenger-lab6-api:dev "python scripts/migr…" migrate About a minute ago Exited (0) About a minute ago +messenger-lab6-otel-collector-1 otel/opentelemetry-collector-contrib:0.111.0 "/otelcol-contrib --…" otel-collector 29 minutes ago Up 28 minutes 4317/tcp, 55678-55679/tcp +messenger-lab6-prometheus-1 prom/prometheus:v2.55.0 "/bin/prometheus --c…" prometheus 27 minutes ago Up 26 minutes 127.0.0.1:9090->9090/tcp +messenger-lab6-publisher-1 messenger-lab6-api:dev "python -m app.jobs" publisher About a minute ago Up About a minute 8080/tcp +messenger-lab6-s3-1 chrislusf/seaweedfs:3.97 "/bin/sh /opt/lab/st…" s3 42 minutes ago Up 2 minutes (healthy) 7333/tcp, 8080/tcp, 8333/tcp, 8888/tcp, 9333/tcp, 18080/tcp, 18888/tcp, 19333/tcp +messenger-lab6-s3-init-1 messenger-lab6-api:dev "python scripts/s3_b…" s3-init About a minute ago Exited (0) About a minute ago +messenger-lab6-tempo-1 grafana/tempo:2.6.1 "/tempo -config.file…" tempo About a minute ago Up About a minute 127.0.0.1:3200->3200/tcp +messenger-lab6-valkey-1 valkey/valkey:8.0.1-alpine "docker-entrypoint.s…" valkey 42 minutes ago Up 2 minutes (healthy) 6379/tcp +messenger-lab6-worker-1 messenger-lab6-api:dev "python -m app.worker" worker About a minute ago Up About a minute 8080/tcp diff --git a/evidence/stand.txt b/evidence/stand.txt new file mode 100644 index 0000000..efb8102 --- /dev/null +++ b/evidence/stand.txt @@ -0,0 +1,44 @@ + +UTC: 2026-11-21T09:09:40Z +Command: docker compose --profile tools ps -a +NAME IMAGE COMMAND SERVICE CREATED STATUS PORTS +messenger-lab6-api-1 messenger-lab6-api:dev "python -m app.server" api 18 minutes ago Up 17 minutes (healthy) 8080/tcp +messenger-lab6-api-2 messenger-lab6-api:dev "python -m app.server" api 18 minutes ago Up 17 minutes (healthy) 8080/tcp +messenger-lab6-broker-1 rabbitmq:3.13.7-alpine "/bin/sh -ec 'export…" broker 34 minutes ago Up 24 minutes (healthy) 4369/tcp, 5671-5672/tcp, 15691-15692/tcp, 25672/tcp +messenger-lab6-db-1 postgres:16.4-alpine "docker-entrypoint.s…" db 34 minutes ago Up 10 minutes (healthy) 5432/tcp +messenger-lab6-grafana-1 grafana/grafana:11.2.2 "/run.sh" grafana 19 minutes ago Up 18 minutes 127.0.0.1:3000->3000/tcp +messenger-lab6-lb-1 haproxy:3.0.11-alpine "docker-entrypoint.s…" lb 17 minutes ago Up 17 minutes (healthy) 127.0.0.1:8086->8080/tcp, 127.0.0.1:8406->8404/tcp +messenger-lab6-loki-1 grafana/loki:3.2.1 "/usr/bin/loki -conf…" loki 19 minutes ago Up 8 minutes 127.0.0.1:3100->3100/tcp +messenger-lab6-migrate-1 messenger-lab6-api:dev "python scripts/migr…" migrate 18 minutes ago Exited (0) 16 minutes ago +messenger-lab6-otel-collector-1 otel/opentelemetry-collector-contrib:0.111.0 "/otelcol-contrib --…" otel-collector 20 minutes ago Up 20 minutes 4317/tcp, 55678-55679/tcp +messenger-lab6-prometheus-1 prom/prometheus:v2.55.0 "/bin/prometheus --c…" prometheus 19 minutes ago Up 18 minutes 127.0.0.1:9090->9090/tcp +messenger-lab6-publisher-1 messenger-lab6-api:dev "python -m app.jobs" publisher 18 minutes ago Up 17 minutes 8080/tcp +messenger-lab6-s3-1 chrislusf/seaweedfs:3.97 "/bin/sh /opt/lab/st…" s3 34 minutes ago Up 13 minutes (healthy) 7333/tcp, 8080/tcp, 8333/tcp, 8888/tcp, 9333/tcp, 18080/tcp, 18888/tcp, 19333/tcp +messenger-lab6-s3-init-1 messenger-lab6-api:dev "python scripts/s3_b…" s3-init 18 minutes ago Exited (0) 16 minutes ago +messenger-lab6-tempo-1 grafana/tempo:2.6.1 "/tempo -config.file…" tempo 3 minutes ago Up 3 minutes 127.0.0.1:3200->3200/tcp +messenger-lab6-valkey-1 valkey/valkey:8.0.1-alpine "docker-entrypoint.s…" valkey 34 minutes ago Up 24 minutes (healthy) 6379/tcp +messenger-lab6-worker-1 messenger-lab6-api:dev "python -m app.worker" worker 18 minutes ago Up 5 minutes 8080/tcp + +RESULT: PASS (exit 0) at 2026-11-21T09:09:40Z + +UTC: 2026-11-21T09:16:01Z +Command: docker compose --profile tools ps -a +NAME IMAGE COMMAND SERVICE CREATED STATUS PORTS +messenger-lab6-api-1 sha256:efa9adc78d01ce2a8b6b72223b3964036998ac290fd83f91c929d417c137e0a4 "python -m app.server" api 24 minutes ago Up 7 seconds (healthy) 8080/tcp +messenger-lab6-api-2 sha256:efa9adc78d01ce2a8b6b72223b3964036998ac290fd83f91c929d417c137e0a4 "python -m app.server" api 24 minutes ago Up 43 seconds (healthy) 8080/tcp +messenger-lab6-broker-1 rabbitmq:3.13.7-alpine "/bin/sh -ec 'export…" broker 40 minutes ago Up About a minute (healthy) 4369/tcp, 5671-5672/tcp, 15691-15692/tcp, 25672/tcp +messenger-lab6-db-1 postgres:16.4-alpine "docker-entrypoint.s…" db 40 minutes ago Up About a minute (healthy) 5432/tcp +messenger-lab6-grafana-1 grafana/grafana:11.2.2 "/run.sh" grafana 25 minutes ago Up 24 minutes 127.0.0.1:3000->3000/tcp +messenger-lab6-lb-1 haproxy:3.0.11-alpine "docker-entrypoint.s…" lb 24 minutes ago Up 36 seconds (healthy) 127.0.0.1:8086->8080/tcp, 127.0.0.1:8406->8404/tcp +messenger-lab6-loki-1 grafana/loki:3.2.1 "/usr/bin/loki -conf…" loki 25 minutes ago Up 14 minutes 127.0.0.1:3100->3100/tcp +messenger-lab6-migrate-1 sha256:efa9adc78d01ce2a8b6b72223b3964036998ac290fd83f91c929d417c137e0a4 "python scripts/migr…" migrate 24 minutes ago Exited (0) 23 minutes ago +messenger-lab6-otel-collector-1 otel/opentelemetry-collector-contrib:0.111.0 "/otelcol-contrib --…" otel-collector 27 minutes ago Up 26 minutes 4317/tcp, 55678-55679/tcp +messenger-lab6-prometheus-1 prom/prometheus:v2.55.0 "/bin/prometheus --c…" prometheus 25 minutes ago Up 24 minutes 127.0.0.1:9090->9090/tcp +messenger-lab6-publisher-1 sha256:efa9adc78d01ce2a8b6b72223b3964036998ac290fd83f91c929d417c137e0a4 "python -m app.jobs" publisher 24 minutes ago Up 44 seconds 8080/tcp +messenger-lab6-s3-1 chrislusf/seaweedfs:3.97 "/bin/sh /opt/lab/st…" s3 40 minutes ago Up About a minute (healthy) 7333/tcp, 8080/tcp, 8333/tcp, 8888/tcp, 9333/tcp, 18080/tcp, 18888/tcp, 19333/tcp +messenger-lab6-s3-init-1 sha256:efa9adc78d01ce2a8b6b72223b3964036998ac290fd83f91c929d417c137e0a4 "python scripts/s3_b…" s3-init 24 minutes ago Exited (0) 22 minutes ago +messenger-lab6-tempo-1 grafana/tempo:2.6.1 "/tempo -config.file…" tempo 9 minutes ago Up 9 minutes 127.0.0.1:3200->3200/tcp +messenger-lab6-valkey-1 valkey/valkey:8.0.1-alpine "docker-entrypoint.s…" valkey 40 minutes ago Up About a minute (healthy) 6379/tcp +messenger-lab6-worker-1 sha256:efa9adc78d01ce2a8b6b72223b3964036998ac290fd83f91c929d417c137e0a4 "python -m app.worker" worker 24 minutes ago Up 44 seconds 8080/tcp + +RESULT: PASS (exit 0) at 2026-11-21T09:16:01Z diff --git a/evidence/telemetry-loss-control-logs.json b/evidence/telemetry-loss-control-logs.json new file mode 100644 index 0000000..41f92df --- /dev/null +++ b/evidence/telemetry-loss-control-logs.json @@ -0,0 +1,10847 @@ +{ + "status": "success", + "data": { + "resultType": "streams", + "result": [ + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.08352867500002503", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251666571997765", + "outcome": "success", + "request_id": "telemetry-loss-2aa42c3a6fa84d69ba23d311d5fd4ac3", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "c77d29fecde0ff7c", + "status_code": "201", + "trace_id": "e0d1b6fb4f549732fd5e01ab0594d105" + }, + "values": [ + [ + "1795251666571721216", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.08223651399998744", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251635021004756", + "outcome": "success", + "request_id": "telemetry-loss-b29c785aaf4d45d3b5d6e0d56957c86f", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "a8021a1cc807d2f7", + "status_code": "201", + "trace_id": "44da560bbf35484d51a2c89142a93ac9" + }, + "values": [ + [ + "1795251635020795648", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.07209849900004883", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251677823651790", + "outcome": "success", + "request_id": "telemetry-loss-76eee2faf4ba401ebb7a2e66d83aecd4", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "bd6c80e100fb7f25", + "status_code": "201", + "trace_id": "af4a3bf8f745fe3556129a56ef21e679" + }, + "values": [ + [ + "1795251677823381248", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.07041927000000214", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251655320925290", + "outcome": "success", + "request_id": "telemetry-loss-48a0d7ff30ff4f29b6b5b82343ada4d6", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "7ac7d01afd16dda9", + "status_code": "201", + "trace_id": "20374660c8dfd909d746b6483c5f4ede" + }, + "values": [ + [ + "1795251655320801024", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.06993051699987518", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251676487457115", + "outcome": "success", + "request_id": "telemetry-loss-fddad37b3f3d435380910463faf76eae", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "12372b8142307725", + "status_code": "201", + "trace_id": "d7b9c2e980618ea8ff9208554b93e9eb" + }, + "values": [ + [ + "1795251676487223808", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.069667040000013", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251650109787412", + "outcome": "success", + "request_id": "telemetry-loss-45c51c88f83841e0972ae4d9e6ba3810", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "5a52b8f5f8edbcc8", + "status_code": "201", + "trace_id": "937ec22a60dc8ff19c3bac3385b4a176" + }, + "values": [ + [ + "1795251650109546752", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.06960436000008485", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251635418815601", + "outcome": "success", + "request_id": "telemetry-loss-8f362c96c92b427bb752071afb05984c", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "10d7c47b543d05f5", + "status_code": "201", + "trace_id": "04c132669e5d21cfa0d81ec4185dcbbb" + }, + "values": [ + [ + "1795251635418695424", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.06950754399986181", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251670218487986", + "outcome": "success", + "request_id": "telemetry-loss-4bf3f7e954b54268a617d121d34a4ce8", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "925551de1f50c4bc", + "status_code": "201", + "trace_id": "412216ce4e0422c8340a97529284880a" + }, + "values": [ + [ + "1795251670218297600", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.0694237919999523", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251687718990157", + "outcome": "success", + "request_id": "telemetry-loss-5a3ae93ab6044fedba8c5caf6d4b410e", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "4c9c8824c81b6764", + "status_code": "201", + "trace_id": "b6643382bf0ad05d7ecee21ca75c5847" + }, + "values": [ + [ + "1795251687718872320", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.06909070300002895", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251639484969235", + "outcome": "success", + "request_id": "telemetry-loss-dfb0a14551394b4a9cd70cecb9d03759", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "fc8d656500259425", + "status_code": "201", + "trace_id": "1361a35b53cd700aa7b8fc7d43f9d1c9" + }, + "values": [ + [ + "1795251639484832256", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.06845495600009599", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251652737173218", + "outcome": "success", + "request_id": "telemetry-loss-fa28c5abaaee4d36b290a09131d864d9", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "22069f3271c44462", + "status_code": "201", + "trace_id": "db464ade518fa7ac647b77720283176f" + }, + "values": [ + [ + "1795251652737049344", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.06698900800006413", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251649081570772", + "outcome": "success", + "request_id": "telemetry-loss-49908d89c8de4e92a93aee41071b4e5d", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "81cd55ffa42950e9", + "status_code": "201", + "trace_id": "99378a5fd720c6c11bef9c581888aad9" + }, + "values": [ + [ + "1795251649081356544", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.066287260000081", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251681081326830", + "outcome": "success", + "request_id": "telemetry-loss-e1f9dee8896e43e9badd963fb584bae2", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "f60637050231a7a8", + "status_code": "201", + "trace_id": "a486632b929fa4381c4caa2e0729633e" + }, + "values": [ + [ + "1795251681081206528", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.06607974999997168", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251667911888618", + "outcome": "success", + "request_id": "telemetry-loss-bf6c1111c8034ea09f5146fbb1524442", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "a7087b072c49dfdd", + "status_code": "201", + "trace_id": "ec66b7e660683ec811a8634b9ec657af" + }, + "values": [ + [ + "1795251667911689216", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.05917450400011148", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251664280408718", + "outcome": "success", + "request_id": "telemetry-loss-668e6d32715e42ff85c6d105ce007e69", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "52c2a8cff1189067", + "status_code": "201", + "trace_id": "8ed9c0ef4028ba4d51c0e87ef7034459" + }, + "values": [ + [ + "1795251664280121088", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.05367355699991094", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251637721968720", + "outcome": "success", + "request_id": "telemetry-loss-4dc86a828a9949e8b4f8b403e1a5c356", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "e4f6705dd4a56d24", + "status_code": "201", + "trace_id": "1c413965130b09ff6d1547ed8b9061fd" + }, + "values": [ + [ + "1795251637721759744", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.052723202000152014", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251651786103165", + "outcome": "success", + "request_id": "telemetry-loss-9a937e0455d2486d87ffea9d04136b63", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "92e43f9c90e8e7e4", + "status_code": "201", + "trace_id": "0cb16015e3f44253f76e760dc7b318f8" + }, + "values": [ + [ + "1795251651785868032", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.05266721199996027", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251663888734131", + "outcome": "success", + "request_id": "telemetry-loss-57a4c65e5e8a47c39d04d816be19c2c2", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "aa4e7c2951304f71", + "status_code": "201", + "trace_id": "87e465c4a7b68d795097745c62687f4f" + }, + "values": [ + [ + "1795251663888615168", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.05115570399993885", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251678781253142", + "outcome": "success", + "request_id": "telemetry-loss-2b3f3f482d9c436d9e446297bb7d0369", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "4b92bf472e92f646", + "status_code": "201", + "trace_id": "0b5a5473db11e03cf81a031062beb800" + }, + "values": [ + [ + "1795251678781138432", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.04962743300006878", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251646783216061", + "outcome": "success", + "request_id": "telemetry-loss-2798808520574c5cb59bfc2aa72d8273", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "e2fdec5b8f7fff1a", + "status_code": "201", + "trace_id": "2614524fee944c6332b3b6b92d016d86" + }, + "values": [ + [ + "1795251646783077888", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.048786103000111325", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251680428296459", + "outcome": "success", + "request_id": "telemetry-loss-e4f58db010774d47bdef60f41e11c69e", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "238167a18c2e66cb", + "status_code": "201", + "trace_id": "c107a73217ba2e5bb2adea0776b6af0c" + }, + "values": [ + [ + "1795251680428172544", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.04273773199997777", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251675121407840", + "outcome": "success", + "request_id": "telemetry-loss-ddc36c3492c84cf1befdeb900656e5e9", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "b41cef8c3c4f7caa", + "status_code": "201", + "trace_id": "b910bc034e7d898ff209879b91d1198a" + }, + "values": [ + [ + "1795251675121153536", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.04225606699992568", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251690026505477", + "outcome": "success", + "request_id": "telemetry-loss-5ba36a0eff2e4c95a77d1340fd723c1b", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "c139cdd95d9bb794", + "status_code": "201", + "trace_id": "7daadd1ba4c99434251a1886acc3a148" + }, + "values": [ + [ + "1795251690026376448", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.04122476599991387", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251647720561580", + "outcome": "success", + "request_id": "telemetry-loss-d7d1116f587648a2a387a45b54fcf550", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "c1e85c9fa790deb4", + "status_code": "201", + "trace_id": "1c9549872e67dc2d0b7f070f67f48c5a" + }, + "values": [ + [ + "1795251647720393216", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.034892302999878666", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251690415594447", + "outcome": "success", + "request_id": "telemetry-loss-782bfc5c3f93470685f2deb7f22dcc64", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "180f1718aa9d3978", + "status_code": "201", + "trace_id": "352f6f294e795e4649ac8942f41e1f37" + }, + "values": [ + [ + "1795251690415482880", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.034677528999964125", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251665962361431", + "outcome": "success", + "request_id": "telemetry-loss-fe3cc5cfd76543cab700da420411d659", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "f5df271aa5ad1b93", + "status_code": "201", + "trace_id": "817e9098c2385b633a84c5bfe9b1734e" + }, + "values": [ + [ + "1795251665962157568", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.03380275500012431", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251659284011204", + "outcome": "success", + "request_id": "telemetry-loss-fc4858fedae34a8c978b7219e64c6b62", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "0a58f3d3b1f12bb1", + "status_code": "201", + "trace_id": "4e355de544b91a2020a85196a58fd60e" + }, + "values": [ + [ + "1795251659283924224", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.03179904700004954", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251665222213860", + "outcome": "success", + "request_id": "telemetry-loss-c629575e4788489b80c75f2074e0e50e", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "6a26a61433bea7e3", + "status_code": "201", + "trace_id": "489050055faeb7e1604fcb0176b86d35" + }, + "values": [ + [ + "1795251665222087424", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.031256773999984944", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251648472165061", + "outcome": "success", + "request_id": "telemetry-loss-927a87d30d664d9da1324cd25f456c36", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "44bd222b027cdcba", + "status_code": "201", + "trace_id": "5ac71a3ffb4a0f72ca09eca9650c13cb" + }, + "values": [ + [ + "1795251648471894528", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.03123753099998794", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251686380831438", + "outcome": "success", + "request_id": "telemetry-loss-57e96319693b425d9012504546d2dfa9", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "247cbdda1d601d73", + "status_code": "201", + "trace_id": "a0528e38c1f7f230756c479eca382c7b" + }, + "values": [ + [ + "1795251686380721920", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.030437312000003658", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251641784499800", + "outcome": "success", + "request_id": "telemetry-loss-53fd045a6ca84cb6983fb8ff96ddf4be", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "fa41dc033a9cc2e7", + "status_code": "201", + "trace_id": "74f21701cd7bbfd3bf24a99d7e83ab20" + }, + "values": [ + [ + "1795251641784329472", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.026000954999972237", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251634781853768", + "outcome": "success", + "request_id": "telemetry-loss-531e2e4b3ee2469f911c7d7f1f7cc377", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "3a1780e5c5488a6a", + "status_code": "201", + "trace_id": "7515c0ac80f89ca7f4e511271f72e355" + }, + "values": [ + [ + "1795251634781678592", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.0258140779999394", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251686001740350", + "outcome": "success", + "request_id": "telemetry-loss-eb5d8afe8a8d428790b3fbde090d2469", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "a2f2a1b657c394b8", + "status_code": "201", + "trace_id": "76bba797d1e7f8c49412e6d8a71c8402" + }, + "values": [ + [ + "1795251686001548032", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.02490864799983683", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251631610512119", + "outcome": "success", + "request_id": "telemetry-loss-8aa582556e6642ee97bc7b0d95489b26", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "9ab9f09f074e7947", + "status_code": "201", + "trace_id": "24360e74282790ab33ea801f968fad98" + }, + "values": [ + [ + "1795251631610394368", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.024767937999968126", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251673260390620", + "outcome": "success", + "request_id": "telemetry-loss-5caa065eda174cf685aff0f8a19a28fc", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "7377155337eb1c86", + "status_code": "201", + "trace_id": "6244cfdc2f3d27c1f7c5c5d6a5c59b44" + }, + "values": [ + [ + "1795251673260253952", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.024752334000140763", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251692620943459", + "outcome": "success", + "request_id": "telemetry-loss-a273bc1ebfa443d8baa33e24f53499e6", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "4515f6a2d51e0c82", + "status_code": "201", + "trace_id": "2ef17c400dcdeeb5822c7ce62cc0d420" + }, + "values": [ + [ + "1795251692620827904", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.024377139999842257", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251675673469295", + "outcome": "success", + "request_id": "telemetry-loss-cb4ad656327d478599c724d3eabefda3", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "0b437d315dda99ad", + "status_code": "201", + "trace_id": "c0ead80564bf793e6c505fc2fa413b43" + }, + "values": [ + [ + "1795251675673205248", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.024278051000010237", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251645822768042", + "outcome": "success", + "request_id": "telemetry-loss-64efd8e4fcf24918bc38c3f156b33ba5", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "3af3ec816adecc55", + "status_code": "201", + "trace_id": "1c584cd2fbb71ae717b4d151bac4e451" + }, + "values": [ + [ + "1795251645822592768", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.024248526000064885", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251655084713132", + "outcome": "success", + "request_id": "telemetry-loss-d13dded847804060b6aa57849cf6f688", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "d7daa3db9ac803c3", + "status_code": "201", + "trace_id": "a80d99238bc4cb580b61c82ded2cb9ad" + }, + "values": [ + [ + "1795251655084525824", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.024115544000096634", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251680002905826", + "outcome": "success", + "request_id": "telemetry-loss-c7a18a58f6774d00b081fa07834b2ee0", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "1ea424453a41b9bd", + "status_code": "201", + "trace_id": "3edcd5c48e360c8c239cf808d7c79991" + }, + "values": [ + [ + "1795251680002788352", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.023675386999912007", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251675854253649", + "outcome": "success", + "request_id": "telemetry-loss-5e5e2adaa1814b1a8d7ca4d2dd679993", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "42a93108b90d6c71", + "status_code": "201", + "trace_id": "911da21a3baf1814647ab86b86355ad0" + }, + "values": [ + [ + "1795251675854099712", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.02338329999997768", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251665031702517", + "outcome": "success", + "request_id": "telemetry-loss-2171f6592b7b43c9b308aed29993b70e", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "9c134440a0446b2d", + "status_code": "201", + "trace_id": "19fc09a014291c30b51382234b297e38" + }, + "values": [ + [ + "1795251665030882560", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.022935454999924332", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251645424989714", + "outcome": "success", + "request_id": "telemetry-loss-87f8af89a0804404989211e7f1fcb929", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "c5b5feecf95e9aec", + "status_code": "201", + "trace_id": "dfd0d1f1550495a64659970dbdb3a17e" + }, + "values": [ + [ + "1795251645424623104", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.022921558999996705", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251635620208581", + "outcome": "success", + "request_id": "telemetry-loss-12f5abfa506f4e36a355c7eaca869617", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "5d63bf0367e30416", + "status_code": "201", + "trace_id": "74b29be6fe4e1671c8d3e256f6b50138" + }, + "values": [ + [ + "1795251635620048384", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.02247923599998103", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251680823144248", + "outcome": "success", + "request_id": "telemetry-loss-2a349aaffd4341339eebdd4964d66aeb", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "3798237817211cc7", + "status_code": "201", + "trace_id": "35920dd1721a34c4ef77eeb066e8b4fe" + }, + "values": [ + [ + "1795251680823021824", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.022410955999930593", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251629868463657", + "outcome": "success", + "request_id": "telemetry-loss-c4d2a5d4c33645029df2a311fb6b5e6f", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "35cbdefb8376cf03", + "status_code": "201", + "trace_id": "f78fa09a2626dace72299fdb84254178" + }, + "values": [ + [ + "1795251629868318208", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.022144769000078668", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251659086605560", + "outcome": "success", + "request_id": "telemetry-loss-3c19819355ea4b7283bc95b682e93d1f", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "7611551dc809204a", + "status_code": "201", + "trace_id": "22699e232b5d1a7e949f2df57149eb53" + }, + "values": [ + [ + "1795251659086486784", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.021740494999903603", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251661385105977", + "outcome": "success", + "request_id": "telemetry-loss-8dc0dd6f73684060b2c540d830398b20", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "121a8fcf5e3da477", + "status_code": "201", + "trace_id": "4545bc38d02fa990789b9ee6039883dc" + }, + "values": [ + [ + "1795251661384920320", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.021585164000043733", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251634595624953", + "outcome": "success", + "request_id": "telemetry-loss-c1892d199ec749d39e044f1adbe47c84", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "cb71a6851b6435ed", + "status_code": "201", + "trace_id": "447beab5df65d40394bcb95e8b53c97d" + }, + "values": [ + [ + "1795251634595480064", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.021382813000172973", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251654903479424", + "outcome": "success", + "request_id": "telemetry-loss-841d72a379d94c69838ac2c6f8a2f23a", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "3f6162bdb5c15dd3", + "status_code": "201", + "trace_id": "38a602c06d960ddba4c666f0cf138544" + }, + "values": [ + [ + "1795251654903232768", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.02102640199996131", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251674002525819", + "outcome": "success", + "request_id": "telemetry-loss-cd8b1d3d2d28418eab9aeb5a8d113c2e", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "a9f4782ab0457810", + "status_code": "201", + "trace_id": "b3888e0efcab8fd8309f899bd693ed93" + }, + "values": [ + [ + "1795251674002408192", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.020985150999877078", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251632205809054", + "outcome": "success", + "request_id": "telemetry-loss-37958c0dfa8a435fb7274d0b04e85286", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "11721368d5122f57", + "status_code": "201", + "trace_id": "47b7178fda157acb69f1f3f3dd9ec167" + }, + "values": [ + [ + "1795251632205661184", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.02084473800005071", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251643903327608", + "outcome": "success", + "request_id": "telemetry-loss-7d5ee5faea7c4654b1bd8a0e8b404e2b", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "65830a732f40fde0", + "status_code": "201", + "trace_id": "92aaadafad7a0dcb5af925dbebaa9953" + }, + "values": [ + [ + "1795251643903215104", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.02082092000000557", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251655689563165", + "outcome": "success", + "request_id": "telemetry-loss-ac0ddbd42ea7491c9d41b81506594f7f", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "4be8e90fb6cfa54d", + "status_code": "201", + "trace_id": "8dc47b8b690c4832bb0b9e50f9db85cb" + }, + "values": [ + [ + "1795251655689336320", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.020787750999943455", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251692820947405", + "outcome": "success", + "request_id": "telemetry-loss-0ec34974e5384c58b432110739ed2acd", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "575bf745ad38ff93", + "status_code": "201", + "trace_id": "c3eaf42d63828d50e2f316e9f41fa8e9" + }, + "values": [ + [ + "1795251692820822528", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.020653529999890452", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251631040719220", + "outcome": "success", + "request_id": "telemetry-loss-afd9463a56a44d4395f20d1ab0d5feb2", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "8cdff00216299ec7", + "status_code": "201", + "trace_id": "b1e2eeb767ee296c5cf30f66876c8941" + }, + "values": [ + [ + "1795251631040594432", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.020569042000033733", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251644080603006", + "outcome": "success", + "request_id": "telemetry-loss-d6979540446b48eab6dd4eac798d79d3", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "de601551634be0fd", + "status_code": "201", + "trace_id": "686d695ad879499af464011224174f85" + }, + "values": [ + [ + "1795251644080411392", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.020525145999954475", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251672855888384", + "outcome": "success", + "request_id": "telemetry-loss-a8a8e5d48e73413282f5eb6e9efb5d25", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "58134c75050bcb26", + "status_code": "201", + "trace_id": "c45c6d3302394f7fa6ba44284092a00e" + }, + "values": [ + [ + "1795251672855761152", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.020332138000185296", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251635806498878", + "outcome": "success", + "request_id": "telemetry-loss-aedd1f8f70bd449b8127fe8ea6c887e1", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "d6d498c19c3d1ec6", + "status_code": "201", + "trace_id": "02339da46d411cfbb161070b57b5522e" + }, + "values": [ + [ + "1795251635806353664", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.02027317400006723", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251685804984325", + "outcome": "success", + "request_id": "telemetry-loss-8be42bbadb2c4c5ca7e7ed9bb0edf38f", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "cad22e42c360b0a2", + "status_code": "201", + "trace_id": "c680322b0856a66fbd683b431ff903c1" + }, + "values": [ + [ + "1795251685804859904", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.020195668000042133", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251685026839923", + "outcome": "success", + "request_id": "telemetry-loss-e4f1623fa2bc4ff4b6bee2716f7a7221", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "f81474b0f74e6af5", + "status_code": "201", + "trace_id": "95b68f0455d5bada83a4c0158f7f7408" + }, + "values": [ + [ + "1795251685026676480", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.019866828999965946", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251693787725058", + "outcome": "success", + "request_id": "telemetry-loss-82d1484f98804788ba720a14915723fc", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "d2223005015a7881", + "status_code": "201", + "trace_id": "7c9c086243c2a221264ab79866d60cdd" + }, + "values": [ + [ + "1795251693787602176", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01986277500009237", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251693202515704", + "outcome": "success", + "request_id": "telemetry-loss-c87f88e2b7d6445ab4a2ac6a91594017", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "9b43cd7c751aee29", + "status_code": "201", + "trace_id": "f5704eb52f3d4d1e2e28173c1d8e0a86" + }, + "values": [ + [ + "1795251693202321664", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01977031700016596", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251666137578046", + "outcome": "success", + "request_id": "telemetry-loss-816ee1ba8d9d43469b87b3ed43b2448a", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "2b6f6e4721564073", + "status_code": "201", + "trace_id": "f23f2ba6174312f0aef6d3fa26cf406b" + }, + "values": [ + [ + "1795251666137301248", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01963927999986481", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251645049757712", + "outcome": "success", + "request_id": "telemetry-loss-7963dfcbd9904127ad78791881d6ac39", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "5235053143ff30a7", + "status_code": "201", + "trace_id": "e3a4e62ce97970d9594fbd7de7f22819" + }, + "values": [ + [ + "1795251645049580544", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.019474568999839903", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251692442376606", + "outcome": "success", + "request_id": "telemetry-loss-9988291e288649fbbf204f2914cbba3c", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "412f5f1892a116ad", + "status_code": "201", + "trace_id": "772ea1ba63f1c9c4ba0e5cea38b141ca" + }, + "values": [ + [ + "1795251692442028544", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01896516800002246", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251679802662895", + "outcome": "success", + "request_id": "telemetry-loss-eac09b563c4042f7ae3c46ff40122b7f", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "1fe6f58e81dcc708", + "status_code": "201", + "trace_id": "0b6c694c50aced532fb437f69211f08b" + }, + "values": [ + [ + "1795251679802531328", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.018765770000072735", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251631806774183", + "outcome": "success", + "request_id": "telemetry-loss-c6309682cf9d466c8b843235d71130da", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "6842fb0d92e04328", + "status_code": "201", + "trace_id": "d091f6e5f5bd85f91b7a580dd8e39ddf" + }, + "values": [ + [ + "1795251631806603520", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.018426386999863098", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251662736376302", + "outcome": "success", + "request_id": "telemetry-loss-02d611f9ea634e0f84567fcf4f03b9dd", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "d4f2e164ce0fa870", + "status_code": "201", + "trace_id": "586810cf06f95d5b47928f9ba97abaf6" + }, + "values": [ + [ + "1795251662736253184", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.018270229000108884", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251672087068095", + "outcome": "success", + "request_id": "telemetry-loss-e339693516314afeb81956005d0d172c", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "7eb53c1908b0fd36", + "status_code": "201", + "trace_id": "64657aeaea624b56a55e8b5e688579d6" + }, + "values": [ + [ + "1795251672086941184", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.0181593840000005", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251647524394999", + "outcome": "success", + "request_id": "telemetry-loss-58e5f0a7d0e3496d8de6ec1861264c9c", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "ed1b0aed80ea7a59", + "status_code": "201", + "trace_id": "7e7a535919f1eafe46022d5a3b9cb7f7" + }, + "values": [ + [ + "1795251647524271104", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01806769599988911", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251674923718115", + "outcome": "success", + "request_id": "telemetry-loss-6a879e01df58420baf58a0ca3202b4de", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "bfc81f501f1738aa", + "status_code": "201", + "trace_id": "a31d3ebd93685aad88eb3200121c4b88" + }, + "values": [ + [ + "1795251674923559168", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.017806870999947932", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251636736714715", + "outcome": "success", + "request_id": "telemetry-loss-3b2c66c8d3414e9a9e36382da7e0953a", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "937b6a7d25acd7a0", + "status_code": "201", + "trace_id": "101582c217c4d9a42fb811d226defd2f" + }, + "values": [ + [ + "1795251636736516352", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.017788857000141434", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251647168593066", + "outcome": "success", + "request_id": "telemetry-loss-8735aded326f44d7ac29566b5cd73b4e", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "b955140f30a39aae", + "status_code": "201", + "trace_id": "04fdc3fe413b8144a6d16a4e66d2945e" + }, + "values": [ + [ + "1795251647168365568", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01777559500010284", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251693018037149", + "outcome": "success", + "request_id": "telemetry-loss-678973d6086346fca868c13b7080ab81", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "c8ededeb335eb228", + "status_code": "201", + "trace_id": "9bcd5e33a62bf407ef5f31f0fa9b2a9f" + }, + "values": [ + [ + "1795251693017889792", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.017741758999818558", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251635193968987", + "outcome": "success", + "request_id": "telemetry-loss-52c7530608594c0cb28dc2417ec59e9e", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "a0bbbe7df9d509fb", + "status_code": "201", + "trace_id": "688afe73269fd1224d745db69fa7e6c2" + }, + "values": [ + [ + "1795251635193782784", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01757080099991981", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251637107427495", + "outcome": "success", + "request_id": "telemetry-loss-c0b61c16caec4220948100769625c556", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "7e5023dcc528fcf1", + "status_code": "201", + "trace_id": "36975e093042a484aa89f77929ce21d2" + }, + "values": [ + [ + "1795251637107284224", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.017557169000156136", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251693601100985", + "outcome": "success", + "request_id": "telemetry-loss-d20f8923c6cd437c969026ba0d43a05d", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "cc1274628f91ff8e", + "status_code": "201", + "trace_id": "c16b8dc4ddbc67b8dbab9dc9e36ec6a6" + }, + "values": [ + [ + "1795251693600986112", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.017506032000028426", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251679615559907", + "outcome": "success", + "request_id": "telemetry-loss-a5b2a8b337714abca6918cc6675e15bd", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "a78c39cec3f2db8a", + "status_code": "201", + "trace_id": "bf2255adb4bc24444be85c510b2d27b2" + }, + "values": [ + [ + "1795251679615332864", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01741380799990111", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251661582940235", + "outcome": "success", + "request_id": "telemetry-loss-04ad081fe0c448bca3776434911f48d7", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "9e5262e4a108214b", + "status_code": "201", + "trace_id": "48c91b2ca742eb9e92e76ce96afbb3a3" + }, + "values": [ + [ + "1795251661582674944", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.0173197250001067", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251682016838008", + "outcome": "success", + "request_id": "telemetry-loss-89ef32974aeb4d889a244160e8a616b1", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "ea6918298284f66c", + "status_code": "201", + "trace_id": "420be5df2a3e124ed2c498069ce97609" + }, + "values": [ + [ + "1795251682016710400", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01716208299990285", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251630303613338", + "outcome": "success", + "request_id": "telemetry-loss-46e590f9739945aeb7ee7f4d870b7341", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "042bd1097edff822", + "status_code": "201", + "trace_id": "78ea7208cde27d1445fe89a581f7c7e8" + }, + "values": [ + [ + "1795251630303494400", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.016752734999954555", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251664851959071", + "outcome": "success", + "request_id": "telemetry-loss-91dc93e058c849eb873011b5bf75420d", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "0ba3c5b6dbdb33fc", + "status_code": "201", + "trace_id": "69147b29931486a02a0a7c77c7dccc23" + }, + "values": [ + [ + "1795251664851775232", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.016679236000072706", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251657150536417", + "outcome": "success", + "request_id": "telemetry-loss-f5442fca0f4a46bd8bcf92b6f936665d", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "237d57a977c8a1bf", + "status_code": "201", + "trace_id": "0296005d93f09927db2a43109e5d5975" + }, + "values": [ + [ + "1795251657150404864", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01657465600010255", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251639065288190", + "outcome": "success", + "request_id": "telemetry-loss-5d1a911d82c1479aacf002f6096d4dbc", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "c56ae07962c2be56", + "status_code": "201", + "trace_id": "baf6037ba6c6875c140a5cd4e9ec7e6f" + }, + "values": [ + [ + "1795251639065169408", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.016556555999841294", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251637934412227", + "outcome": "success", + "request_id": "telemetry-loss-c7725983c528458f9bbe09df8078ab54", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "98078a1b60a835ce", + "status_code": "201", + "trace_id": "bb9acdf33faf67e6cb385976766dc682" + }, + "values": [ + [ + "1795251637934296320", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.016446650000034424", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251674202734439", + "outcome": "success", + "request_id": "telemetry-loss-2e374df8e81e4470b05ce8c7bb72c6e0", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "d4d0ec4e27750e4b", + "status_code": "201", + "trace_id": "ac14c92e030a4955db5291b7ae454961" + }, + "values": [ + [ + "1795251674202610432", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01643768199983242", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251644852745978", + "outcome": "success", + "request_id": "telemetry-loss-ba1655af6b4a4bb18934f983170e0fb3", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "1ef0aa47377108a5", + "status_code": "201", + "trace_id": "f1ba29204bafdc39eb4407eea4fed837" + }, + "values": [ + [ + "1795251644852478976", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.016410696999855645", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251657750835158", + "outcome": "success", + "request_id": "telemetry-loss-90f30b52233345f097881a0c6f687720", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "4ff3d4bf19b801ab", + "status_code": "201", + "trace_id": "1e4749bb626cd2a6175943c57f2a8b3c" + }, + "values": [ + [ + "1795251657750618880", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.016401900999881036", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251672280968087", + "outcome": "success", + "request_id": "telemetry-loss-b7426b7518e7415280cd0512af3c65a0", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "8ff85aa62f282a06", + "status_code": "201", + "trace_id": "6441c85b5b0520f1b1ce92ffb7663a2e" + }, + "values": [ + [ + "1795251672280823552", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01606509300017933", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251685590309460", + "outcome": "success", + "request_id": "telemetry-loss-4205a56f031846b196b92356bb489b10", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "598c1a9edcfcc7c1", + "status_code": "201", + "trace_id": "f2192f66f149012d1ab669239edab066" + }, + "values": [ + [ + "1795251685590188032", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01604466499998125", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251656067562943", + "outcome": "success", + "request_id": "telemetry-loss-a0750a7af0ee4769b72cb9dcc3d9e538", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "9c645db67d49e4cb", + "status_code": "201", + "trace_id": "b5f2ada01b3c2e7485f9d480d8ce84b0" + }, + "values": [ + [ + "1795251656067444224", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.016039371000033498", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251665585795763", + "outcome": "success", + "request_id": "telemetry-loss-af339a70727146b1beacc88191a89600", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "d563db1aa824fc21", + "status_code": "201", + "trace_id": "edb68b93878af6443690647edae89ea2" + }, + "values": [ + [ + "1795251665585668096", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01591501200005041", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251630852902038", + "outcome": "success", + "request_id": "telemetry-loss-11b81c53cd8d4f7d9a922e0c70e51b8c", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "5cd67fab82f0c730", + "status_code": "201", + "trace_id": "20014f80872c1e18d400d8a26ebb1bf0" + }, + "values": [ + [ + "1795251630852765184", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.015899776999958704", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251693410045843", + "outcome": "success", + "request_id": "telemetry-loss-87ce83b88418423cbf570e54fa32160e", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "4f24ba5a9da7c8ba", + "status_code": "201", + "trace_id": "fdd7fc6307be202df847685b921020f1" + }, + "values": [ + [ + "1795251693409930240", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01585920000002261", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251681466141349", + "outcome": "success", + "request_id": "telemetry-loss-b4ae1169c6404199ba4e1434e3e3cbf6", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "ecf6278d674a7082", + "status_code": "201", + "trace_id": "2f95ce9dcb957ecc48e3470ca852b5a9" + }, + "values": [ + [ + "1795251681465972224", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.015802282000095147", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251643317437266", + "outcome": "success", + "request_id": "telemetry-loss-a2bdd5e89e5b4df39e6e096707648bbc", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "bc36b7c083f7f35c", + "status_code": "201", + "trace_id": "0f6be08cb35f6527a3ade6939ec2d154" + }, + "values": [ + [ + "1795251643317308160", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.015794594999988476", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251635995346489", + "outcome": "success", + "request_id": "telemetry-loss-33728055f5a24223989a8ba1aecd9524", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "c581a3d29d03b88c", + "status_code": "201", + "trace_id": "443a7870be5d9d662d49b05026b6e8ec" + }, + "values": [ + [ + "1795251635995208448", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01573782199989182", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251673462885757", + "outcome": "success", + "request_id": "telemetry-loss-a7958f593e8c4d65a2d56d0d2cff00ca", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "42d8df17cf2fc8da", + "status_code": "201", + "trace_id": "fcaa4510c7822752015052a29844f5f5" + }, + "values": [ + [ + "1795251673462761728", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01563953999993828", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251673635281415", + "outcome": "success", + "request_id": "telemetry-loss-4b4d02872cb5413a9415ad2669ce81a6", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "855d590dbcf1de8c", + "status_code": "201", + "trace_id": "59c2aadcc35e2831d2111e76d7094c88" + }, + "values": [ + [ + "1795251673635157248", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.015544378999948094", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251645632446326", + "outcome": "success", + "request_id": "telemetry-loss-790c2c0004504acb9f1e7bf1bb4a5924", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "54d4d27c13f39d88", + "status_code": "201", + "trace_id": "5df7009c08574a57df8eafdb9696c582" + }, + "values": [ + [ + "1795251645632189952", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01528328699987469", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251674386499482", + "outcome": "success", + "request_id": "telemetry-loss-3bb28f47d03b4c3c99dacd651550b8ba", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "2eab820c781df72b", + "status_code": "201", + "trace_id": "bcb00627fe41d298aee67f57596ce9ff" + }, + "values": [ + [ + "1795251674386382080", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.015215413999840166", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251644283677648", + "outcome": "success", + "request_id": "telemetry-loss-c06dd23cde1d4daa8b1a46754ca90503", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "74ba3c0eb71a39e4", + "status_code": "201", + "trace_id": "30eb22f745d0ca9ba44929982ef00a56" + }, + "values": [ + [ + "1795251644283542272", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.015167631999929654", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251658325453356", + "outcome": "success", + "request_id": "telemetry-loss-ec621e6c16bd463a825e73b237954e69", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "c48bb60d346a4c2a", + "status_code": "201", + "trace_id": "d6096f4351f3a0d11cb389571de2e530" + }, + "values": [ + [ + "1795251658325239296", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01501096500010135", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251659682765472", + "outcome": "success", + "request_id": "telemetry-loss-baa67bf4fdad46d48ec219c38f243ce2", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "484a2da69a962aeb", + "status_code": "201", + "trace_id": "56f07213c6962ac8673955e778e47f49" + }, + "values": [ + [ + "1795251659682645248", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.014879183999937595", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251639238881935", + "outcome": "success", + "request_id": "telemetry-loss-4083e6a39c414e199a4379d9e8d81229", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "ed770f592032ba47", + "status_code": "201", + "trace_id": "ffd51d01ef76fd787a5f516cea5a1632" + }, + "values": [ + [ + "1795251639238681856", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.014861546000020098", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251673063931273", + "outcome": "success", + "request_id": "telemetry-loss-1eaf3240be6142a8affaee6ec83acb50", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "98b29903f9fb0e2f", + "status_code": "201", + "trace_id": "9fb38f0f27c35ae05a9c6e989d92706c" + }, + "values": [ + [ + "1795251673063818752", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01483925200000158", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251636197325993", + "outcome": "success", + "request_id": "telemetry-loss-9e710c8b4fb94ffd80be6f570c77bfe1", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "324e9439a166769f", + "status_code": "201", + "trace_id": "7baabaa67164435dc8ad634abb4dd75b" + }, + "values": [ + [ + "1795251636197188096", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.014815831000078106", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251667666829119", + "outcome": "success", + "request_id": "telemetry-loss-ca50b53e498144b1800b3d3b1ff9d611", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "86e304bd47413144", + "status_code": "201", + "trace_id": "74b1be3b44bdd3bb1bf3ee2530ed060d" + }, + "values": [ + [ + "1795251667666696448", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.014804016999960368", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251678015345281", + "outcome": "success", + "request_id": "telemetry-loss-fb7b9a9715a44267b294ac993e910677", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "856eaf6e495d45c0", + "status_code": "201", + "trace_id": "9125a0d7a3b34067a38e6b5bb19ee38f" + }, + "values": [ + [ + "1795251678015082752", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.014771639000173309", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251668845019584", + "outcome": "success", + "request_id": "telemetry-loss-f4f200539c644c6aabc8e7e1b675ffdc", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "f2927b75671051af", + "status_code": "201", + "trace_id": "f6e97ffce3eee93d89bf68608e3a3073" + }, + "values": [ + [ + "1795251668844917504", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.014708453999901394", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251687280575217", + "outcome": "success", + "request_id": "telemetry-loss-190a4a1d593243f7a8d35b2afd66b8da", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "97361a04b650a417", + "status_code": "201", + "trace_id": "9121ea4a13f39f2987d1818b9a98158e" + }, + "values": [ + [ + "1795251687280404992", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.014639599000020098", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251636918158800", + "outcome": "success", + "request_id": "telemetry-loss-dd3a6441b9c64100b1998b5dfb6a4cc1", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "33a967d01523c3e5", + "status_code": "201", + "trace_id": "f18d0b583c75780e1f540b37c90016a3" + }, + "values": [ + [ + "1795251636917373184", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.014619847999938429", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251673804743550", + "outcome": "success", + "request_id": "telemetry-loss-ac8e2b36ce2c4d0db79d8493fa8cfd18", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "3721aa8040d2c394", + "status_code": "201", + "trace_id": "13310347459601caf6725e7ee8a630a1" + }, + "values": [ + [ + "1795251673804622592", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.0145288910000545", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251655884069266", + "outcome": "success", + "request_id": "telemetry-loss-11ed6550bdf8404fbf558463851e1b44", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "7090104f63d9cdb4", + "status_code": "201", + "trace_id": "5fd24fc44c2d17134291d2dfe0007bc2" + }, + "values": [ + [ + "1795251655883891968", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.014394278999816379", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251687110622084", + "outcome": "success", + "request_id": "telemetry-loss-45fa0966495d43df94aa99833b12d36c", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "aa768c6e9d0bbb45", + "status_code": "201", + "trace_id": "ea245569dd8d36a9becea82e0ea00a3d" + }, + "values": [ + [ + "1795251687110441984", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.014254414999868459", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251668639013258", + "outcome": "success", + "request_id": "telemetry-loss-ae8745d90b674ecd9860cf32da68df16", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "4683112af04f7d12", + "status_code": "201", + "trace_id": "b08897786c98ee586ca218e9de488006" + }, + "values": [ + [ + "1795251668638901504", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.014189865000162172", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251665766945096", + "outcome": "success", + "request_id": "telemetry-loss-6a0c7217284049018f9338124c109ddb", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "950e62c29ad99bc7", + "status_code": "201", + "trace_id": "0e6009c7d456eb70fc157cc52b36cf9e" + }, + "values": [ + [ + "1795251665766765312", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.014189159000125073", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251678961069869", + "outcome": "success", + "request_id": "telemetry-loss-5f9cf430c7884bf3b926cbbe75c20394", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "67ca09744752f69c", + "status_code": "201", + "trace_id": "74dac4c863275ece77536fa8d1d7e5d4" + }, + "values": [ + [ + "1795251678960956416", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.014168665999932273", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251667496481662", + "outcome": "success", + "request_id": "telemetry-loss-b19d14b70fbc40f891765cccceaff8d2", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "3da64a388d71616f", + "status_code": "201", + "trace_id": "d646fc73a085cd8e8b5db4b621abbaae" + }, + "values": [ + [ + "1795251667496361728", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.014161992000026657", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251677408195316", + "outcome": "success", + "request_id": "telemetry-loss-413e6292015b49548ea3aeba4ddf2dad", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "c6c6d7462f3f6648", + "status_code": "201", + "trace_id": "2be8456ae9daa7126fe22a4d4ad293c8" + }, + "values": [ + [ + "1795251677407945472", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.013934057999904326", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251645234740739", + "outcome": "success", + "request_id": "telemetry-loss-b96dfff7adbd4d27beaad9103d3eb4bd", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "e4d372769cab2724", + "status_code": "201", + "trace_id": "45b3d87098a9dd8f8ec30e72c8618b42" + }, + "values": [ + [ + "1795251645234612224", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01389312199989945", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251640229523656", + "outcome": "success", + "request_id": "telemetry-loss-025fed947be04cd19bc4af4447e723df", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "3f9f1ff7b7054ecc", + "status_code": "201", + "trace_id": "37fa76b9830fb5b704a4055c0454af8e" + }, + "values": [ + [ + "1795251640229325312", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01388999400001012", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251654718685405", + "outcome": "success", + "request_id": "telemetry-loss-c3435d4a9514438daca069e5e9420100", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "a2a3a08c0a87211b", + "status_code": "201", + "trace_id": "5cced573625e62a85540418fd8c227d4" + }, + "values": [ + [ + "1795251654718562560", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.0138461770000049", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251648662758709", + "outcome": "success", + "request_id": "telemetry-loss-a5aebb5603f244beb408219f2cdcac16", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "5c32f9792c7b73e1", + "status_code": "201", + "trace_id": "110fb8502194ae56f683eb4ddc899f0d" + }, + "values": [ + [ + "1795251648662650112", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.013784104000023945", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251649449164265", + "outcome": "success", + "request_id": "telemetry-loss-ddb08f60dcd4453d8df9bb6b8a535051", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "cc61cb2cf6fb6a9a", + "status_code": "201", + "trace_id": "b39cee0a84bfd6b1631c303e44309df2" + }, + "values": [ + [ + "1795251649448982016", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.013597398999991128", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251654196939773", + "outcome": "success", + "request_id": "telemetry-loss-09ab290593ba44f9bb92573924990b9d", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "f5c286e905ff7888", + "status_code": "201", + "trace_id": "14b625798bcfedf2f5105cac9c3da321" + }, + "values": [ + [ + "1795251654196177152", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.013474124999902415", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251671717703757", + "outcome": "success", + "request_id": "telemetry-loss-16584429ad97464cb287c992621dcb5a", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "fd5306dc796ae4db", + "status_code": "201", + "trace_id": "82fee8603a5ed5d646262cd408f9f91c" + }, + "values": [ + [ + "1795251671713316864", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.013469049999912386", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251653816657050", + "outcome": "success", + "request_id": "telemetry-loss-9b3f054229ae433c83160e58ec1d64fc", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "b89e40d5fb3e35cf", + "status_code": "201", + "trace_id": "5bb7a7a41a454d7a1ad602e8a3b7e071" + }, + "values": [ + [ + "1795251653816541696", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.013460438000038266", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251649864963338", + "outcome": "success", + "request_id": "telemetry-loss-127768f935df47f4befaf9c0a44c7302", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "a3cc2b1cf24110ef", + "status_code": "201", + "trace_id": "76baa415945e8d0ffd47408f4b468595" + }, + "values": [ + [ + "1795251649864849152", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.013411950999852706", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251672643245966", + "outcome": "success", + "request_id": "telemetry-loss-ec7091fb660d499bbce60090f9a1c909", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "0ebb46e7eeb3c469", + "status_code": "201", + "trace_id": "29394f633f7fbc877dfe4a9613c774a8" + }, + "values": [ + [ + "1795251672642950144", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.013321959999984756", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251640428287290", + "outcome": "success", + "request_id": "telemetry-loss-4fef07c2cee44b63aa64f5f16f9586e7", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "6be4fd9cf0966846", + "status_code": "201", + "trace_id": "769711ef35392baecc7984238ff37840" + }, + "values": [ + [ + "1795251640428157440", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01330652799993004", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251672449931998", + "outcome": "success", + "request_id": "telemetry-loss-b8f57046e7b9438d9721c7646b1a9fc4", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "062c0e0a35bf24c5", + "status_code": "201", + "trace_id": "db9ab034ed9329d120aab35c6f63cf03" + }, + "values": [ + [ + "1795251672449809664", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.013272650000089925", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251653265834324", + "outcome": "success", + "request_id": "telemetry-loss-79ea5696745b4f2a922e11e0d8d3c32d", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "e4458894232eaae5", + "status_code": "201", + "trace_id": "31aea5ad6a7c73ab78fc510aec28a4c3" + }, + "values": [ + [ + "1795251653265548288", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.013103620000038063", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251686909098775", + "outcome": "success", + "request_id": "telemetry-loss-86f42ceb64c344f8aad039fdd4f374c0", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "33b2e91d2230ea84", + "status_code": "201", + "trace_id": "b3ef6e8a328911829564ea91d62fc74d" + }, + "values": [ + [ + "1795251686908828928", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.013093519999983982", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251662931148675", + "outcome": "success", + "request_id": "telemetry-loss-d96511cd45824d89b496b603c4f2fda9", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "bd95cbca03d4386e", + "status_code": "201", + "trace_id": "7b814f5758619c2bed3d9f4c45bcd684" + }, + "values": [ + [ + "1795251662931042560", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.013083361000099103", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251676058609859", + "outcome": "success", + "request_id": "telemetry-loss-c75674ea54d446009e9eee824e3fdf49", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "14533d8fba00d3cb", + "status_code": "201", + "trace_id": "ca2649163a71e11883efae20eae01f74" + }, + "values": [ + [ + "1795251676058379264", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.013075249999928928", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251687912837604", + "outcome": "success", + "request_id": "telemetry-loss-635cb45c9c434fe8a30ee5bbac951f2e", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "d5e9ab6de60bb53e", + "status_code": "201", + "trace_id": "06e1ead466513737714c46523b744490" + }, + "values": [ + [ + "1795251687912727552", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.013059937999969407", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251691710878748", + "outcome": "success", + "request_id": "telemetry-loss-77e8633f9ea74f1f88d8283d418d6d4a", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "151b4dcaf37fae63", + "status_code": "201", + "trace_id": "f5d43585d998e21384c0786240131ccd" + }, + "values": [ + [ + "1795251691710762496", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01302773099996557", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251644486337807", + "outcome": "success", + "request_id": "telemetry-loss-c1623411ee1942d0b946e68909c3ad65", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "2a30b8718db6280d", + "status_code": "201", + "trace_id": "6ce36ef19c89ccafd3401f0d2a539dd1" + }, + "values": [ + [ + "1795251644486216960", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012978417999875091", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251651564725981", + "outcome": "success", + "request_id": "telemetry-loss-347004ff832b436585d88d4982806a22", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "adad4f8f96c5973e", + "status_code": "201", + "trace_id": "2f99e775501fea3259d2e6c68a134460" + }, + "values": [ + [ + "1795251651564600320", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012970439999890004", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251688858917503", + "outcome": "success", + "request_id": "telemetry-loss-226679ae96c044aba3906e3492401a19", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "93db0f2d7d5e94e3", + "status_code": "201", + "trace_id": "6aad21483ad73c7835d5ddac7d0d261a" + }, + "values": [ + [ + "1795251688858782464", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012961867000058191", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251632422999287", + "outcome": "success", + "request_id": "telemetry-loss-c703e698ef3842a0870fba91f897d984", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "0d1fd3c4560c34e9", + "status_code": "201", + "trace_id": "50bc55acd0331b1ecccc99b590ff3172" + }, + "values": [ + [ + "1795251632422882816", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012940766999918196", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251674748868173", + "outcome": "success", + "request_id": "telemetry-loss-a5a1f32a99ef4891855d9a66bb23f15a", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "c8356ce16ffb6941", + "status_code": "201", + "trace_id": "6b41788c6c28eabd3a7b61e0faae3bf2" + }, + "values": [ + [ + "1795251674748620800", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01287673799993172", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251634393463864", + "outcome": "success", + "request_id": "telemetry-loss-02119dbbf19b4d9eabb69efae054a5d4", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "3b222245cb4a6b1c", + "status_code": "201", + "trace_id": "37cdf4d4d2d6da217bd9bbe1de51cde0" + }, + "values": [ + [ + "1795251634393344768", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012771647000136", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251670760050683", + "outcome": "success", + "request_id": "telemetry-loss-20350aec05b340bcbcfe98c3f9a39843", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "f09198e29928ea92", + "status_code": "201", + "trace_id": "7d24cd6cb4e87e9f15239481c859eb6f" + }, + "values": [ + [ + "1795251670759939072", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012770245000183422", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251682541985345", + "outcome": "success", + "request_id": "telemetry-loss-5ae4706539ce42cfa0fa91ad6ac5ae4d", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "d02710667549cb92", + "status_code": "201", + "trace_id": "8823aa6e0cd886049773cfdd4ec60c0f" + }, + "values": [ + [ + "1795251682541797632", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012708972999917023", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251656965677744", + "outcome": "success", + "request_id": "telemetry-loss-10d20b5841d7484ab9083838954a11f5", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "822763ea5ddf7a53", + "status_code": "201", + "trace_id": "f25c48c0d3b5190c9b179638e10f2405" + }, + "values": [ + [ + "1795251656965572352", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012671573000034186", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251646963851775", + "outcome": "success", + "request_id": "telemetry-loss-2efa240d07594147a65682a3596f637a", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "e5a7bad3fa9b7904", + "status_code": "201", + "trace_id": "aefcce0939387155ae4c7960026b7b1d" + }, + "values": [ + [ + "1795251646963742464", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012640303999887692", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251661964272975", + "outcome": "success", + "request_id": "telemetry-loss-fb46eec76c3448498af899391c7bde42", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "367366dd8a868dd5", + "status_code": "201", + "trace_id": "e7a725004bd3f81d74368f49c4901ebe" + }, + "values": [ + [ + "1795251661964158720", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012627645000065968", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251640028767692", + "outcome": "success", + "request_id": "telemetry-loss-8c519d3b70164ba78cf26b9f074b4db9", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "660830572fe2d892", + "status_code": "201", + "trace_id": "10cd4f4d50e7d4b7eddac62fd0ad8747" + }, + "values": [ + [ + "1795251640028566528", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012554261000104816", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251662548288755", + "outcome": "success", + "request_id": "telemetry-loss-7268c14b680648f89c0bb302ee052a00", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "7a62e6cc9a9ddd11", + "status_code": "201", + "trace_id": "22c3af77cddc1582b0ab0af584516615" + }, + "values": [ + [ + "1795251662548102656", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012502506999908292", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251665412660631", + "outcome": "success", + "request_id": "telemetry-loss-230d44ca4273409888488294d1221c71", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "e726392459365e0e", + "status_code": "201", + "trace_id": "79583c093d02e3d286a496dd263aa8c5" + }, + "values": [ + [ + "1795251665412459776", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012458327999866015", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251649279828881", + "outcome": "success", + "request_id": "telemetry-loss-033b3fd9e82844b29680303b75afba7c", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "f51344151533d2d6", + "status_code": "201", + "trace_id": "b8dce53afe10591e6c71e8bdac7526b1" + }, + "values": [ + [ + "1795251649279708160", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012435467999921457", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251660446414415", + "outcome": "success", + "request_id": "telemetry-loss-965dd997543840c0a6518f428ee1aa7e", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "8552adbf1d0cdf26", + "status_code": "201", + "trace_id": "5bba225ac131b48d774e32720447bf4f" + }, + "values": [ + [ + "1795251660446206976", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012375555000062377", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251686170265982", + "outcome": "success", + "request_id": "telemetry-loss-14e10bbf74474e28a0a541fb3474209e", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "67b3561ae2fdd7a1", + "status_code": "201", + "trace_id": "ad157d1967f6aedfdef217bd2049498c" + }, + "values": [ + [ + "1795251686170050560", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01233276399989336", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251666318539974", + "outcome": "success", + "request_id": "telemetry-loss-c424db3889904b5b9856258ac8e40794", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "2a0ac72437914533", + "status_code": "201", + "trace_id": "68564d2030ab04690ce4a8586f34e63a" + }, + "values": [ + [ + "1795251666318412288", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012326417999929618", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251660260314744", + "outcome": "success", + "request_id": "telemetry-loss-5f3c9bfd825343ebab86a2c139ef0184", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "fb1748af2f59c8a3", + "status_code": "201", + "trace_id": "cd44d5404f47e286f0c0746c1c1244cc" + }, + "values": [ + [ + "1795251660260117248", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012310229000149775", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251660070108212", + "outcome": "success", + "request_id": "telemetry-loss-df01d28a63fa4310bca74d3e2aa23293", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "bd0be28a51014ed9", + "status_code": "201", + "trace_id": "323619d4680683c15562bee0cd244384" + }, + "values": [ + [ + "1795251660069993472", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012243004000083602", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251690961972134", + "outcome": "success", + "request_id": "telemetry-loss-c3a286bc2df7446285877b5bc14f3e60", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "3e600d3d1c35be58", + "status_code": "201", + "trace_id": "44af0913e842cdbe91fbe583f3a96f73" + }, + "values": [ + [ + "1795251690961861632", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012232295000103477", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251666764198523", + "outcome": "success", + "request_id": "telemetry-loss-3a498d8b4d8b400ba8743b46dbb32913", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "b5e9c2f429b4dbf0", + "status_code": "201", + "trace_id": "03bffc8fce662ad02a9c6f6f026b5583" + }, + "values": [ + [ + "1795251666763789056", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01221743999985847", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251657946902241", + "outcome": "success", + "request_id": "telemetry-loss-7be10a57c0074f63890e322f978cde21", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "fc87f6816d548386", + "status_code": "201", + "trace_id": "8aa75d80ef0dcd3544450bc97bdf5da7" + }, + "values": [ + [ + "1795251657946715904", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012205073999894012", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251664053210028", + "outcome": "success", + "request_id": "telemetry-loss-2eabd0dc7cba4d05a156db506a771fb8", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "7a56d2de5b8315fc", + "status_code": "201", + "trace_id": "acbc7a0497d4bb23d904f139eb842b83" + }, + "values": [ + [ + "1795251664053089280", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012195324000003893", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251690597023540", + "outcome": "success", + "request_id": "telemetry-loss-39a1c12405a642c1952dc948e658074d", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "c8b8554a471357a6", + "status_code": "201", + "trace_id": "c0b04574eab9d1e293afb995455d5990" + }, + "values": [ + [ + "1795251690596903168", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01212463799993202", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251693993545289", + "outcome": "success", + "request_id": "telemetry-loss-8cce06ec426941d39affd10cf54b02e8", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "ec133149e19c9b38", + "status_code": "201", + "trace_id": "9c3031943bbebc2f38246865087dae91" + }, + "values": [ + [ + "1795251693993431552", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012078640000027008", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251653646212368", + "outcome": "success", + "request_id": "telemetry-loss-f01ec8bde99644bba43b1e2c4b2f3340", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "4e1ade0568f772cb", + "status_code": "201", + "trace_id": "6bb6a074f7f2e91c7a6ed56e22b29256" + }, + "values": [ + [ + "1795251653646045696", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012071284000057858", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251650647505117", + "outcome": "success", + "request_id": "telemetry-loss-4146eead69384eb69c50c077da55cfec", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "c43c4eac0df7fc70", + "status_code": "201", + "trace_id": "d35151189fecb6fd09e5e318f0b1ec2e" + }, + "values": [ + [ + "1795251650647266304", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012013464000119711", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251658510962481", + "outcome": "success", + "request_id": "telemetry-loss-32656ab974994120b2a0da3b06efc31d", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "cc37ba869c7ff9b6", + "status_code": "201", + "trace_id": "031918ed58648bf6fbab521ff0d20e11" + }, + "values": [ + [ + "1795251658510846208", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.012012814999934562", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251632013500543", + "outcome": "success", + "request_id": "telemetry-loss-38a29c25c05a4d2fafdd83f7f8fc74d1", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "856fa8938516e089", + "status_code": "201", + "trace_id": "80ccb7b1932f23888f6b975964639557" + }, + "values": [ + [ + "1795251632013387520", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011961355000039475", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251642361003394", + "outcome": "success", + "request_id": "telemetry-loss-0fd116877e1f48158953256241777348", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "77f29f6cd3f2ce24", + "status_code": "201", + "trace_id": "7a6b75600979715a2844ec8754b6861d" + }, + "values": [ + [ + "1795251642360889600", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011959401000012804", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251653458946652", + "outcome": "success", + "request_id": "telemetry-loss-5f1d77b99aa14ec3ae25ab0e87627c95", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "a1e4e9a6de62fdf3", + "status_code": "201", + "trace_id": "ef1206a1de532ac735d9b301e72531e5" + }, + "values": [ + [ + "1795251653458835456", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011933040000030815", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251639860784023", + "outcome": "success", + "request_id": "telemetry-loss-c6dab974c8d84a91a188fd8e8a9bf16f", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "0830fc111411ab0d", + "status_code": "201", + "trace_id": "414b32e81bd70049ec4486aa0d784fcb" + }, + "values": [ + [ + "1795251639860667136", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011890111999946384", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251638297829161", + "outcome": "success", + "request_id": "telemetry-loss-a3438ebb740a43fd9da7d23f34b62c26", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "d9add011130460fb", + "status_code": "201", + "trace_id": "c8faf7152c9fd5289e515ec2dfa12f93" + }, + "values": [ + [ + "1795251638297713152", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011863440999832164", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251639684660808", + "outcome": "success", + "request_id": "telemetry-loss-cd9077c8ca9c46feae882e0541e992b8", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "f7012828b2ff08bc", + "status_code": "201", + "trace_id": "059f0a5491f99c4e4db0a2dd62aa59cd" + }, + "values": [ + [ + "1795251639684486656", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01181726400000116", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251670591586217", + "outcome": "success", + "request_id": "telemetry-loss-b971f37ad1164757b5db61f57b8aca35", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "7df608a14902eb54", + "status_code": "201", + "trace_id": "83af62e4e6ee81b7f90dc374e2e0c391" + }, + "values": [ + [ + "1795251670591473664", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011781757999870024", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251663481155281", + "outcome": "success", + "request_id": "telemetry-loss-1370c213251f477d8b384227e3360196", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "434d19efb4f0404d", + "status_code": "201", + "trace_id": "a91d13d92561590618c10b1aab3d8b46" + }, + "values": [ + [ + "1795251663480950528", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011651123000092412", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251688511507919", + "outcome": "success", + "request_id": "telemetry-loss-ef0b2e72d91b4cc68473f06172640edd", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "399fd55252940562", + "status_code": "201", + "trace_id": "37ea9dcb2663dd5a76acc014e188e4bb" + }, + "values": [ + [ + "1795251688511384576", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011612637999860453", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251660614538966", + "outcome": "success", + "request_id": "telemetry-loss-b414af042adc4324a8902c968a4acc56", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "1f92d06f53670fbf", + "status_code": "201", + "trace_id": "4e8f99530c1fd9fe1a21cb4c34343625" + }, + "values": [ + [ + "1795251660614387712", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011584464999941702", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251638131041795", + "outcome": "success", + "request_id": "telemetry-loss-f054e8349c83485ca37100ae6dc6fc81", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "8dee25640a0a2d58", + "status_code": "201", + "trace_id": "ab1a60439ec598352553ff7217fa3db7" + }, + "values": [ + [ + "1795251638130940160", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011478197999849726", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251669961692243", + "outcome": "success", + "request_id": "telemetry-loss-c6cfd4f5bf734782853a1bcbfcd230eb", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "29ffbdacd8089978", + "status_code": "201", + "trace_id": "32321de035577464dc1145fe4fb76cc6" + }, + "values": [ + [ + "1795251669961577984", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011451366000073904", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251684793594941", + "outcome": "success", + "request_id": "telemetry-loss-05a82e61a8fc49e7929dfd1350ca64af", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "48809350ba8cc9b3", + "status_code": "201", + "trace_id": "6fa662be265e29ff8182aecd505fdeae" + }, + "values": [ + [ + "1795251684793312512", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011440685000025042", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251676241338304", + "outcome": "success", + "request_id": "telemetry-loss-b6972caf3ebc41a2a61a41d06eeb9ac2", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "88d4c8d44403f168", + "status_code": "201", + "trace_id": "2eadbfe10f6b8303bfbebc9f58922496" + }, + "values": [ + [ + "1795251676241223168", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011429128999907334", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251691146031393", + "outcome": "success", + "request_id": "telemetry-loss-46c989f021504e2792f6f7ac4f7851db", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "88619267ab07ff02", + "status_code": "201", + "trace_id": "2b3dc0270d4aa5c377f2c6f6872c611a" + }, + "values": [ + [ + "1795251691145929728", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011411414999884073", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251643695758103", + "outcome": "success", + "request_id": "telemetry-loss-f72a0afca3d64b57bcd7bedef3061b4a", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "f279759f329514a4", + "status_code": "201", + "trace_id": "fa118a4edc00ed4dec70893ebc2dc1f9" + }, + "values": [ + [ + "1795251643695650560", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.0113781499999277", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251663113461440", + "outcome": "success", + "request_id": "telemetry-loss-1082ff9be8fc4faa85fc13ef93eb7fea", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "e1e77982056a653e", + "status_code": "201", + "trace_id": "22e5300e8cb2ef174d57d8469f0397ec" + }, + "values": [ + [ + "1795251663113344256", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011367052999958105", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251646003098260", + "outcome": "success", + "request_id": "telemetry-loss-e10f957dc56442a488777649d82f7d8c", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "e3edc646468e1bf0", + "status_code": "201", + "trace_id": "cac8e473e200031bc977c13c8da1aa2f" + }, + "values": [ + [ + "1795251646002983680", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01135310900008335", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251686574741890", + "outcome": "success", + "request_id": "telemetry-loss-996934beb65c44f9aaa313ed03c15dcc", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "60ec4a537787be5e", + "status_code": "201", + "trace_id": "971028ba8628a2e5598337ab9fbf8533" + }, + "values": [ + [ + "1795251686574630144", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011311713999930362", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251650441849071", + "outcome": "success", + "request_id": "telemetry-loss-7c438b00452c49bfa34d04e3927a0bce", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "8d0ada5e2d9f4449", + "status_code": "201", + "trace_id": "f6c224ce5d96d5278bd8e1597e2c2f96" + }, + "values": [ + [ + "1795251650441730048", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01130434299989247", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251632930863259", + "outcome": "success", + "request_id": "telemetry-loss-b6ce46ce98654333a25058f8161c915e", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "303ac2022a5ea43c", + "status_code": "201", + "trace_id": "aec9ae93880873128984c35116b099fb" + }, + "values": [ + [ + "1795251632930747136", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011281074999942575", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251657546287826", + "outcome": "success", + "request_id": "telemetry-loss-715b72c07e8d4a1a81f987acf9b17ec8", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "ee995bf9a953a570", + "status_code": "201", + "trace_id": "0676f077779831f46c3d521591c5dd7c" + }, + "values": [ + [ + "1795251657546176256", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011265874999935477", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251631412483210", + "outcome": "success", + "request_id": "telemetry-loss-8e26d997bc8e488f987f28f2f65835ba", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "2cc9190c4a61e78d", + "status_code": "201", + "trace_id": "a305d1587ec6c063dafd9d91a162bc18" + }, + "values": [ + [ + "1795251631412370432", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011253388000113773", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251640612671079", + "outcome": "success", + "request_id": "telemetry-loss-ecd3d4878e9c449c921b7041c31af4f6", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "d944c8bed27be512", + "status_code": "201", + "trace_id": "1e8f4a82ea42a4f4bfb1342487e9a289" + }, + "values": [ + [ + "1795251640612555008", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011253312999997434", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251646566587440", + "outcome": "success", + "request_id": "telemetry-loss-0551ead7939644c49fe91ff5e883f26b", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "c28950ff115fb363", + "status_code": "201", + "trace_id": "ddc070c09194f7ca4b2a2757502db6b7" + }, + "values": [ + [ + "1795251646566468096", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011230915999931312", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251680187822825", + "outcome": "success", + "request_id": "telemetry-loss-fcaee00badef4ac0b16ea1e26e959553", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "9f1f63efb17176c2", + "status_code": "201", + "trace_id": "47054860f2662263593d4661ce9c792d" + }, + "values": [ + [ + "1795251680187689728", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011221755999940797", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251659877946374", + "outcome": "success", + "request_id": "telemetry-loss-01aab4c8832746aba4dfe3c58861adc2", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "2b99f4d1784cfb71", + "status_code": "201", + "trace_id": "771e6bf7fd7ce744af54f8c078dfbe90" + }, + "values": [ + [ + "1795251659877806080", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011219117999871742", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251682361125788", + "outcome": "success", + "request_id": "telemetry-loss-9e5f3c90754d47078a7b2aa637e81b84", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "7dad9f3ad559d4fa", + "status_code": "201", + "trace_id": "ced8cb3b2ca1d4eb479c51c952401695" + }, + "values": [ + [ + "1795251682361008896", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011175422999940565", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251650815391119", + "outcome": "success", + "request_id": "telemetry-loss-4c49ea38bcc44c5087b6bef02ca6f1e4", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "c49a5a36b29fee05", + "status_code": "201", + "trace_id": "e4a44b97cfb434fe14279702e46a854f" + }, + "values": [ + [ + "1795251650815279104", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011162598000055368", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251687459835583", + "outcome": "success", + "request_id": "telemetry-loss-ead53fecad904ee09c09912cf0d72e8b", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "ab67cde2215f95d8", + "status_code": "201", + "trace_id": "2b911f5b715cef699053bf7bd24fd87f" + }, + "values": [ + [ + "1795251687459718912", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011155160000043907", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251638662437918", + "outcome": "success", + "request_id": "telemetry-loss-d531f2c5e2494953bff7e38676324074", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "b743fe6a04c95f02", + "status_code": "201", + "trace_id": "92ecb822e88fc2012eca97689640e288" + }, + "values": [ + [ + "1795251638662320128", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01111366200007069", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251689625359048", + "outcome": "success", + "request_id": "telemetry-loss-76d685a5884b405cae71f27961bea837", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "0edddb98124d17d2", + "status_code": "201", + "trace_id": "5ad3a7a1da22c3e504a04cac31d0edf5" + }, + "values": [ + [ + "1795251689625229568", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011078567999902589", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251637293659400", + "outcome": "success", + "request_id": "telemetry-loss-62026b840c2f464dac4152331de306b8", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "b2f244a3d6846f87", + "status_code": "201", + "trace_id": "d9b6b3bd3c1d5a9ba3da57c809f3faf5" + }, + "values": [ + [ + "1795251637293547264", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011071571000002223", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251681256089568", + "outcome": "success", + "request_id": "telemetry-loss-909f1ccc61424d0da6874d092045b3c6", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "dd80bf8b0b3b7085", + "status_code": "201", + "trace_id": "bd3363d572555b95f1fb08bc87390337" + }, + "values": [ + [ + "1795251681249388544", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011066676999917036", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251681658293310", + "outcome": "success", + "request_id": "telemetry-loss-35f0f6cdb6e34aa18c14f34df844ebb9", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "58f7efadfada9431", + "status_code": "201", + "trace_id": "471f2090ad2c609a3add4c4358a08162" + }, + "values": [ + [ + "1795251681658175232", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011062168000080419", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251641178280428", + "outcome": "success", + "request_id": "telemetry-loss-fc9a90dd5b8d47929cc9269a87b7effe", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "b5f643b06f2443fd", + "status_code": "201", + "trace_id": "d813f8b87f9274da5218537b8a938fc2" + }, + "values": [ + [ + "1795251641178164224", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01105395500007944", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251644680974506", + "outcome": "success", + "request_id": "telemetry-loss-e2312783239e42148bb3d73b2bbc5542", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "c8bd721e316b3d2f", + "status_code": "201", + "trace_id": "805c65427dd22e75c3b772db1cde2821" + }, + "values": [ + [ + "1795251644680800256", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011023815000044124", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251692245542526", + "outcome": "success", + "request_id": "telemetry-loss-15828ca7ea50470c93ad99ed9e10a03e", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "9f8cda4ba548de71", + "status_code": "201", + "trace_id": "83bd05db0be1e755081765ba9d39f236" + }, + "values": [ + [ + "1795251692245434368", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01102220299981127", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251659477859615", + "outcome": "success", + "request_id": "telemetry-loss-50dca07475a04cc6a6d39313eddd1c1a", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "949a0b8533510b04", + "status_code": "201", + "trace_id": "623af99e74d4d52075b4146797ff1ea2" + }, + "values": [ + [ + "1795251659477752320", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01101336200008518", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251686739949740", + "outcome": "success", + "request_id": "telemetry-loss-a0ac2fc643eb4844bddccb80994c9db3", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "8ea2a152bd706dc5", + "status_code": "201", + "trace_id": "046e688ff6f6211bd491116810494889" + }, + "values": [ + [ + "1795251686739586560", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.011007291999931113", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251658893498081", + "outcome": "success", + "request_id": "telemetry-loss-06752debb9334e568ade647185f0265b", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "cc782c05c8aabce7", + "status_code": "201", + "trace_id": "4dc4703359902931e9b062cbe0e19564" + }, + "values": [ + [ + "1795251658893380864", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010974446999853171", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251694176227990", + "outcome": "success", + "request_id": "telemetry-loss-a86039948590481ca6e8e1c7ddb38b05", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "a32986e7c8fd75ff", + "status_code": "201", + "trace_id": "622000312b4a72705d699281f6754a58" + }, + "values": [ + [ + "1795251694176115712", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010969499000111682", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251689426532424", + "outcome": "success", + "request_id": "telemetry-loss-3b5871b6e0cb476c8df44f5fc3d90402", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "c161131bd8ef4a0c", + "status_code": "201", + "trace_id": "624ccd087ed318f7e6efeaf75741e1c3" + }, + "values": [ + [ + "1795251689426426368", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010958080999898812", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251683309542871", + "outcome": "success", + "request_id": "telemetry-loss-698255056f5f466d99b4235df8f959d1", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "bd3cf31403aa57a4", + "status_code": "201", + "trace_id": "76451498268add5c7528b3e7b6bb58c3" + }, + "values": [ + [ + "1795251683309436672", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010941354000124193", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251684626384065", + "outcome": "success", + "request_id": "telemetry-loss-113666b58d0e45b19ebbd8faf8e30d35", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "02d930629012d661", + "status_code": "201", + "trace_id": "8d7ad5994a7c5ad5d4f08075f81508b4" + }, + "values": [ + [ + "1795251684626265856", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01093768500004444", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251661777996391", + "outcome": "success", + "request_id": "telemetry-loss-387198e0936b4797a969cc5b09eef0d8", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "60087a47b68c6f2b", + "status_code": "201", + "trace_id": "d91c6e909505113c6974a196165cb1b0" + }, + "values": [ + [ + "1795251661777873152", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010921364000068934", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251685418256704", + "outcome": "success", + "request_id": "telemetry-loss-60d2547583d94ba686b6d892134df348", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "4133459cf7eaa1a4", + "status_code": "201", + "trace_id": "6931534ea674d223aa519f1049f2289d" + }, + "values": [ + [ + "1795251685418132736", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010920385999952487", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251630680415427", + "outcome": "success", + "request_id": "telemetry-loss-5b0c629e172d4094aa82b02680f40307", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "622d273beaddaeec", + "status_code": "201", + "trace_id": "6db6e605537b4ed7c18f53a53d4aa11a" + }, + "values": [ + [ + "1795251630680299264", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010912616999803504", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251653998636381", + "outcome": "success", + "request_id": "telemetry-loss-0644fa4b4b0b430a95f0cacfa973fd75", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "5121f20bee1f90ed", + "status_code": "201", + "trace_id": "d5cb76e187684528f38f255efd0417f5" + }, + "values": [ + [ + "1795251653998423296", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010910190999993574", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251678576057631", + "outcome": "success", + "request_id": "telemetry-loss-d63a5ee9791641e9bfa73a6ee8c2b532", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "d20742df4fe80a8e", + "status_code": "201", + "trace_id": "eb15ad37a775e8a327c2ab06ccbc9e51" + }, + "values": [ + [ + "1795251678575941888", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010896098000102938", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251658694672333", + "outcome": "success", + "request_id": "telemetry-loss-385397fd79df4ffd872b129ce4ffa229", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "3a2c1884e1444e53", + "status_code": "201", + "trace_id": "28f2c634a32c99ba426d67e881026069" + }, + "values": [ + [ + "1795251658694503936", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010886479999953735", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251690785407636", + "outcome": "success", + "request_id": "telemetry-loss-10b3011b822f475b83f0dd4f1fca479e", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "e985891eb4e91ec5", + "status_code": "201", + "trace_id": "2de143fa4ff9f3d502f9edf6146e8c7f" + }, + "values": [ + [ + "1795251690785228032", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01088096300009056", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251656610414438", + "outcome": "success", + "request_id": "telemetry-loss-8f5a208fc23140aa982c84bf9cef824b", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "b3e8469371f26844", + "status_code": "201", + "trace_id": "4b1c6f38cd19379043a5676b2197fb41" + }, + "values": [ + [ + "1795251656610296576", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010858652000024449", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251676653734685", + "outcome": "success", + "request_id": "telemetry-loss-ae3d8ab4822f43f296d767ce7f916b3c", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "d5f9526c666f2b65", + "status_code": "201", + "trace_id": "9bf2a48587e9fd9af98ba977069a0f45" + }, + "values": [ + [ + "1795251676653621760", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010852957999986756", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251634044217017", + "outcome": "success", + "request_id": "telemetry-loss-80f489cb91ac49ad94a20a535157efbe", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "8df9f200827ea7cb", + "status_code": "201", + "trace_id": "9e379ca7025d891e73d5a78831b7308c" + }, + "values": [ + [ + "1795251634044105984", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010778567000215844", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251661008765826", + "outcome": "success", + "request_id": "telemetry-loss-e95fb4a7930d4dbaa29a6dfb717985d6", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "407e212da362c6aa", + "status_code": "201", + "trace_id": "7994ab00a7b0cb6b9b1b126bea7fe1bc" + }, + "values": [ + [ + "1795251661008652544", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010775186999808284", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251682742153887", + "outcome": "success", + "request_id": "telemetry-loss-8441d2b8e8564fedaa6c2e453173cef6", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "a26528e854539385", + "status_code": "201", + "trace_id": "871444d565d6f3b83a4fc0e20235b939" + }, + "values": [ + [ + "1795251682742035456", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010771154000167371", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251653079974067", + "outcome": "success", + "request_id": "telemetry-loss-bd85099f2be54a328f1300dc68e19027", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "16d15efe01830aae", + "status_code": "201", + "trace_id": "3eb332489ec789977ac384f0249c0492" + }, + "values": [ + [ + "1795251653079858944", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010756885000091643", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251688691792343", + "outcome": "success", + "request_id": "telemetry-loss-d788c2c9b99e467aa124e87f2e2bdf01", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "db2a36c49ec87253", + "status_code": "201", + "trace_id": "ed91e9c57d2ae6f7fc020e4996899169" + }, + "values": [ + [ + "1795251688691675648", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01074301599987848", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251670942789177", + "outcome": "success", + "request_id": "telemetry-loss-bb13e7855c20453c9531ba96718409e5", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "ed71b6c095d851f2", + "status_code": "201", + "trace_id": "6b868d89a1f5e7001a843c1c75241f82" + }, + "values": [ + [ + "1795251670942540032", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010741909999978816", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251669427706145", + "outcome": "success", + "request_id": "telemetry-loss-af1b8b446b14477e8f7229b7c8139c88", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "ee4d2dc41167f100", + "status_code": "201", + "trace_id": "aed84fa547acce80d57055a7c83a83d1" + }, + "values": [ + [ + "1795251669427590912", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01073160500004633", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251681842805097", + "outcome": "success", + "request_id": "telemetry-loss-8314eaf6835049dfa029ea50ec10be75", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "a68fa19dfa89ebaa", + "status_code": "201", + "trace_id": "a1144894e923bc673e6c67a1f1e13f1f" + }, + "values": [ + [ + "1795251681842681856", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010726771999998164", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251677042341289", + "outcome": "success", + "request_id": "telemetry-loss-91e76fdb11f5478cb00610daddf894e5", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "cf65354a63f08e07", + "status_code": "201", + "trace_id": "90f2334ab2be8f9e076a8f4bc10c307f" + }, + "values": [ + [ + "1795251677042228480", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010723533000145835", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251646193537303", + "outcome": "success", + "request_id": "telemetry-loss-e671c583b529453595af3edac741a479", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "f24be78a518b8a1f", + "status_code": "201", + "trace_id": "b6a750956d1701cf3154b729078cf4bb" + }, + "values": [ + [ + "1795251646193425152", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010719616999949722", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251652492671380", + "outcome": "success", + "request_id": "telemetry-loss-b56a586384de4874a8fd6d826e742703", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "e3b53617e9bcbf8d", + "status_code": "201", + "trace_id": "c13699bf902585106795f324520d2011" + }, + "values": [ + [ + "1795251652492521984", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01069774799998413", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251656796098243", + "outcome": "success", + "request_id": "telemetry-loss-3fc03cb56a6c4878a383f0b6d21104cc", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "cabb2a387976ec34", + "status_code": "201", + "trace_id": "a5871b2af19d607a9e7e3660e9f6c51f" + }, + "values": [ + [ + "1795251656795986432", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010654531999989558", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251643110869039", + "outcome": "success", + "request_id": "telemetry-loss-2384eeda1b7741ad826e38b9bdbb2d96", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "59601baf77fafa6b", + "status_code": "201", + "trace_id": "bf202f3c3a41cd782063c1d34467bc63" + }, + "values": [ + [ + "1795251643110755328", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01064658999985113", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251638862244534", + "outcome": "success", + "request_id": "telemetry-loss-d3fe9144fdd440619da88d826fd4c6b6", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "c34cce30fe3e5e91", + "status_code": "201", + "trace_id": "c24f9db7408a2a6363acac6ab3f70a3b" + }, + "values": [ + [ + "1795251638862090496", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010632588999897052", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251632763254257", + "outcome": "success", + "request_id": "telemetry-loss-132a3a96fb0045c3b113f89e892c340a", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "f75d2326cee78c54", + "status_code": "201", + "trace_id": "89847b43866e13b55fabf7a19262eca6" + }, + "values": [ + [ + "1795251632763140864", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010612905000016326", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251651963710640", + "outcome": "success", + "request_id": "telemetry-loss-9bf2179943ca411ea4216b1eba6821a2", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "37eec03a20f68669", + "status_code": "201", + "trace_id": "9b4873bb59a6abdd9b0b4a3cde0d9d33" + }, + "values": [ + [ + "1795251651963601920", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010603317000004608", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251691875765346", + "outcome": "success", + "request_id": "telemetry-loss-cc80864153604969a450a19137ee5038", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "2765ad1928eb8ea5", + "status_code": "201", + "trace_id": "0bd34e0fcea686bb7733afe4ad2b4201" + }, + "values": [ + [ + "1795251691875657728", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010569086000032257", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251685227429749", + "outcome": "success", + "request_id": "telemetry-loss-c3b21a6fc2394b0fbc9aa85e5568c258", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "7f0cca08e5221d02", + "status_code": "201", + "trace_id": "a9ca6cd2ef198c6a74770bf4d2fd83b3" + }, + "values": [ + [ + "1795251685227257856", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010555862000046545", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251648262263892", + "outcome": "success", + "request_id": "telemetry-loss-5140937a68dd4381adad50b200703d97", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "dfe3fde3a194a136", + "status_code": "201", + "trace_id": "6a4a11b194a406efb524f25ffc2b7576" + }, + "values": [ + [ + "1795251648262147840", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010535664000144607", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251636561557829", + "outcome": "success", + "request_id": "telemetry-loss-ce8f7496a2194c428a92932d1056eed4", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "a100f6b6312ea14a", + "status_code": "201", + "trace_id": "57519948e89eaf19fb99362c42a8d741" + }, + "values": [ + [ + "1795251636561443328", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010495094999896537", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251683893172851", + "outcome": "success", + "request_id": "telemetry-loss-5b1a7e900d2947e89d1d114cbcb1da8d", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "249a4deea7ea3efb", + "status_code": "201", + "trace_id": "5f8288d5ad833d7ec13e0b8cfec9080b" + }, + "values": [ + [ + "1795251683893064448", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010484600999916438", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251691526873212", + "outcome": "success", + "request_id": "telemetry-loss-a7592b39efda45748d1a73ec07452759", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "8a5f830ff5a619e9", + "status_code": "201", + "trace_id": "81c7321d33f957437090c0cceabe2856" + }, + "values": [ + [ + "1795251691526765824", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010477145000095334", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251688108924517", + "outcome": "success", + "request_id": "telemetry-loss-ee9cf01601bb4b5ab42ad05e56e49e19", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "ab5bd162356fa943", + "status_code": "201", + "trace_id": "3bdd30782280b56344d00f3fc7980a4c" + }, + "values": [ + [ + "1795251688108818176", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010465918000136298", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251641563251077", + "outcome": "success", + "request_id": "telemetry-loss-886e91d8f3eb4d3398b2f8c2e44b6cba", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "8649f6a019780771", + "status_code": "201", + "trace_id": "0b834983cffcbc8c346ef68ae2fb55b9" + }, + "values": [ + [ + "1795251641563132928", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010452762999875631", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251668440842947", + "outcome": "success", + "request_id": "telemetry-loss-5f918ab74e444686b3714ca1a877639e", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "2bb9cb3a92517199", + "status_code": "201", + "trace_id": "19b352ebc2c38b0d50d0cc1941fe7068" + }, + "values": [ + [ + "1795251668440727296", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01044758000011825", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251671508442557", + "outcome": "success", + "request_id": "telemetry-loss-fe0a492b1d4349c9b15c18aee571d5ff", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "ae81a15743a2ad10", + "status_code": "201", + "trace_id": "619318db7a30483c07da7e51a0e097c4" + }, + "values": [ + [ + "1795251671508325632", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.0104424440000912", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251655511947888", + "outcome": "success", + "request_id": "telemetry-loss-465e74890d4b434ca2d669bcfd7603f6", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "b0f977925a67f1b7", + "status_code": "201", + "trace_id": "8d66cc2978490a3e2041181bedd9f57d" + }, + "values": [ + [ + "1795251655511832320", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010433418000047823", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251668274357452", + "outcome": "success", + "request_id": "telemetry-loss-07a208ddb5c9400f807c44c1bc97e843", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "626a15af692daa3e", + "status_code": "201", + "trace_id": "c3d36c6a65a6e26830ce1b891ceaad3f" + }, + "values": [ + [ + "1795251668274246144", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010433189999957904", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251683111560511", + "outcome": "success", + "request_id": "telemetry-loss-fbfd2841d42e422e96d99ac501c28bcc", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "26a52a0697b64f72", + "status_code": "201", + "trace_id": "0d71787e3ee40f9f1831c568ff426892" + }, + "values": [ + [ + "1795251683111451392", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010407783999880849", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251678374904664", + "outcome": "success", + "request_id": "telemetry-loss-9ef4011449754360853030862f28feaa", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "c10ea3577ff9148b", + "status_code": "201", + "trace_id": "b809dc6d0c00fb360333343f601776ff" + }, + "values": [ + [ + "1795251678374795520", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010368706999997812", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251633295746483", + "outcome": "success", + "request_id": "telemetry-loss-1ae2dcfaf5ea454f9324bd1ce5dbf002", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "f274813d11a8b8ba", + "status_code": "201", + "trace_id": "598d2d5802621eda5fd44df9639d4529" + }, + "values": [ + [ + "1795251633295636480", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01036382400002367", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251658127079041", + "outcome": "success", + "request_id": "telemetry-loss-46d57b8a5a2043269cfed49aa66257bf", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "1c1d100e962cfcf4", + "status_code": "201", + "trace_id": "95772de47346278fc84af9fa5d893372" + }, + "values": [ + [ + "1795251658126965248", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010314639999933206", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251641378347408", + "outcome": "success", + "request_id": "telemetry-loss-a79ad54f71f1444393c6643a7ef1d05e", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "200561ae16ad459b", + "status_code": "201", + "trace_id": "cd7f402f3e8c34b5e840289848b8c633" + }, + "values": [ + [ + "1795251641378212864", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010311082999805876", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251642547524875", + "outcome": "success", + "request_id": "telemetry-loss-e0e4af087aad429bbf8ef5470aa1db7b", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "718c92f6ad1f7a74", + "status_code": "201", + "trace_id": "7a598a1ea747c9531dbb38b2de0e1d53" + }, + "values": [ + [ + "1795251642547401728", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010305959000106668", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251663659486991", + "outcome": "success", + "request_id": "telemetry-loss-4ff217ccb69849a59d54c0671a4ddc7b", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "f93c650721edcb9c", + "status_code": "201", + "trace_id": "e3a058b8470cb495fd8a43f6dee39d44" + }, + "values": [ + [ + "1795251663659372800", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01029697900003157", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251671128088745", + "outcome": "success", + "request_id": "telemetry-loss-90824e24908540e18f4961a4bb020eed", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "cdbe12d07c68fb8b", + "status_code": "201", + "trace_id": "6a4825eb74121a0dfe711217d30ec267" + }, + "values": [ + [ + "1795251671127947520", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010292421000031027", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251689807057547", + "outcome": "success", + "request_id": "telemetry-loss-49ea49b9569548e2b041dcec3a2034d2", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "f5f78f88ee4aca23", + "status_code": "201", + "trace_id": "163a7a7f1e94e84b7030371288f24045" + }, + "values": [ + [ + "1795251689806943744", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01028563199997734", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251678190715561", + "outcome": "success", + "request_id": "telemetry-loss-831b60944ef84e2b8764d49b4708c479", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "d305d977b3cb88b8", + "status_code": "201", + "trace_id": "34eaa49e9dd1c94f033aadcbeea48776" + }, + "values": [ + [ + "1795251678190605824", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010279449999870849", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251689058412399", + "outcome": "success", + "request_id": "telemetry-loss-a776cf7ddd104b0395a74190376710da", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "bdd2fecb27669c37", + "status_code": "201", + "trace_id": "c1d6f35f2b0a69452edba03ed8f943c8" + }, + "values": [ + [ + "1795251689058282496", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01026799399983247", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251683695883765", + "outcome": "success", + "request_id": "telemetry-loss-d3d04d3161374b6eb9a899e5ab556546", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "ac1bf14315be9cb3", + "status_code": "201", + "trace_id": "9da7271208cdcdef5868a8e53c858b61" + }, + "values": [ + [ + "1795251683695774976", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010258519999979399", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251675477781903", + "outcome": "success", + "request_id": "telemetry-loss-d670872369964e0d8ead5ded545ecf2b", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "ff3a324941d47f65", + "status_code": "201", + "trace_id": "69d02c05648e79b2971207a026b5cd6e" + }, + "values": [ + [ + "1795251675477668096", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.0102494300001581", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251633661594036", + "outcome": "success", + "request_id": "telemetry-loss-a09b28e8558a4bb699b62abf5d0b8959", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "34e6c158574f9282", + "status_code": "201", + "trace_id": "fc6b4ce7244c9e36618bcf23e8ed90d3" + }, + "values": [ + [ + "1795251633661484544", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010238974999992934", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251652901719853", + "outcome": "success", + "request_id": "telemetry-loss-50bfd6e7815842b388bb84d3e38b86d0", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "205138f60782c09c", + "status_code": "201", + "trace_id": "dc299500dc5265ce595d4c265dba10f2" + }, + "values": [ + [ + "1795251652901594880", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010236947999828772", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251684259251683", + "outcome": "success", + "request_id": "telemetry-loss-587f77635e4a4b12bc592e276b5534c5", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "097d14522a2e8c8b", + "status_code": "201", + "trace_id": "8fc84512af1509ec68ca482e1860b268" + }, + "values": [ + [ + "1795251684259142656", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010224598999911905", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251668090127232", + "outcome": "success", + "request_id": "telemetry-loss-f05e3418e3294da9a6c3ac4980f82c35", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "3b21ed974f4daaa4", + "status_code": "201", + "trace_id": "51171483478306cd098b2416db786fc7" + }, + "values": [ + [ + "1795251668090014208", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010213222999936988", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251634207579119", + "outcome": "success", + "request_id": "telemetry-loss-d2d418cc225d47d181ebaf3307820db7", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "de433bcdadd16b09", + "status_code": "201", + "trace_id": "61b8d4ad9fbb1c035a8eb81dc071790d" + }, + "values": [ + [ + "1795251634207343104", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010200763000057123", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251638480506342", + "outcome": "success", + "request_id": "telemetry-loss-4841bd9dc4ae46e7a05f719e7ba24393", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "dc7cb8a647a86f62", + "status_code": "201", + "trace_id": "903552ed2032573941ccc9ff6837aeb1" + }, + "values": [ + [ + "1795251638480396800", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010193301000072097", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251676844311111", + "outcome": "success", + "request_id": "telemetry-loss-ccef7a5693ce4cb58b9373766d3995e5", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "729db28bebbdc198", + "status_code": "201", + "trace_id": "2566883bd33161fa7b452f9af84911b2" + }, + "values": [ + [ + "1795251676844003840", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01018649299999197", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251667312332279", + "outcome": "success", + "request_id": "telemetry-loss-668498336c1f46e9be128190bee6cf99", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "f2da64443faa5ce2", + "status_code": "201", + "trace_id": "2939b5adf951b5fa8157480104a4c913" + }, + "values": [ + [ + "1795251667312216064", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010184593000076347", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251684441375049", + "outcome": "success", + "request_id": "telemetry-loss-7b4f80a50fa744b6bccb2aae6bd062ef", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "1f9bd161c129459f", + "status_code": "201", + "trace_id": "4f88d5007902b94f69d79a2f33272106" + }, + "values": [ + [ + "1795251684441261312", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01011665200007883", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251643494007106", + "outcome": "success", + "request_id": "telemetry-loss-a5e49145ee2d43f6a3daf3259ce0f841", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "632e385b99815168", + "status_code": "201", + "trace_id": "5dae12bfd34e4cf0a49be7c293e68875" + }, + "values": [ + [ + "1795251643493868800", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010114561000136746", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251637478901319", + "outcome": "success", + "request_id": "telemetry-loss-aa784db221e344b0a36353b727394dde", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "a3fe349894af12fd", + "status_code": "201", + "trace_id": "372b4a0b5711e1cfbf3c436d6314261e" + }, + "values": [ + [ + "1795251637478788352", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.010034559999894554", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251642729109393", + "outcome": "success", + "request_id": "telemetry-loss-55c663b74a8b4f89adfa010c41d67ffb", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "204c95f3bafb21fa", + "status_code": "201", + "trace_id": "b2f8f8882e20ac27f2e1a965a17014c5" + }, + "values": [ + [ + "1795251642728988672", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.01000033600007555", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251683509482261", + "outcome": "success", + "request_id": "telemetry-loss-2245bdf787d8409fbbc301cd94526bd9", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "60be4db0c8674500", + "status_code": "201", + "trace_id": "e66e50e6339b68e8912d5dee09a73418" + }, + "values": [ + [ + "1795251683509323520", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009963238999944224", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251680625042434", + "outcome": "success", + "request_id": "telemetry-loss-f5b2f27c45774e13a74df4b69f14aaf6", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "15f4ed44fd88ed35", + "status_code": "201", + "trace_id": "b8268dcd4919d823555157e31c40e921" + }, + "values": [ + [ + "1795251680624694272", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.00995366200004355", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251647908968541", + "outcome": "success", + "request_id": "telemetry-loss-da4ed663c5bf4ea498b9afcb1e65ac9a", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "66bcd3c7dcb45655", + "status_code": "201", + "trace_id": "a0fb197e1fda00066c1c4ef62d721125" + }, + "values": [ + [ + "1795251647908788224", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.0099535570000171", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251671310927602", + "outcome": "success", + "request_id": "telemetry-loss-538a724a95744576ab0cdab0dc4698ee", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "dcaa630589ce53b6", + "status_code": "201", + "trace_id": "1ace9c0a02c26f2937f9789c56295759" + }, + "values": [ + [ + "1795251671310792448", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009929091999993034", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251640797247952", + "outcome": "success", + "request_id": "telemetry-loss-270f596bb63248e9afa4a51ba10fc355", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "500c4e7c94966a27", + "status_code": "201", + "trace_id": "72ac97ee034bc80234c5f92667ae9f24" + }, + "values": [ + [ + "1795251640797083136", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009923878000108743", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251664476508212", + "outcome": "success", + "request_id": "telemetry-loss-573b7ed777884b038d44d93e450c1873", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "402540cc68f7ece0", + "status_code": "201", + "trace_id": "e59da4d6a21eb63dc282edfe927e0673" + }, + "values": [ + [ + "1795251664476399104", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.00987191600006554", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251648842372440", + "outcome": "success", + "request_id": "telemetry-loss-f136d2f115e5442ba150c7786236c8be", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "6986dcd892c7ffe2", + "status_code": "201", + "trace_id": "3f0957930bb0f766c0335bf5a9ffc09b" + }, + "values": [ + [ + "1795251648842263040", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009870554000144693", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251666942640571", + "outcome": "success", + "request_id": "telemetry-loss-3c357c65f333420fa000e8b5eb9a2419", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "23c12f020f534381", + "status_code": "201", + "trace_id": "0c3891c5c6d1b3ca802a5fd3dea0ab13" + }, + "values": [ + [ + "1795251666942527488", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.00984327499986648", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251652327442727", + "outcome": "success", + "request_id": "telemetry-loss-3960662121a84c49aba948e2c6868528", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "59b2465d2b9acb95", + "status_code": "201", + "trace_id": "1dc7ccf14344cd50cfe549188619d67e" + }, + "values": [ + [ + "1795251652327332352", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009778409999853466", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251682927903128", + "outcome": "success", + "request_id": "telemetry-loss-facc8c28206048d3b0c1cdb13024f6ff", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "8df293458865b917", + "status_code": "201", + "trace_id": "c68b6dba3daa2aff1ab1a7f39126807d" + }, + "values": [ + [ + "1795251682927795200", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.00976540900001055", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251646377053540", + "outcome": "success", + "request_id": "telemetry-loss-c86014f5853c401fb9fe4d2c6da32369", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "3c43a1d154d10c0c", + "status_code": "201", + "trace_id": "6349d308a535af03b8c38d34b6afe610" + }, + "values": [ + [ + "1795251646376943616", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009750739999844882", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251632587022007", + "outcome": "success", + "request_id": "telemetry-loss-55c9254ff91544309dd2ed6ca2ccab4d", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "9fc808e7613b4599", + "status_code": "201", + "trace_id": "1cd9e106741c9e30bb2853358beca9f0" + }, + "values": [ + [ + "1795251632586907904", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009743414000013217", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251649644125329", + "outcome": "success", + "request_id": "telemetry-loss-b5c51e1a5a1f4580afb0a05fe66844df", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "6ee208a16a002fb7", + "status_code": "201", + "trace_id": "091aefe9569a2a1022933522df8f2878" + }, + "values": [ + [ + "1795251649643898880", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009716753000020617", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251650273867248", + "outcome": "success", + "request_id": "telemetry-loss-bc572d1ec69f4311befa54322dbbb72a", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "1a76b5da24436836", + "status_code": "201", + "trace_id": "37feca6234e7f852fa60efb17901968a" + }, + "values": [ + [ + "1795251650273751040", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009696992000044702", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251633475480483", + "outcome": "success", + "request_id": "telemetry-loss-53386218740940b7a85e179c4787d443", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "a59a567995624f07", + "status_code": "201", + "trace_id": "469d76faf4d183571d53c613ed0a2b09" + }, + "values": [ + [ + "1795251633475369728", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009690435000038633", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251684057324947", + "outcome": "success", + "request_id": "telemetry-loss-c00fd6cccf4f41a0945f11207aa4dfed", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "51cc036cebc25d06", + "status_code": "201", + "trace_id": "4304c5bfb21a7ae7d9995f71a6043e6e" + }, + "values": [ + [ + "1795251684057214208", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009647584999811443", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251656411947453", + "outcome": "success", + "request_id": "telemetry-loss-5bc0763a44d84221b97113e09e53297d", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "a36cbc9fe330e974", + "status_code": "201", + "trace_id": "61818067a478c4f7d90cab37f457f140" + }, + "values": [ + [ + "1795251656411832320", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009641678999969372", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251650992637260", + "outcome": "success", + "request_id": "telemetry-loss-f706951363014655865b1c03985d4438", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "28dd2013ea50f7cb", + "status_code": "201", + "trace_id": "d2b880df59c7c6b11ce848e7de2cf0dc" + }, + "values": [ + [ + "1795251650992529664", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.00963427200008482", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251662144343259", + "outcome": "success", + "request_id": "telemetry-loss-065dea4c4d434ebeb380190c43702e83", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "cf1f1f3c62e885bb", + "status_code": "201", + "trace_id": "8d0b136ee9ecea11bd44f85d51afdd52" + }, + "values": [ + [ + "1795251662144238080", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009629586999835738", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251669773336648", + "outcome": "success", + "request_id": "telemetry-loss-39a61086d3eb49dca378441d0c5ab657", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "6143d98c08ca845c", + "status_code": "201", + "trace_id": "c6857e6973d6405f27601dc31c25375f" + }, + "values": [ + [ + "1795251669773227520", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009530956999924456", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251674562734030", + "outcome": "success", + "request_id": "telemetry-loss-0f6a5f24749d4b989d35e5eb32171677", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "77ac548e0f847b77", + "status_code": "201", + "trace_id": "627793bb3924f8e54d8b597a164aa855" + }, + "values": [ + [ + "1795251674562621440", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009488144999977521", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251654383179726", + "outcome": "success", + "request_id": "telemetry-loss-43186c81c12b40c8afee426bc9874527", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "de8976abefe4e31e", + "status_code": "201", + "trace_id": "5aaab59316a974576e09b27a5c5ceaa7" + }, + "values": [ + [ + "1795251654383057408", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009480653000082384", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251669608810494", + "outcome": "success", + "request_id": "telemetry-loss-8653c4ae8cb84550aa203c4482f0326d", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "f4ce511cef07fa6b", + "status_code": "201", + "trace_id": "ed539e3834255555a30d0f714d5a6091" + }, + "values": [ + [ + "1795251669608697856", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.00948026299988669", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251692058309220", + "outcome": "success", + "request_id": "telemetry-loss-302428a17483415083367b6c4c78b6da", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "bd9c9ee73a39f131", + "status_code": "201", + "trace_id": "99c28bf2604f4ed23ea91e36d9ef11f9" + }, + "values": [ + [ + "1795251692058200320", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009475625000050059", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251669241928005", + "outcome": "success", + "request_id": "telemetry-loss-a5de4c48922d4f5d95da72bff05f5c1c", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "fbf03b2ebe849d9e", + "status_code": "201", + "trace_id": "69dba7d95646152e4c7b7808f4a6cabe" + }, + "values": [ + [ + "1795251669241819392", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009470874000044205", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251691329955101", + "outcome": "success", + "request_id": "telemetry-loss-5c2216982b0b40dea1d1c26958073c84", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "d4c94f490ea4a044", + "status_code": "201", + "trace_id": "9b097f4b0483da44977e74f5a770bc9b" + }, + "values": [ + [ + "1795251691329844480", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009453327000073841", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251642163039737", + "outcome": "success", + "request_id": "telemetry-loss-59c77ae658644b8b88c2562614a7a8ee", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "7d7441bf7e84906b", + "status_code": "201", + "trace_id": "31f277e2fef301e80731e67bcdbfb5ae" + }, + "values": [ + [ + "1795251642162912512", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009369891000005737", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251640977142611", + "outcome": "success", + "request_id": "telemetry-loss-020a179b7ff54bc29e2ceff9e1fe9474", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "e94eb99414210e9a", + "status_code": "201", + "trace_id": "05cc0886535c2c8d1bf8eb2d140de506" + }, + "values": [ + [ + "1795251640977033216", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009367760000031922", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251677226708019", + "outcome": "success", + "request_id": "telemetry-loss-6ca47be03eb244758991dd38a03b2683", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "d19e607a8b78fcea", + "status_code": "201", + "trace_id": "fd2f56f9c1170312ac9f457df5f9ad05" + }, + "values": [ + [ + "1795251677226589952", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009364037000068492", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251689242915911", + "outcome": "success", + "request_id": "telemetry-loss-989e96500b8f47649767c2ae6d348ce7", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "ba582bc252246b67", + "status_code": "201", + "trace_id": "553b2d62f4dfa0cc61daace641eab276" + }, + "values": [ + [ + "1795251689242807296", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009351542000104018", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251677592507293", + "outcome": "success", + "request_id": "telemetry-loss-bfb3cfc8bb7e45b48a7306185e618a2d", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "2f944b57ed2b66ef", + "status_code": "201", + "trace_id": "855552c261fb852a896b3d59809bbdc1" + }, + "values": [ + [ + "1795251677592399872", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009345123999992211", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251657360448089", + "outcome": "success", + "request_id": "telemetry-loss-f0694ba61c9b4a378abefe0d8179faee", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "037fe93aaf9cf49d", + "status_code": "201", + "trace_id": "33db30dfb3f6ec6525201d5124568e57" + }, + "values": [ + [ + "1795251657360338944", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009243934000096488", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251664660400218", + "outcome": "success", + "request_id": "telemetry-loss-673398374e2449d18cc5b91ca95d509f", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "8ba905d741843fdc", + "status_code": "201", + "trace_id": "40f3ab60f287c7f6ff73dbf542810afa" + }, + "values": [ + [ + "1795251664660291840", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009242438999990554", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251652160495066", + "outcome": "success", + "request_id": "telemetry-loss-06ef18ed77ac43db9184321d7d66646f", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "96a8b343a48e2212", + "status_code": "201", + "trace_id": "3e6fc2fdeb1716e4aa96097d6fc98030" + }, + "values": [ + [ + "1795251652160381952", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009233592999862594", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251670408115970", + "outcome": "success", + "request_id": "telemetry-loss-f5c643e7f6644f8f988b81d5e3d7a12e", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "1f624b71ef118a69", + "status_code": "201", + "trace_id": "c0d9c575852fc472fc57e297436b9216" + }, + "values": [ + [ + "1795251670408000768", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.0092260050000732", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251648095403815", + "outcome": "success", + "request_id": "telemetry-loss-248dc0bd9f7a49ad8296b685d8e11535", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "9316553b62b32621", + "status_code": "201", + "trace_id": "983cb94014789524dc99e38dcb125c5f" + }, + "values": [ + [ + "1795251648095299840", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009223774000020057", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251636377789390", + "outcome": "success", + "request_id": "telemetry-loss-9fdef8659891469c9824df610af49213", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "1e8ad76369b58434", + "status_code": "201", + "trace_id": "573f20205b766576652574b4fda7a901" + }, + "values": [ + [ + "1795251636377679616", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009188729000015883", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251660808238578", + "outcome": "success", + "request_id": "telemetry-loss-a2a896845fa54cddac683285ffaa76c6", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "9d05b55d17e3283c", + "status_code": "201", + "trace_id": "ef4fa320af53e6c134996b28db20913b" + }, + "values": [ + [ + "1795251660808130048", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009179399000004196", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251656233308345", + "outcome": "success", + "request_id": "telemetry-loss-357973edb4354ba5b5afb925529c7768", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "5b2b7b79303eaa08", + "status_code": "201", + "trace_id": "939f1d190ef2a2f351dad64115d0c252" + }, + "values": [ + [ + "1795251656233192704", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009148764000201481", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251690208649709", + "outcome": "success", + "request_id": "telemetry-loss-e2989207ddbe4c4e85a25e5fe3891a0f", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "4862f98d1b71e398", + "status_code": "201", + "trace_id": "aaacd845476d150a00e2f9068d99ca0d" + }, + "values": [ + [ + "1795251690208537088", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009147256000005655", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251651193431875", + "outcome": "success", + "request_id": "telemetry-loss-25d19bc28682471fb597e6586a20a578", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "014f88e86987ac00", + "status_code": "201", + "trace_id": "73dfb48fb0aea6337ab5b10afc8fee12" + }, + "values": [ + [ + "1795251651193323520", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009064066000064486", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251633095287899", + "outcome": "success", + "request_id": "telemetry-loss-2ce39e57e69c4d8ba7f993ef2bed73ba", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "8b416726709ef302", + "status_code": "201", + "trace_id": "d944bfde8c648d6387b2a3aeb7dc8e84" + }, + "values": [ + [ + "1795251633095182848", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.00902267500009657", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251654546423521", + "outcome": "success", + "request_id": "telemetry-loss-fc3762be92824fa5b96fba284fb5ca68", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "6b0f6690e1bb6387", + "status_code": "201", + "trace_id": "4188e48d79d2ec6a692406e0017a7862" + }, + "values": [ + [ + "1795251654546317056", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.009015790999910678", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251679156995829", + "outcome": "success", + "request_id": "telemetry-loss-efddc300009f4e289498c57ea229acc4", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "22eb1d634ccaf32a", + "status_code": "201", + "trace_id": "ee988b61f66ddde433fc99a7b80f815f" + }, + "values": [ + [ + "1795251679156888576", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.008998573999861037", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251661193092745", + "outcome": "success", + "request_id": "telemetry-loss-16c8020e137a41c8b5eeaddda0a41c3b", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "ccb5ee14170c1904", + "status_code": "201", + "trace_id": "079186767f7aa7b24cbeb382a70e8333" + }, + "values": [ + [ + "1795251661192969216", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.008982967999827451", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251688308424299", + "outcome": "success", + "request_id": "telemetry-loss-2043b8e567ed4ad9b74dc96da04eea0d", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "4fb75a189961bcf8", + "status_code": "201", + "trace_id": "91c53d214325aa0be5310e90576fe0f3" + }, + "values": [ + [ + "1795251688308296192", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.008974612999963938", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251667125320938", + "outcome": "success", + "request_id": "telemetry-loss-4d0e0cb010c245de8f755f5ee31cb3a0", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "e967ea8f1ebc4b1a", + "status_code": "201", + "trace_id": "6560b577bd00013d1bafd3f3c718e9e6" + }, + "values": [ + [ + "1795251667125195776", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.008972111000048244", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251642906857662", + "outcome": "success", + "request_id": "telemetry-loss-a682cc9507b14cd59155315369a89824", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "e566fcd663771ad6", + "status_code": "201", + "trace_id": "394da215e621fba5379c88409169b9f6" + }, + "values": [ + [ + "1795251642906765824", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.008937653000202772", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251651377648020", + "outcome": "success", + "request_id": "telemetry-loss-a251f6b4c9bc47f98ffa7100a7b3ab80", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "2d4685892a7eb793", + "status_code": "201", + "trace_id": "2b0ca45abbd47354ff5ec782e0e1a55e" + }, + "values": [ + [ + "1795251651376654336", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.008926864000159185", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251662344838137", + "outcome": "success", + "request_id": "telemetry-loss-16408bf4f0814cccaa3d898e8fdae798", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "483a32efaaba34a0", + "status_code": "201", + "trace_id": "5013376573f5fdccc0c9aaa47de9a60b" + }, + "values": [ + [ + "1795251662344732160", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.008863404000067021", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251671891669577", + "outcome": "success", + "request_id": "telemetry-loss-50e73859190d4d2d89c6bf9574e725b6", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "615cb3d065f1c52d", + "status_code": "201", + "trace_id": "a04d15e29b51d1f7542d4e4a65b0d356" + }, + "values": [ + [ + "1795251671891433472", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.008845532999885108", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251669041686458", + "outcome": "success", + "request_id": "telemetry-loss-3c1e0af86a674baca6d9d19ca6a389dd", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "e70079e97c693f49", + "status_code": "201", + "trace_id": "8ce901b66e46e8c4d09521e553384f9c" + }, + "values": [ + [ + "1795251669041517056", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.008825218999845674", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251641975066172", + "outcome": "success", + "request_id": "telemetry-loss-12527a6beb754795975038ae1ab6d524", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "b6a792af20d5a01c", + "status_code": "201", + "trace_id": "4b0dcbd0df117898a65541a301f49111" + }, + "values": [ + [ + "1795251641974956544", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.008813294999981736", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251663294388498", + "outcome": "success", + "request_id": "telemetry-loss-a8a292ef01214934a57f392c6db97eb9", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "98ad0f08e1c00112", + "status_code": "201", + "trace_id": "ad277b8a6d89f345f7ba3f17e5ac2813" + }, + "values": [ + [ + "1795251663294275840", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.008624386000064987", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251647348620901", + "outcome": "success", + "request_id": "telemetry-loss-2b25ec937eb54505b5fc9201b53edeab", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "f802ae95eef49749", + "status_code": "201", + "trace_id": "4305bac38728f8a48611d3ce1738275d" + }, + "values": [ + [ + "1795251647348502016", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.008547072000055778", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251631244622109", + "outcome": "success", + "request_id": "telemetry-loss-867d2f9547f84ed1be2d20e2594a333a", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "137f9e38c5baa99d", + "status_code": "201", + "trace_id": "6cf0587b0645e05d7389c485465054ce" + }, + "values": [ + [ + "1795251631244491776", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.008475287000010212", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251633860751859", + "outcome": "success", + "request_id": "telemetry-loss-c98e1ebb427e4745b613f1c1f311fbac", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "abe981773fb30c66", + "status_code": "201", + "trace_id": "a1da86ea1a86d9f4f01a32f90c0cb719" + }, + "values": [ + [ + "1795251633860648448", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.008060633000013695", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251675282794957", + "outcome": "success", + "request_id": "telemetry-loss-f78bfde3ba7c4cc48935633d14c098d7", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "51310ad342b7be2e", + "status_code": "201", + "trace_id": "1a95fdfe0d9810fefd0d5341a6762fe4" + }, + "values": [ + [ + "1795251675282667008", + "http.request.complete" + ] + ] + }, + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.00786369399997966", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251682179038166", + "outcome": "success", + "request_id": "telemetry-loss-75ad07f63e204991968d433d24dadc01", + "route": "/api/v1/chats/{chat_id}/messages", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "81ebb23d65ec", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "388713f3f0a9c71b", + "status_code": "201", + "trace_id": "f701e00573867f63554a40222a221f2c" + }, + "values": [ + [ + "1795251682178920960", + "http.request.complete" + ] + ] + } + ], + "stats": { + "summary": { + "bytesProcessedPerSecond": 43002840, + "linesProcessedPerSecond": 95794, + "totalBytesProcessed": 1235396, + "totalLinesProcessed": 2752, + "execTime": 0.028728, + "queueTime": 0.000903, + "subqueries": 0, + "totalEntriesReturned": 334, + "splits": 2, + "shards": 2, + "totalPostFilterLines": 335, + "totalStructuredMetadataBytesProcessed": 1130444 + }, + "querier": { + "store": { + "totalChunksRef": 0, + "totalChunksDownloaded": 0, + "chunksDownloadTime": 0, + "queryReferencedStructuredMetadata": false, + "chunk": { + "headChunkBytes": 0, + "headChunkLines": 0, + "decompressedBytes": 0, + "decompressedLines": 0, + "compressedBytes": 0, + "totalDuplicates": 0, + "postFilterLines": 0, + "headChunkStructuredMetadataBytes": 0, + "decompressedStructuredMetadataBytes": 0 + }, + "chunkRefsFetchTime": 0, + "congestionControlLatency": 0, + "pipelineWrapperFilteredLines": 0 + } + }, + "ingester": { + "totalReached": 2, + "totalChunksMatched": 2, + "totalBatches": 5, + "totalLinesSent": 334, + "store": { + "totalChunksRef": 0, + "totalChunksDownloaded": 0, + "chunksDownloadTime": 0, + "queryReferencedStructuredMetadata": true, + "chunk": { + "headChunkBytes": 77618, + "headChunkLines": 394, + "decompressedBytes": 1157778, + "decompressedLines": 2358, + "compressedBytes": 58630, + "totalDuplicates": 0, + "postFilterLines": 335, + "headChunkStructuredMetadataBytes": 69344, + "decompressedStructuredMetadataBytes": 1061100 + }, + "chunkRefsFetchTime": 433779, + "congestionControlLatency": 0, + "pipelineWrapperFilteredLines": 0 + } + }, + "cache": { + "chunk": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "index": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "result": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "statsResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "volumeResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "seriesResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "labelResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "instantMetricResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + } + }, + "index": { + "totalChunks": 0, + "postFilterChunks": 0, + "shardsDuration": 0 + } + } + } +} diff --git a/evidence/telemetry-recovery-api-logs.json b/evidence/telemetry-recovery-api-logs.json new file mode 100644 index 0000000..b93eb29 --- /dev/null +++ b/evidence/telemetry-recovery-api-logs.json @@ -0,0 +1,191 @@ +{ + "status": "success", + "data": { + "resultType": "streams", + "result": [ + { + "stream": { + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.05064601900016896", + "event": "http.request.complete", + "flags": "1", + "method": "POST", + "observed_timestamp": "1795251728469179436", + "outcome": "success", + "request_id": "observe-81adf6fa6db94a2caf9dbdf96d62b259", + "route": "/api/v1/chats/{chat_id}/attachments", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "0d13c5814dab", + "service_name": "messenger-api", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "0ff19193d60d0a11", + "status_code": "202", + "trace_id": "167d5623ef64fb0ed646ec1e2fe01ad8" + }, + "values": [ + [ + "1795251728468912896", + "http.request.complete" + ] + ] + } + ], + "stats": { + "summary": { + "bytesProcessedPerSecond": 87014288, + "linesProcessedPerSecond": 188878, + "totalBytesProcessed": 1367324, + "totalLinesProcessed": 2968, + "execTime": 0.015714, + "queueTime": 0.000907, + "subqueries": 0, + "totalEntriesReturned": 1, + "splits": 2, + "shards": 2, + "totalPostFilterLines": 1, + "totalStructuredMetadataBytesProcessed": 1251756 + }, + "querier": { + "store": { + "totalChunksRef": 0, + "totalChunksDownloaded": 0, + "chunksDownloadTime": 0, + "queryReferencedStructuredMetadata": false, + "chunk": { + "headChunkBytes": 0, + "headChunkLines": 0, + "decompressedBytes": 0, + "decompressedLines": 0, + "compressedBytes": 0, + "totalDuplicates": 0, + "postFilterLines": 0, + "headChunkStructuredMetadataBytes": 0, + "decompressedStructuredMetadataBytes": 0 + }, + "chunkRefsFetchTime": 0, + "congestionControlLatency": 0, + "pipelineWrapperFilteredLines": 0 + } + }, + "ingester": { + "totalReached": 2, + "totalChunksMatched": 2, + "totalBatches": 3, + "totalLinesSent": 1, + "store": { + "totalChunksRef": 0, + "totalChunksDownloaded": 0, + "chunksDownloadTime": 0, + "queryReferencedStructuredMetadata": true, + "chunk": { + "headChunkBytes": 60282, + "headChunkLines": 306, + "decompressedBytes": 1307042, + "decompressedLines": 2662, + "compressedBytes": 58630, + "totalDuplicates": 0, + "postFilterLines": 1, + "headChunkStructuredMetadataBytes": 53856, + "decompressedStructuredMetadataBytes": 1197900 + }, + "chunkRefsFetchTime": 386158, + "congestionControlLatency": 0, + "pipelineWrapperFilteredLines": 0 + } + }, + "cache": { + "chunk": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "index": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "result": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "statsResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "volumeResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "seriesResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "labelResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "instantMetricResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + } + }, + "index": { + "totalChunks": 0, + "postFilterChunks": 0, + "shardsDuration": 0 + } + } + } +} diff --git a/evidence/telemetry-recovery-api-trace.json b/evidence/telemetry-recovery-api-trace.json new file mode 100644 index 0000000..cdadac0 --- /dev/null +++ b/evidence/telemetry-recovery-api-trace.json @@ -0,0 +1,1195 @@ +{ + "batches": [ + { + "resource": { + "attributes": [ + { + "key": "service.name", + "value": { + "stringValue": "messenger-api" + } + }, + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "0d13c5814dab" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "D/GRk9YNChE=", + "flags": 256, + "name": "POST /api/v1/chats/{chat_id}/attachments", + "kind": "SPAN_KIND_SERVER", + "startTimeUnixNano": "1795251728418249757", + "endTimeUnixNano": "1795251728469429396", + "attributes": [ + { + "key": "method", + "value": { + "stringValue": "POST" + } + }, + { + "key": "route", + "value": { + "stringValue": "/api/v1/chats/{chat_id}/attachments" + } + }, + { + "key": "status_class", + "value": { + "stringValue": "2xx" + } + }, + { + "key": "http.response.status_code", + "value": { + "intValue": "202" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "IOGwUNbJ6FA=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728419311381", + "endTimeUnixNano": "1795251728421500038", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "HmhcqGkXLHQ=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728421771252", + "endTimeUnixNano": "1795251728422544753", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "gtMR4tos0lE=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728422657288", + "endTimeUnixNano": "1795251728422710706", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "CJHcrOxmRBQ=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728422858855", + "endTimeUnixNano": "1795251728423359191", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "U/MZkt3qnds=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728426346977", + "endTimeUnixNano": "1795251728427432452", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "rQwyOrC4hVM=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728427652963", + "endTimeUnixNano": "1795251728428924269", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "uN96JVYn8yY=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728429016103", + "endTimeUnixNano": "1795251728431414325", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "KO5o+DNRBRY=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728431530427", + "endTimeUnixNano": "1795251728458000112", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "GF6knD5R9aU=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728458204597", + "endTimeUnixNano": "1795251728459193820", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "4OMUh88vPPI=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728459631829", + "endTimeUnixNano": "1795251728460969375", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "DELETE" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "UuhNYGDA/Lk=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728461205694", + "endTimeUnixNano": "1795251728461272919", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "aJcFZ0cpDBY=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728461463346", + "endTimeUnixNano": "1795251728463508549", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "j/ikZHxPu+k=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728463654024", + "endTimeUnixNano": "1795251728463711826", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "c0Jhqp8OsWw=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728463861371", + "endTimeUnixNano": "1795251728465390239", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "tp2aUgLLtGE=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728465462433", + "endTimeUnixNano": "1795251728468101226", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.name", + "value": { + "stringValue": "messenger-publisher" + } + }, + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "da2c8073a2144ecc9965ea4553926bf3" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "XphLnohvgQA=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 768, + "name": "attachments publish", + "kind": "SPAN_KIND_PRODUCER", + "startTimeUnixNano": "1795251728584357006", + "endTimeUnixNano": "1795251728608193951", + "attributes": [ + { + "key": "messaging.system", + "value": { + "stringValue": "rabbitmq" + } + }, + { + "key": "messaging.destination.name", + "value": { + "stringValue": "attachments" + } + }, + { + "key": "messaging.operation", + "value": { + "stringValue": "publish" + } + }, + { + "key": "job_id", + "value": { + "stringValue": "2c0f93ca-74a0-4191-9b63-85fd07008e86" + } + }, + { + "key": "attempt", + "value": { + "intValue": "1" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.name", + "value": { + "stringValue": "messenger-worker" + } + }, + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "b5902353dfd648c39ac966e0780e90a3" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "WehQCjL5NKs=", + "parentSpanId": "XphLnohvgQA=", + "flags": 768, + "name": "attachments process", + "kind": "SPAN_KIND_CONSUMER", + "startTimeUnixNano": "1795251728606842504", + "endTimeUnixNano": "1795251729011289210", + "attributes": [ + { + "key": "messaging.system", + "value": { + "stringValue": "rabbitmq" + } + }, + { + "key": "messaging.destination.name", + "value": { + "stringValue": "attachments" + } + }, + { + "key": "messaging.operation", + "value": { + "stringValue": "process" + } + }, + { + "key": "job_type", + "value": { + "stringValue": "attachment.process.v1" + } + }, + { + "key": "outcome", + "value": { + "stringValue": "success" + } + }, + { + "key": "job_id", + "value": { + "stringValue": "2c0f93ca-74a0-4191-9b63-85fd07008e86" + } + }, + { + "key": "attachment_id", + "value": { + "stringValue": "567d9b19-91b2-468c-95bb-8317c6ef90f2" + } + }, + { + "key": "attempt", + "value": { + "intValue": "1" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "XB/Iur5gFHw=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "image.generate", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728668038508", + "endTimeUnixNano": "1795251728939512563", + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "7Q2z9vxQ8iM=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728939641853", + "endTimeUnixNano": "1795251728955034785", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "B+0FPRp5UpU=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728955237863", + "endTimeUnixNano": "1795251728962768383", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "AtILAmP93ao=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728962961782", + "endTimeUnixNano": "1795251728981182169", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "IhMhisbbvAA=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728981472784", + "endTimeUnixNano": "1795251728991645962", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "gj0kXCf2oQE=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728992090601", + "endTimeUnixNano": "1795251728993839900", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "YtoOBMj2Pj0=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728994069314", + "endTimeUnixNano": "1795251728996707831", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "Wf4/zz5ueJ8=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728996824387", + "endTimeUnixNano": "1795251728997247795", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "hPls1cwRhMc=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728997834215", + "endTimeUnixNano": "1795251728998755525", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "WyaN4B5EDsY=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728999084262", + "endTimeUnixNano": "1795251729001717929", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "Q8YdSTLGRIw=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251729001863183", + "endTimeUnixNano": "1795251729001917806", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "GiYWdrJ/6vM=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251729002040039", + "endTimeUnixNano": "1795251729002990258", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "4pTtpVDLPpE=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251729003060330", + "endTimeUnixNano": "1795251729003102082", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "iT89F2xtSEw=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251729003207537", + "endTimeUnixNano": "1795251729003612531", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "0gM0R6MFgjU=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251729003665743", + "endTimeUnixNano": "1795251729007312484", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "y8YXeDr+jAQ=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251729007802939", + "endTimeUnixNano": "1795251729008745211", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "aN88+G7AvfM=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251729008947843", + "endTimeUnixNano": "1795251729009926049", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "bWLiWDsnhuE=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251729010011026", + "endTimeUnixNano": "1795251729010453233", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.name", + "value": { + "stringValue": "messenger-worker" + } + }, + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "b5902353dfd648c39ac966e0780e90a3" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "WYriwAWtTkQ=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728612767945", + "endTimeUnixNano": "1795251728639390312", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "ahGOx0uyRJI=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728639909605", + "endTimeUnixNano": "1795251728642823810", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "0mpNIHlP/Lg=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728643073949", + "endTimeUnixNano": "1795251728643124692", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "6axEqdM0j2k=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728643256157", + "endTimeUnixNano": "1795251728644839660", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "k5taS1ccTrE=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728645037702", + "endTimeUnixNano": "1795251728645085944", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "FDmxkcPkisw=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728645248207", + "endTimeUnixNano": "1795251728646483112", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "gTkkQyZ3ENA=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728646537834", + "endTimeUnixNano": "1795251728648491921", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "YdQvfX/ZYp8=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "s3.GetObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728649481965", + "endTimeUnixNano": "1795251728666866285", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "GetObject" + } + } + ], + "status": {} + } + ] + } + ] + } + ] +} diff --git a/evidence/telemetry-recovery-worker-logs.json b/evidence/telemetry-recovery-worker-logs.json new file mode 100644 index 0000000..7065504 --- /dev/null +++ b/evidence/telemetry-recovery-worker-logs.json @@ -0,0 +1,191 @@ +{ + "status": "success", + "data": { + "resultType": "streams", + "result": [ + { + "stream": { + "attachment_id": "567d9b19-91b2-468c-95bb-8317c6ef90f2", + "attempt": "1", + "code_filepath": "/app/app/telemetry.py", + "code_function": "emit", + "code_lineno": "180", + "deployment_environment_name": "lab", + "detected_level": "info", + "duration_seconds": "0.4046185140000489", + "event": "job.complete", + "flags": "1", + "job_id": "2c0f93ca-74a0-4191-9b63-85fd07008e86", + "job_type": "attachment.process.v1", + "observed_timestamp": "1795251729011236193", + "outcome": "success", + "scope_name": "messenger.telemetry.events", + "service_instance_id": "b5902353dfd648c39ac966e0780e90a3", + "service_name": "messenger-worker", + "service_version": "1.6.0", + "severity_number": "9", + "severity_text": "INFO", + "span_id": "59e8500a32f934ab", + "trace_id": "167d5623ef64fb0ed646ec1e2fe01ad8" + }, + "values": [ + [ + "1795251729011139328", + "job.complete" + ] + ] + } + ], + "stats": { + "summary": { + "bytesProcessedPerSecond": 197625, + "linesProcessedPerSecond": 1051, + "totalBytesProcessed": 1128, + "totalLinesProcessed": 6, + "execTime": 0.005708, + "queueTime": 0.001056, + "subqueries": 0, + "totalEntriesReturned": 1, + "splits": 2, + "shards": 2, + "totalPostFilterLines": 1, + "totalStructuredMetadataBytesProcessed": 1056 + }, + "querier": { + "store": { + "totalChunksRef": 0, + "totalChunksDownloaded": 0, + "chunksDownloadTime": 0, + "queryReferencedStructuredMetadata": false, + "chunk": { + "headChunkBytes": 0, + "headChunkLines": 0, + "decompressedBytes": 0, + "decompressedLines": 0, + "compressedBytes": 0, + "totalDuplicates": 0, + "postFilterLines": 0, + "headChunkStructuredMetadataBytes": 0, + "decompressedStructuredMetadataBytes": 0 + }, + "chunkRefsFetchTime": 0, + "congestionControlLatency": 0, + "pipelineWrapperFilteredLines": 0 + } + }, + "ingester": { + "totalReached": 2, + "totalChunksMatched": 2, + "totalBatches": 3, + "totalLinesSent": 1, + "store": { + "totalChunksRef": 0, + "totalChunksDownloaded": 0, + "chunksDownloadTime": 0, + "queryReferencedStructuredMetadata": true, + "chunk": { + "headChunkBytes": 1128, + "headChunkLines": 6, + "decompressedBytes": 0, + "decompressedLines": 0, + "compressedBytes": 0, + "totalDuplicates": 0, + "postFilterLines": 1, + "headChunkStructuredMetadataBytes": 1056, + "decompressedStructuredMetadataBytes": 0 + }, + "chunkRefsFetchTime": 227539, + "congestionControlLatency": 0, + "pipelineWrapperFilteredLines": 0 + } + }, + "cache": { + "chunk": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "index": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "result": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "statsResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "volumeResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "seriesResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "labelResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + }, + "instantMetricResult": { + "entriesFound": 0, + "entriesRequested": 0, + "entriesStored": 0, + "bytesReceived": 0, + "bytesSent": 0, + "requests": 0, + "downloadTime": 0, + "queryLengthServed": 0 + } + }, + "index": { + "totalChunks": 0, + "postFilterChunks": 0, + "shardsDuration": 0 + } + } + } +} diff --git a/evidence/telemetry-recovery-worker-trace.json b/evidence/telemetry-recovery-worker-trace.json new file mode 100644 index 0000000..cdadac0 --- /dev/null +++ b/evidence/telemetry-recovery-worker-trace.json @@ -0,0 +1,1195 @@ +{ + "batches": [ + { + "resource": { + "attributes": [ + { + "key": "service.name", + "value": { + "stringValue": "messenger-api" + } + }, + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "0d13c5814dab" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "D/GRk9YNChE=", + "flags": 256, + "name": "POST /api/v1/chats/{chat_id}/attachments", + "kind": "SPAN_KIND_SERVER", + "startTimeUnixNano": "1795251728418249757", + "endTimeUnixNano": "1795251728469429396", + "attributes": [ + { + "key": "method", + "value": { + "stringValue": "POST" + } + }, + { + "key": "route", + "value": { + "stringValue": "/api/v1/chats/{chat_id}/attachments" + } + }, + { + "key": "status_class", + "value": { + "stringValue": "2xx" + } + }, + { + "key": "http.response.status_code", + "value": { + "intValue": "202" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "IOGwUNbJ6FA=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728419311381", + "endTimeUnixNano": "1795251728421500038", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "HmhcqGkXLHQ=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728421771252", + "endTimeUnixNano": "1795251728422544753", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "gtMR4tos0lE=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728422657288", + "endTimeUnixNano": "1795251728422710706", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "CJHcrOxmRBQ=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728422858855", + "endTimeUnixNano": "1795251728423359191", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "U/MZkt3qnds=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728426346977", + "endTimeUnixNano": "1795251728427432452", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "rQwyOrC4hVM=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728427652963", + "endTimeUnixNano": "1795251728428924269", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "uN96JVYn8yY=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728429016103", + "endTimeUnixNano": "1795251728431414325", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "KO5o+DNRBRY=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728431530427", + "endTimeUnixNano": "1795251728458000112", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "GF6knD5R9aU=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728458204597", + "endTimeUnixNano": "1795251728459193820", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "4OMUh88vPPI=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728459631829", + "endTimeUnixNano": "1795251728460969375", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "DELETE" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "UuhNYGDA/Lk=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728461205694", + "endTimeUnixNano": "1795251728461272919", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "aJcFZ0cpDBY=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728461463346", + "endTimeUnixNano": "1795251728463508549", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "j/ikZHxPu+k=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728463654024", + "endTimeUnixNano": "1795251728463711826", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "c0Jhqp8OsWw=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728463861371", + "endTimeUnixNano": "1795251728465390239", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "tp2aUgLLtGE=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728465462433", + "endTimeUnixNano": "1795251728468101226", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.name", + "value": { + "stringValue": "messenger-publisher" + } + }, + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "da2c8073a2144ecc9965ea4553926bf3" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "XphLnohvgQA=", + "parentSpanId": "D/GRk9YNChE=", + "flags": 768, + "name": "attachments publish", + "kind": "SPAN_KIND_PRODUCER", + "startTimeUnixNano": "1795251728584357006", + "endTimeUnixNano": "1795251728608193951", + "attributes": [ + { + "key": "messaging.system", + "value": { + "stringValue": "rabbitmq" + } + }, + { + "key": "messaging.destination.name", + "value": { + "stringValue": "attachments" + } + }, + { + "key": "messaging.operation", + "value": { + "stringValue": "publish" + } + }, + { + "key": "job_id", + "value": { + "stringValue": "2c0f93ca-74a0-4191-9b63-85fd07008e86" + } + }, + { + "key": "attempt", + "value": { + "intValue": "1" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.name", + "value": { + "stringValue": "messenger-worker" + } + }, + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "b5902353dfd648c39ac966e0780e90a3" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "WehQCjL5NKs=", + "parentSpanId": "XphLnohvgQA=", + "flags": 768, + "name": "attachments process", + "kind": "SPAN_KIND_CONSUMER", + "startTimeUnixNano": "1795251728606842504", + "endTimeUnixNano": "1795251729011289210", + "attributes": [ + { + "key": "messaging.system", + "value": { + "stringValue": "rabbitmq" + } + }, + { + "key": "messaging.destination.name", + "value": { + "stringValue": "attachments" + } + }, + { + "key": "messaging.operation", + "value": { + "stringValue": "process" + } + }, + { + "key": "job_type", + "value": { + "stringValue": "attachment.process.v1" + } + }, + { + "key": "outcome", + "value": { + "stringValue": "success" + } + }, + { + "key": "job_id", + "value": { + "stringValue": "2c0f93ca-74a0-4191-9b63-85fd07008e86" + } + }, + { + "key": "attachment_id", + "value": { + "stringValue": "567d9b19-91b2-468c-95bb-8317c6ef90f2" + } + }, + { + "key": "attempt", + "value": { + "intValue": "1" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "XB/Iur5gFHw=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "image.generate", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728668038508", + "endTimeUnixNano": "1795251728939512563", + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "7Q2z9vxQ8iM=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728939641853", + "endTimeUnixNano": "1795251728955034785", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "B+0FPRp5UpU=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728955237863", + "endTimeUnixNano": "1795251728962768383", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "AtILAmP93ao=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728962961782", + "endTimeUnixNano": "1795251728981182169", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "IhMhisbbvAA=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "s3.PutObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728981472784", + "endTimeUnixNano": "1795251728991645962", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "PutObject" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "gj0kXCf2oQE=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728992090601", + "endTimeUnixNano": "1795251728993839900", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "YtoOBMj2Pj0=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728994069314", + "endTimeUnixNano": "1795251728996707831", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "Wf4/zz5ueJ8=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728996824387", + "endTimeUnixNano": "1795251728997247795", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "hPls1cwRhMc=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728997834215", + "endTimeUnixNano": "1795251728998755525", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "WyaN4B5EDsY=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728999084262", + "endTimeUnixNano": "1795251729001717929", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "Q8YdSTLGRIw=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251729001863183", + "endTimeUnixNano": "1795251729001917806", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "GiYWdrJ/6vM=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251729002040039", + "endTimeUnixNano": "1795251729002990258", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "4pTtpVDLPpE=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251729003060330", + "endTimeUnixNano": "1795251729003102082", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "iT89F2xtSEw=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251729003207537", + "endTimeUnixNano": "1795251729003612531", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "0gM0R6MFgjU=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251729003665743", + "endTimeUnixNano": "1795251729007312484", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "y8YXeDr+jAQ=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251729007802939", + "endTimeUnixNano": "1795251729008745211", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "aN88+G7AvfM=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251729008947843", + "endTimeUnixNano": "1795251729009926049", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "bWLiWDsnhuE=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251729010011026", + "endTimeUnixNano": "1795251729010453233", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + } + ] + } + ] + }, + { + "resource": { + "attributes": [ + { + "key": "service.name", + "value": { + "stringValue": "messenger-worker" + } + }, + { + "key": "service.version", + "value": { + "stringValue": "1.6.0" + } + }, + { + "key": "service.instance.id", + "value": { + "stringValue": "b5902353dfd648c39ac966e0780e90a3" + } + }, + { + "key": "deployment.environment.name", + "value": { + "stringValue": "lab" + } + } + ] + }, + "scopeSpans": [ + { + "scope": { + "name": "messenger", + "version": "1.6.0" + }, + "spans": [ + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "WYriwAWtTkQ=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728612767945", + "endTimeUnixNano": "1795251728639390312", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "ahGOx0uyRJI=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728639909605", + "endTimeUnixNano": "1795251728642823810", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "SELECT" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "0mpNIHlP/Lg=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728643073949", + "endTimeUnixNano": "1795251728643124692", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "6axEqdM0j2k=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728643256157", + "endTimeUnixNano": "1795251728644839660", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "UPDATE" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "k5taS1ccTrE=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.acquire", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728645037702", + "endTimeUnixNano": "1795251728645085944", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "FDmxkcPkisw=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.query", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728645248207", + "endTimeUnixNano": "1795251728646483112", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + }, + { + "key": "db.operation", + "value": { + "stringValue": "INSERT" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "gTkkQyZ3ENA=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "db.commit", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728646537834", + "endTimeUnixNano": "1795251728648491921", + "attributes": [ + { + "key": "db.system", + "value": { + "stringValue": "postgresql" + } + } + ], + "status": {} + }, + { + "traceId": "Fn1WI+9k+w7WRuweL+Aa2A==", + "spanId": "YdQvfX/ZYp8=", + "parentSpanId": "WehQCjL5NKs=", + "flags": 256, + "name": "s3.GetObject", + "kind": "SPAN_KIND_INTERNAL", + "startTimeUnixNano": "1795251728649481965", + "endTimeUnixNano": "1795251728666866285", + "attributes": [ + { + "key": "rpc.system", + "value": { + "stringValue": "aws-api" + } + }, + { + "key": "rpc.method", + "value": { + "stringValue": "GetObject" + } + } + ], + "status": {} + } + ] + } + ] + } + ] +} diff --git a/evidence/validate.txt b/evidence/validate.txt new file mode 100644 index 0000000..248343e --- /dev/null +++ b/evidence/validate.txt @@ -0,0 +1 @@ +PASS: full OpenAPI 3.1 and JSON Schema validation; application NOT tested. diff --git a/evidence/worker-lag-isolated.txt b/evidence/worker-lag-isolated.txt new file mode 100644 index 0000000..a18a632 --- /dev/null +++ b/evidence/worker-lag-isolated.txt @@ -0,0 +1,20 @@ + +UTC: 2026-11-21T09:03:11Z +Command: C:\Users\masha\AppData\Local\Programs\Python\Python313\python.exe -X utf8 -c "import json +import scripts.observe_lab6 as m +client,stand=m.Business(),m.Stand() +try: + m.wait_backends();client.bootstrap() + result=m.lag_incident(client,stand,'MessengerQueueLag') + path=m.EVIDENCE/'observability-incidents.json' + data=json.loads(path.read_text(encoding='utf-8')) + data['incidents'][0]=result + data['captured_at']=m.now() + m.save('observability-incidents.json',data) + print('PASS: clean queue and inactive alert -> newly firing -> resolved; original bytes verified') +finally: + stand.restore() +" +PASS: clean queue and inactive alert -> newly firing -> resolved; original bytes verified + +RESULT: PASS (exit 0) at 2026-11-21T09:04:11Z diff --git a/infra/grafana/dashboards/messenger.json b/infra/grafana/dashboards/messenger.json new file mode 100644 index 0000000..be58684 --- /dev/null +++ b/infra/grafana/dashboards/messenger.json @@ -0,0 +1,1078 @@ +{ + "uid": "messenger-lab6", + "title": "Messenger lab6 - Observability", + "description": "Application OTLP metrics, structured logs and traces. HTTP error ratio is business 5xx / all business responses; health excluded. Duration units are seconds. All API replicas are aggregated. Grade 4: histogram percentiles, durable queue age/depth, pool/acquisition pressure, worker saturation, process CPU/RAM, ready latency, 5-minute SLIs and local alerts. See infra/otel/RUNBOOK.md.", + "tags": [ + "lab6", + "opentelemetry" + ], + "schemaVersion": 39, + "version": 2, + "editable": false, + "timezone": "browser", + "refresh": "5s", + "time": { + "from": "now-15m", + "to": "now" + }, + "panels": [ + { + "id": 1, + "type": "timeseries", + "title": "Business API requests / second", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 0, + "y": 0, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "sum(rate(messenger_http_requests_total{service_name=\"messenger-api\",route!~\"/health/.*\"}[$__rate_interval]))", + "legendFormat": "" + } + ], + "fieldConfig": { + "defaults": { + "unit": "reqps", + "custom": { + "drawStyle": "line", + "fillOpacity": 10 + } + }, + "overrides": [] + }, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + } + }, + { + "id": 2, + "type": "timeseries", + "title": "Business API 5xx / all responses", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 12, + "y": 0, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "(sum(rate(messenger_http_requests_total{service_name=\"messenger-api\",route!~\"/health/.*\",status_class=\"5xx\"}[$__rate_interval])) or vector(0)) / clamp_min(sum(rate(messenger_http_requests_total{service_name=\"messenger-api\",route!~\"/health/.*\"}[$__rate_interval])), 1e-9)", + "legendFormat": "" + } + ], + "fieldConfig": { + "defaults": { + "unit": "percentunit", + "custom": { + "drawStyle": "line", + "fillOpacity": 10 + } + }, + "overrides": [] + }, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + } + }, + { + "id": 3, + "type": "timeseries", + "title": "API mean duration (seconds)", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 0, + "y": 8, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "sum(rate(messenger_http_duration_seconds_sum{service_name=\"messenger-api\",route!~\"/health/.*\"}[$__rate_interval])) / clamp_min(sum(rate(messenger_http_duration_seconds_count{service_name=\"messenger-api\",route!~\"/health/.*\"}[$__rate_interval])), 1e-9)", + "legendFormat": "" + } + ], + "fieldConfig": { + "defaults": { + "unit": "s", + "custom": { + "drawStyle": "line", + "fillOpacity": 10 + } + }, + "overrides": [] + }, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + } + }, + { + "id": 4, + "type": "timeseries", + "title": "Worker attempt outcomes / second", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 12, + "y": 8, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "sum by (outcome) (rate(messenger_jobs_processed_total{service_name=\"messenger-worker\"}[$__rate_interval]))", + "legendFormat": "{{outcome}}" + } + ], + "fieldConfig": { + "defaults": { + "unit": "ops", + "custom": { + "drawStyle": "line", + "fillOpacity": 10 + } + }, + "overrides": [] + }, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + } + }, + { + "id": 5, + "type": "timeseries", + "title": "Worker mean attempt duration (seconds)", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 0, + "y": 16, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "sum(rate(messenger_jobs_duration_seconds_sum{service_name=\"messenger-worker\"}[$__rate_interval])) / clamp_min(sum(rate(messenger_jobs_duration_seconds_count{service_name=\"messenger-worker\"}[$__rate_interval])), 1e-9)", + "legendFormat": "" + } + ], + "fieldConfig": { + "defaults": { + "unit": "s", + "custom": { + "drawStyle": "line", + "fillOpacity": 10 + } + }, + "overrides": [] + }, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + } + }, + { + "id": 6, + "type": "timeseries", + "title": "Worker completed attempts (counter)", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 12, + "y": 16, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "sum by (outcome) (messenger_jobs_processed_total{service_name=\"messenger-worker\"})", + "legendFormat": "{{outcome}}" + } + ], + "fieldConfig": { + "defaults": { + "unit": "short", + "custom": { + "drawStyle": "line", + "fillOpacity": 10 + } + }, + "overrides": [] + }, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + } + }, + { + "id": 7, + "type": "logs", + "title": "Structured application events (expand for trace_id / span_id / request_id)", + "datasource": { + "type": "loki", + "uid": "loki" + }, + "gridPos": { + "x": 0, + "y": 24, + "w": 24, + "h": 9 + }, + "targets": [ + { + "refId": "A", + "expr": "{service_name=~\"messenger-api|messenger-worker|messenger-publisher\"}", + "queryType": "range" + } + ], + "options": { + "showTime": true, + "showLabels": false, + "wrapLogMessage": true, + "enableLogDetails": true, + "sortOrder": "Descending" + } + }, + { + "id": 8, + "type": "table", + "title": "Recent real API / worker traces (open TraceID)", + "datasource": { + "type": "tempo", + "uid": "tempo" + }, + "gridPos": { + "x": 0, + "y": 33, + "w": 24, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "queryType": "traceql", + "query": "{ resource.service.name = \"messenger-api\" || resource.service.name = \"messenger-worker\" }", + "limit": 20, + "tableType": "traces" + } + ], + "options": { + "showHeader": true + } + }, + { + "id": 9, + "type": "timeseries", + "title": "API duration p50 / p95 / p99 (seconds)", + "description": "Percentiles from aggregated histogram buckets across all API replicas. Never an average of replica percentiles.", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 0, + "y": 41, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "histogram_quantile(0.5, sum by (le) (rate(messenger_http_duration_seconds_bucket{service_name=\"messenger-api\",route!~\"/health/.*\"}[$__rate_interval])))", + "legendFormat": "p50" + }, + { + "refId": "B", + "expr": "histogram_quantile(0.95, sum by (le) (rate(messenger_http_duration_seconds_bucket{service_name=\"messenger-api\",route!~\"/health/.*\"}[$__rate_interval])))", + "legendFormat": "p95" + }, + { + "refId": "C", + "expr": "histogram_quantile(0.99, sum by (le) (rate(messenger_http_duration_seconds_bucket{service_name=\"messenger-api\",route!~\"/health/.*\"}[$__rate_interval])))", + "legendFormat": "p99" + } + ], + "fieldConfig": { + "defaults": { + "unit": "s", + "custom": { + "drawStyle": "line", + "fillOpacity": 10 + } + }, + "overrides": [] + }, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + } + }, + { + "id": 10, + "type": "timeseries", + "title": "Worker duration p50 / p95 / p99 (seconds)", + "description": "", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 12, + "y": 41, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "histogram_quantile(0.5, sum by (le) (rate(messenger_jobs_duration_seconds_bucket{service_name=\"messenger-worker\"}[$__rate_interval])))", + "legendFormat": "p50" + }, + { + "refId": "B", + "expr": "histogram_quantile(0.95, sum by (le) (rate(messenger_jobs_duration_seconds_bucket{service_name=\"messenger-worker\"}[$__rate_interval])))", + "legendFormat": "p95" + }, + { + "refId": "C", + "expr": "histogram_quantile(0.99, sum by (le) (rate(messenger_jobs_duration_seconds_bucket{service_name=\"messenger-worker\"}[$__rate_interval])))", + "legendFormat": "p99" + } + ], + "fieldConfig": { + "defaults": { + "unit": "s", + "custom": { + "drawStyle": "line", + "fillOpacity": 10 + } + }, + "overrides": [] + }, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + } + }, + { + "id": 11, + "type": "timeseries", + "title": "Durable unfinished jobs (count)", + "description": "Authoritative PostgreSQL backlog, including pending outbox and delayed retries; not RabbitMQ ready count.", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 0, + "y": 49, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "max(messenger_queue_depth{service_name=\"messenger-publisher\"})", + "legendFormat": "queued + processing" + } + ], + "fieldConfig": { + "defaults": { + "unit": "short", + "custom": { + "drawStyle": "line", + "fillOpacity": 10 + } + }, + "overrides": [] + }, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + } + }, + { + "id": 12, + "type": "timeseries", + "title": "Oldest unfinished job / observer sample age (seconds)", + "description": "A sample older than 10 seconds is stale. Oldest age differs from processing latency.", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 12, + "y": 49, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "max(messenger_queue_oldest_age_seconds{service_name=\"messenger-publisher\"})", + "legendFormat": "oldest unfinished" + }, + { + "refId": "B", + "expr": "max(messenger_queue_sample_age_seconds{service_name=\"messenger-publisher\"})", + "legendFormat": "sample age" + } + ], + "fieldConfig": { + "defaults": { + "unit": "s", + "custom": { + "drawStyle": "line", + "fillOpacity": 10 + }, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 15 + } + ] + } + }, + "overrides": [] + }, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + } + }, + { + "id": 13, + "type": "timeseries", + "title": "DB pool used / capacity (connections)", + "description": "Bounded SQLAlchemy pool by process, max size includes overflow.", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 0, + "y": 57, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "messenger_db_pool_used", + "legendFormat": "used {{service_name}} {{service_instance_id}}" + }, + { + "refId": "B", + "expr": "messenger_db_pool_capacity", + "legendFormat": "capacity {{service_name}} {{service_instance_id}}" + } + ], + "fieldConfig": { + "defaults": { + "unit": "short", + "custom": { + "drawStyle": "line", + "fillOpacity": 10 + } + }, + "overrides": [] + }, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + } + }, + { + "id": 14, + "type": "timeseries", + "title": "DB acquisitions in progress (requests)", + "description": "Acquisitions in progress include waiting for a pool slot and opening a new DB connection. They are not active SQL queries.", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 12, + "y": 57, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "messenger_db_pool_waiting", + "legendFormat": "{{service_name}} {{service_instance_id}}" + } + ], + "fieldConfig": { + "defaults": { + "unit": "short", + "custom": { + "drawStyle": "line", + "fillOpacity": 10 + } + }, + "overrides": [] + }, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + } + }, + { + "id": 15, + "type": "timeseries", + "title": "Worker saturation (busy / capacity)", + "description": "Busy / capacity for workers with heartbeat younger than 15 seconds. Zero live capacity gives no ratio; do not interpret absence as successful operation.", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 0, + "y": 65, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "(sum(messenger_worker_busy{service_name=\"messenger-worker\"} and on(service_instance_id) (time() - messenger_worker_heartbeat_seconds{service_name=\"messenger-worker\"} < 15)) or vector(0)) / (sum(messenger_worker_capacity{service_name=\"messenger-worker\"} and on(service_instance_id) (time() - messenger_worker_heartbeat_seconds{service_name=\"messenger-worker\"} < 15)) or vector(0))", + "legendFormat": "saturation" + } + ], + "fieldConfig": { + "defaults": { + "unit": "percentunit", + "custom": { + "drawStyle": "line", + "fillOpacity": 10 + } + }, + "overrides": [] + }, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + } + }, + { + "id": 16, + "type": "timeseries", + "title": "Worker busy / capacity (jobs)", + "description": "Sum only worker process instances with heartbeat younger than 15 seconds; old cached resources after crashes do not count.", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 12, + "y": 65, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "sum(messenger_worker_busy{service_name=\"messenger-worker\"} and on(service_instance_id) (time() - messenger_worker_heartbeat_seconds{service_name=\"messenger-worker\"} < 15)) or vector(0)", + "legendFormat": "busy" + }, + { + "refId": "B", + "expr": "sum(messenger_worker_capacity{service_name=\"messenger-worker\"} and on(service_instance_id) (time() - messenger_worker_heartbeat_seconds{service_name=\"messenger-worker\"} < 15)) or vector(0)", + "legendFormat": "capacity" + } + ], + "fieldConfig": { + "defaults": { + "unit": "short", + "custom": { + "drawStyle": "line", + "fillOpacity": 10 + } + }, + "overrides": [] + }, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + } + }, + { + "id": 17, + "type": "timeseries", + "title": "Application CPU (cores)", + "description": "CPU seconds / second = cores used by the Python application process. Worker image subprocess CPU is outside this process signal; container limits apply separately.", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 0, + "y": 73, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "rate(messenger_process_cpu_seconds_total[$__rate_interval])", + "legendFormat": "{{service_name}} {{service_instance_id}}" + } + ], + "fieldConfig": { + "defaults": { + "unit": "short", + "custom": { + "drawStyle": "line", + "fillOpacity": 10 + } + }, + "overrides": [] + }, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + } + }, + { + "id": 18, + "type": "timeseries", + "title": "Application resident RAM (bytes)", + "description": "Current resident memory of the Python application process; excludes the separate image subprocess.", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 12, + "y": 73, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "messenger_process_memory_bytes", + "legendFormat": "{{service_name}} {{service_instance_id}}" + } + ], + "fieldConfig": { + "defaults": { + "unit": "bytes", + "custom": { + "drawStyle": "line", + "fillOpacity": 10 + } + }, + "overrides": [] + }, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + } + }, + { + "id": 19, + "type": "timeseries", + "title": "Acceptance to ready p50 / p95 / p99 (seconds)", + "description": "From durable attachment acceptance timestamp to COMMIT ready, including queue wait and retries. Only completed ready jobs enter this histogram.", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 0, + "y": 81, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "histogram_quantile(0.5, sum by (le) (rate(messenger_attachment_time_to_ready_seconds_bucket{service_name=\"messenger-worker\"}[$__rate_interval])))", + "legendFormat": "p50" + }, + { + "refId": "B", + "expr": "histogram_quantile(0.95, sum by (le) (rate(messenger_attachment_time_to_ready_seconds_bucket{service_name=\"messenger-worker\"}[$__rate_interval])))", + "legendFormat": "p95" + }, + { + "refId": "C", + "expr": "histogram_quantile(0.99, sum by (le) (rate(messenger_attachment_time_to_ready_seconds_bucket{service_name=\"messenger-worker\"}[$__rate_interval])))", + "legendFormat": "p99" + } + ], + "fieldConfig": { + "defaults": { + "unit": "s", + "custom": { + "drawStyle": "line", + "fillOpacity": 10 + } + }, + "overrides": [] + }, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + } + }, + { + "id": 20, + "type": "timeseries", + "title": "API availability SLI / SLO (5 minutes)", + "description": "5-minute demonstration window. Health excluded, client 4xx not service failure. No traffic gives no SLI value; lower is worse.", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 12, + "y": 81, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "1 - (sum(rate(messenger_http_requests_total{service_name=\"messenger-api\",route!~\"/health/.*\",status_class=\"5xx\"}[5m])) or vector(0)) / sum(rate(messenger_http_requests_total{service_name=\"messenger-api\",route!~\"/health/.*\"}[5m]))", + "legendFormat": "non-5xx / all business" + }, + { + "refId": "B", + "expr": "vector(0.99)", + "legendFormat": "SLO 99%" + } + ], + "fieldConfig": { + "defaults": { + "unit": "percentunit", + "custom": { + "drawStyle": "line", + "fillOpacity": 10 + } + }, + "overrides": [] + }, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + } + }, + { + "id": 21, + "type": "timeseries", + "title": "Ready within 60 seconds SLI / SLO (5 minutes)", + "description": "Conditional SLI over completed ready jobs. Missing completions produce no successful SLI. Inspect unfinished queue and failed attempts alongside this chart.", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 0, + "y": 89, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "sum(rate(messenger_attachment_time_to_ready_seconds_bucket{service_name=\"messenger-worker\",le=\"60\"}[5m])) / sum(rate(messenger_attachment_time_to_ready_seconds_count{service_name=\"messenger-worker\"}[5m]))", + "legendFormat": "ready <=60s / ready" + }, + { + "refId": "B", + "expr": "vector(0.95)", + "legendFormat": "SLO 95%" + } + ], + "fieldConfig": { + "defaults": { + "unit": "percentunit", + "custom": { + "drawStyle": "line", + "fillOpacity": 10 + } + }, + "overrides": [] + }, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + } + }, + { + "id": 22, + "type": "timeseries", + "title": "Local alert state: pending / firing", + "description": "A series at 1 indicates pending or firing. No series means inactive/resolved. Evaluate rules at http://localhost:9090/alerts; for=10s, rule interval=5s.", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 12, + "y": 89, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "ALERTS{alertname=~\"MessengerHighErrorRate|MessengerQueueLag\"}", + "legendFormat": "{{alertname}} {{alertstate}}" + } + ], + "fieldConfig": { + "defaults": { + "unit": "short", + "custom": { + "drawStyle": "line", + "fillOpacity": 10 + } + }, + "overrides": [] + }, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + } + }, + { + "id": 23, + "type": "timeseries", + "title": "Collector queue occupancy (batches)", + "description": "Bounded in-memory sending queue: 256 batches per traces/logs exporter. Retries expire after 30 seconds.", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 0, + "y": 97, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "otelcol_exporter_queue_size{exporter=~\"otlphttp/.*\"}", + "legendFormat": "{{exporter}} size" + }, + { + "refId": "B", + "expr": "otelcol_exporter_queue_capacity{exporter=~\"otlphttp/.*\"}", + "legendFormat": "{{exporter}} capacity" + } + ], + "fieldConfig": { + "defaults": { + "unit": "short", + "custom": { + "drawStyle": "line", + "fillOpacity": 10 + } + }, + "overrides": [] + }, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + } + }, + { + "id": 24, + "type": "timeseries", + "title": "Collector failed export attempts / second", + "description": "Failed export attempts can include retries; they do not directly count distinct lost events. See evidence and runbook for outage loss accounting.", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 12, + "y": 97, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "rate(otelcol_exporter_send_failed_spans[$__rate_interval])", + "legendFormat": "spans {{exporter}}" + }, + { + "refId": "B", + "expr": "rate(otelcol_exporter_send_failed_log_records[$__rate_interval])", + "legendFormat": "logs {{exporter}}" + } + ], + "fieldConfig": { + "defaults": { + "unit": "ops", + "custom": { + "drawStyle": "line", + "fillOpacity": 10 + } + }, + "overrides": [] + }, + "options": { + "legend": { + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + } + } + ], + "annotations": { + "list": [] + }, + "templating": { + "list": [] + } +} diff --git a/infra/grafana/provisioning/dashboards/dashboards.yaml b/infra/grafana/provisioning/dashboards/dashboards.yaml new file mode 100644 index 0000000..1bf9f7e --- /dev/null +++ b/infra/grafana/provisioning/dashboards/dashboards.yaml @@ -0,0 +1,11 @@ +apiVersion: 1 +providers: + - name: messenger + orgId: 1 + folder: Messenger + type: file + disableDeletion: false + updateIntervalSeconds: 10 + allowUiUpdates: false + options: + path: /var/lib/grafana/dashboards diff --git a/infra/grafana/provisioning/datasources/datasources.yaml b/infra/grafana/provisioning/datasources/datasources.yaml new file mode 100644 index 0000000..5ea245d --- /dev/null +++ b/infra/grafana/provisioning/datasources/datasources.yaml @@ -0,0 +1,42 @@ +apiVersion: 1 +datasources: + - name: Prometheus + uid: prometheus + type: prometheus + access: proxy + url: http://prometheus:9090 + isDefault: true + editable: false + jsonData: + timeInterval: 5s + - name: Loki + uid: loki + type: loki + access: proxy + url: http://loki:3100 + editable: false + jsonData: + derivedFields: + - name: TraceID + matcherType: label + matcherRegex: '^trace_id$' + datasourceUid: tempo + url: '$${__value.raw}' + - name: Tempo + uid: tempo + type: tempo + access: proxy + url: http://tempo:3200 + editable: false + jsonData: + tracesToLogsV2: + datasourceUid: loki + spanStartTimeShift: -5m + spanEndTimeShift: 5m + filterByTraceID: false + filterBySpanID: false + customQuery: true + query: '{$${__tags}} | trace_id="$${__span.traceId}"' + tags: [{ key: service.name, value: service_name }] + nodeGraph: + enabled: true diff --git a/infra/haproxy/haproxy.cfg b/infra/haproxy/haproxy.cfg new file mode 100644 index 0000000..4023977 --- /dev/null +++ b/infra/haproxy/haproxy.cfg @@ -0,0 +1,102 @@ +# HAProxy 3.0 — единственная публичная точка входа (порт 8080). +# Backend-адреса берутся из встроенного DNS Docker: имя сервиса `api` возвращает A-запись +# каждого работающего контейнера-реплики. Реплики не публикуют порты наружу. + +global + log stdout format raw local0 info + maxconn 2048 + +# Встроенный DNS Docker. hold valid 2s — как часто перечитывается список реплик +# (новые контейнеры при scale/rolling update появляются в пуле за ≤ 2–3 s). +resolvers docker + nameserver dns 127.0.0.11:53 + resolve_retries 3 + timeout resolve 1s + timeout retry 1s + hold valid 2s + hold other 2s + hold refused 2s + hold nx 2s + hold timeout 2s + hold obsolete 2s + accepted_payload_size 8192 + +defaults + mode http + log global + option httplog + option dontlognull + # Таймауты согласованы с приложением: + # connect 1s — недоступная реплика быстро даёт ошибку соединения -> retry на другую; + # server 10s — больше statement_timeout БД (5 s) + ожидания пула (3 s); + # http-keep-alive 10s < timeout_keep_alive uvicorn (30 s): LB закрывает простой первым. + timeout connect 1s + timeout client 30s + timeout server 10s + timeout http-request 10s + timeout http-keep-alive 10s + timeout queue 5s + retries 2 + option redispatch 1 + +frontend http_in + bind :8080 + # X-Request-Id создаётся на входе (если клиент не прислал корректный), передаётся в API + # и попадает в лог LB — один ID в логах LB и реплики. + unique-id-format %{+X}o\ %ci:%cp_%fi:%fp_%Ts_%rt:%pid + acl has_valid_rid req.hdr(X-Request-Id) -m reg ^[A-Za-z0-9._:-]{1,128}$ + http-request set-header X-Request-Id %[unique-id] unless has_valid_rid + http-request set-var(txn.rid) req.hdr(X-Request-Id) + log-format "%ci:%cp [%tr] %ft %b/%s %TR/%Tw/%Tc/%Tr/%Ta %ST %B %tsc %ac/%fc/%bc/%sc/%rc %sq/%bq rid=%[var(txn.rid)] \"%HM %HPO\"" + default_backend api + + # Ошибки, созданные самим LB (нет живых реплик / timeout), — в формате контракта. + http-error status 502 content-type application/json lf-string "{\"error\":{\"code\":\"unavailable\",\"message\":\"Нет доступных реплик API\",\"request_id\":\"%[var(txn.rid)]\"}}" hdr X-Request-Id "%[var(txn.rid)]" + http-error status 503 content-type application/json lf-string "{\"error\":{\"code\":\"unavailable\",\"message\":\"Нет доступных реплик API\",\"request_id\":\"%[var(txn.rid)]\"}}" hdr X-Request-Id "%[var(txn.rid)]" + http-error status 504 content-type application/json lf-string "{\"error\":{\"code\":\"unavailable\",\"message\":\"Реплика API не ответила вовремя\",\"request_id\":\"%[var(txn.rid)]\"}}" hdr X-Request-Id "%[var(txn.rid)]" + +backend api + # Обычный round-robin без sticky session: корректность обеспечивает общее состояние в PostgreSQL. + balance roundrobin + + # Активная проверка готовности каждые 1 s; 2 неудачи подряд -> DOWN, 2 успеха -> UP. + # Максимальное время обнаружения отказа «процесс жив, но не готов»: + # inter × fall + timeout check = 1 s × 2 + 1 s ≈ 3 s. + # Упавший процесс (connection refused) обнаруживается быстрее: observe layer4 + error-limit 1 + # переводит сервер в DOWN по первой реальной ошибке соединения, а запрос уходит на другую реплику. + option httpchk + http-check send meth GET uri /health/ready + http-check expect status 200 + default-server inter 1s fastinter 500ms downinter 1s fall 2 rise 2 observe layer4 error-limit 1 on-error mark-down resolvers docker init-addr none resolve-prefer ipv4 check + timeout check 1s + + # Повторы на другую реплику: + # - ошибка установления соединения повторяется всегда (запрос не дошёл до приложения); + # - L7-повторы (пустой ответ / 503 от дренирующейся реплики) разрешены только для + # безопасных GET и для POST сообщения С Idempotency-Key — его повтор не создаст дубль. + # POST /users, /chats, /auth/sessions после отправки не повторяются (нет ключа идемпотентности). + retry-on conn-failure empty-response 503 + acl is_message_post path_reg ^/api/v1/chats/[^/]+/messages$ + acl has_idem_key req.hdr(Idempotency-Key) -m found + http-request disable-l7-retry if METH_POST !is_message_post + http-request disable-l7-retry if METH_POST !has_idem_key + http-request disable-l7-retry if METH_DELETE + # Lab4: 503 вложения означает отказ общего S3 — на другой реплике тот же S3, повтор + # только утроил бы ожидание клиента (3 × S3_OPERATION_TIMEOUT_SECONDS). conn-failure остаётся. + http-request disable-l7-retry if { path_beg /api/v1/attachments/ } + # Upload: после приёма тела API проверяет PNG/JPEG и делает S3 PUT с дедлайном + # 6 s + size / 1 MiB/s (<= 16 s для 10 MiB) — 10 s «timeout server» мало. + http-request set-timeout server 40s if METH_POST { path_reg ^/api/v1/chats/[^/]+/attachments$ } + + # До 8 реплик (scale/rolling update); пустые слоты остаются в MAINT, пока DNS не вернёт адрес. + server-template api 8 api:8080 + +# Служебная страница состояния backend-ов (UP/DOWN, счётчики ошибок/повторов). +# В compose.yaml публикуется только на 127.0.0.1 хоста — не часть публичного API. +frontend stats + bind :8404 + http-request return status 200 content-type text/plain string "ok" if { path /lb-health } + stats enable + stats uri /stats + stats refresh 2s + stats show-legends diff --git a/infra/loki/loki.yaml b/infra/loki/loki.yaml new file mode 100644 index 0000000..973d2cf --- /dev/null +++ b/infra/loki/loki.yaml @@ -0,0 +1,39 @@ +auth_enabled: false +server: + http_listen_port: 3100 +common: + path_prefix: /loki + replication_factor: 1 + ring: + instance_addr: 127.0.0.1 + kvstore: + store: inmemory + storage: + filesystem: + chunks_directory: /loki/chunks + rules_directory: /loki/rules +schema_config: + configs: + - from: 2024-01-01 + store: tsdb + object_store: filesystem + schema: v13 + index: + prefix: index_ + period: 24h +limits_config: + allow_structured_metadata: true + retention_period: 168h + # Bound cardinality: request IDs / trace IDs remain structured metadata. + otlp_config: + resource_attributes: + ignore_defaults: true + attributes_config: + - action: index_label + attributes: [service.name, deployment.environment.name] +compactor: + working_directory: /loki/compactor + retention_enabled: true + delete_request_store: filesystem +analytics: + reporting_enabled: false diff --git a/infra/otel/README.md b/infra/otel/README.md index c46fe89..4cac508 100644 --- a/infra/otel/README.md +++ b/infra/otel/README.md @@ -1,7 +1,19 @@ -# Конфигурация наблюдаемости — реализовать +# Наблюдаемость lab6 -Добавьте `collector.yaml` с OTLP receivers, processors и exporters выбранной версии Collector. Укажите явные bind endpoints, внутренние сети, memory limits/batch и поведение при backpressure по уровню. Сопоставьте все три pipeline с реально развёрнутыми backend. +`API / publisher / worker → OTLP HTTP → Collector → Prometheus / Loki / Tempo → Grafana`. -Добавьте конфигурации storage, Grafana provisioning/datasources, provisioning/dashboards и импортируемые dashboard JSON. На 4 — alert rules и runbooks. Пустой dashboard или debug exporter, который только печатает данные в stdout, не заменяют хранилища/доказательства из `contracts/observability.md`. +* [Collector](collector.yaml): OTLP receivers, memory limiter, bounded batch, + sending queues и retry. Collector доступен только во внутренней сети Compose. +* [Prometheus](../prometheus/prometheus.yaml) хранит метрики приложения и самого + Collector; [alerts](../prometheus/alerts.yaml) оцениваются каждые 5 секунд. +* [Loki](../loki/loki.yaml) принимает native OTLP logs; технические ID — + structured metadata, не индексные labels. +* [Tempo](../tempo/tempo.yaml) хранит реальные API/producer/consumer spans. +* [Grafana](../grafana/provisioning/datasources/datasources.yaml) подключает + три datasource; [dashboard](../grafana/dashboards/messenger.json) импортируется + provisioning автоматически. Backend ports и Grafana опубликованы на loopback. -Не публикуйте OTLP/metrics/административные ports в общую сеть без необходимости. В lab7 реализуйте TLS/mTLS по trust matrix; экспорт Authorization и message bodies запрещён. +Сценарии диагностики и точные SLI/SLO: [RUNBOOK](RUNBOOK.md). +Запуск, семантика метрик, результаты и ограничения: [отчёт](../../REPORT.md). +Воспроизводимая проверка с evidence: `python -X utf8 scripts/test_lab6.py --incidents`. +Подробные сценарии находятся в `scripts/observe_lab6.py`. diff --git a/infra/otel/RUNBOOK.md b/infra/otel/RUNBOOK.md new file mode 100644 index 0000000..6ccff7a --- /dev/null +++ b/infra/otel/RUNBOOK.md @@ -0,0 +1,99 @@ +# Диагностика стенда lab6 + +Правила предназначены для локального учебного стенда и синтетической нагрузки. +Пороги 15 секунд и `for: 10s` сокращены для демонстрации, а не выведены из +производственной статистики. Alert оценивается Prometheus каждые 5 секунд. +Firing и последующее отсутствие активного alert сохраняет сценарий проверки; +внешняя доставка уведомлений не требуется. + +## SLI и SLO + +- Доступность API: доля бизнес-ответов с кодом ниже 500 среди всех + бизнес-ответов. `/health/*` исключается, 4xx считаются доступным сервисом. + Учебный SLO: не менее 99% в скользящем окне 5 минут. +- Готовность вложения: доля завершений `ready` с временем не более 60 секунд + от устойчивого принятия до COMMIT `ready`. SLO: не менее 95% в окне 5 минут. + Доля вычисляется по `messenger_attachment_time_to_ready_seconds_bucket{le="60"}` + и `_count`; незавершённые и failed задачи отдельно видны в backlog/errors. + Поэтому этот SLI условен по успешным завершениям и один не доказывает, + что 95% всех принятых загрузок достигают ready. При остановленном worker + отсутствие завершений не интерпретируется как выполненный SLO. +- Percentile считается `histogram_quantile` после `sum by (le)` bucket rate + всех нужных реплик. Средние p95 отдельных реплик не усредняются. + +## API errors + +Ссылка alert: `MessengerHighErrorRate`. + +1. Открыть Grafana `http://localhost:3000`, dashboard **Messenger lab6**. + Проверить интервал инцидента, RPS и 5xx ratio. Ошибки входа 401 и + недоступность PostgreSQL 503 отвечают на разные вопросы. +2. Выбрать ошибочный API trace из Tempo и связанный структурный лог по + `trace_id`; `request_id` связывает лог с `X-Request-Id` ответа. +3. Найти DB span: ошибка соединения или большая длительность DB при + коротком handler указывает на зависимость. Сравнить pool used/waiting + и DB operation duration. В spans нет текста SQL и параметров. + Если DB spans быстрые, искать время между ними/в handler, S3 или + ожидание свободного ресурса; одно значение p95 причины не устанавливает. +4. Проверить `docker compose ps db api`. В контролируемом сценарии + `docker compose stop db` ожидаются отказы синхронного пути и readiness. + HAProxy может вернуть собственный 503, не попадающий в счётчик API: + сценарий диагностики должен сохранять также прямой ответ API. +5. Восстановить `docker compose start db`, дождаться API ready, повторить + запросы. В Prometheus `http://localhost:9090/alerts` alert сначала + становится inactive после выхода ошибок из окна 1 минуты. + +Сохранять ответ без токена, trace JSON, лог, запросы метрик и состояние alert +до воздействия, во время и после. Не считать текст ошибки DB в stdout +единственным доказательством причины: нужны сохранённые сигналы приложения. + +## Queue lag + +Ссылка alert: `MessengerQueueLag`. + +1. Сравнить queue depth, oldest age, свежесть наблюдения, busy/capacity worker, + успешные/ошибочные jobs и длительность попыток. Backlog измерен по + устойчивым незавершённым заданиям PostgreSQL, включая outbox и retry; + это не только число сообщений ready в RabbitMQ. +2. Если depth > 0 и возраст растёт при отсутствии завершений и busy=0, + проверить `docker compose ps worker publisher broker`. Остановка worker + не останавливает publisher-наблюдатель. +3. Если busy=capacity, искать медленные DB/S3/image spans в worker trace. + Если растут retry/errors, найти соответствующий consumer span и событие + retry. По traceparent пройти producer → consumer → DB/S3, включая попытки. +4. Контролируемое воздействие: `docker compose stop worker`, затем несколько + upload стандартного fixture. Ответ 202 означает устойчивое принятие; + рост oldest age и firing ожидаются через 15 секунд плюс `for` и интервалы + сбора/оценки. Счётчик duration не заменяет возраст ожидающей задачи. +5. Восстановить `docker compose start worker`. Дождаться ready вложений, + depth=0 и inactive alert. Скачать original и thumbnail, проверить байты + и размеры. Уменьшение backlog само по себе ещё не доказывает сохранность. + +Sample age защищает от интерпретации устаревшей очереди как свежей. Если DB +недоступна и sample age растёт, сначала расследовать DB; автоматически +приписывать это остановленному worker нельзя. + +## Недоступен backend telemetry + +1. Перед воздействием сохранить Collector exporter queue/failed counters, + память API/worker/Collector и контрольное сообщение/вложение. +2. `docker compose stop tempo loki` отключает хранилища traces/logs. + Prometheus остаётся включённым и сохраняет self metrics Collector: + очередь, ошибки отправки и память. Отдельно проверить недоступность + Collector, если нужно исследовать именно переполнение SDK. +3. Продолжать бизнес-запросы и загрузки. Проверить 201 сообщений, 202 → ready + вложений и чтение данных. Telemetry отсутствует в readiness; зависимость + от неё не должна отбирать все API из балансировки. +4. Collector: memory limiter 192 MiB, spike 48 MiB, batch максимум 512, + sending queue максимум 256 batches на exporter, 2 consumers; timeout 3s, + retry не более 30s на batch. После исчерпания retries данные отбрасываются. + SDK также имеет конечные очереди и timeout; экспорт выполняется фоново. + Ограничения RAM контейнеров — дополнительный предел, а не замена очередям. +5. `docker compose start tempo loki`; дождаться backend ready и повторить + контрольный запрос. Новые trace/log должны появиться. Часть старых + сигналов может потеряться: сохранённый рост failed/dropped counters и + границы измерения описываются в отчёте. Нельзя обещать полное восстановление + telemetry после перезапуска Collector: его очереди находятся в памяти. + +Команды `docker compose down` сохраняют volumes. `down -v` удаляет учебные +данные и историю, для восстановления после инцидента эта команда не нужна. diff --git a/infra/otel/collector.yaml b/infra/otel/collector.yaml new file mode 100644 index 0000000..31152c8 --- /dev/null +++ b/infra/otel/collector.yaml @@ -0,0 +1,69 @@ +receivers: + otlp: + protocols: + grpc: + endpoint: 0.0.0.0:4317 + http: + endpoint: 0.0.0.0:4318 + +processors: + memory_limiter: + check_interval: 1s + limit_mib: 192 + spike_limit_mib: 48 + batch: + timeout: 1s + send_batch_size: 256 + send_batch_max_size: 512 + +exporters: + prometheus: + endpoint: 0.0.0.0:8889 + metric_expiration: 5m + resource_to_telemetry_conversion: + enabled: true + otlphttp/tempo: + endpoint: http://tempo:4318 + timeout: 3s + sending_queue: + enabled: true + num_consumers: 2 + queue_size: 256 + retry_on_failure: + enabled: true + initial_interval: 1s + max_interval: 5s + max_elapsed_time: 30s + otlphttp/loki: + # otlphttp appends /v1/logs; Loki 3.2 accepts native OTLP here. + endpoint: http://loki:3100/otlp + timeout: 3s + sending_queue: + enabled: true + num_consumers: 2 + queue_size: 256 + retry_on_failure: + enabled: true + initial_interval: 1s + max_interval: 5s + max_elapsed_time: 30s + +service: + telemetry: + logs: + level: warn + metrics: + address: 0.0.0.0:8888 + pipelines: + traces: + receivers: [otlp] + processors: [memory_limiter, batch] + exporters: [otlphttp/tempo] + logs: + receivers: [otlp] + processors: [memory_limiter, batch] + exporters: [otlphttp/loki] + metrics: + receivers: [otlp] + processors: [memory_limiter, batch] + exporters: [prometheus] diff --git a/infra/prometheus/alerts.yaml b/infra/prometheus/alerts.yaml new file mode 100644 index 0000000..3817feb --- /dev/null +++ b/infra/prometheus/alerts.yaml @@ -0,0 +1,32 @@ +groups: + - name: messenger-lab6 + interval: 5s + rules: + - alert: MessengerHighErrorRate + expr: | + ( + sum(rate(messenger_http_requests_total{service_name="messenger-api",route!~"/health/.*",status_class="5xx"}[1m])) + / + clamp_min(sum(rate(messenger_http_requests_total{service_name="messenger-api",route!~"/health/.*"}[1m])), 1e-9) + ) > 0.05 + for: 10s + labels: + severity: warning + annotations: + summary: "Business API 5xx ratio exceeds 5%" + description: "5xx / all business HTTP responses over 1 minute, continuously above 5% for 10 seconds. Health and client 4xx are not failures in this SLI." + runbook: "infra/otel/RUNBOOK.md#api-errors" + - alert: MessengerQueueLag + expr: | + max(messenger_queue_oldest_age_seconds{service_name="messenger-publisher"}) > 15 + and + max(messenger_queue_depth{service_name="messenger-publisher"}) > 0 + and + max(messenger_queue_sample_age_seconds{service_name="messenger-publisher"}) < 10 + for: 10s + labels: + severity: warning + annotations: + summary: "Oldest unfinished attachment job exceeds 15 seconds" + description: "Durable PostgreSQL backlog is nonempty and oldest job age is above 15 seconds for 10 seconds; the observer sample is less than 10 seconds old. This is queue age, not worker processing duration." + runbook: "infra/otel/RUNBOOK.md#queue-lag" diff --git a/infra/prometheus/prometheus.yaml b/infra/prometheus/prometheus.yaml new file mode 100644 index 0000000..9cad595 --- /dev/null +++ b/infra/prometheus/prometheus.yaml @@ -0,0 +1,17 @@ +global: + scrape_interval: 5s + evaluation_interval: 5s + +rule_files: + - /etc/prometheus/alerts.yaml + +scrape_configs: + - job_name: messenger + static_configs: + - targets: [otel-collector:8889] + - job_name: collector + static_configs: + - targets: [otel-collector:8888] + - job_name: prometheus + static_configs: + - targets: [localhost:9090] diff --git a/infra/seaweedfs/s3.json.template b/infra/seaweedfs/s3.json.template new file mode 100644 index 0000000..afdd004 --- /dev/null +++ b/infra/seaweedfs/s3.json.template @@ -0,0 +1,22 @@ +{ + "identities": [ + { + "name": "admin", + "credentials": [ + { "accessKey": "@ADMIN_ACCESS_KEY@", "secretKey": "@ADMIN_SECRET_KEY@" } + ], + "actions": ["Admin", "Read", "List", "Tagging", "Write"] + }, + { + "name": "messenger-api", + "credentials": [ + { "accessKey": "@API_ACCESS_KEY@", "secretKey": "@API_SECRET_KEY@" } + ], + "actions": [ + "Read:messenger-attachments", + "Write:messenger-attachments", + "List:messenger-attachments" + ] + } + ] +} diff --git a/infra/seaweedfs/start.sh b/infra/seaweedfs/start.sh new file mode 100644 index 0000000..1f63d8e --- /dev/null +++ b/infra/seaweedfs/start.sh @@ -0,0 +1,24 @@ +#!/bin/sh +# SeaweedFS all-in-one (master + volume + filer + S3 gateway) for the lab stand. +# +# - master/volume/filer and their web UIs listen on 127.0.0.1 INSIDE the +# container only (-ip.bind): their HTTP API has no authentication and must +# not be reachable from the Docker network. Only the S3 gateway (9000) +# listens on all interfaces, and it requires SigV4 credentials. +# - Identities and rights come from s3.json.template; the secret values are +# substituted at start from Docker secrets into a file readable by root +# only (never stored in Git or in the image). +set -eu +umask 077 +s() { cat "/run/secrets/$1"; } +sed -e "s|@ADMIN_ACCESS_KEY@|$(s s3_admin_access_key_id)|" \ + -e "s|@ADMIN_SECRET_KEY@|$(s s3_admin_secret_access_key)|" \ + -e "s|@API_ACCESS_KEY@|$(s s3_access_key_id)|" \ + -e "s|@API_SECRET_KEY@|$(s s3_secret_access_key)|" \ + /opt/lab/s3.json.template > /tmp/s3.json + +exec weed -logtostderr=true server \ + -dir=/data \ + -ip=127.0.0.1 -ip.bind=127.0.0.1 \ + -master.volumeSizeLimitMB=256 -volume.max=0 \ + -s3 -s3.port=9000 -s3.ip.bind=0.0.0.0 -s3.config=/tmp/s3.json diff --git a/infra/tempo/tempo.yaml b/infra/tempo/tempo.yaml new file mode 100644 index 0000000..1ac7a11 --- /dev/null +++ b/infra/tempo/tempo.yaml @@ -0,0 +1,25 @@ +server: + http_listen_port: 3200 +distributor: + receivers: + otlp: + protocols: + grpc: + endpoint: 0.0.0.0:4317 + http: + endpoint: 0.0.0.0:4318 +ingester: + trace_idle_period: 5s + max_block_duration: 1m +compactor: + compaction: + block_retention: 168h +storage: + trace: + backend: local + wal: + path: /var/tempo/wal + local: + path: /var/tempo/blocks +usage_report: + reporting_enabled: false diff --git a/migrations/001_initial_schema.sql b/migrations/001_initial_schema.sql new file mode 100644 index 0000000..6441808 --- /dev/null +++ b/migrations/001_initial_schema.sql @@ -0,0 +1,48 @@ +CREATE TABLE IF NOT EXISTS users ( + id UUID PRIMARY KEY, + username VARCHAR(32) NOT NULL UNIQUE, + display_name VARCHAR(100) NOT NULL, + password_hash TEXT NOT NULL, + created_at TIMESTAMPTZ NOT NULL DEFAULT now(), + + CONSTRAINT users_username_format_check + CHECK (username ~ '^[a-z0-9_]{3,32}$'), + + CONSTRAINT users_display_name_nonblank_check + CHECK (char_length(btrim(display_name)) >= 1) + ); + +CREATE TABLE IF NOT EXISTS chats ( + id UUID PRIMARY KEY, + title VARCHAR(255) NOT NULL, + created_at TIMESTAMPTZ NOT NULL DEFAULT now(), + + CONSTRAINT chats_title_nonblank_check + CHECK (char_length(btrim(title)) >= 1) + ); + +CREATE TABLE IF NOT EXISTS chat_members ( + chat_id UUID NOT NULL REFERENCES chats(id) ON DELETE CASCADE, + user_id UUID NOT NULL REFERENCES users(id) ON DELETE RESTRICT, + PRIMARY KEY (chat_id, user_id) + ); + +CREATE TABLE IF NOT EXISTS messages ( + id UUID PRIMARY KEY, + chat_id UUID NOT NULL REFERENCES chats(id) ON DELETE CASCADE, + sender_id UUID NOT NULL REFERENCES users(id) ON DELETE RESTRICT, + text VARCHAR(4000) NOT NULL, + created_at TIMESTAMPTZ NOT NULL DEFAULT now(), + + CONSTRAINT messages_text_nonblank_check + CHECK (char_length(btrim(text)) >= 1) + ); + +CREATE TABLE IF NOT EXISTS sessions ( + id UUID PRIMARY KEY, + user_id UUID NOT NULL REFERENCES users(id) ON DELETE CASCADE, + token_hash CHAR(64) NOT NULL UNIQUE, + expires_at TIMESTAMPTZ NOT NULL, + revoked_at TIMESTAMPTZ, + created_at TIMESTAMPTZ NOT NULL DEFAULT now() + ); \ No newline at end of file diff --git a/migrations/002_indexes.sql b/migrations/002_indexes.sql new file mode 100644 index 0000000..af47095 --- /dev/null +++ b/migrations/002_indexes.sql @@ -0,0 +1,12 @@ +CREATE INDEX IF NOT EXISTS messages_keyset_idx + ON messages (chat_id, created_at ASC, id ASC); + +CREATE INDEX IF NOT EXISTS chats_keyset_idx + ON chats (created_at ASC, id ASC); + +CREATE INDEX IF NOT EXISTS chat_members_user_chat_idx + ON chat_members (user_id, chat_id); + +CREATE INDEX IF NOT EXISTS sessions_active_token_idx + ON sessions (token_hash, expires_at) + WHERE revoked_at IS NULL; \ No newline at end of file diff --git a/migrations/003_idempotency_keys.sql b/migrations/003_idempotency_keys.sql new file mode 100644 index 0000000..eacde91 --- /dev/null +++ b/migrations/003_idempotency_keys.sql @@ -0,0 +1,18 @@ +-- Lab3: shared idempotency of POST /chats/{chat_id}/messages. +-- Scope: user + method + chat path + key. The key row and the message are +-- written in one transaction, so either both exist or neither does. +-- Expand-only change: the running lab2/lab3 API keeps working with it. +CREATE TABLE IF NOT EXISTS idempotency_keys ( + user_id UUID NOT NULL REFERENCES users(id) ON DELETE CASCADE, + chat_id UUID NOT NULL REFERENCES chats(id) ON DELETE CASCADE, + method VARCHAR(8) NOT NULL, + key VARCHAR(128) NOT NULL, + request_hash CHAR(64) NOT NULL, + message_id UUID REFERENCES messages(id) ON DELETE CASCADE, + created_at TIMESTAMPTZ NOT NULL DEFAULT now(), + PRIMARY KEY (user_id, chat_id, method, key) +); + +-- For a periodic cleanup of keys older than IDEMPOTENCY_TTL_SECONDS. +CREATE INDEX IF NOT EXISTS idempotency_keys_created_idx + ON idempotency_keys (created_at); diff --git a/migrations/004_attachments.sql b/migrations/004_attachments.sql new file mode 100644 index 0000000..4b9a549 --- /dev/null +++ b/migrations/004_attachments.sql @@ -0,0 +1,68 @@ +-- Lab4: attachments. PostgreSQL keeps metadata, the bytes live in a private +-- S3 bucket under a server-generated object_key. Expand-only migration: the +-- lab3 API keeps working on this schema. + +-- Text may be empty when the message has attachments; "not blank without +-- attachments" is checked by the API (one message + its links are inserted +-- in one transaction). +ALTER TABLE messages DROP CONSTRAINT IF EXISTS messages_text_nonblank_check; + +CREATE TABLE IF NOT EXISTS attachments ( + id UUID PRIMARY KEY, + chat_id UUID NOT NULL REFERENCES chats(id) ON DELETE RESTRICT, + owner_id UUID NOT NULL REFERENCES users(id) ON DELETE RESTRICT, + -- Display name only; never used as a path or an S3 key. + filename VARCHAR(255) NOT NULL, + content_type VARCHAR(32) NOT NULL, + size_bytes BIGINT NOT NULL, + sha256 CHAR(64) NOT NULL, + width INTEGER NOT NULL, + height INTEGER NOT NULL, + -- Lab4 has only "ready": the row is inserted after the object is stored. + status VARCHAR(16) NOT NULL DEFAULT 'ready', + error_code VARCHAR(64), + object_key TEXT NOT NULL UNIQUE, + created_at TIMESTAMPTZ NOT NULL DEFAULT now(), + updated_at TIMESTAMPTZ NOT NULL DEFAULT now(), + + CONSTRAINT attachments_content_type_check + CHECK (content_type IN ('image/png', 'image/jpeg')), + CONSTRAINT attachments_size_check + CHECK (size_bytes BETWEEN 1 AND 10485760), + CONSTRAINT attachments_sha256_check + CHECK (sha256 ~ '^[a-f0-9]{64}$'), + CONSTRAINT attachments_status_check + CHECK (status IN ('ready')) +); + +CREATE INDEX IF NOT EXISTS attachments_chat_idx ON attachments (chat_id); + +-- A message references 0-10 attachments of its own chat; "position" keeps +-- the order of attachment_ids. One attachment may be referenced by several +-- messages of the chat. +CREATE TABLE IF NOT EXISTS message_attachments ( + message_id UUID NOT NULL REFERENCES messages(id) ON DELETE CASCADE, + attachment_id UUID NOT NULL REFERENCES attachments(id) ON DELETE RESTRICT, + position SMALLINT NOT NULL, + PRIMARY KEY (message_id, attachment_id), + CONSTRAINT message_attachments_position_check CHECK (position BETWEEN 0 AND 9), + CONSTRAINT message_attachments_position_unique UNIQUE (message_id, position) +); + +CREATE INDEX IF NOT EXISTS message_attachments_attachment_idx + ON message_attachments (attachment_id); + +-- Upload intent: committed BEFORE the S3 PUT and deleted in the same +-- transaction that inserts the attachment row. An intent older than the +-- grace period therefore means "the object may exist in S3, but the request +-- never committed" (crash, lost DB, client gone) -> the janitor deletes the +-- object and then the intent. +CREATE TABLE IF NOT EXISTS upload_intents ( + object_key TEXT PRIMARY KEY, + attachment_id UUID NOT NULL, + chat_id UUID NOT NULL, + created_at TIMESTAMPTZ NOT NULL DEFAULT now() +); + +CREATE INDEX IF NOT EXISTS upload_intents_created_idx + ON upload_intents (created_at); diff --git a/migrations/005_async_pipeline.sql b/migrations/005_async_pipeline.sql new file mode 100644 index 0000000..9c7fada --- /dev/null +++ b/migrations/005_async_pipeline.sql @@ -0,0 +1,49 @@ +-- Lab5: the database owns the work intent; RabbitMQ carries only its IDs. +ALTER TABLE attachments DROP CONSTRAINT attachments_status_check; +ALTER TABLE attachments ADD CONSTRAINT attachments_status_check + CHECK (status IN ('queued', 'processing', 'ready', 'failed')); +ALTER TABLE attachments + ADD COLUMN staging_key TEXT, + ADD COLUMN pipeline_version INTEGER NOT NULL DEFAULT 1 CHECK (pipeline_version = 1), + ADD COLUMN job_id UUID UNIQUE, + ADD COLUMN attempt INTEGER NOT NULL DEFAULT 1 CHECK (attempt >= 1), + ADD COLUMN attempts_run INTEGER NOT NULL DEFAULT 0, + ADD COLUMN lease_token UUID, + ADD COLUMN lease_until TIMESTAMPTZ, + ADD COLUMN next_attempt_at TIMESTAMPTZ NOT NULL DEFAULT now(), + ADD COLUMN staging_deleted BOOLEAN NOT NULL DEFAULT false, + ADD COLUMN variants JSONB NOT NULL DEFAULT '[]'::jsonb; + +CREATE TABLE outbox ( + id BIGSERIAL PRIMARY KEY, + job_id UUID NOT NULL, + attachment_id UUID NOT NULL REFERENCES attachments(id), + attempt INTEGER NOT NULL DEFAULT 1, + available_at TIMESTAMPTZ NOT NULL DEFAULT now(), + published_at TIMESTAMPTZ, + created_at TIMESTAMPTZ NOT NULL DEFAULT now() +); +CREATE INDEX outbox_pending_idx ON outbox(available_at, id) WHERE published_at IS NULL; +CREATE INDEX attachments_lease_idx ON attachments(lease_until) WHERE status = 'processing'; +CREATE INDEX attachments_staging_idx ON attachments(updated_at) + WHERE staging_key IS NOT NULL AND NOT staging_deleted; + +-- Failed registry = attachments WHERE status='failed'. This append-only +-- journal explains retry, lease recovery and explicit operator replay. +CREATE TABLE job_events ( + id BIGSERIAL PRIMARY KEY, + attachment_id UUID NOT NULL REFERENCES attachments(id), + event TEXT NOT NULL, + attempt INTEGER NOT NULL, + detail TEXT NOT NULL DEFAULT '', + created_at TIMESTAMPTZ NOT NULL DEFAULT now() +); +CREATE INDEX job_events_attachment_idx ON job_events(attachment_id, id); + +-- Internal one-shot crash injection, never exposed through public HTTP. +CREATE TABLE fault_injections ( + point TEXT PRIMARY KEY, + remaining INTEGER NOT NULL DEFAULT 0 CHECK (remaining >= 0), + hits INTEGER NOT NULL DEFAULT 0, + updated_at TIMESTAMPTZ NOT NULL DEFAULT now() +); diff --git a/migrations/006_trace_context.sql b/migrations/006_trace_context.sql new file mode 100644 index 0000000..2cf6609 --- /dev/null +++ b/migrations/006_trace_context.sql @@ -0,0 +1,4 @@ +-- W3C context is part of the durable work intent, not an in-memory cache. +-- Retry attempts retain the latest causal span; business payload is unchanged. +ALTER TABLE attachments ADD COLUMN traceparent TEXT, ADD COLUMN tracestate TEXT; +ALTER TABLE outbox ADD COLUMN traceparent TEXT, ADD COLUMN tracestate TEXT; diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000..7e53a27 --- /dev/null +++ b/requirements.txt @@ -0,0 +1,20 @@ +fastapi==0.115.0 +uvicorn[standard]==0.30.6 +pydantic==2.9.2 +SQLAlchemy==2.0.36 +asyncpg==0.30.0 +argon2-cffi==23.1.0 +redis==5.0.8 +# Lab4: S3 client (async) and image header/JPEG decoding +aiobotocore==2.15.2 +botocore==1.35.36 +aiohttp==3.10.10 +Pillow==11.0.0 + +# Lab5: durable RabbitMQ messages and publisher confirmations. +aio-pika==9.4.3 + +# Explicit OTLP/HTTP SDK; semantic conventions bundled as 0.49b2. +opentelemetry-api==1.28.2 +opentelemetry-sdk==1.28.2 +opentelemetry-exporter-otlp-proto-http==1.28.2 diff --git a/scripts/init-secrets.ps1 b/scripts/init-secrets.ps1 new file mode 100644 index 0000000..89acd11 --- /dev/null +++ b/scripts/init-secrets.ps1 @@ -0,0 +1,32 @@ +# Creates the same local secret files as init-secrets.sh on Windows. +# Existing values are preserved and never printed. +$ErrorActionPreference = 'Stop' +$secretDirectory = [IO.Path]::GetFullPath((Join-Path $PSScriptRoot '../infra/secrets')) +[IO.Directory]::CreateDirectory($secretDirectory) | Out-Null +function New-RandomHex { + $bytes = New-Object byte[] 24 + $randomGenerator = [Security.Cryptography.RandomNumberGenerator]::Create() + try { $randomGenerator.GetBytes($bytes) } finally { $randomGenerator.Dispose() } + return ([BitConverter]::ToString($bytes)).Replace('-', '').ToLowerInvariant() +} +function Write-NewSecret([string]$Name, [string]$Value) { + $secretPath = Join-Path $secretDirectory $Name + if (Test-Path -LiteralPath $secretPath) { Write-Output "keep infra/secrets/$Name" } + else { + [IO.File]::WriteAllText($secretPath, $Value, (New-Object Text.UTF8Encoding $false)) + Write-Output "create infra/secrets/$Name" + } +} +Write-NewSecret 'postgres_password.txt' (New-RandomHex) +$databasePassword = [IO.File]::ReadAllText((Join-Path $secretDirectory 'postgres_password.txt')).Trim() +Write-NewSecret 'database_url.txt' "postgresql://messenger:${databasePassword}@db:5432/messenger" +Write-NewSecret 'valkey_password.txt' (New-RandomHex) +$cachePassword = [IO.File]::ReadAllText((Join-Path $secretDirectory 'valkey_password.txt')).Trim() +Write-NewSecret 'cache_url.txt' "redis://:${cachePassword}@valkey:6379/0" +Write-NewSecret 's3_admin_access_key_id.txt' ('admin' + (New-RandomHex).Substring(0,15)) +Write-NewSecret 's3_admin_secret_access_key.txt' ((New-RandomHex) + (New-RandomHex)) +Write-NewSecret 's3_access_key_id.txt' ('api' + (New-RandomHex).Substring(0,17)) +Write-NewSecret 's3_secret_access_key.txt' ((New-RandomHex) + (New-RandomHex)) +Write-NewSecret 'broker_password.txt' (New-RandomHex) +$queuePassword = [IO.File]::ReadAllText((Join-Path $secretDirectory 'broker_password.txt')).Trim() +Write-NewSecret 'broker_url.txt' "amqp://messenger:${queuePassword}@broker:5672/" diff --git a/scripts/init-secrets.sh b/scripts/init-secrets.sh new file mode 100755 index 0000000..13da871 --- /dev/null +++ b/scripts/init-secrets.sh @@ -0,0 +1,51 @@ +#!/bin/sh +# Creates local Docker secrets for a synthetic lab stand. +# Existing files are never overwritten; values are never printed. +set -eu + +dir="$(cd "$(dirname "$0")/.." && pwd)/infra/secrets" +mkdir -p "$dir" +# Host access is limited by the directory mode; the files themselves must stay +# readable by the non-root users inside containers (bind-mounted secrets). +chmod 700 "$dir" 2>/dev/null || true + +random() { + od -An -tx1 -N24 /dev/urandom | tr -d ' \n' +} + +write_new() { + if [ -f "$dir/$1" ]; then + echo "keep infra/secrets/$1" + else + printf '%s' "$2" > "$dir/$1" + chmod 644 "$dir/$1" 2>/dev/null || true + echo "create infra/secrets/$1" + fi +} + +if [ ! -f "$dir/postgres_password.txt" ]; then + write_new postgres_password.txt "$(random)" +fi +pg_password="$(cat "$dir/postgres_password.txt")" +write_new database_url.txt "postgresql://messenger:${pg_password}@db:5432/messenger" + +if [ ! -f "$dir/valkey_password.txt" ]; then + write_new valkey_password.txt "$(random)" +fi +valkey_password="$(cat "$dir/valkey_password.txt")" +write_new cache_url.txt "redis://:${valkey_password}@valkey:6379/0" + +# Lab4: S3 (SeaweedFS). Admin credentials are used only by the s3-init +# bootstrap; the API gets its own key pair restricted to one bucket. +write_new s3_admin_access_key_id.txt "admin$(random | cut -c1-15)" +write_new s3_admin_secret_access_key.txt "$(random)$(random)" +write_new s3_access_key_id.txt "api$(random | cut -c1-17)" +write_new s3_secret_access_key.txt "$(random)$(random)" + +# Lab5: RabbitMQ uses a separate local password. The URL is a Docker secret; +# no credentials appear in compose.yaml or the report. +if [ ! -f "$dir/broker_password.txt" ]; then + write_new broker_password.txt "$(random)" +fi +broker_password="$(cat "$dir/broker_password.txt")" +write_new broker_url.txt "amqp://messenger:${broker_password}@broker:5672/" diff --git a/scripts/kill-one.sh b/scripts/kill-one.sh new file mode 100755 index 0000000..bd30ddc --- /dev/null +++ b/scripts/kill-one.sh @@ -0,0 +1,18 @@ +#!/bin/sh +# Вариант жёсткого отказа (для сравнения): SIGKILL без graceful shutdown. +# Используется в собственных экспериментах; публичный тест запускается со stop-one.sh. +set -eu +: "${TARGET_INSTANCE_ID:?target API instance alias required}" +. "$(dirname "$0")/lib.sh" +case "$TARGET_INSTANCE_ID" in + *[!0-9a-f]* | "") echo "unexpected instance id format" >&2; exit 2 ;; +esac +for id in $(service_ids api); do + case "$id" in "$TARGET_INSTANCE_ID"*) + docker kill --signal KILL "$id" >/dev/null + echo "killed api container $(short "$id") at $(date -u +%H:%M:%S)" + exit 0 ;; + esac +done +echo "instance $TARGET_INSTANCE_ID is not a running api container" >&2 +exit 3 diff --git a/scripts/lib.sh b/scripts/lib.sh new file mode 100644 index 0000000..675dd84 --- /dev/null +++ b/scripts/lib.sh @@ -0,0 +1,33 @@ +#!/bin/sh +# Общие функции операторских скриптов. Используют только docker CLI и метки Compose, +# поэтому работают и на хосте, и в контейнере tester (docker.sock). +PROJECT="${COMPOSE_PROJECT:-messenger-lab6}" + +# ID контейнеров сервиса (по умолчанию только работающих); -a — включая остановленные. +service_ids() { + # $1 — сервис, $2 — необязательный флаг -a + docker ps ${2:-} -q --no-trunc \ + --filter "label=com.docker.compose.project=$PROJECT" \ + --filter "label=com.docker.compose.service=$1" +} + +# Ждать, пока все переданные контейнеры станут healthy (timeout в секундах первым аргументом). +# В POSIX sh переменные функций глобальны: имена с префиксом _wh_, чтобы не затереть +# переменные вызывающего цикла. +wait_healthy() { + _wh_timeout="$1"; shift + _wh_deadline=$(( $(date +%s) + _wh_timeout )) + for _wh_id in "$@"; do + while :; do + _wh_state=$(docker inspect -f '{{if .State.Health}}{{.State.Health.Status}}{{else}}{{.State.Status}}{{end}}' "$_wh_id" 2>/dev/null || echo missing) + case "$_wh_state" in healthy|running) break ;; esac + if [ "$(date +%s)" -ge "$_wh_deadline" ]; then + echo "container $(echo "$_wh_id" | cut -c1-12) not healthy (state=$_wh_state)" >&2 + return 1 + fi + sleep 1 + done + done +} + +short() { echo "$1" | cut -c1-12; } diff --git a/scripts/migrate.py b/scripts/migrate.py new file mode 100644 index 0000000..252d602 --- /dev/null +++ b/scripts/migrate.py @@ -0,0 +1,99 @@ +from __future__ import annotations + +import asyncio +import os +from pathlib import Path + +import asyncpg + + +ROOT = Path(__file__).resolve().parents[1] +MIGRATIONS_DIR = ROOT / "migrations" +# Lab3: migrations run once in the "migrate" service before the API replicas +# start. The advisory lock still serialises two accidental parallel runs +# (e.g. a manual run during a rolling update); the second one then sees all +# versions in schema_migrations and only prints SKIP. +MIGRATION_LOCK_ID = 727003 + + +def read_database_url() -> str: + file_name = os.getenv("DATABASE_URL_FILE") + + if file_name: + return Path(file_name).read_text(encoding="utf-8").strip() + + value = os.getenv("DATABASE_URL") + + if not value: + raise RuntimeError("DATABASE_URL or DATABASE_URL_FILE is required.") + + return value + + +def plain_postgres_url(url: str) -> str: + if url.startswith("postgresql+asyncpg://"): + return url.replace("postgresql+asyncpg://", "postgresql://", 1) + + return url + + +async def connect_with_retry(url: str, attempts: int = 30): + for attempt in range(1, attempts + 1): + try: + return await asyncpg.connect(url, timeout=3) + except (OSError, asyncpg.PostgresError) as exc: + if attempt == attempts: + raise + print(f"WAIT database ({type(exc).__name__}), retry {attempt}") + await asyncio.sleep(1) + + +async def migrate() -> None: + connection = await connect_with_retry( + plain_postgres_url(read_database_url()) + ) + + try: + await connection.execute( + "SELECT pg_advisory_lock($1)", + MIGRATION_LOCK_ID, + ) + await connection.execute( + """ + CREATE TABLE IF NOT EXISTS schema_migrations ( + version TEXT PRIMARY KEY, + applied_at TIMESTAMPTZ NOT NULL DEFAULT now() + ) + """ + ) + + applied_rows = await connection.fetch( + "SELECT version FROM schema_migrations" + ) + applied = {row["version"] for row in applied_rows} + + for migration_file in sorted(MIGRATIONS_DIR.glob("*.sql")): + version = migration_file.name + + if version in applied: + print(f"SKIP {version}") + continue + + sql = migration_file.read_text(encoding="utf-8") + + print(f"APPLY {version}") + + async with connection.transaction(): + await connection.execute(sql) + await connection.execute( + "INSERT INTO schema_migrations (version) VALUES ($1)", + version, + ) + + print("PASS: migrations applied") + finally: + await connection.close() + + +if __name__ == "__main__": + asyncio.run(migrate()) \ No newline at end of file diff --git a/scripts/observe_lab6.py b/scripts/observe_lab6.py new file mode 100644 index 0000000..3bbdac8 --- /dev/null +++ b/scripts/observe_lab6.py @@ -0,0 +1,680 @@ +#!/usr/bin/env python3 +"""Capture real lab6 observations. Standard library; local synthetic stand only. + +Start Compose first. Commands: --baseline, --chain-with-retry, --incidents. +Evidence contains actual backend responses, never credentials or message bodies. +Every stopped service is restarted in finally, including failed assertions. +""" +from __future__ import annotations + +import argparse +import base64 +from concurrent.futures import ThreadPoolExecutor +from datetime import datetime, timezone +import json +import os +from pathlib import Path +import re +import subprocess +import threading +import time +import urllib.error +import urllib.parse +import urllib.request +import uuid + + +ROOT = Path(__file__).resolve().parents[1] +EVIDENCE = ROOT / "evidence" +PROMETHEUS = os.environ.get("PROMETHEUS_URL", "http://localhost:9090").rstrip("/") +LOKI = os.environ.get("LOKI_URL", "http://localhost:3100").rstrip("/") +TEMPO = os.environ.get("TEMPO_URL", "http://localhost:3200").rstrip("/") +GRAFANA = os.environ.get("GRAFANA_URL", "http://localhost:3000").rstrip("/") +BASE = os.environ.get("BASE_URL", "http://localhost:8080").rstrip("/") +START_NS = int((time.time() - 5) * 1e9) +SECRETS: list[str] = [] + + +def now() -> str: + return datetime.now(timezone.utc).isoformat().replace("+00:00", "Z") + + +def check(condition, message: str) -> None: + if not condition: + raise AssertionError(message) + + +def http(method: str, url: str, body=None, headers=None, raw=None, timeout=15): + request_headers = {"Accept": "application/json", **(headers or {})} + if body is not None: + raw = json.dumps(body, ensure_ascii=False).encode("utf-8") + request_headers["Content-Type"] = "application/json" + request = urllib.request.Request(url, data=raw, headers=request_headers, method=method) + try: + response = urllib.request.urlopen(request, timeout=timeout) + except urllib.error.HTTPError as exc: + response = exc + with response: + data = response.read(16 * 1024 * 1024 + 1) + check(len(data) <= 16 * 1024 * 1024, "Backend response exceeds safety limit") + try: + payload = json.loads(data) + except (ValueError, UnicodeError): + payload = None + return response.status, payload, dict(response.headers), data + + +def header(headers, name): + return next((value for key, value in headers.items() if key.lower() == name.lower()), None) + + +def get(url): + status, data, _, _ = http("GET", url) + check(status == 200 and data is not None, "Telemetry query failed: HTTP " + str(status)) + return data + + +def query(expression): + result = get(PROMETHEUS + "/api/v1/query?" + urllib.parse.urlencode({"query": expression})) + check(result.get("status") == "success", "Prometheus query is unsuccessful") + return result["data"]["result"] + + +def number(expression): + rows = query(expression) + return float(rows[0]["value"][1]) if rows else None + + +def wait(label, predicate, timeout=150, interval=2): + deadline = time.monotonic() + timeout + while time.monotonic() < deadline: + try: + result = predicate() + except (urllib.error.URLError, TimeoutError, ConnectionError): + # Socket errors are expected during startup/recovery. Assertions + # still propagate immediately: bad telemetry must never be masked. + result = None + if result: + return result + time.sleep(interval) + raise AssertionError("Timed out: " + label) + + +def wait_backends(): + def ready(): + endpoints = ((PROMETHEUS, "/-/ready"), (LOKI, "/ready"), (TEMPO, "/ready")) + for base, path in endpoints: + if http("GET", base + path, timeout=3)[0] != 200: + return False + status, payload, _, _ = http("GET", GRAFANA + "/api/health", timeout=3) + return status == 200 and isinstance(payload, dict) and payload.get("database") == "ok" + wait("Prometheus, Loki, Tempo and Grafana readiness", ready, timeout=150) + + +def safe_json(value): + encoded = json.dumps(value, ensure_ascii=False) + for secret in SECRETS: + check(secret not in encoded, "Sensitive synthetic marker found in exported telemetry") + # These keys are unnecessary for this stand and can expose request data. + forbidden = {"db.statement", "db.query.text", "exception.message", "exception.stacktrace", + "url.full", "http.url", "authorization", "http.request.body", "password"} + def walk(item): + if isinstance(item, dict): + check(not forbidden.intersection(key.lower() for key in item), "Forbidden telemetry key") + if item.get("key", "").lower() in forbidden: + raise AssertionError("Forbidden telemetry attribute") + for child in item.values(): + walk(child) + elif isinstance(item, list): + for child in item: + walk(child) + walk(value) + return encoded + + +def save(name, value): + safe_json(value) + EVIDENCE.mkdir(exist_ok=True) + (EVIDENCE / name).write_text(json.dumps(value, ensure_ascii=False, indent=2) + "\n", encoding="utf-8") + + +def compose(*arguments, timeout=90): + result = subprocess.run(["docker", "compose", *arguments], cwd=ROOT, capture_output=True, + text=True, encoding="utf-8", timeout=timeout) + check(result.returncode == 0, "docker compose " + " ".join(arguments[:2]) + " failed") + return result.stdout.strip() + + +class Stand: + def __init__(self): + self.stopped = set() + + def stop(self, *services): + # Register before the command: even a partial stop must be undone. + self.stopped.update(services) + compose("stop", "-t", "3", *services) + + def start(self, *services): + # Compose start --wait may also start dependencies (including S3 while + # testing its outage). Restart only these exact existing containers. + ids = compose("ps", "-a", "-q", *services).splitlines() + check(bool(ids), "No existing containers for requested services") + result = subprocess.run(["docker", "start", *ids], cwd=ROOT, capture_output=True, timeout=30) + check(result.returncode == 0, "docker start failed") + def healthy(): + status = subprocess.run(["docker", "inspect", "--format", + "{{.State.Running}} {{if .State.Health}}{{.State.Health.Status}}{{else}}healthy{{end}}", *ids], + cwd=ROOT, capture_output=True, text=True, timeout=10) + check(status.returncode == 0, "Container state lookup failed") + return all(line.strip() == "true healthy" for line in status.stdout.splitlines()) + wait("requested containers healthy", healthy, timeout=120) + self.stopped.difference_update(services) + + def restore(self): + if self.stopped: + self.start(*sorted(self.stopped)) + + +class Business: + def __init__(self): + self.token = None + self.chat = None + + def call(self, method, path, expected=200, body=None, headers=None, raw=None): + request_headers = dict(headers or {}) + if self.token: + request_headers["Authorization"] = "Bearer " + self.token + status, data, response_headers, content = http(method, BASE + path, body, request_headers, raw) + check(status == expected, "Business request returned " + str(status) + ", expected " + str(expected)) + check(bool(header(response_headers, "X-Request-Id")), "Missing request ID") + check(bool(header(response_headers, "X-Instance-Id")), "Missing API instance ID") + return data, response_headers, content + + def bootstrap(self): + username = "obs_" + uuid.uuid4().hex[:20] + password = "Never-export-" + uuid.uuid4().hex + SECRETS.append(password) + user, _, _ = self.call("POST", "/api/v1/users", 201, + {"username": username, "display_name": "Observability", "password": password}) + credential = base64.b64encode((username + ":" + password).encode()).decode() + SECRETS.append(credential) + session, _, _ = self.call("POST", "/api/v1/auth/sessions", 201, + headers={"Authorization": "Basic " + credential}) + self.token = session["token"] + SECRETS.append(self.token) + self.chat, _, _ = self.call("POST", "/api/v1/chats", 201, + {"title": "Synthetic observations", "member_ids": [user["id"]]}) + + def upload(self): + rid = "observe-" + uuid.uuid4().hex + filename = "never-export-name-" + uuid.uuid4().hex + ".png" + SECRETS.append(filename) + data, headers, _ = self.call("POST", "/api/v1/chats/" + self.chat["id"] + + "/attachments?" + urllib.parse.urlencode({"filename": filename}), 202, + headers={"Content-Type": "image/png", "X-Request-Id": rid}, + raw=(ROOT / "tests/fixtures/sample.png").read_bytes()) + check(data["status"] == "queued", "202 must contain queued snapshot") + check(header(headers, "X-Request-Id") == rid, "Request ID was not preserved") + return {"attachment_id": data["id"], "request_id": rid, + "api_trace_id": header(headers, "X-Trace-Id"), "accepted_at": now()} + + def ready(self, upload): + data, _, _ = self.call("GET", "/api/v1/attachments/" + upload["attachment_id"]) + check(data["status"] != "failed", "Synthetic attachment reached failed state") + return data["status"] == "ready" + + def verify_content(self, upload): + import hashlib + attachment_id = upload["attachment_id"] + data, _, _ = self.call("GET", "/api/v1/attachments/" + attachment_id) + _, _, original = self.call("GET", "/api/v1/attachments/" + attachment_id + "/content") + fixture = (ROOT / "tests/fixtures/sample.png").read_bytes() + check(original == fixture, "Recovered original differs from accepted bytes") + check(data["sha256"] == hashlib.sha256(original).hexdigest(), "Original checksum mismatch") + thumbnail = next((v for v in data["variants"] if v["name"] == "thumbnail"), None) + check(thumbnail and (thumbnail["width"], thumbnail["height"]) == (256, 160), + "Recovered thumbnail dimensions are incorrect") + return {"attachment_id": attachment_id, "original_sha256": data["sha256"], + "original_bytes": len(original), "thumbnail_size": [256, 160]} + + def message(self, prefix="observe-message"): + text = "Never-export-message-" + uuid.uuid4().hex + SECRETS.append(text) + rid = prefix + "-" + uuid.uuid4().hex + _, headers, _ = self.call("POST", "/api/v1/chats/" + self.chat["id"] + "/messages", 201, + {"text": text}, {"Idempotency-Key": uuid.uuid4().hex, "X-Request-Id": rid}) + return {"request_id": rid, "trace_id": header(headers, "X-Trace-Id")} + + +def logs(service, marker): + field = "request_id" if service == "messenger-api" else "attachment_id" + # OTel attributes become Loki structured metadata. Body is the source-defined + # event name; no request body or arbitrary message text is exported. + expression = '{service_name="' + service + '"} | ' + field + "=" + json.dumps(marker) + result = get(LOKI + "/loki/api/v1/query_range?" + urllib.parse.urlencode( + {"query": expression, "start": START_NS, "end": time.time_ns(), "limit": 1000, "direction": "forward"})) + check(result.get("status") == "success", "Loki query failed") + records = [] + for stream in result["data"]["result"]: + for sample in stream.get("values", []): + try: + record = json.loads(sample[1]) + except (ValueError, TypeError): + record = {"event": sample[1]} + if not isinstance(record, dict): + record = {"event": sample[1]} + if len(sample) > 2 and isinstance(sample[2], dict): + record.update(sample[2]) + # Some Loki versions put structured metadata in stream labels. + record = {**stream.get("stream", {}), **record} + records.append(record) + safe_json(result) + return result, records + + +def hex_id(value): + if not value: + return "" + if len(value) in (16, 32) and all(char in "0123456789abcdefABCDEF" for char in value): + return value.lower() + try: + return base64.b64decode(value, validate=True).hex() + except (ValueError, TypeError): + return value + + +def wait_logs(service, marker, predicate, label): + def matching(): + result = logs(service, marker) + return result if any(predicate(record) for record in result[1]) else None + return wait(label, matching) + + +def trace(trace_id): + status, data, _, _ = http("GET", TEMPO + "/api/traces/" + trace_id) + if status == 404: + return None + check(status == 200 and data is not None, "Tempo trace lookup failed") + safe_json(data) + return data + + +def attribute_value(value): + if isinstance(value, dict): + return next(iter(value.values()), None) + return value + + +def spans(data): + found = [] + def walk(value): + if isinstance(value, dict): + if "resource" in value and ("scopeSpans" in value or "instrumentationLibrarySpans" in value): + attributes = {item["key"]: attribute_value(item["value"]) + for item in value.get("resource", {}).get("attributes", [])} + for scope in value.get("scopeSpans", value.get("instrumentationLibrarySpans", [])): + for span in scope.get("spans", []): + found.append({"service": attributes.get("service.name"), "span": span}) + else: + for child in value.values(): + walk(child) + elif isinstance(value, list): + for child in value: + walk(child) + walk(data) + return found + + +def correlated(upload, prefix="baseline", require_chain=False, require_retry=False): + api_result = wait_logs("messenger-api", upload["request_id"], lambda record: + record.get("event") == "http.request.complete" and + record.get("request_id") == upload["request_id"], "API request log") + api_log = next(record for record in api_result[1] + if record.get("event") == "http.request.complete" and record.get("request_id") == upload["request_id"]) + api_tid = hex_id(api_log.get("trace_id")) + check(len(api_tid) == 32 and int(api_tid, 16) != 0, "API log has no valid trace ID") + if upload["api_trace_id"]: + check(api_tid == upload["api_trace_id"], "API response and log disagree on trace ID") + api_trace = wait("API trace", lambda: trace(api_tid)) + matching_api = [entry for entry in spans(api_trace) if entry["service"] == "messenger-api" + and hex_id(entry["span"].get("spanId")) == hex_id(api_log.get("span_id"))] + check(bool(matching_api), "API log span is absent from Tempo trace") + check(str(matching_api[0]["span"].get("kind")) in ("2", "SPAN_KIND_SERVER"), "API span is not SERVER") + worker_result = wait_logs("messenger-worker", upload["attachment_id"], lambda record: + record.get("event") == "job.complete" and record.get("outcome") == "success", + "worker completion log") + job_logs = [record for record in worker_result[1] if record.get("event") == "job.complete"] + worker_log = next(record for record in job_logs if record.get("outcome") == "success") + check(bool(worker_log.get("job_id")), "Worker log does not identify logical job") + worker_tid = hex_id(worker_log.get("trace_id")) + worker_trace = wait("worker trace", lambda: trace(worker_tid)) + matching_worker = [entry for entry in spans(worker_trace) if entry["service"] == "messenger-worker" + and hex_id(entry["span"].get("spanId")) == hex_id(worker_log.get("span_id"))] + check(bool(matching_worker), "Worker log span is absent from Tempo trace") + check(str(matching_worker[0]["span"].get("kind")) in ("5", "SPAN_KIND_CONSUMER"), "Worker span is not CONSUMER") + check(all(int(entry["span"].get("endTimeUnixNano", 0)) > int(entry["span"].get("startTimeUnixNano", 0)) + for entry in matching_api + matching_worker), "Trace contains zero-duration synthetic span") + if require_chain: + check(api_tid == worker_tid, "Upload and worker are not in the same propagated trace") + def complete_chain(): + value = trace(api_tid) + return value if value and any(str(entry["span"].get("kind")) in ("4", "SPAN_KIND_PRODUCER") + for entry in spans(value)) else None + chain = wait("complete producer/consumer trace", complete_chain) + names = [entry["span"].get("name", "") for entry in spans(chain)] + check(any(name.startswith("s3.") for name in names), "S3 operation is absent from upload trace") + check(any(name.startswith("db.") for name in names), "DB operation is absent from upload trace") + def has_parent_chain(value): + nodes = {hex_id(entry["span"].get("spanId")): entry["span"] for entry in spans(value)} + server_id = hex_id(api_log.get("span_id")) + for record in job_logs: + consumer_id = hex_id(record.get("span_id")) + consumer = nodes.get(consumer_id) + if consumer is None: + return False + producer = nodes.get(hex_id(consumer.get("parentSpanId"))) + if producer is None or str(producer.get("kind")) not in ("4", "SPAN_KIND_PRODUCER"): + return False + current, visited = consumer_id, set() + while current != server_id: + if not current or current in visited or current not in nodes: + return False + visited.add(current) + current = hex_id(nodes[current].get("parentSpanId")) + return True + chain = wait("actual producer/consumer parents lead to upload SERVER span", lambda: + value if (value := trace(api_tid)) and has_parent_chain(value) else None) + if require_retry: + check(any(record.get("outcome") == "error" for record in job_logs), "No failed worker attempt was recorded") + check(len({record.get("attempt") for record in job_logs}) >= 2, "Retry did not create a later attempt") + check(all(hex_id(record.get("trace_id")) == api_tid for record in job_logs), "Retry broke propagated trace") + api_trace = worker_trace = chain + save(prefix + "-api-logs.json", api_result[0]) + save(prefix + "-worker-logs.json", worker_result[0]) + save(prefix + "-api-trace.json", api_trace) + save(prefix + "-worker-trace.json", worker_trace) + return {**upload, "api_trace_id": api_tid, "worker_trace_id": worker_tid, + "job_id": worker_log["job_id"], "worker_attempts": [record.get("attempt") for record in job_logs], + "same_trace": api_tid == worker_tid, "correlated_at": now()} + + +def metric_snapshot(): + expressions = { + "requests": "messenger_http_requests_total", + "http_histogram": "messenger_http_duration_seconds_bucket", + "jobs": "messenger_jobs_processed_total", + "job_histogram": "messenger_jobs_duration_seconds_bucket", + } + result = {name: query(expression) for name, expression in expressions.items()} + forbidden_labels = {"user_id", "chat_id", "message_id", "attachment_id", "request_id", "filename", "url"} + for rows in result.values(): + for row in rows: + check(not forbidden_labels.intersection(row["metric"]), "High-cardinality metric labels") + route = row["metric"].get("route", "") + check("?" not in route and not re.search(r"[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}", route), + "Raw URL label") + # SDK export and Prometheus scrape run independently. An empty vector is + # temporarily missing evidence, while invalid labels above are a failure. + if not all(result.values()): + return None + if not any(float(row["value"][1]) > 0 for row in result["requests"]): + return None + if not any(row["metric"].get("outcome") == "success" and float(row["value"][1]) > 0 + for row in result["jobs"]): + return None + return {"captured_at": now(), "queries": expressions, "responses": result} + + +def baseline(client): + check(get(GRAFANA + "/api/health").get("database") == "ok", "Grafana database is unhealthy") + upload = client.upload() + wait("baseline attachment ready", lambda: client.ready(upload), timeout=90) + correlation = correlated(upload) + metrics = wait("all application signals", lambda: metric_snapshot()) + result = {"started_at": datetime.fromtimestamp(START_NS / 1e9, timezone.utc).isoformat(), + "finished_at": now(), "scenario": "real control upload", "correlation": correlation, "metrics": metrics} + save("observability-baseline.json", result) + print("PASS: real API/worker logs, traces and metrics; evidence/observability-baseline.json", flush=True) + + +def chain_with_retry(client, stand): + stand.stop("worker") + upload = client.upload() + try: + stand.stop("s3") + stand.start("worker") + wait("failed attempt during S3 outage", lambda: any( + record.get("event") == "job.complete" and record.get("outcome") == "error" + for record in logs("messenger-worker", upload["attachment_id"])[1]), timeout=120) + finally: + if "s3" in stand.stopped: + stand.start("s3") + if "worker" in stand.stopped: + stand.start("worker") + wait("retry attachment ready", lambda: client.ready(upload), timeout=180) + result = correlated(upload, "retry", require_chain=True, require_retry=True) + save("observability-retry.json", {"scenario": "S3 unavailable during first attempt, then restored", **result, + "content": client.verify_content(upload)}) + print("PASS: propagated upload/publish/consume/S3/DB trace including retry", flush=True) + + +def alert(name): + payload = get(PROMETHEUS + "/api/v1/alerts") + return [item for item in payload["data"]["alerts"] if item["labels"].get("alertname") == name] + + +def alert_state(name, state): + current = alert(name) + return current if state == "firing" and any(item["state"] == "firing" for item in current) else ( + {"alertname": name, "state": "resolved", "observed_at": now()} if state == "resolved" and not current else None) + + +def lag_incident(client, stand, name): + wait("clean queue and inactive lag alert before injection", lambda: + number('max(messenger_queue_depth{service_name="messenger-publisher"})') == 0 and + alert_state(name, "resolved"), timeout=180) + started = now() + stand.stop("worker") + try: + uploads = [client.upload() for _ in range(4)] + firing = wait("queue lag alert firing", lambda: alert_state(name, "firing"), timeout=180) + backlog = query('{__name__=~"messenger_queue_(depth|oldest_age.*|sample_age.*)"}') + check(bool(backlog), "Queue gauges are absent during worker outage") + finally: + stand.start("worker") + wait("queue drain", lambda: all(client.ready(upload) for upload in uploads), timeout=180) + resolved = wait("queue lag alert resolved", lambda: alert_state(name, "resolved"), timeout=180) + return {"incident": "worker stopped", "started_at": started, "finished_at": now(), + "accepted_attachments": [item["attachment_id"] for item in uploads], "firing": firing, + "backlog": backlog, "resolved": resolved, + "content": [client.verify_content(upload) for upload in uploads]} + + +def direct_db_failure(container_id): + # Runs inside the existing API container so HAProxy readiness cannot mask + # the API's real dependency error. It prints only status and correlation IDs. + code = '''import json,urllib.request,urllib.error,uuid +body=json.dumps({"username":"incident_"+uuid.uuid4().hex[:16],"display_name":"Synthetic DB incident","password":"SyntheticPasswordForLocalIncidentOnly"}).encode() +req=urllib.request.Request("http://127.0.0.1:8080/api/v1/users",data=body,headers={"Content-Type":"application/json"},method="POST") +try:r=urllib.request.urlopen(req,timeout=10) +except urllib.error.HTTPError as e:r=e +with r: + p=json.loads(r.read());print(json.dumps({"status":r.status,"request_id":r.headers.get("X-Request-Id"),"trace_id":r.headers.get("X-Trace-Id"),"error_code":p.get("error",{}).get("code")})) +''' + result = subprocess.run(["docker", "exec", container_id, "python", "-c", code], cwd=ROOT, + capture_output=True, text=True, timeout=20) + check(result.returncode == 0, "Direct API request during DB outage failed before receiving HTTP") + value = json.loads(result.stdout) + check(value["status"] == 503 and value["error_code"] == "unavailable", "DB outage must produce API 503") + check(bool(value["request_id"]), "DB error has no request ID") + return value + + +def db_incident(client, stand, name): + wait("inactive HTTP error alert before injection", lambda: alert_state(name, "resolved"), timeout=120) + started = now() + containers = compose("ps", "-q", "api").splitlines() + check(len(containers) >= 2, "DB incident requires two actual API containers") + samples = [] + stopped = threading.Event() + def flood(container): + while not stopped.is_set(): + samples.append(direct_db_failure(container)) + stopped.wait(0.5) + stand.stop("db") + try: + with ThreadPoolExecutor(max_workers=len(containers)) as pool: + futures = [pool.submit(flood, container) for container in containers] + try: + def firing_or_error(): + for future in futures: + if future.done(): + future.result() + return alert_state(name, "firing") + firing = wait("HTTP error alert firing", firing_or_error, timeout=180) + database_metrics = query('{__name__=~"messenger_db_pool_.*"}') + check(bool(database_metrics), "DB pool metrics are absent") + finally: + stopped.set() + finally: + stand.start("db") + wait("API ready after DB recovery", lambda: http("GET", BASE + "/health/ready")[0] == 200, timeout=120) + client.message() + resolved = wait("HTTP error alert resolved", lambda: alert_state(name, "resolved"), timeout=180) + check(bool(samples), "No API dependency errors captured") + first = samples[0] + raw_logs, records = wait_logs("messenger-api", first["request_id"], lambda _record: True, + "DB error correlation log") + trace_id = first.get("trace_id") or next((row.get("trace_id") for row in records if row.get("trace_id")), None) + check(bool(trace_id), "DB error log has no trace ID") + data = wait("DB error trace", lambda: trace(hex_id(trace_id))) + check(any(entry["span"].get("name", "").startswith("db.") and + str(entry["span"].get("status", {}).get("code")) in ("2", "STATUS_CODE_ERROR") + for entry in spans(data)), "No failing DB operation in dependency-error trace") + save("incident-db-logs.json", raw_logs) + save("incident-db-trace.json", data) + return {"incident": "PostgreSQL unavailable", "started_at": started, "finished_at": now(), + "api_error_responses": samples, "firing": firing, "db_pool": database_metrics, "resolved": resolved} + + +def collector_snapshot(): + return query('{__name__=~"otelcol_(exporter_(send_failed|enqueue_failed|queue).*|process_memory_rss.*)"}') + + +def telemetry_incident(client, stand): + before = collector_snapshot() + check(bool(before), "Collector self metrics are absent") + started = now() + samples = [] + controls = [] + successes = 0 + stand.stop("tempo", "loki") + try: + deadline = time.monotonic() + 65 + while time.monotonic() < deadline: + controls.append(client.message("telemetry-loss")) + successes += 1 + if not samples or time.time() - samples[-1]["time"] >= 5: + samples.append({"time": time.time(), "observed_at": now(), "metrics": collector_snapshot()}) + time.sleep(0.15) + after = collector_snapshot() + def failure_count(rows): + return sum(float(row["value"][1]) for row in rows + if "send_failed" in row["metric"].get("__name__", "")) + check(failure_count(after) > failure_count(before), "No backend export failures observed") + rss = [float(row["value"][1]) for sample in samples for row in sample["metrics"] + if "process_memory_rss" in row["metric"].get("__name__", "")] + check(bool(rss) and max(rss) < 256 * 1024 * 1024, "Collector RSS missing or exceeds 256 MiB limit") + for sample in samples: + capacity = {row["metric"].get("exporter"): float(row["value"][1]) for row in sample["metrics"] + if "queue_capacity" in row["metric"].get("__name__", "")} + queue_sizes = [row for row in sample["metrics"] if "queue_size" in row["metric"].get("__name__", "")] + check(bool(capacity) and bool(queue_sizes), "Bounded exporter queue metrics are absent") + for row in queue_sizes: + check(float(row["value"][1]) <= capacity[row["metric"].get("exporter")], "Exporter queue exceeds configured capacity") + finally: + stand.start("tempo", "loki") + wait_backends() + client.message() + upload = client.upload() + wait("job remains functional after telemetry recovery", lambda: client.ready(upload), timeout=90) + correlation = correlated(upload, "telemetry-recovery", require_chain=True) + def queues_drained(): + value = number('sum(otelcol_exporter_queue_size{exporter=~"otlphttp/.*"})') + return value is not None and value == 0 + wait("Collector export queues drained after recovery", queues_drained) + # Queued metrics can be zero while the last two batches are in flight. + time.sleep(5) + availability = [] + for control in controls: + data = wait("control trace lookup", lambda: (trace(control["trace_id"]),), timeout=60)[0] + server_present = bool(data) and any( + entry["service"] == "messenger-api" and + str(entry["span"].get("kind")) in ("2", "SPAN_KIND_SERVER") + for entry in spans(data)) + availability.append({**control, "trace_available": data is not None, + "server_span_available": server_present}) + log_query = '{service_name="messenger-api"} | request_id=~"telemetry-loss-.*"' + raw_logs = get(LOKI + "/loki/api/v1/query_range?" + urllib.parse.urlencode({ + "query": log_query, "start": START_NS, "end": time.time_ns(), "limit": 5000})) + present_ids = set() + for stream in raw_logs["data"]["result"]: + for sample in stream.get("values", []): + metadata = {**stream.get("stream", {}), **(sample[2] if len(sample) > 2 else {})} + if sample[1] == "http.request.complete": + present_ids.add(metadata.get("request_id")) + for control in availability: + control["log_available"] = control["request_id"] in present_ids + save("telemetry-loss-control-logs.json", raw_logs) + losses = {"expected_control_requests": len(availability), + "missing_control_traces": sum(not x["trace_available"] for x in availability), + "missing_control_server_spans": sum(not x["server_span_available"] for x in availability), + "missing_control_logs": sum(not x["log_available"] for x in availability), + "checked_at": now(), "controls": availability} + return {"incident": "Tempo and Loki unavailable", "started_at": started, "finished_at": now(), + "successful_message_writes_during_outage": successes, "before": before, "samples": samples, + "after": after, "max_collector_rss_bytes": max(rss), "recovery": correlation, + "loss_measurement": losses, + "interpretation": "send_failed counts failed export attempts, not unique lost spans/log records; " + "loss_measurement counts absent control request traces/logs after recovery and queue drain, " + "not all internal spans. Business writes stayed successful."} + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--baseline", action="store_true") + parser.add_argument("--chain-with-retry", action="store_true") + parser.add_argument("--incidents", action="store_true") + parser.add_argument("--queue-alert", default="MessengerQueueLag") + parser.add_argument("--http-alert", default="MessengerHighErrorRate") + args = parser.parse_args() + check(args.baseline or args.chain_with_retry or args.incidents, "Choose at least one scenario") + client, stand = Business(), Stand() + try: + wait_backends() + wait("business API readiness", lambda: http("GET", BASE + "/health/ready", timeout=3)[0] == 200, + timeout=120) + client.bootstrap() + if args.baseline: + baseline(client) + if args.chain_with_retry: + chain_with_retry(client, stand) + if args.incidents: + incidents = [] + for scenario in (lambda: lag_incident(client, stand, args.queue_alert), + lambda: db_incident(client, stand, args.http_alert), + lambda: telemetry_incident(client, stand)): + incidents.append(scenario()) + save("observability-incidents.json", {"captured_at": now(), "incidents": incidents}) + print("PASS: " + incidents[-1]["incident"], flush=True) + finally: + stand.restore() + + +if __name__ == "__main__": + try: + main() + except (AssertionError, OSError, ValueError, subprocess.SubprocessError, urllib.error.URLError) as exc: + # Never print backend bodies, exception URLs or subprocess output. + print("FAIL: " + (str(exc) if isinstance(exc, AssertionError) else type(exc).__name__), flush=True) + raise SystemExit(1) diff --git a/scripts/restart.sh b/scripts/restart.sh new file mode 100755 index 0000000..8c44cff --- /dev/null +++ b/scripts/restart.sh @@ -0,0 +1,31 @@ +#!/bin/sh +# Crash-restart every persistent store after draining the application. +# No re-seed or volume removal; the whole hook is bounded to 85 seconds. +set -eu +. "$(dirname "$0")/lib.sh" +api=$(service_ids api); lb=$(service_ids lb); db=$(service_ids db) +valkey=$(service_ids valkey); s3=$(service_ids s3); broker=$(service_ids broker) +worker=$(service_ids worker); publisher=$(service_ids publisher) +[ -n "$api" ] && [ -n "$db" ] && [ -n "$lb" ] && [ -n "$valkey" ] && [ -n "$s3" ] && [ -n "$broker" ] && [ -n "$worker" ] && [ -n "$publisher" ] || { echo "stack is not running" >&2; exit 2; } +_restart_deadline=$(( $(date +%s) + 85 )) +remaining() { + _restart_left=$(( _restart_deadline - $(date +%s) )) + [ "$_restart_left" -gt 0 ] || { echo "restart deadline exceeded" >&2; exit 1; } + echo "$_restart_left" +} +echo "stopping lb + api + publisher + worker, then all stores" +docker stop --time 10 $lb $api $publisher $worker >/dev/null +# Deliberate crash, not a graceful shutdown of the stores. This tests that +# confirmed data survives process death and avoids spending the public +# hook's entire deadline on S3/RabbitMQ internal shutdown procedures. +# Writers are stopped first; persistent volumes are kept unchanged. +docker kill --signal KILL $db $valkey $s3 $broker >/dev/null +echo "starting db + valkey + s3 + broker with existing volumes" +docker start $db $valkey $s3 $broker >/dev/null +wait_healthy "$(remaining)" $db $valkey $s3 $broker +echo "starting publisher + worker + api" +docker start $publisher $worker $api >/dev/null +wait_healthy "$(remaining)" $api +docker start $lb >/dev/null +wait_healthy "$(remaining)" $lb +echo "restart complete: PostgreSQL + Valkey + S3 + RabbitMQ + publisher + worker + API replicas + LB" diff --git a/scripts/s3_bootstrap.py b/scripts/s3_bootstrap.py new file mode 100644 index 0000000..79276d8 --- /dev/null +++ b/scripts/s3_bootstrap.py @@ -0,0 +1,161 @@ +"""Idempotent bootstrap of the private attachments bucket (service s3-init). + +Runs with the S3 ADMIN credentials (only this one-shot container gets them), +before any API replica starts: + + 1. wait until the S3 gateway answers; + 2. create the bucket if it does not exist (a repeated run prints "keep"); + 3. self-checks, the stand does not start if one fails: + - anonymous (unsigned) GET/PUT/LIST of the bucket -> 403: bucket is private; + - API credentials can PUT/GET/DELETE under the prefix; + - API credentials can NOT create/delete buckets or touch other buckets. + +The API identity and its rights are declared in infra/seaweedfs/s3.json.template. +""" +from __future__ import annotations + +import os +import sys +import time +import urllib.error +import urllib.request +import uuid +from pathlib import Path + +import botocore.session +from botocore.config import Config +from botocore.exceptions import BotoCoreError, ClientError + + +def secret(name: str) -> str: + file_name = os.getenv(f"{name}_FILE") + if file_name: + return Path(file_name).read_text(encoding="utf-8").strip() + value = os.getenv(name) + if not value: + raise RuntimeError(f"{name} or {name}_FILE is required") + return value + + +ENDPOINT = os.getenv("S3_ENDPOINT", "http://s3:9000") +BUCKET = os.getenv("S3_BUCKET", "messenger-attachments") +PREFIX = os.getenv("S3_OBJECT_PREFIX", "originals/") + + +def client(access_key: str, secret_key: str): + return botocore.session.get_session().create_client( + "s3", + endpoint_url=ENDPOINT, + region_name=os.getenv("S3_REGION", "us-east-1"), + aws_access_key_id=access_key, + aws_secret_access_key=secret_key, + config=Config( + signature_version="s3v4", + s3={"addressing_style": "path"}, + connect_timeout=2, + read_timeout=5, + retries={"max_attempts": 1}, + ), + ) + + +def error_code(exc: ClientError) -> str: + return exc.response.get("Error", {}).get("Code", "") + + +failures = 0 + + +def check(label: str, ok: bool) -> None: + global failures + failures += not ok + print(("PASS " if ok else "FAIL ") + label, flush=True) + + +def denied(call) -> bool: + try: + call() + except ClientError as exc: + return error_code(exc) in {"AccessDenied", "403", "Forbidden", "AllAccessDisabled"} + return False + + +def anonymous_status(method: str, path: str, data: bytes | None = None) -> int: + request = urllib.request.Request(ENDPOINT + path, data=data, method=method) + try: + with urllib.request.urlopen(request, timeout=5) as response: + return response.status + except urllib.error.HTTPError as exc: + return exc.code + + +def main() -> int: + admin = client(secret("S3_ADMIN_ACCESS_KEY_ID"), secret("S3_ADMIN_SECRET_ACCESS_KEY")) + api = client(secret("S3_ACCESS_KEY_ID"), secret("S3_SECRET_ACCESS_KEY")) + + for attempt in range(1, 61): + try: + admin.list_buckets() + break + except (BotoCoreError, ClientError) as exc: + if attempt == 60: + raise + print(f"WAIT s3 ({type(exc).__name__}), retry {attempt}", flush=True) + time.sleep(1) + + try: + admin.head_bucket(Bucket=BUCKET) + print(f"keep bucket {BUCKET}", flush=True) + except ClientError as exc: + if error_code(exc) not in {"404", "NoSuchBucket", "NotFound"}: + raise + try: + admin.create_bucket(Bucket=BUCKET) + print(f"create bucket {BUCKET}", flush=True) + except ClientError as create_exc: + # Two bootstrap runs at the same time: the other one won. + if error_code(create_exc) not in {"BucketAlreadyOwnedByYou", "BucketAlreadyExists"}: + raise + print(f"keep bucket {BUCKET}", flush=True) + + probe = f"{PREFIX}bootstrap-probe-{uuid.uuid4().hex}" + + check("api credentials: PUT object", not denied( + lambda: api.put_object(Bucket=BUCKET, Key=probe, Body=b"probe"))) + check("api credentials: GET object", + api.get_object(Bucket=BUCKET, Key=probe)["Body"].read() == b"probe") + + check("anonymous GET object -> 403", anonymous_status("GET", f"/{BUCKET}/{probe}") == 403) + check("anonymous LIST bucket -> 403", anonymous_status("GET", f"/{BUCKET}?list-type=2") == 403) + check("anonymous PUT object -> 403", + anonymous_status("PUT", f"/{BUCKET}/{PREFIX}anonymous-{uuid.uuid4().hex}", b"x") == 403) + + other = f"forbidden-{uuid.uuid4().hex[:12]}" + check("api credentials: CreateBucket denied", + denied(lambda: api.create_bucket(Bucket=other))) + check("api credentials: DeleteBucket denied", + denied(lambda: api.delete_bucket(Bucket=BUCKET))) + check("api credentials: DELETE object", not denied( + lambda: api.delete_object(Bucket=BUCKET, Key=probe))) + + def foreign_buckets_hidden() -> bool: + # SeaweedFS denies ListBuckets to a bucket-scoped identity; other + # servers may answer with only the allowed bucket. Both are fine. + try: + names = [b["Name"] for b in api.list_buckets().get("Buckets", [])] + except ClientError as exc: + return error_code(exc) in {"AccessDenied", "403", "Forbidden"} + return all(name == BUCKET for name in names) + + check("api credentials: ListBuckets shows no foreign buckets", foreign_buckets_hidden()) + + if failures: + print(f"FAIL: {failures} bucket checks failed; the API must not start", flush=True) + return 1 + + print("PASS: bucket bootstrap complete (idempotent, private, least privilege)", flush=True) + return 0 + + +if __name__ == "__main__": + sys.exit(main()) diff --git a/scripts/start-api.sh b/scripts/start-api.sh new file mode 100755 index 0000000..10bee72 --- /dev/null +++ b/scripts/start-api.sh @@ -0,0 +1,15 @@ +#!/bin/sh +# Восстановление после stop-one.sh: запускает остановленные API-реплики и ждёт healthy. +set -eu +. "$(dirname "$0")/lib.sh" +all=$(service_ids api -a) +running=$(service_ids api) +started="" +for id in $all; do + case " $running " in *" $id "*) continue ;; esac + docker start "$id" >/dev/null + started="$started $id" + echo "started api container $(short "$id")" +done +[ -z "$started" ] || wait_healthy 60 $started +echo "running api replicas: $(service_ids api | wc -l | tr -d ' ')" diff --git a/scripts/start-worker.sh b/scripts/start-worker.sh new file mode 100755 index 0000000..2f79368 --- /dev/null +++ b/scripts/start-worker.sh @@ -0,0 +1,7 @@ +#!/bin/sh +set -eu +. "$(dirname "$0")/lib.sh" +worker=$(service_ids worker -a) +[ -n "$worker" ] || { echo "worker has not been created: run docker compose up -d" >&2; exit 2; } +docker start $worker >/dev/null +echo "worker started; pending durable jobs will be consumed" diff --git a/scripts/stop-one.sh b/scripts/stop-one.sh new file mode 100755 index 0000000..533d1e6 --- /dev/null +++ b/scripts/stop-one.sh @@ -0,0 +1,21 @@ +#!/bin/sh +# Failover hook: останавливает ОДНУ API-реплику, обслужившую тест, и оставляет её остановленной. +# TARGET_INSTANCE_ID = X-Instance-Id = hostname контейнера = префикс его Docker ID. +# БД, LB и volumes не затрагиваются. Восстановление: scripts/start-api.sh. +set -eu +: "${TARGET_INSTANCE_ID:?test provides target API instance alias}" +. "$(dirname "$0")/lib.sh" +case "$TARGET_INSTANCE_ID" in + *[!0-9a-f]* | "") echo "unexpected instance id format" >&2; exit 2 ;; +esac +target="" +for id in $(service_ids api); do + case "$id" in "$TARGET_INSTANCE_ID"*) target="$id" ;; esac +done +if [ -z "$target" ]; then + echo "instance $TARGET_INSTANCE_ID is not a running api container of project $PROJECT" >&2 + exit 3 +fi +# docker stop = SIGTERM -> graceful drain (~3 s) -> выход; SIGKILL только после 15 s. +docker stop --time 15 "$target" >/dev/null +echo "stopped api container $(short "$target") at $(date -u +%H:%M:%S)" diff --git a/scripts/stop-worker.sh b/scripts/stop-worker.sh new file mode 100755 index 0000000..584ad2b --- /dev/null +++ b/scripts/stop-worker.sh @@ -0,0 +1,7 @@ +#!/bin/sh +set -eu +. "$(dirname "$0")/lib.sh" +worker=$(service_ids worker) +[ -n "$worker" ] || { echo "worker is already stopped"; exit 0; } +docker stop --time 10 $worker >/dev/null +echo "worker stopped; publisher and API remain available" diff --git a/scripts/test_lab5.py b/scripts/test_lab5.py new file mode 100644 index 0000000..ab2b762 --- /dev/null +++ b/scripts/test_lab5.py @@ -0,0 +1,182 @@ +#!/usr/bin/env python3 +"""Run lab5 checks from Windows or Linux with only host Python and Docker. + +Start the Compose stand first. Run ``python scripts/test_lab5.py --quick`` +for image/API checks, or omit --quick to include deliberate service failures. +Commands run from the repository root regardless of the current directory. +""" +from __future__ import annotations + +import argparse +from datetime import datetime, timezone +import os +from pathlib import Path +import shlex +import subprocess +import sys + + +ROOT = Path(__file__).resolve().parents[1] +EVIDENCE = ROOT / "evidence" +COMPOSE = ["docker", "compose", "--profile", "tools"] +SERVICES = ("db", "valkey", "s3", "broker", "api", "lb", "publisher", "worker") + + +class CheckFailed(Exception): + """A check or a Docker command returned a nonzero exit code.""" + + +def utc_now() -> str: + return datetime.now(timezone.utc).isoformat(timespec="seconds").replace("+00:00", "Z") + + +def command_text(command: list[str]) -> str: + return subprocess.list2cmdline(command) if os.name == "nt" else shlex.join(command) + + +def run(command: list[str], evidence: str, *, append: bool = False, + stdin_file: Path | None = None) -> str: + """Stream combined stdout/stderr to the terminal and a UTF-8 evidence log.""" + EVIDENCE.mkdir(exist_ok=True) + with (EVIDENCE / evidence).open("a" if append else "w", encoding="utf-8", newline="\n") as log: + def write(value: str) -> None: + print(value, end="", flush=True) + log.write(value) + log.flush() + + display = command_text(command) + if stdin_file is not None: + display += " < " + stdin_file.relative_to(ROOT).as_posix() + write(f"\nUTC: {utc_now()}\nCommand: {display}\n") + output: list[str] = [] + try: + # Pass an actual file as stdin: no shell redirection, quoting or + # PowerShell encoding conversions are involved. + with stdin_file.open("rb") if stdin_file else open(os.devnull, "rb") as source: + process = subprocess.Popen( + command, cwd=ROOT, stdin=source, stdout=subprocess.PIPE, + stderr=subprocess.STDOUT, text=True, encoding="utf-8", errors="replace", + ) + try: + assert process.stdout is not None + for line in process.stdout: + write(line) + output.append(line) + code = process.wait() + except BaseException: + process.terminate() + try: + process.wait(timeout=10) + except subprocess.TimeoutExpired: + process.kill() + process.wait() + raise + finally: + if process.stdout is not None: + process.stdout.close() + except (OSError, KeyboardInterrupt) as error: + write(f"\nRESULT: ERROR ({type(error).__name__}) at {utc_now()}\n") + raise + write(f"\nRESULT: {'PASS' if code == 0 else 'FAIL'} (exit {code}) at {utc_now()}\n") + if code: + raise CheckFailed(f"{display}: exit {code}; see evidence/{evidence}") + return "".join(output) + + +def tester(*command: str) -> list[str]: + return [*COMPOSE, "run", "--rm", "-T", "--no-deps", "tester", *command] + + +def snapshot(stage: str, *, append: bool = True) -> None: + """Record hook scope without dumping container environment or secrets.""" + EVIDENCE.mkdir(exist_ok=True) + with (EVIDENCE / "container-events.txt").open("a" if append else "w", encoding="utf-8") as log: + log.write(f"\n{stage} — {utc_now()}\n") + identifiers = run([*COMPOSE, "ps", "-a", "-q"], "container-events.txt", append=True).split() + if identifiers: + run(["docker", "inspect", "--format", + "{{.Name}} status={{.State.Status}} started={{.State.StartedAt}} finished={{.State.FinishedAt}}", + *identifiers], "container-events.txt", append=True) + + +def main() -> int: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--quick", action="store_true", + help="skip recovery, full-stack restart and API failover checks") + args = parser.parse_args() + for stream in (sys.stdout, sys.stderr): + if hasattr(stream, "reconfigure"): + stream.reconfigure(encoding="utf-8", errors="replace") + + destructive_started = False + complete = False + exit_code = 0 + try: + running = run([*COMPOSE, "ps", "--status", "running", "--services"], "runner-setup.txt") + missing = set(SERVICES) - set(running.split()) + if missing: + raise CheckFailed( + "Start the Compose stand first: missing running services " + + ", ".join(sorted(missing)) + + ". Run docker compose up -d --build --wait --wait-timeout 180." + ) + run([*COMPOSE, "ps", "-a"], "stand.txt") + run([*COMPOSE, "build", "tester"], "runner-setup.txt", append=True) + run(tester("python3", "-u", "scripts/check_contract.py"), "check.txt") + run(tester("python3", "-u", "tests/smoke.py"), "smoke.txt") + run(tester("python3", "-u", "student-tests/image_validation_unit.py"), "image-validation.txt") + run(tester("python3", "-u", "student-tests/lab5_images.py"), "images.txt") + run([*COMPOSE, "exec", "-T", "worker", "python", "-u", "-"], "limits.txt", + stdin_file=ROOT / "student-tests" / "lab5_limits.py") + + if not args.quick: + # Git clones on Linux may lack executable bits on newly added + # hooks; the public test explicitly requires executable scripts. + run(tester("chmod", "+x", "scripts/restart.sh", "scripts/stop-one.sh"), + "runner-setup.txt", append=True) + destructive_started = True + run(tester("python3", "-u", "student-tests/lab5_recovery.py"), "recovery.txt") + snapshot("Before public persistence", append=False) + try: + run(tester("python3", "-u", "tests/resilience.py", "--mode", "persistence", + "--action-script", "scripts/restart.sh"), "persistence.txt") + finally: + snapshot("After public persistence") + snapshot("Before public failover") + try: + run(tester("python3", "-u", "tests/resilience.py", "--mode", "failover", + "--action-script", "scripts/stop-one.sh"), "failover.txt") + finally: + # Failover deliberately leaves an API replica stopped. + # Restore it after success as well as after a failed check. + try: + snapshot("After public failover, before API restoration") + finally: + run(tester("sh", "scripts/start-api.sh"), "failover.txt", append=True) + snapshot("After API restoration") + run([*COMPOSE, "ps", "-a"], "stand.txt", append=True) + complete = True + except KeyboardInterrupt: + print("\nInterrupted. Completed command logs remain in evidence/.", file=sys.stderr) + exit_code = 130 + except (CheckFailed, OSError) as error: + print(f"\nFAIL: {error}", file=sys.stderr) + exit_code = 1 + finally: + if destructive_started and not complete: + try: + # Preserve all volumes. Compose may also restart the + # idempotent migration/bootstrap dependencies. + run([*COMPOSE, "start", *SERVICES], "runner-setup.txt", append=True) + except (CheckFailed, OSError, KeyboardInterrupt) as error: + print(f"Service restoration failed: {error}", file=sys.stderr) + exit_code = exit_code or 1 + + if exit_code == 0: + mode = "quick" if args.quick else "full" + print(f"\nPASS: lab5 {mode} checks. UTF-8 logs: {EVIDENCE}") + return exit_code + + +if __name__ == "__main__": + raise SystemExit(main()) diff --git a/scripts/test_lab6.py b/scripts/test_lab6.py new file mode 100644 index 0000000..cab8316 --- /dev/null +++ b/scripts/test_lab6.py @@ -0,0 +1,42 @@ +#!/usr/bin/env python3 +"""Run checks sequentially and save UTF-8 evidence on Windows/Linux. + +Start Compose first. --incidents also stops/restores worker, DB and telemetry +backends. Run only against the local synthetic stand, without concurrent tests. +""" +import argparse +import os +from pathlib import Path +import sys + +from test_lab5 import ROOT, run, snapshot, tester + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--incidents", action="store_true") + args = parser.parse_args() + os.chdir(ROOT) + for stream in (sys.stdout, sys.stderr): + if hasattr(stream, "reconfigure"): + stream.reconfigure(encoding="utf-8", errors="replace") + run(["docker", "compose", "config", "--quiet"], "compose-validation.txt") + run([sys.executable, "-X", "utf8", "scripts/check_contract.py"], "check.txt") + run(tester("make", "check", "test"), "make-check-test.txt") + run(["docker", "compose", "exec", "-T", "api", "python", "-"], "observability-unit.txt", + stdin_file=ROOT / "student-tests/observability_unit.py") + run([sys.executable, "-X", "utf8", "scripts/observe_lab6.py", "--baseline"], "observability-baseline.txt") + if args.incidents: + snapshot("Before lab6 incidents", append=False) + try: + run([sys.executable, "-X", "utf8", "scripts/observe_lab6.py", "--chain-with-retry"], + "observability-retry.txt") + run([sys.executable, "-X", "utf8", "scripts/observe_lab6.py", "--incidents"], + "observability-incidents.txt") + finally: + snapshot("After lab6 incidents") + print("PASS: lab6 checks; see evidence/.") + + +if __name__ == "__main__": + main() diff --git a/student-tests/Dockerfile.tester b/student-tests/Dockerfile.tester new file mode 100644 index 0000000..67a80a1 --- /dev/null +++ b/student-tests/Dockerfile.tester @@ -0,0 +1,7 @@ +# Окружение для запуска проверок: Python 3.12 (stdlib-тесты), make, docker CLI (action-скрипты). +FROM docker:28.5.1-cli AS docker-cli +FROM python:3.12.11-alpine3.22 +RUN apk add --no-cache make +RUN pip install --no-cache-dir Pillow==11.0.0 +COPY --from=docker-cli /usr/local/bin/docker /usr/local/bin/docker +WORKDIR /work diff --git a/student-tests/image_validation_unit.py b/student-tests/image_validation_unit.py new file mode 100644 index 0000000..b15088d --- /dev/null +++ b/student-tests/image_validation_unit.py @@ -0,0 +1,129 @@ +"""Offline regressions for malformed uploads; run with the app's Pillow installed. + +python student-tests/image_validation_unit.py +No HTTP, Docker, credentials or test data in the application are required. +""" +from __future__ import annotations + +import io +from pathlib import Path +import struct +import sys +import unittest +import zlib + +sys.path.insert(0, str(Path(__file__).resolve().parents[1])) + +from PIL import Image + +from app.images import InvalidImage, PNG_SIGNATURE, TooManyPixels, validate_image + + +def chunk(kind: bytes, data: bytes) -> bytes: + return (struct.pack(">I", len(data)) + kind + data + + struct.pack(">I", zlib.crc32(kind + data))) + + +def ihdr(width=1, height=1, depth=8, color=2, interlace=0) -> bytes: + return chunk(b"IHDR", struct.pack(">IIBBBBB", width, height, depth, color, 0, 0, interlace)) + + +def png(raw=b"\x00\xff\x00\x00", *, header=None, before=b"", after=b"") -> bytes: + return (PNG_SIGNATURE + (header or ihdr()) + before + chunk(b"IDAT", zlib.compress(raw)) + + after + chunk(b"IEND", b"")) + + +class ImageValidationTests(unittest.TestCase): + def validate(self, data: bytes, mime="image/png"): + return validate_image(io.BytesIO(data), mime, 40_000_000) + + def assert_invalid(self, data: bytes, mime="image/png"): + with self.assertRaises(InvalidImage): + self.validate(data, mime) + + def test_valid_png_and_trailing_padding(self): + image = self.validate(png() + b"\x00" * 100) + self.assertEqual((image.width, image.height), (1, 1)) + + def test_filter_values_and_row_boundaries(self): + for filter_byte in range(5): + self.validate(png(bytes([filter_byte, 0, 0, 0]))) + self.assert_invalid(png(b"\x05\x00\x00\x00")) + # Second filter is after a row larger than the inflater's 64 KiB + # output piece. It must be checked despite that boundary. + self.assert_invalid(png(b"\x00" + bytes(90000) + b"\xff" + bytes(90000), + header=ihdr(30000, 2))) + + def test_critical_headers_and_chunk_order(self): + # Wrong IHDR length is rejected before any payload read/allocation. + self.assert_invalid(PNG_SIGNATURE + struct.pack(">I4s", 10_000_000, b"IHDR")) + self.assert_invalid(png(before=ihdr())) + self.assert_invalid(png(before=chunk(b"ABCD", b"unknown critical"))) + self.assert_invalid(png(before=chunk(b"abca", b"reserved lowercase"))) + self.assert_invalid(png()[:-12] + chunk(b"IEND", b"invalid")) + self.assert_invalid(png(after=chunk(b"PLTE", b"\x00\x00\x00"))) + self.assert_invalid(png(before=chunk(b"PLTE", b"\x00\x00"))) + self.assert_invalid(png(before=chunk(b"PLTE", b"\x00\x00\x00") * 2)) + + def test_palette_shape_and_transparency(self): + header = ihdr(depth=1, color=3) + palette = chunk(b"PLTE", b"\xff\x00\x00") + self.validate(png(b"\x00\x00", header=header, before=palette)) + self.assert_invalid(png(b"\x00\x00", header=header)) + self.assert_invalid(png(b"\x00\x00", header=header, + before=chunk(b"PLTE", bytes(9)))) + self.assert_invalid(png(before=chunk(b"tRNS", b"\x00"))) + + def test_crc_compressed_tail_and_pixel_bomb(self): + damaged = bytearray(png()) + damaged[-1] ^= 1 + self.assert_invalid(bytes(damaged)) + self.assert_invalid(PNG_SIGNATURE + ihdr() + + chunk(b"IDAT", zlib.compress(b"\x00\xff\x00\x00") + b"junk") + + chunk(b"IEND", b"")) + with self.assertRaises(TooManyPixels): + self.validate(PNG_SIGNATURE + ihdr(10000, 10000)) + + def test_adam7_pass_filter_boundaries(self): + width, height = 9, 7 + passes = ((0, 0, 8, 8), (4, 0, 8, 8), (0, 4, 4, 8), + (2, 0, 4, 4), (0, 2, 2, 4), (1, 0, 2, 2), (0, 1, 1, 2)) + raw = bytearray() + pass_starts = [] + for x, y, dx, dy in passes: + w = (width - x + dx - 1) // dx if width > x else 0 + h = (height - y + dy - 1) // dy if height > y else 0 + if w and h: + pass_starts.append(len(raw)) + for _ in range(h): + raw.extend(b"\x00" + bytes(w * 4)) + header = ihdr(width, height, color=6, interlace=1) + valid = png(bytes(raw), header=header) + self.validate(valid) + with Image.open(io.BytesIO(valid)) as decoded: + decoded.load() + self.assertEqual(decoded.size, (width, height)) + for position in pass_starts: + corrupted = bytearray(raw) + corrupted[position] = 5 + self.assert_invalid(png(bytes(corrupted), header=header)) + + def test_jpeg_and_truncated_progressive_above_old_bypass_limit(self): + image = Image.new("RGB", (4100, 4000), "white") + data = io.BytesIO() + image.save(data, format="JPEG", progressive=True) + image.close() + encoded = data.getvalue() + result = self.validate(encoded, "image/jpeg") + self.assertEqual((result.width, result.height), (4100, 4000)) + # Keep SOF/header and final EOI, but truncate the first scan's + # header. The former >16 MP branch only inspected EOI and accepted + # this malformed file. Actual entropy decoding must reject it. + scan = encoded.index(b"\xff\xda") + corrupted = encoded[:scan + 4] + b"\xff\xd9" + self.assert_invalid(corrupted, "image/jpeg") + self.assert_invalid(encoded[:-2], "image/jpeg") + + +if __name__ == "__main__": + unittest.main(verbosity=2) diff --git a/student-tests/lab5_helpers.py b/student-tests/lab5_helpers.py new file mode 100644 index 0000000..3ef3ef0 --- /dev/null +++ b/student-tests/lab5_helpers.py @@ -0,0 +1,158 @@ +"""Shared helpers for the student's explicit lab5 checks; never log tokens.""" +from __future__ import annotations + +import io +import json +import os +from pathlib import Path +import subprocess +import sys +import time +from uuid import UUID + +from PIL import Image + +ROOT = Path(__file__).resolve().parents[1] +sys.path.insert(0, str(ROOT / "tests")) +from client import Client, Failure, check # noqa: E402 + + +def encoded(image: Image.Image, format: str = "PNG", **options) -> bytes: + output = io.BytesIO() + image.save(output, format=format, **options) + return output.getvalue() + + +def upload(client, actor, chat, content, *, filename="sample.png", mime="image/png"): + from urllib.parse import quote + result = client.call( + "POST", f"/api/v1/chats/{chat['id']}/attachments?filename={quote(filename, safe='')}", + 202, actor=actor, raw=content, headers={"Content-Type": mime}, schema="Attachment", + )["json"] + check(result["status"] == "queued", "upload must return its queued snapshot") + check(result["variants"] == [], "queued snapshot must not expose partial variants") + return result + + +def metadata(client, actor, attachment_id): + return client.call("GET", f"/api/v1/attachments/{attachment_id}", actor=actor, + schema="Attachment")["json"] + + +def wait_until(predicate, message, timeout=90, interval=0.3): + deadline = time.monotonic() + timeout + while time.monotonic() < deadline: + value = predicate() + if value: + return value + time.sleep(interval) + raise Failure(message) + + +class Stand: + """Control only containers bearing this lab's Compose project label.""" + + def __init__(self): + self.project = os.environ.get("COMPOSE_PROJECT", "messenger-lab6") + + @staticmethod + def docker(*args, stdin=None, timeout=70): + process = subprocess.run(["docker", *args], input=stdin, text=True, + capture_output=True, timeout=timeout) + # Docker command output can contain secrets: do not echo it on errors. + if process.returncode: + raise Failure(f"docker {args[0]} failed (exit {process.returncode})") + return process.stdout.strip() + + def ids(self, service, *, all=True): + args = ["ps", "-q"] + if all: + args.append("-a") + args += ["--filter", f"label=com.docker.compose.project={self.project}", + "--filter", f"label=com.docker.compose.service={service}"] + return self.docker(*args).split() + + def one(self, service): + ids = self.ids(service) + check(len(ids) == 1, f"expected one {service} container") + return ids[0] + + def stop(self, *services): + ids = [cid for service in services for cid in self.ids(service)] + check(bool(ids), "containers to stop were not found") + self.docker("stop", "--time", "3", *ids) + + def start(self, *services): + ids = [cid for service in services for cid in self.ids(service)] + check(bool(ids), "containers to start were not found") + self.docker("start", *ids) + + def restart(self, *services): + ids = [cid for service in services for cid in self.ids(service)] + self.docker("restart", "--time", "3", *ids) + + def sql(self, statement): + return self.docker("exec", "-i", self.one("db"), "psql", "-U", "messenger", + "-d", "messenger", "-v", "ON_ERROR_STOP=1", "-tA", + stdin=statement) + + def row(self, attachment_id): + aid = str(UUID(attachment_id)) + value = self.sql(f"SELECT row_to_json(a) FROM attachments a WHERE id='{aid}';") + check(bool(value), "attachment row disappeared") + return json.loads(value) + + def operator(self, *args): + # Use a running API image so stopping worker/publisher is supported. + apis = self.ids("api", all=False) + check(bool(apis), "no API available for operator command") + return self.docker("exec", apis[0], "python", "-m", "app.operator", *args) + + def objects_exist(self, keys): + code = """ +import asyncio, json, sys +from app.storage import storage +async def main(): + await storage.start() + try: + print(json.dumps([await storage.exists(key) for key in json.load(sys.stdin)])) + finally: + await storage.close() +asyncio.run(main()) +""" + apis = self.ids("api", all=False) + return json.loads(self.docker("exec", "-i", apis[0], "python", "-c", code, + stdin=json.dumps(keys))) + + def replace_object(self, key, content, mime="image/png"): + """Explicit fault-test operation; key must come from this test's DB row.""" + import base64 + code = """ +import asyncio, base64, io, json, sys +from app.storage import storage +async def main(): + key, encoded, mime = json.load(sys.stdin) + content = base64.b64decode(encoded) + await storage.start() + try: + await storage.put(key, io.BytesIO(content), len(content), mime) + finally: + await storage.close() +asyncio.run(main()) +""" + self.docker("exec", "-i", self.ids("api", all=False)[0], "python", "-c", code, + stdin=json.dumps([key, base64.b64encode(content).decode(), mime])) + + def ready(self): + for service in ("db", "broker", "api", "lb"): + for cid in self.ids(service): + raw = self.docker("inspect", "--format", "{{json .State}}", cid) + state = json.loads(raw) + if not state.get("Running"): + return False + if "Health" in state and state["Health"]["Status"] != "healthy": + return False + return True + + def wait_ready(self): + wait_until(self.ready, "stand did not recover readiness", timeout=90) diff --git a/student-tests/lab5_images.py b/student-tests/lab5_images.py new file mode 100644 index 0000000..6f42fed --- /dev/null +++ b/student-tests/lab5_images.py @@ -0,0 +1,150 @@ +"""Grade 4 image semantics, actual decoded bytes and upload rejection checks. + +Run explicitly against the running lab5 stand: + python student-tests/lab5_images.py --base-url http://localhost:8080 +Requires Pillow, also present in the application image. +""" +from __future__ import annotations + +import argparse +import hashlib +import io +import json +import struct +import zlib + +from PIL import Image + +from lab5_helpers import Client, Failure, check, encoded, upload + + +def assert_variants(client, actor, att, source, expected_thumb, expected_optimized, + *, white_corner=False, green_crop=False): + ready = client.wait_ready(actor, att) + check(ready["sha256"] == hashlib.sha256(source).hexdigest(), "original SHA-256 changed") + check(ready["size_bytes"] == len(source), "original byte count changed") + check(ready["error_code"] is None, "ready has error_code") + by_name = {item["name"]: item for item in ready["variants"]} + check(len(ready["variants"]) == 3 and set(by_name) == {"thumbnail", "crop", "optimized"}, + "ready must contain exactly the three promised variants") + check(not any(k in json.dumps(ready) for k in ("object_key", "staging_key", "broker_url")), + "storage internals leaked into metadata") + original = client.call("GET", f"/api/v1/attachments/{att['id']}/content", actor=actor) + check(original["bytes"] == source, "original was re-encoded or changed") + check(original["headers"].get_content_type() == ready["content_type"], + "original Content-Type changed") + for name, expected_size, expected_format, mime in ( + ("thumbnail", expected_thumb, "JPEG", "image/jpeg"), + ("crop", (128, 128), "JPEG", "image/jpeg"), + ("optimized", expected_optimized, "WEBP", "image/webp"), + ): + variant = by_name[name] + response = client.call("GET", f"/api/v1/attachments/{att['id']}/content?variant={name}", + actor=actor) + data = response["bytes"] + check(response["headers"].get_content_type() == mime, f"{name}: wrong MIME") + check(variant["content_type"] == mime, f"{name}: wrong metadata MIME") + check(variant["size_bytes"] == len(data), f"{name}: wrong size_bytes") + check(variant["sha256"] == hashlib.sha256(data).hexdigest(), f"{name}: wrong SHA-256") + with Image.open(io.BytesIO(data)) as image: + image.load() + check(image.format == expected_format, f"{name}: wrong actual format") + check(image.size == expected_size, f"{name}: wrong actual dimensions {image.size}") + check((variant["width"], variant["height"]) == expected_size, + f"{name}: dimensions metadata differs from bytes") + check(not image.getexif(), f"{name}: EXIF was retained") + if white_corner and name == "thumbnail": + check(min(image.convert("RGB").getpixel((0, 0))) > 245, + "transparent JPEG background is not white") + if green_crop and name == "crop": + pixel = image.convert("RGB").getpixel((10, 64)) + check(pixel[1] > 180 and pixel[0] < 40 and pixel[2] < 40, + "crop is not taken from the centered square") + return ready + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--base-url", default=None) + args = parser.parse_args() + client = Client(args.base_url, timeout=40) + alice, bob, eve, chat = client.bootstrap() + + image = Image.new("RGB", (400, 200), (0, 220, 0)) + image.paste((220, 0, 0), (0, 0, 100, 200)) + image.paste((0, 0, 220), (300, 0, 400, 200)) + source = encoded(image) + att = upload(client, alice, chat, source) + assert_variants(client, bob, att, source, (256, 128), (400, 200), green_crop=True) + for suffix in ("", "/content", "/content?variant=thumbnail", "/content?variant=crop", + "/content?variant=optimized"): + client.call("GET", f"/api/v1/attachments/{att['id']}{suffix}", 404, actor=eve) + print("PASS centered crop, three real variants, checksums, original bytes and ACL", flush=True) + + for size, thumb, optimized in ( + ((11, 7), (11, 7), (11, 7)), + ((513, 201), (256, 100), (513, 201)), + ((1701, 1003), (256, 150), (1280, 754)), + ): + source = encoded(Image.new("RGB", size, (30, 80, 170))) + att = upload(client, alice, chat, source) + assert_variants(client, bob, att, source, thumb, optimized) + print("PASS no upscaling and floor rounding for thumbnail/optimized", flush=True) + + source = encoded(Image.new("RGBA", (320, 200), (200, 30, 30, 0))) + att = upload(client, alice, chat, source) + assert_variants(client, bob, att, source, (256, 160), (320, 200), white_corner=True) + print("PASS transparent PNG composited onto white JPEG", flush=True) + + exif = Image.Exif() + exif[274] = 6 + exif[270] = "student test metadata must be stripped" + source = encoded(Image.new("RGB", (320, 200), (90, 20, 170)), "JPEG", exif=exif) + att = upload(client, alice, chat, source, filename="rotated.jpg", mime="image/jpeg") + assert_variants(client, bob, att, source, (160, 256), (200, 320)) + print("PASS EXIF orientation applied to variants and metadata removed", flush=True) + + path = f"/api/v1/chats/{chat['id']}/attachments?filename=bad.png" + for data, mime, expected in ((b"this is not a PNG", "image/png", 415), + (source, "image/png", 415)): + client.call("POST", path, expected, actor=alice, raw=data, headers={"Content-Type": mime}) + # Verify early rejection from Content-Length without writing 10 MiB after + # the server has already returned 413 and closed the connection. urllib + # writes the whole body before reading and can otherwise lose the response + # to BrokenPipe. No upload is retried, and public tests are unchanged. + client.call("POST", path, 413, actor=alice, headers={ + "Content-Type": "image/png", "Content-Length": str(10485760 + 1)}) + def png_chunk(kind, data): + return struct.pack(">I", len(data)) + kind + data + struct.pack(">I", zlib.crc32(kind + data)) + bad_filter = (b"\x89PNG\r\n\x1a\n" + + png_chunk(b"IHDR", struct.pack(">IIBBBBB", 1, 1, 8, 2, 0, 0, 0)) + + png_chunk(b"IDAT", zlib.compress(b"\x05\x00\x00\x00")) + + png_chunk(b"IEND", b"")) + client.call("POST", path, 415, actor=alice, raw=bad_filter, + headers={"Content-Type": "image/png"}) + with Image.new("RGB", (4100, 4000), "blue") as large: + progressive = encoded(large, "JPEG", progressive=True) + scan = progressive.index(b"\xff\xda") + client.call("POST", path, 415, actor=alice, raw=progressive[:scan + 4] + b"\xff\xd9", + headers={"Content-Type": "image/jpeg"}) + print("PASS malformed PNG filter and truncated >16MP progressive JPEG rejected before 202", flush=True) + ihdr = struct.pack(">IIBBBBB", 10001, 4000, 8, 2, 0, 0, 0) + chunk = b"IHDR" + ihdr + oversized = b"\x89PNG\r\n\x1a\n" + struct.pack(">I", len(ihdr)) + chunk + struct.pack(">I", zlib.crc32(chunk)) + client.call("POST", path, 413, actor=alice, raw=oversized, + headers={"Content-Type": "image/png"}) + from urllib.parse import quote + for bad_name in ("../x.png", "a\\b.png", "a\x00.png", "a\n.png"): + client.call("POST", f"/api/v1/chats/{chat['id']}/attachments?filename={quote(bad_name, safe='')}", + 400, actor=alice, raw=encoded(Image.new("RGB", (2, 2))), + headers={"Content-Type": "image/png"}) + print("PASS invalid/MIME mismatch 415, >10MiB and >40M pixels 413, unsafe filenames 400", flush=True) + print("PASS: lab5 grade4 image checks") + + +if __name__ == "__main__": + try: + main() + except (Failure, ValueError, OSError) as exc: + print("FAIL:", str(exc), flush=True) + raise SystemExit(1) diff --git a/student-tests/lab5_limits.py b/student-tests/lab5_limits.py new file mode 100644 index 0000000..2e18354 --- /dev/null +++ b/student-tests/lab5_limits.py @@ -0,0 +1,52 @@ +"""Run inside the worker image; deliberately small limits, no stack changes. + +PowerShell: Get-Content -Raw student-tests/lab5_limits.py | docker compose exec -T worker python +Linux: docker compose exec -T worker python < student-tests/lab5_limits.py +""" +import asyncio +import os +from pathlib import Path +import tempfile +import time + +from PIL import Image + +from app import worker + + +async def main(): + with tempfile.TemporaryDirectory() as temporary: + directory = Path(temporary) + source = directory / "large.png" + with Image.new("RGB", (4000, 4000), "green") as image: + image.save(source) + old_memory = os.environ.get("WORKER_MEMORY_MB") + old_timeout = worker.IMAGE_TIMEOUT + try: + os.environ["WORKER_MEMORY_MB"] = "48" + try: + await worker.generate(source, directory) + raise AssertionError("decoder exceeded its deliberately small memory budget") + except worker.PermanentFailure as error: + assert str(error) == "image_resource_limit", str(error) + print("PASS memory: real 16MP image decoder stopped at RLIMIT_AS=48MiB", flush=True) + os.environ["WORKER_MEMORY_MB"] = "768" + worker.IMAGE_TIMEOUT = 0.001 + started = time.monotonic() + try: + await worker.generate(source, directory) + raise AssertionError("decoder exceeded wall timeout") + except worker.PermanentFailure as error: + assert str(error) == "image_timeout", str(error) + assert time.monotonic() - started < 3, "timed-out child was not promptly reaped" + print("PASS timeout: decoder killed and reaped; parent continues", flush=True) + finally: + worker.IMAGE_TIMEOUT = old_timeout + if old_memory is None: + os.environ.pop("WORKER_MEMORY_MB", None) + else: + os.environ["WORKER_MEMORY_MB"] = old_memory + print("PASS: lab5 decoder resource limits", flush=True) + + +asyncio.run(main()) diff --git a/student-tests/lab5_recovery.py b/student-tests/lab5_recovery.py new file mode 100644 index 0000000..327ee6e --- /dev/null +++ b/student-tests/lab5_recovery.py @@ -0,0 +1,218 @@ +"""Explicit grade4 failure checks; changes only this local lab stand. + +Run after public smoke; services are restored in finally blocks: + docker compose --profile tools run --rm tester python3 student-tests/lab5_recovery.py + +Modes can be run separately: --mode persistence|outbox|objects|ack|replay|retry. +Faults are one-shot DB records; API tokens are never printed. +""" +from __future__ import annotations + +import argparse +import hashlib +import json +import time +from uuid import UUID + +from PIL import Image + +from lab5_helpers import Client, Failure, Stand, check, encoded, metadata, upload, wait_until + + +def wait_status(client, actor, attachment_id, target, timeout=180): + def poll(): + value = metadata(client, actor, attachment_id) + if target != "failed": + check(value["status"] != "failed", "attachment unexpectedly failed") + return value if value["status"] == target else None + return wait_until(poll, f"attachment did not reach {target}", timeout=timeout, interval=0.6) + + +def assert_original(client, actor, att, content): + result = client.call("GET", f"/api/v1/attachments/{att['id']}/content", actor=actor) + check(result["bytes"] == content, "accepted original bytes were lost") + check(hashlib.sha256(content).hexdigest() == att["sha256"], "original checksum changed") + + +def fault_hits(stand, point): + result = stand.sql(f"SELECT hits FROM fault_injections WHERE point='{point}';") + return int(result or 0) + + +def persistence(stand, client, alice, bob, chat, content): + stand.stop("worker") + try: + att = upload(client, alice, chat, content) + linked = client.message(alice, chat, "", attachments=[att["id"]])["json"] + check(linked["attachment_ids"] == [att["id"]], "queued attachment not linkable") + client.call("GET", f"/api/v1/attachments/{att['id']}/content", 409, actor=bob) + client.message(bob, chat, "Messages work while worker is stopped") + # Ensure there really is a durable broker message before its restart. + aid = str(UUID(att["id"])) + wait_until(lambda: stand.sql( + f"SELECT count(*) FROM outbox WHERE attachment_id='{aid}' AND published_at IS NOT NULL;" + ) != "0", "outbox did not publish before broker restart", timeout=30) + before = {service: {cid: stand.docker("inspect", "-f", "{{.State.StartedAt}}", cid) + for cid in stand.ids(service)} for service in ("api", "broker")} + stand.restart("api", "broker") + stand.wait_ready() + for service, containers in before.items(): + for cid, started in containers.items(): + check(stand.docker("inspect", "-f", "{{.State.StartedAt}}", cid) != started, + f"{service} did not actually restart") + check(metadata(client, bob, att["id"])["status"] == "queued", "worker ran while stopped") + stand.start("worker") + ready = wait_status(client, bob, att["id"], "ready") + assert_original(client, bob, ready, content) + print(f"PASS persistence: attachment={att['id']} same session/ID after API+broker restart; " + "volumes preserved; queued content409; messages201; ready", flush=True) + finally: + stand.start("worker", "broker", "api") + + +def injected(stand, client, alice, bob, chat, content, point): + service = "publisher" if point == "crash_after_commit_before_publish" else "worker" + stand.stop(service) + try: + before = fault_hits(stand, point) + stand.operator("fault", point) + att = upload(client, alice, chat, content) + aid = str(UUID(att["id"])) + if service == "publisher": + check(stand.sql(f"SELECT count(*) FROM outbox WHERE attachment_id='{aid}' " + "AND published_at IS NULL;") != "0", "no durable unpublished outbox") + check(metadata(client, bob, aid)["status"] == "queued", "outbox gap not established") + stand.start(service) + wait_until(lambda: fault_hits(stand, point) > before, + f"fault {point} was not reached", timeout=60) + if point == "crash_after_objects_before_commit": + row = stand.row(aid) + check(row["status"] == "processing", "objects crash did not leave processing") + check(stand.objects_exist([row["object_key"]]) == [True], + "no durable original exists at the injected crash boundary") + check(row["lease_until"] is not None, "processing has no lease") + # Restart policy normally does this; explicit start also works without one. + stand.start(service) + started = time.monotonic() + ready = wait_status(client, bob, aid, "ready", timeout=200) + assert_original(client, bob, ready, content) + check(len(ready["variants"]) == 3, "recovery duplicated/lost variants") + row = stand.row(aid) + if point == "crash_after_objects_before_commit": + check(row["attempts_run"] >= 2, "expired processing was not retried") + print(f"PASS {point}: attachment={aid} hits={fault_hits(stand, point)-before} " + f"recovered_seconds={time.monotonic()-started:.1f}; same original; three variants", flush=True) + # No staging removal is allowed before ready, but it must eventually be cleaned. + wait_until(lambda: stand.row(aid)["staging_deleted"], + "ready staging was not cleaned", timeout=90) + check(stand.objects_exist([row["staging_key"]]) == [False], "ready staging object remains") + finally: + stand.sql(f"UPDATE fault_injections SET remaining=0 WHERE point='{point}';") + stand.start(service) + + +def replay(stand, client, alice, bob, chat, content): + stand.stop("worker") + try: + att = upload(client, alice, chat, content) + aid = att["id"] + row = stand.row(aid) + original_job = row["job_id"] + # Damage only this test's staged object. The checksum mismatch is permanent. + stand.replace_object(row["staging_key"], b"deliberately damaged staged source") + stand.start("worker") + failed = wait_status(client, bob, aid, "failed", timeout=120) + check(failed["error_code"] is not None, "failed has no safe error code") + check(stand.row(aid)["attempts_run"] == 1, "permanent error was repeatedly retried") + client.call("GET", f"/api/v1/attachments/{aid}/content", 409, actor=bob) + import uuid + client.call("POST", f"/api/v1/chats/{chat['id']}/messages", 409, + actor=alice, body={"text": "", "attachment_ids": [aid]}, + headers={"Idempotency-Key": uuid.uuid4().hex}) + registry = stand.operator("failed") + check(aid in registry, "failed attachment not visible to operator") + stand.replace_object(row["staging_key"], content) + stand.operator("replay", aid, "--reason", "test source restored after simulated corruption") + ready = wait_status(client, bob, aid, "ready") + check(stand.row(aid)["job_id"] == original_job, "replay changed logical job ID") + assert_original(client, bob, ready, content) + check(stand.sql(f"SELECT count(*) FROM job_events WHERE attachment_id='{aid}' AND event='operator_replay';") != "0", + "explicit replay was not audited") + check(stand.sql(f"SELECT attempt FROM job_events WHERE attachment_id='{aid}' " + "AND event='operator_replay' ORDER BY id DESC LIMIT 1;") == + str(stand.row(aid)["attempt"]), "replay audit refers to the previous attempt") + snapshot = metadata(client, bob, aid) + stand.operator("redeliver", aid) + wait_until(lambda: stand.sql(f"SELECT count(*) FROM outbox WHERE attachment_id='{aid}' " + "AND published_at IS NULL;") == "0", + "ready duplicate was not published", timeout=30) + time.sleep(2) + check(metadata(client, bob, aid) == snapshot, "ready redelivery modified completed result") + check(len(snapshot["variants"]) == 3, "ready redelivery duplicated variants") + print(f"PASS failed/replay: attachment={aid}; permanent error fails once; failed registry; " + "content/link409; audited replay preserves job_id; ready duplicate no-op", flush=True) + finally: + stand.start("worker") + + +def retry(stand, client, alice, bob, chat, content): + """Temporary S3 failure must persist retries and eventually exhaust the budget.""" + stand.stop("worker") + try: + att = upload(client, alice, chat, content) + aid = att["id"] + stand.stop("s3") + stand.start("worker") + failed = wait_status(client, bob, aid, "failed", timeout=240) + check(failed["error_code"] == "retry_exhausted", "transient errors did not exhaust retry budget") + row = stand.row(aid) + check(row["attempts_run"] > 1, "temporary outage was not retried") + attempts = stand.sql(f"SELECT count(DISTINCT attempt) FROM outbox WHERE attachment_id='{aid}';") + check(int(attempts) == row["attempts_run"], "retry attempt was not saved in outbox") + stand.start("s3") + # Wait storage health separately; Stand.ready covers API/broker/db. + wait_until(lambda: stand.docker("inspect", "-f", "{{.State.Health.Status}}", + stand.one("s3")) == "healthy", "S3 did not recover", timeout=90) + stand.operator("replay", aid, "--reason", "S3 recovered after bounded retry exhaustion") + ready = wait_status(client, bob, aid, "ready") + assert_original(client, bob, ready, content) + print(f"PASS transient S3 outage: attachment={aid}; attempts={row['attempts_run']}; " + "durable retries, retry_exhausted, explicit replay after recovery", flush=True) + finally: + stand.start("s3", "worker") + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--base-url", default=None) + parser.add_argument("--mode", default="all", choices=("all", "persistence", "outbox", "objects", + "ack", "replay", "retry")) + args = parser.parse_args() + stand = Stand() + stand.wait_ready() + client = Client(args.base_url, timeout=40) + alice, bob, _eve, chat = client.bootstrap() + content = encoded(Image.new("RGB", (320, 200), (40, 100, 190))) + scenarios = ( + ("persistence", lambda: persistence(stand, client, alice, bob, chat, content)), + ("outbox", lambda: injected(stand, client, alice, bob, chat, content, + "crash_after_commit_before_publish")), + ("objects", lambda: injected(stand, client, alice, bob, chat, content, + "crash_after_objects_before_commit")), + ("ack", lambda: injected(stand, client, alice, bob, chat, content, + "crash_after_commit_before_ack")), + ("replay", lambda: replay(stand, client, alice, bob, chat, content)), + ("retry", lambda: retry(stand, client, alice, bob, chat, content)), + ) + for name, action in scenarios: + if args.mode in ("all", name): + action() + print(f"PASS: lab5 grade4 recovery checks ({args.mode})", flush=True) + + +if __name__ == "__main__": + try: + main() + except (Failure, ValueError, OSError) as exc: + print("FAIL:", str(exc), flush=True) + raise SystemExit(1) diff --git a/student-tests/observability_unit.py b/student-tests/observability_unit.py new file mode 100644 index 0000000..b657211 --- /dev/null +++ b/student-tests/observability_unit.py @@ -0,0 +1,222 @@ +"""OTel contract/security checks without a running DB, broker or backends. + +Run in the application image, where the pinned SDK/FastAPI are installed: + docker compose run --rm --no-deps -v ./:/work -w /work api python student-tests/observability_unit.py +Only synthetic markers are used; no external exporter is configured. +""" +from __future__ import annotations + +import asyncio +import json +import logging +import os +from pathlib import Path +import sys +from types import SimpleNamespace +import unittest + +sys.path.insert(0, str(Path(__file__).resolve().parents[1])) +# app.errors reads configuration to build response headers; no connection is made. +os.environ.setdefault("DATABASE_URL", "postgresql://unit:unit@unused/unit") +os.environ.setdefault("S3_ACCESS_KEY_ID", "synthetic-unit-key") +os.environ.setdefault("S3_SECRET_ACCESS_KEY", "synthetic-unit-secret") + +from opentelemetry import metrics, trace +from opentelemetry.sdk._logs import LoggerProvider, LoggingHandler +from opentelemetry.sdk._logs.export import InMemoryLogExporter, SimpleLogRecordProcessor +from opentelemetry.sdk.metrics import MeterProvider +from opentelemetry.sdk.metrics.export import InMemoryMetricReader +from opentelemetry.sdk.resources import Resource +from opentelemetry.sdk.trace import TracerProvider +from opentelemetry.sdk.trace.export import SimpleSpanProcessor +from opentelemetry.sdk.trace.export.in_memory_span_exporter import InMemorySpanExporter +from opentelemetry.trace import StatusCode + +from app import telemetry +from app.trace_context import carrier, parent_context + + +class ObservabilityTests(unittest.TestCase): + @classmethod + def setUpClass(cls): + resource = Resource({"service.name": "messenger-unit"}) + cls.spans = InMemorySpanExporter() + cls.traces = TracerProvider(resource=resource) + cls.traces.add_span_processor(SimpleSpanProcessor(cls.spans)) + trace.set_tracer_provider(cls.traces) + cls.reader = InMemoryMetricReader() + cls.meters = MeterProvider(resource=resource, metric_readers=[cls.reader]) + metrics.set_meter_provider(cls.meters) + cls.logs = InMemoryLogExporter() + cls.log_provider = LoggerProvider(resource=resource) + cls.log_provider.add_log_record_processor(SimpleLogRecordProcessor(cls.logs)) + cls.logger = logging.getLogger("messenger.telemetry.events") + cls.handler = LoggingHandler(logger_provider=cls.log_provider) + cls.logger.addHandler(cls.handler) + + @classmethod + def tearDownClass(cls): + cls.logger.removeHandler(cls.handler) + cls.meters.shutdown() + cls.log_provider.shutdown() + cls.traces.shutdown() + + def setUp(self): + self.spans.clear() + self.logs.clear() + + def test_w3c_parent_child_and_durable_retry_preserve_trace(self): + initial = { + "traceparent": "00-12345678901234567890123456789012-1234567890123456-01", + "tracestate": "vendor=unit", + "Authorization": "Bearer MUST_NOT_PROPAGATE", + } + with telemetry.span("upload", parent=parent_context(initial)) as upload: + durable = carrier() + self.assertEqual(set(durable), {"traceparent", "tracestate"}) + self.assertEqual(durable["tracestate"], "vendor=unit") + with telemetry.span("publish", parent=parent_context(durable)) as producer: + envelope = carrier() + self.assertEqual(producer.get_span_context().trace_id, upload.get_span_context().trace_id) + with telemetry.span("consume", parent=parent_context(envelope)) as consumer: + retry = carrier() + with telemetry.span("retry publish", parent=parent_context(retry)) as retried: + self.assertEqual(retried.get_span_context().trace_id, upload.get_span_context().trace_id) + by_name = {item.name: item for item in self.spans.get_finished_spans()} + self.assertEqual(by_name["publish"].parent.span_id, upload.get_span_context().span_id) + self.assertEqual(by_name["consume"].parent.span_id, producer.get_span_context().span_id) + self.assertEqual(by_name["retry publish"].parent.span_id, consumer.get_span_context().span_id) + self.assertTrue(envelope["traceparent"].endswith("-01")) + + def test_unsampled_trace_flags_and_tracestate_survive(self): + initial = { + "traceparent": "00-12345678901234567890123456789012-1234567890123456-00", + "tracestate": "vendor=unit", + } + with telemetry.span("unsampled", parent=parent_context(initial)) as active: + propagated = carrier() + self.assertEqual(active.get_span_context().trace_id, int(initial["traceparent"].split("-")[1], 16)) + self.assertEqual(propagated["tracestate"], "vendor=unit") + self.assertTrue(propagated["traceparent"].endswith("-00")) + self.assertEqual(self.spans.get_finished_spans(), ()) + + def test_missing_or_invalid_context_starts_new_root_even_inside_span(self): + with telemetry.span("unrelated maintenance") as ambient: + for candidate in (None, {}, {"traceparent": None}, {"traceparent": "broken"}, + {"traceparent": "00-" + "0" * 32 + "-1234567890123456-01"}): + with telemetry.span("new root", parent=parent_context(candidate)) as active: + self.assertNotEqual(active.get_span_context().trace_id, ambient.get_span_context().trace_id) + roots = [item for item in self.spans.get_finished_spans() if item.name == "new root"] + self.assertEqual(len(roots), 5) + self.assertTrue(all(item.parent is None for item in roots)) + self.assertEqual(carrier(), {}) + + def _request(self, *, template=None, status=202, failure=None): + secrets = { + "raw_id": "3d7b756a-cb54-4ce5-a7a8-83aa92352cee", + "filename": "PRIVATE_FILENAME.png", + "token": "PRIVATE_BEARER_TOKEN", + "body": "PRIVATE_MESSAGE_BODY", + "exception": "PRIVATE_EXCEPTION_CONNECTION_URL", + } + received = [] + responses = [] + scope = { + "type": "http", "asgi": {"version": "3.0"}, "http_version": "1.1", + "method": "POST", "scheme": "http", "root_path": "", + "path": f"/api/v1/chats/{secrets['raw_id']}/attachments", + "raw_path": f"/api/v1/chats/{secrets['raw_id']}/attachments".encode(), + "query_string": f"filename={secrets['filename']}".encode(), + "headers": [(b"authorization", f"Bearer {secrets['token']}".encode()), + (b"content-type", b"application/json"), + (b"x-request-id", b"unit-request-correlation")], + "client": ("127.0.0.1", 1234), "server": ("unit", 80), + } + + async def receive(): + received.append(True) + return {"type": "http.request", "body": secrets["body"].encode(), "more_body": False} + + async def send(message): + responses.append(message) + + async def application(scope, receive, send): + if template: + scope["route"] = SimpleNamespace(path=template) + # Prove the same secret body is available to the handler, but absent + # from the independently exported observations. + message = await receive() + assert message["body"] == secrets["body"].encode() + if failure: + raise RuntimeError(secrets["exception"]) + await send({"type": "http.response.start", "status": status, "headers": []}) + await send({"type": "http.response.body", "body": b"ok", "more_body": False}) + + run = telemetry.HttpTelemetryMiddleware(application)(scope, receive, send) + if failure: + with self.assertRaisesRegex(RuntimeError, secrets["exception"]): + asyncio.run(run) + else: + asyncio.run(run) + self.assertEqual(len(received), 1) + return secrets, responses + + def _exported(self): + spans = self.spans.get_finished_spans() + logs = [entry.log_record for entry in self.logs.get_finished_logs()] + data = self.reader.get_metrics_data() + point_attrs = [] + for resource_metrics in data.resource_metrics: + for scope_metrics in resource_metrics.scope_metrics: + for metric in scope_metrics.metrics: + for point in metric.data.data_points: + point_attrs.append(dict(point.attributes)) + value = { + "spans": [{"name": item.name, "attrs": dict(item.attributes), + "events": [{"name": event.name, "attrs": dict(event.attributes)} + for event in item.events]} for item in spans], + "logs": [{"body": item.body, "attrs": dict(item.attributes or {})} for item in logs], + "metrics": point_attrs, + } + return spans, logs, point_attrs, json.dumps(value, default=str) + + def test_http_route_template_and_request_trace_log_correlation_without_secrets(self): + template = "/api/v1/chats/{chat_id}/attachments" + secrets, responses = self._request(template=template) + spans, logs, metric_attrs, exported = self._exported() + self.assertEqual(len(spans), 1) + self.assertEqual(spans[0].name, "POST " + template) + self.assertTrue(metric_attrs) + self.assertTrue(all(item["route"] in {template, "unmatched"} for item in metric_attrs)) + self.assertTrue(all(set(item) <= {"method", "route", "status_class"} for item in metric_attrs)) + self.assertEqual(len(logs), 1) + self.assertEqual(logs[0].attributes["request_id"], "unit-request-correlation") + self.assertEqual(logs[0].trace_id, spans[0].context.trace_id) + self.assertEqual(logs[0].span_id, spans[0].context.span_id) + headers = dict(responses[0]["headers"]) + self.assertEqual(headers[b"x-request-id"], b"unit-request-correlation") + self.assertEqual(headers[b"x-trace-id"].decode(), f"{spans[0].context.trace_id:032x}") + for value in secrets.values(): + self.assertNotIn(value, exported) + + def test_unknown_route_and_exception_message_do_not_escape_into_telemetry(self): + secrets, _ = self._request(status=404) + _, _, _, exported = self._exported() + self.assertEqual(self.spans.get_finished_spans()[0].name, "POST unmatched") + for value in secrets.values(): + self.assertNotIn(value, exported) + self.spans.clear() + self.logs.clear() + secrets, _ = self._request(failure=True) + spans, logs, metric_attrs, exported = self._exported() + self.assertEqual(spans[0].status.status_code, StatusCode.ERROR) + self.assertEqual(spans[0].attributes["exception_type"], "RuntimeError") + self.assertFalse(spans[0].events, "No exception stack/message should be auto-recorded") + self.assertEqual(logs[0].attributes["status_code"], 500) + self.assertTrue(any(item["status_class"] == "5xx" for item in metric_attrs)) + for value in secrets.values(): + self.assertNotIn(value, exported) + + +if __name__ == "__main__": + unittest.main(verbosity=2)