From b2eca3d2592f0f1c5b0b5a2acfffca0c4ad86ca6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=D0=93=D0=BE=D1=80=D0=B1=D0=B0=D0=BD=D1=8E=D0=BA?= <152+wemiliam@noreply.gitea.privcloud.tech> Date: Fri, 6 Nov 2026 18:22:53 +0300 Subject: [PATCH 1/2] =?UTF-8?q?=D0=A0=D0=B5=D0=B0=D0=BB=D0=B8=D0=B7=D0=BE?= =?UTF-8?q?=D0=B2=D0=B0=D1=82=D1=8C=20=D0=BD=D0=B0=D0=B1=D0=BB=D1=8E=D0=B4?= =?UTF-8?q?=D0=B0=D0=B5=D0=BC=D0=BE=D1=81=D1=82=D1=8C=20=D0=BC=D0=B5=D1=81?= =?UTF-8?q?=D1=81=D0=B5=D0=BD=D0=B4=D0=B6=D0=B5=D1=80=D0=B0=20=D0=B8=20?= =?UTF-8?q?=D0=BF=D1=80=D0=BE=D0=B2=D0=B5=D1=80=D0=B8=D1=82=D1=8C=20=D0=B5?= =?UTF-8?q?=D1=91=20=D0=BF=D0=BE=D0=B4=20=D0=BD=D0=B0=D0=B3=D1=80=D1=83?= =?UTF-8?q?=D0=B7=D0=BA=D0=BE=D0=B9?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .dockerignore | 6 + .env.example | 9 + .python-version | 1 + Dockerfile | 29 + Makefile | 20 +- REPORT.md | 109 +- compose.test.yaml | 21 + compose.yaml | 323 ++++ evidence/failover.txt | 4 + evidence/observability.json | 57 + evidence/persistence.txt | 3 + evidence/pipeline.json | 1307 +++++++++++++++++ evidence/telemetry-cost.json | 862 +++++++++++ evidence/trace-retry.json | 18 + evidence/unit.txt | 1 + infra/api-policy.json | 33 + infra/bootstrap-s3.sh | 31 + infra/haproxy.cfg | 44 + infra/otel/alerts.yaml | 27 + infra/otel/collector.yaml | 53 + infra/otel/grafana/dashboards/messenger.json | 453 ++++++ .../provisioning/dashboards/local.yaml | 7 + .../provisioning/datasources/local.yaml | 33 + infra/otel/loki.yaml | 36 + infra/otel/prometheus.yaml | 13 + infra/otel/tempo.yaml | 18 + infra/reconciler-policy.json | 26 + infra/s3.Dockerfile | 18 + infra/start-s3.sh | 5 + infra/test-policy.json | 27 + infra/worker-policy.json | 34 + migrations/001_initial.sql | 37 + migrations/002_idempotency.sql | 14 + migrations/003_attachments.sql | 30 + migrations/004_pipeline.sql | 46 + migrations/005_upload_handoff.sql | 8 + migrations/006_trace_context.sql | 5 + pyproject.toml | 48 + scripts/bootstrap.py | 50 + scripts/cluster.py | 82 ++ scripts/observe.py | 279 ++++ scripts/pipeline_lab.py | 33 + scripts/restart.sh | 5 + scripts/rolling-update.py | 49 + scripts/stop-one.py | 48 + scripts/stop-one.sh | 4 + scripts/telemetry_cost.py | 184 +++ scripts/verify_cleanup.py | 172 +++ scripts/verify_cluster.py | 253 ++++ scripts/verify_pipeline.py | 513 +++++++ src/messenger/__init__.py | 1 + src/messenger/__main__.py | 27 + src/messenger/app.py | 350 +++++ src/messenger/attachments.py | 127 ++ src/messenger/auth.py | 127 ++ src/messenger/broker.py | 96 ++ src/messenger/cache.py | 57 + src/messenger/cleanup.py | 122 ++ src/messenger/cursor.py | 41 + src/messenger/domain.py | 79 + src/messenger/faults.py | 35 + src/messenger/images.py | 51 + src/messenger/migrate.py | 46 + src/messenger/operator.py | 60 + src/messenger/pipeline.py | 266 ++++ src/messenger/relay.py | 106 ++ src/messenger/repository.py | 351 +++++ src/messenger/schemas.py | 120 ++ src/messenger/service.py | 52 + src/messenger/settings.py | 85 ++ src/messenger/storage.py | 82 ++ src/messenger/telemetry.py | 241 +++ src/messenger/worker.py | 270 ++++ student-tests/conftest.py | 86 ++ student-tests/test_api.py | 299 ++++ student-tests/test_cluster.py | 137 ++ student-tests/test_pipeline.py | 357 +++++ uv.lock | 1206 +++++++++++++++ 78 files changed, 10341 insertions(+), 24 deletions(-) create mode 100644 .python-version create mode 100644 Dockerfile create mode 100644 compose.test.yaml create mode 100644 compose.yaml create mode 100644 evidence/failover.txt create mode 100644 evidence/observability.json create mode 100644 evidence/persistence.txt create mode 100644 evidence/pipeline.json create mode 100644 evidence/telemetry-cost.json create mode 100644 evidence/trace-retry.json create mode 100644 evidence/unit.txt create mode 100644 infra/api-policy.json create mode 100644 infra/bootstrap-s3.sh create mode 100644 infra/haproxy.cfg create mode 100644 infra/otel/alerts.yaml create mode 100644 infra/otel/collector.yaml create mode 100644 infra/otel/grafana/dashboards/messenger.json create mode 100644 infra/otel/grafana/provisioning/dashboards/local.yaml create mode 100644 infra/otel/grafana/provisioning/datasources/local.yaml create mode 100644 infra/otel/loki.yaml create mode 100644 infra/otel/prometheus.yaml create mode 100644 infra/otel/tempo.yaml create mode 100644 infra/reconciler-policy.json create mode 100644 infra/s3.Dockerfile create mode 100644 infra/start-s3.sh create mode 100644 infra/test-policy.json create mode 100644 infra/worker-policy.json create mode 100644 migrations/001_initial.sql create mode 100644 migrations/002_idempotency.sql create mode 100644 migrations/003_attachments.sql create mode 100644 migrations/004_pipeline.sql create mode 100644 migrations/005_upload_handoff.sql create mode 100644 migrations/006_trace_context.sql create mode 100644 pyproject.toml create mode 100644 scripts/bootstrap.py create mode 100644 scripts/cluster.py create mode 100644 scripts/observe.py create mode 100644 scripts/pipeline_lab.py create mode 100755 scripts/restart.sh create mode 100644 scripts/rolling-update.py create mode 100644 scripts/stop-one.py create mode 100755 scripts/stop-one.sh create mode 100644 scripts/telemetry_cost.py create mode 100644 scripts/verify_cleanup.py create mode 100644 scripts/verify_cluster.py create mode 100644 scripts/verify_pipeline.py create mode 100644 src/messenger/__init__.py create mode 100644 src/messenger/__main__.py create mode 100644 src/messenger/app.py create mode 100644 src/messenger/attachments.py create mode 100644 src/messenger/auth.py create mode 100644 src/messenger/broker.py create mode 100644 src/messenger/cache.py create mode 100644 src/messenger/cleanup.py create mode 100644 src/messenger/cursor.py create mode 100644 src/messenger/domain.py create mode 100644 src/messenger/faults.py create mode 100644 src/messenger/images.py create mode 100644 src/messenger/migrate.py create mode 100644 src/messenger/operator.py create mode 100644 src/messenger/pipeline.py create mode 100644 src/messenger/relay.py create mode 100644 src/messenger/repository.py create mode 100644 src/messenger/schemas.py create mode 100644 src/messenger/service.py create mode 100644 src/messenger/settings.py create mode 100644 src/messenger/storage.py create mode 100644 src/messenger/telemetry.py create mode 100644 src/messenger/worker.py create mode 100644 student-tests/conftest.py create mode 100644 student-tests/test_api.py create mode 100644 student-tests/test_cluster.py create mode 100644 student-tests/test_pipeline.py create mode 100644 uv.lock diff --git a/.dockerignore b/.dockerignore index bc16e55..af7fc01 100644 --- a/.dockerignore +++ b/.dockerignore @@ -17,4 +17,10 @@ backups __pycache__ node_modules evidence +student-tests +tests +research +REPORT.md +SCHEMA.md +requirements-dev.txt .DS_Store diff --git a/.env.example b/.env.example index 2b32655..3159406 100644 --- a/.env.example +++ b/.env.example @@ -28,3 +28,12 @@ OTEL_SERVICE_NAME=messenger-api OTEL_EXPORTER_OTLP_ENDPOINT=http://otel-collector:4318 OTEL_EXPORTER_OTLP_PROTOCOL=http/protobuf OTEL_RESOURCE_ATTRIBUTES=deployment.environment.name=lab + +# Local ports and telemetry mode. +PUBLIC_PORT=8086 +GRAFANA_PORT=3006 +PROMETHEUS_PORT=9096 +LOKI_PORT=3106 +TEMPO_PORT=3206 +TELEMETRY_ENABLED=1 +OTEL_SAMPLE_RATIO=1 diff --git a/.python-version b/.python-version new file mode 100644 index 0000000..a128d5c --- /dev/null +++ b/.python-version @@ -0,0 +1 @@ +3.14.7 diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..7b6fb67 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,29 @@ +FROM python:3.14.7-slim-bookworm@sha256:82bc3c539b8813ada9d68c63b40158fa002f7f33de9bf3312a3dfdc0620dff56 AS builder +WORKDIR /app +RUN python -m pip install --no-cache-dir uv==0.12.13 +ENV UV_PYTHON_DOWNLOADS=never +COPY pyproject.toml uv.lock .python-version ./ +RUN --mount=type=cache,target=/root/.cache/uv uv sync --frozen --no-dev --no-install-project --compile-bytecode +COPY src ./src +RUN --mount=type=cache,target=/root/.cache/uv uv sync --frozen --no-dev --no-editable --compile-bytecode + +FROM python:3.14.7-slim-bookworm@sha256:82bc3c539b8813ada9d68c63b40158fa002f7f33de9bf3312a3dfdc0620dff56 +RUN groupadd --gid 10001 app && useradd --uid 10001 --gid app --no-create-home app +WORKDIR /app +COPY --from=builder /app/.venv /app/.venv +COPY migrations /app/migrations +ARG VCS_REF=uncommitted +LABEL org.opencontainers.image.revision=$VCS_REF +ENV PATH="/app/.venv/bin:$PATH" \ + PYTHONUNBUFFERED=1 \ + PYTHONDONTWRITEBYTECODE=1 \ + APP_HOST=0.0.0.0 \ + APP_PORT=8080 \ + APP_ENV=lab \ + APP_LOG_LEVEL=INFO +USER 10001:10001 +EXPOSE 8080 +STOPSIGNAL SIGTERM +HEALTHCHECK --interval=2s --timeout=2s --start-period=5s --retries=3 \ + CMD ["python", "-c", "import os, urllib.request; urllib.request.urlopen('http://127.0.0.1:' + os.environ.get('APP_PORT', '8080') + '/health/ready', timeout=1).close()"] +CMD ["python", "-m", "messenger"] diff --git a/Makefile b/Makefile index 5d86d17..bd87205 100644 --- a/Makefile +++ b/Makefile @@ -1,5 +1,5 @@ PYTHON ?= python3 -BASE_URL ?= http://localhost:8080 +BASE_URL ?= http://127.0.0.1:8086 CA_FILE ?= ACTION_SCRIPT ?= TLS_ARGS = $(if $(CA_FILE),--ca-file "$(CA_FILE)",) @@ -28,3 +28,21 @@ test-persistence: test-failover: @test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable stop-one hook"; exit 2) $(PYTHON) tests/resilience.py --mode failover --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS) + +.PHONY: bootstrap up down unit lint verify-cluster verify-pipeline +bootstrap: + $(PYTHON) scripts/bootstrap.py +up: + docker compose --env-file .env up -d --build --wait --wait-timeout 180 + +down: + docker compose --env-file .env stop --timeout 7 +unit: + uv run pytest --tb=short +lint: + uv run ruff check . + uv run ruff format --check . +verify-cluster: + uv run python scripts/verify_cluster.py --base-url "$(BASE_URL)" +verify-pipeline: + uv run python scripts/verify_pipeline.py --base-url "$(BASE_URL)" diff --git a/REPORT.md b/REPORT.md index b97ae42..43fa2cc 100644 --- a/REPORT.md +++ b/REPORT.md @@ -1,37 +1,100 @@ -# Отчёт — лабораторная 6 +# ЛР6. Наблюдаемость мессенджера -- Автор, группа: TODO -- Целевая оценка; выбранный трек 5, если нужен: TODO -- Commit/PR: TODO после публикации -- Использованные источники, библиотеки и помощь ИИ: TODO +**Горбанюк, БВТ2301.** Целевая оценка 5. Трек 1 «Цена наблюдаемости». + +Использованы материалы задания, документация [OpenTelemetry](https://opentelemetry.io/docs/collector/configuration/), [Loki OTLP](https://grafana.com/docs/loki/latest/send-data/otel/) и [Prometheus](https://prometheus.io/docs/practices/histograms/). За основу взято собственное решение ЛР5. При подготовке реализации, проверок и отчёта использовалась помощь ИИ. ## Запуск из чистого clone -TODO: версии runtime/образов, prerequisites, команды создания локальных secrets/.env, build, миграций, запуска, ожидания готовности, тестов и остановки. Указать необходимые действия оператора. Не вставлять секреты. Отдельно указать безопасную остановку и команду намеренного удаления учебных данных. +Нужны Docker с Compose и Python 3.14 для локальных проверок. Runtime приложения — Python 3.14.7, зависимости в `uv.lock`, OpenTelemetry Python 1.45.2. Стенд включает Collector Contrib 0.147.0, Prometheus 3.9.1, Loki 3.6.3, Tempo 2.10.0 и Grafana 12.3.3. Образы и лимиты указаны в `compose.yaml`. Docker сам запускает миграции и создаёт приватный bucket. -## Архитектура и решения +```sh +make bootstrap +make up +curl -fsS http://127.0.0.1:8086/health/ready +make test +uv sync --locked +make check +make validate PYTHON=.venv/bin/python +make lint +``` -TODO: схема процессов/хранилищ, источник истины, транзакционные границы, ограничения. Что перенесено из lab5, что изменено в этой работе. Соответствие переменных из .env.example реальной конфигурации. +Grafana доступна на `http://127.0.0.1:3006`; пользователь `admin`, пароль в локальном `secrets/grafana_password`. Панель **MTUSI Messenger** и три источника появляются при старте. Прямые порты Prometheus 9096, Loki 3106 и Tempo 3206 привязаны к loopback для локальных проверок. `make down` останавливает стенд с сохранением данных. `docker compose down -v` удаляет учебные данные этого проекта. -## Доказательства критериев +Для набора собственных тестов и диагностики с инъекцией одноразового сбоя: -| Критерий README | Команда/сценарий | Наблюдаемый результат | Файл доказательства | -| --- | --- | --- | --- | -| Публичный smoke | make test | TODO | TODO | -| Остальные пункты уровня 3 | TODO | TODO | TODO | -| Все пункты уровня 4, если заявлен | TODO | TODO | TODO | -| Выбранный трек 5, если заявлен | TODO | TODO | TODO | +```sh +docker compose -f compose.yaml -f compose.test.yaml up -d --build --wait +make unit +make test-persistence ACTION_SCRIPT=scripts/restart.sh +make test-failover ACTION_SCRIPT=scripts/stop-one.sh +uv run python scripts/verify_pipeline.py --output evidence/pipeline-repeat.json +uv run python scripts/observe.py --incidents --retry --output evidence/observe-repeat.json +uv run python scripts/telemetry_cost.py --output evidence/cost-repeat.json +``` -TODO: добавить отдельную строку для каждого заявленного критерия. PASS без команды и наблюдения не является доказательством. Проверка инфраструктурного hook требует подтверждения, какие реальные процессы/хранилища перезапущены. +## Архитектура -## Эксперименты и отказы +Две реплики FastAPI за HAProxy используют общие PostgreSQL, Valkey и S3. Из ЛР5 сохранены загрузка со статусом 202 после приёма файла и фиксации job/outbox, relay, отдельный durable Valkey Streams и обработка в дочернем процессе worker. PostgreSQL хранит статус и версии, S3 — байты. Повторная доставка ограничена состоянием задачи и транзакционной проверкой fence. -TODO: гипотеза, hardware/лимиты, версии, объём данных, профиль нагрузки, concurrency/arrival rate, длительность/прогрев, повторы, успешные RPS, ошибки, p50/p95/p99, CPU/RAM. Сохранить raw summary без tokens и объяснить ограничения измерения. +API, relay и worker отправляют OTLP/HTTP в Collector. Prometheus опрашивает экспортёр метрик и сам Collector. Loki хранит структурные логи, Tempo хранит трассы. Grafana загружает источники и панель из Git. У хранилищ отдельные volumes, задано удержание примерно 72 часа; для Prometheus также действует предел размера 256 MB. -| Воздействие | Что ожидаем | Что наблюдали | Время восстановления / потеря данных | -| --- | --- | --- | --- | -| TODO | TODO | TODO | TODO | +`traceparent` и `tracestate` добавляются к job той же транзакцией, которая фиксирует её приём. Relay создаёт producer span под контекстом из БД и вкладывает свой контекст в envelope; worker создаёт consumer span. Повторная публикация использует исходный сохранённый контекст. Для обработки видны дочерние операции PostgreSQL и S3. Супервизор агрегирует исходы и задержки процессов, включая таймауты, в стабильную серию worker. -## Ограничения и следующие шаги +В метриках HTTP используется шаблон маршрута и класс статуса; health исключён. В логах остаются созданные сервисом request ID, trace ID, span ID и в событиях обработки job ID для поиска. Инструментация не читает заголовки авторизации, содержимое запросов, SQL, имена файлов или ключи объектов. Исключения в span записывают только тип. `service.instance.id` отличает процессы, `service.version` берётся из установленного приложения, окружение `lab`. Нестандартные имена описаны ниже. -TODO: какие отказы выдерживаются и какие нет; что не реализовано; где учебное упрощение; какое улучшение подтверждено, а какое пока гипотеза. +| Сигнал | Prometheus | Единицы и агрегация | +| --- | --- | --- | +| Запросы и ошибки | `messenger_http_requests_total` | rate по всем API; ошибки — 5xx / бизнес-запросы | +| Длительность HTTP | `messenger_http_duration_seconds_bucket` | p50/p95/p99 через `histogram_quantile` после суммы rate buckets по `le` | +| Задачи и время обработки | `messenger_jobs_processed_total`, `messenger_jobs_duration_seconds_bucket` | исходы и гистограмма в секундах | +| Backlog и возраст | `messenger_queue_depth`, `messenger_queue_oldest_seconds` | число и возраст незавершённых job; снимок PostgreSQL каждые 2 с | +| Пул БД и worker | `messenger_db_pool_used`, `messenger_db_pool_waiting`, `messenger_worker_busy`, `messenger_worker_capacity` | используемые и ожидающие соединения при обращении к пулу, занятые слоты worker | +| Время до ready | `messenger_ready_duration_seconds_bucket` | от времени создания записи в транзакции приёма до фиксации результата; секунды | +| CPU и память | `messenger_process_cpu_seconds_total`, `messenger_process_rss_bytes` | CPU процесса с завершёнными дочерними процессами, RSS процесса; для полного дерева дополнительно Docker stats | + +## Диагностика + +Учебные цели для окна 5 минут: 99% бизнес-запросов без 5xx, 95% принятых и завершённых изображений готовы за 30 секунд. Для второго SLI доля берётся из buckets, а незавершённые и окончательно failed контролируются отдельно через backlog и исходы задач. Пороги демонстрационных алертов рассчитаны на короткий стенд. HTTP alert требует >5% 5xx в окне 20 секунд с выдержкой 6 секунд. Queue alert требует незавершённые job и возраст >5 секунд с выдержкой 6 секунд. Дополнительный DB alert использует рост ошибок пула в окне 20 секунд. + +1. При `MessengerQueueLag` проверить число и возраст незавершённых job, слоты worker, затем потребление и логи worker. Из лога загрузки перейти к trace ID и искать `jobs.publish` и `jobs.consume`. Рост очереди при исчезнувших consume и стабильном HTTP указывает на остановку обработки. +2. При HTTP 5xx проверить `MessengerDatabaseErrors`, взять request ID из ответа и найти лог в Loki. В Tempo сравнить длительность HTTP span и `db.read`. Узкий участок виден внутри БД; для сравнения обычный запрос укладывался в миллисекунды. +3. Если данные исчезли из Tempo, сверить accepted/sent/failed у Collector и проверить readiness API. Отдельная отправка из SDK и очередь Collector ограничивают влияние на мессенджер. В SDK до 512 span и 512 log records на процесс; у Collector memory limiter 128 MiB, cgroup 256 MiB и 16 batches на экспортёр, таймаут попытки 2 секунды, окно повторов 5 секунд. RSS процесса отличается от управляемой памяти Go. + +| Воздействие | Наблюдение | +| --- | --- | +| Остановка worker и 3 загрузки | Алерт firing при глубине 3 и возрасте 16.9 с. После запуска 3/3 ready, очередь 0 и alert resolved. | +| Ограниченная блокировка таблицы sessions | 12 запросов 503, максимум около 1.01 с. Длительность локализуется в `db.read`; оба алерта firing, затем resolved. | +| Остановка Tempo | 15 записей сообщений успешны, 21 span учтён счётчиком ошибок экспорта. Снимок RSS Collector около 197 MiB. API сохранил готовность. | + +Доказательства запросов к реальным хранилищам и статусов алертов сохранены в [observability.json](evidence/observability.json). [Трасса повтора](evidence/trace-retry.json) показывает две попытки worker под одним trace ID после одноразового сбоя. В [наследуемой матрице pipeline](evidence/pipeline.json) прошли 10 сценариев ЛР5, 11 подтверждённых загрузок сохранены, устаревших перезаписей нет. При отказе метрики и логи остаются доступны; старые трассы, отброшенные после исчерпания повторов, не воспроизводятся автоматически. + +## Трек 1. Цена наблюдаемости + +Гипотеза: пакетный экспорт сохраняет сопоставимую задержку под выбранной нагрузкой; уменьшение head sampling экономит объём трасс и оставляет метрики и логи. На одном Docker Desktop ARM64, VM 18 vCPU и 7.75 GiB, сравнивались четыре режима. API — 2 × 1 CPU/512 MiB, worker — 2 CPU/1536 MiB, Collector — 0.5 CPU/256 MiB. Один и тот же образ и лимиты. В каждом запуске отдельный чат из 25 сообщений, затем 3 с прогрева и 10 с измерения с фиксированной подачей 18 запросов/с. Запросы: страницы истории до 20 сообщений, около 20% новых сообщений, одна загрузка маленького PNG каждые 45 операций. Два повтора с обратным порядком режимов. Отброшены только результаты прогрева; его записи остаются. Сохраняются четыре снимка CPU/RSS на режим. + +Медианы повторов, 180 из 180 успешных операций в каждом из восьми запусков: + +| Режим | p50, мс | p95, мс | p99, мс | Принято span | Байт трасс в Tempo | CPU приложения, % одного ядра | Память приложения, MiB | +| --- | ---: | ---: | ---: | ---: | ---: | ---: | ---: | +| off | 5.15 | 8.28 | 22.17 | 0 | 0 | 41.74 | 308.82 | +| 100% | 5.31 | 8.46 | 17.11 | 997 | 142 250 | 79.81 | 402.25 | +| 50% | 5.41 | 10.08 | 21.53 | 522 | 80 782 | 76.21 | 391.50 | +| 25% | 5.03 | 9.49 | 27.17 | 238 | 41 374 | 76.44 | 365.21 | + +CPU/RAM приложения — сумма API, relay и worker в снимке Docker stats. В [телеметрии эксперимента](evidence/telemetry-cost.json) также есть снимки четырёх компонентов наблюдаемости и фактическое время каждого прогона. Измерено число записей логов и точек метрик, объём байтов — protobuf трасс после ограничений на входе Tempo. Во включённых режимах за прогон принято около 188 логов; меняется sampling трасс, логи и метрики сохраняются. Разность accepted/sent в несколько span объяснима границами scrape и остатком batch. Счётчик ошибок экспорта в этих восьми прогонах не рос; эксперимент с остановкой Tempo отдельно показывает реальный сбой доставки. Измерение не видит потерю записи до приёма Collector и не устанавливает отсутствие потерь во всех условиях. + +Режим 50% уменьшил объём трасс примерно на 43% относительно 100% при сохранении метрик и логов. По CPU основной рост связан с включением всей телеметрии, переключение sampling само по себе не убирает стоимость метрик и логов. По двум коротким повторам нельзя установить выигрыш в задержке: p95 и особенно p99 колеблются. Head sampling выбирает trace до ответа, поэтому пропуск редкого медленного или ошибочного запроса так же вероятен, как пропуск обычного. При 50% вероятность пропуска одного уникального инцидента примерно 1/2, при 25% — 3/4. Для разборов можно временно использовать 100%, для наблюдения при данной нагрузке проверен 50%. Исходный режим защиты — 100%, чтобы учебная трасса воспроизводилась детерминированно. + +## Проверки и границы + +- Публичный smoke, OpenAPI и 84 собственных сценария, включая ACL, сохранение и восстановление pipeline. +- Метрики и provisioning подтверждены запросами к данным, `scripts/observe.py` проверяет связь Loki/Tempo и восстанавливает затронутые сервисы. +- Compose развёрнут на одном хосте; потеря VM или volume не покрывается. Отказ backend телеметрии допускает потерю сигналов. Публичная сеть, внутренние TLS и управление сервисными секретами рассматриваются в ЛР7. + +## Вопросы к защите + +- **Чем отличаются метрика, лог и трасса?** Метрика даёт агрегированный симптом, лог — конкретное событие, трасса — путь и время операции между процессами. +- **Как считается p95 нескольких реплик?** Сначала суммируются скорости bucket counters по границе, потом находится квантиль общей гистограммы. +- **Как связаны HTTP и worker?** Контекст хранится в job, relay передаёт его в envelope, worker продолжает trace. Request ID называет HTTP-попытку, trace ID объединяет операции. +- **Что при отказе хранилища наблюдаемости?** SDK и Collector буферизуют в пределах лимитов. По таймауту экспорт допускает потери, сообщения и задания продолжают жить в прикладных хранилищах. diff --git a/compose.test.yaml b/compose.test.yaml new file mode 100644 index 0000000..eb0afce --- /dev/null +++ b/compose.test.yaml @@ -0,0 +1,21 @@ +# Only DB/cache test ports; API replicas always stay behind the LB. +services: + postgres: + ports: ["127.0.0.1:${TEST_PG_PORT:-55467}:5432"] + valkey: + ports: ["127.0.0.1:${TEST_CACHE_PORT:-56386}:6379"] + s3: + ports: ["127.0.0.1:${TEST_S3_PORT:-59006}:9000"] + bucket-init: + environment: + CREATE_TEST_BUCKET: '1' + broker: + ports: ["127.0.0.1:${TEST_BROKER_PORT:-56387}:6379"] + worker: + environment: + ENABLE_FAULT_INJECTION: '1' + JOB_TIMEOUT_SECONDS: ${TEST_JOB_TIMEOUT_SECONDS:-5} + relay: + environment: + ENABLE_FAULT_INJECTION: '1' + JOB_TIMEOUT_SECONDS: ${TEST_JOB_TIMEOUT_SECONDS:-5} diff --git a/compose.yaml b/compose.yaml new file mode 100644 index 0000000..d581063 --- /dev/null +++ b/compose.yaml @@ -0,0 +1,323 @@ +name: mtusi-lab6 + +x-api: &api + image: ${API_IMAGE:-mtusi-messenger:lab6} + build: + context: . + args: + VCS_REF: ${VCS_REF:-uncommitted} + user: "10001:10001" + read_only: true + tmpfs: ["/tmp:rw,noexec,nosuid,size=32m"] + cap_drop: [ALL] + security_opt: [no-new-privileges:true] + pids_limit: 96 + cpus: ${API_CPU:-1} + mem_limit: ${API_MEMORY:-512m} + memswap_limit: ${API_MEMORY:-512m} + stop_grace_period: 7s + secrets: + - database_url + - cache_url + - source: s3_api_access_key_id + target: s3_access_key_id + - source: s3_api_secret_access_key + target: s3_secret_access_key + environment: + APP_HOST: 0.0.0.0 + APP_PORT: 8080 + BROKER_URL_FILE: /run/secrets/broker_url + WORKER_CONCURRENCY: ${WORKER_CONCURRENCY:-2} + JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5} + JOB_TIMEOUT_SECONDS: ${JOB_TIMEOUT_SECONDS:-20} + STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:-86400} + APP_ENV: lab6 + TELEMETRY_ENABLED: ${TELEMETRY_ENABLED:-1} + OTEL_SAMPLE_RATIO: ${OTEL_SAMPLE_RATIO:-1} + OTEL_EXPORTER_OTLP_ENDPOINT: http://otel-collector:4318 + SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600} + IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:-86400} + DATABASE_READ_AUTOCOMMIT: ${DATABASE_READ_AUTOCOMMIT:-1} + DATABASE_POOL_SIZE: ${DATABASE_POOL_SIZE:-8} + DATABASE_URL_FILE: /run/secrets/database_url + CACHE_URL_FILE: /run/secrets/cache_url + S3_ENDPOINT: ${S3_ENDPOINT:-http://s3:9000} + MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760} + MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000} + S3_REGION: ${S3_REGION:-us-east-1} + S3_BUCKET: ${S3_BUCKET:-messenger-attachments} + S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access_key_id + S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret_access_key + networks: [backend] + +services: + postgres: + image: postgres:18.3 + environment: + POSTGRES_USER: messenger + POSTGRES_DB: messenger + POSTGRES_PASSWORD_FILE: /run/secrets/postgres_password + secrets: [postgres_password] + volumes: [postgres_data:/var/lib/postgresql] + command: [postgres, -c, fsync=on, -c, synchronous_commit=on, -c, full_page_writes=on, + -c, shared_preload_libraries=pg_stat_statements] + healthcheck: + test: [CMD-SHELL, "pg_isready -U messenger -d messenger"] + interval: 2s + timeout: 2s + retries: 30 + cpus: ${POSTGRES_CPU:-1} + mem_limit: 768m + memswap_limit: 768m + networks: [backend] + valkey: + image: valkey/valkey:8.1.3-alpine + command: [valkey-server, --save, "", --appendonly, "no", --maxmemory, 64mb, + --maxmemory-policy, allkeys-lru] + healthcheck: + test: [CMD, valkey-cli, ping] + interval: 2s + timeout: 1s + retries: 20 + cpus: 0.5 + mem_limit: 128m + memswap_limit: 128m + networks: [backend] + migrate: + <<: *api + command: [python, -m, messenger.migrate] + secrets: [database_url] + healthcheck: {disable: true} + depends_on: + postgres: {condition: service_healthy} + api: + <<: *api + deploy: + replicas: ${API_REPLICAS:-2} + depends_on: + migrate: {condition: service_completed_successfully} + valkey: {condition: service_healthy} + bucket-init: {condition: service_completed_successfully} + lb: + image: haproxy:3.2.1-alpine + volumes: [./infra/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro] + ports: ["127.0.0.1:${PUBLIC_PORT:-8086}:8080"] + read_only: true + tmpfs: ["/tmp:rw,noexec,nosuid,size=4m"] + cap_drop: [ALL] + security_opt: [no-new-privileges:true] + cpus: 0.5 + mem_limit: 128m + memswap_limit: 128m + healthcheck: + test: [CMD, wget, -q, -O, /dev/null, http://127.0.0.1:8080/health/ready] + interval: 2s + timeout: 2s + retries: 30 + depends_on: + api: {condition: service_healthy} + networks: [backend] + + broker: + image: valkey/valkey:8.1.3-alpine + command: [valkey-server, --appendonly, "yes", --appendfsync, always, --save, "60 1", + --maxmemory, 192mb, --maxmemory-policy, noeviction] + volumes: [broker_data:/data] + cpus: 0.5 + mem_limit: 384m + memswap_limit: 384m + healthcheck: + test: [CMD, valkey-cli, ping] + interval: 2s + timeout: 1s + retries: 30 + networks: [backend] + relay: + <<: *api + command: [python, -m, messenger.relay] + restart: unless-stopped + healthcheck: {disable: true} + secrets: [database_url, cache_url, broker_url] + depends_on: + migrate: {condition: service_completed_successfully} + broker: {condition: service_healthy} + worker: + <<: *api + command: [python, -m, messenger.worker] + restart: unless-stopped + cpus: 2 + mem_limit: 1536m + memswap_limit: 1536m + tmpfs: ["/tmp:rw,noexec,nosuid,size=64m"] + healthcheck: {disable: true} + secrets: + - database_url + - cache_url + - broker_url + - source: s3_worker_access_key_id + target: s3_access_key_id + - source: s3_worker_secret_access_key + target: s3_secret_access_key + depends_on: + migrate: {condition: service_completed_successfully} + broker: {condition: service_healthy} + bucket-init: {condition: service_completed_successfully} + + s3: + image: mtusi-lab6-s3:2025-10-15 + build: {context: ., dockerfile: infra/s3.Dockerfile, target: server} + command: [server, /data, --address, ':9000', --console-address, '127.0.0.1:9001'] + secrets: [s3_root_user, s3_root_password] + volumes: [s3_data:/data] + read_only: true + tmpfs: ["/tmp:rw,noexec,nosuid,size=32m"] + cap_drop: [ALL] + cpus: 1 + mem_limit: 768m + memswap_limit: 768m + healthcheck: + test: [CMD, wget, -q, -O, /dev/null, 'http://127.0.0.1:9000/minio/health/live'] + interval: 2s + timeout: 1s + retries: 30 + networks: [backend] + bucket-init: + image: mtusi-lab6-mc:2025-08-13 + build: {context: ., dockerfile: infra/s3.Dockerfile, target: client} + command: [/bootstrap-s3.sh] + volumes: + - ./infra/bootstrap-s3.sh:/bootstrap-s3.sh:ro + - ./infra/api-policy.json:/policies/api-policy.json:ro + - ./infra/reconciler-policy.json:/policies/reconciler-policy.json:ro + - ./infra/worker-policy.json:/policies/worker-policy.json:ro + - ./infra/test-policy.json:/policies/test-policy.json:ro + secrets: [s3_root_user, s3_root_password, s3_api_access_key_id, s3_api_secret_access_key, + s3_reconciler_access_key_id, s3_reconciler_secret_access_key, + s3_test_access_key_id, s3_test_secret_access_key, + s3_worker_access_key_id, s3_worker_secret_access_key] + environment: + S3_BUCKET: ${S3_BUCKET:-messenger-attachments} + read_only: true + tmpfs: ["/tmp:rw,noexec,nosuid,size=16m"] + cpus: 0.5 + mem_limit: 128m + networks: [backend] + depends_on: + s3: {condition: service_healthy} + reconciler: + <<: *api + profiles: [tools] + command: [python, -m, messenger.cleanup] + healthcheck: {disable: true} + secrets: + - database_url + - cache_url + - source: s3_reconciler_access_key_id + target: s3_access_key_id + - source: s3_reconciler_secret_access_key + target: s3_secret_access_key + depends_on: + migrate: {condition: service_completed_successfully} + bucket-init: {condition: service_completed_successfully} + + otel-collector: + image: otel/opentelemetry-collector-contrib:0.147.0 + command: [--config=/etc/otelcol/config.yaml] + volumes: [./infra/otel/collector.yaml:/etc/otelcol/config.yaml:ro] + mem_limit: 256m + cpus: 0.5 + read_only: true + cap_drop: [ALL] + security_opt: [no-new-privileges:true] + networks: [backend] + prometheus: + image: prom/prometheus:v3.9.1 + command: [--config.file=/etc/prometheus/prometheus.yaml, --storage.tsdb.path=/prometheus, --storage.tsdb.retention.time=3d, --storage.tsdb.retention.size=256MB] + volumes: + - ./infra/otel/prometheus.yaml:/etc/prometheus/prometheus.yaml:ro + - ./infra/otel/alerts.yaml:/etc/prometheus/alerts.yaml:ro + - prometheus_data:/prometheus + ports: ["127.0.0.1:${PROMETHEUS_PORT:-9096}:9090"] + mem_limit: 384m + cpus: 0.5 + networks: [backend] + loki: + image: grafana/loki:3.6.3 + command: [-config.file=/etc/loki/local.yaml] + volumes: + - ./infra/otel/loki.yaml:/etc/loki/local.yaml:ro + - loki_data:/loki + ports: ["127.0.0.1:${LOKI_PORT:-3106}:3100"] + mem_limit: 512m + cpus: 0.5 + networks: [backend] + tempo: + image: grafana/tempo:2.10.0 + command: [-config.file=/etc/tempo/local.yaml] + volumes: + - ./infra/otel/tempo.yaml:/etc/tempo/local.yaml:ro + - tempo_data:/var/tempo + ports: ["127.0.0.1:${TEMPO_PORT:-3206}:3200"] + mem_limit: 512m + cpus: 0.5 + networks: [backend] + grafana: + image: grafana/grafana:12.3.3 + environment: + GF_SECURITY_ADMIN_PASSWORD__FILE: /run/secrets/grafana_password + GF_USERS_ALLOW_SIGN_UP: "false" + GF_ANALYTICS_REPORTING_ENABLED: "false" + GF_ANALYTICS_CHECK_FOR_UPDATES: "false" + GF_ANALYTICS_CHECK_FOR_PLUGIN_UPDATES: "false" + secrets: [grafana_password] + volumes: + - grafana_data:/var/lib/grafana + - ./infra/otel/grafana/provisioning:/etc/grafana/provisioning:ro + - ./infra/otel/grafana/dashboards:/var/lib/grafana/dashboards:ro + ports: ["127.0.0.1:${GRAFANA_PORT:-3006}:3000"] + mem_limit: 384m + cpus: 0.5 + networks: [backend] + +networks: + backend: {} +volumes: + prometheus_data: + loki_data: + tempo_data: + grafana_data: + broker_data: + s3_data: + postgres_data: +secrets: + grafana_password: + file: ./secrets/grafana_password + postgres_password: + file: ./secrets/postgres_password + database_url: + file: ./secrets/database_url + cache_url: + file: ./secrets/cache_url + s3_root_user: + file: ./secrets/s3_root_user + s3_root_password: + file: ./secrets/s3_root_password + s3_api_access_key_id: + file: ./secrets/s3_api_access_key_id + s3_api_secret_access_key: + file: ./secrets/s3_api_secret_access_key + s3_reconciler_access_key_id: + file: ./secrets/s3_reconciler_access_key_id + s3_reconciler_secret_access_key: + file: ./secrets/s3_reconciler_secret_access_key + s3_test_access_key_id: + file: ./secrets/s3_test_access_key_id + s3_test_secret_access_key: + file: ./secrets/s3_test_secret_access_key + + broker_url: + file: ./secrets/broker_url + s3_worker_access_key_id: + file: ./secrets/s3_worker_access_key_id + s3_worker_secret_access_key: + file: ./secrets/s3_worker_secret_access_key diff --git a/evidence/failover.txt b/evidence/failover.txt new file mode 100644 index 0000000..7816fff --- /dev/null +++ b/evidence/failover.txt @@ -0,0 +1,4 @@ +python3 tests/resilience.py --mode failover --action-script "scripts/stop-one.sh" --base-url "http://127.0.0.1:8086" +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 128, "failed_attempts": 3, "first_recovery_seconds": 4.763} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/observability.json b/evidence/observability.json new file mode 100644 index 0000000..925d942 --- /dev/null +++ b/evidence/observability.json @@ -0,0 +1,57 @@ +{ + "correlation": { + "request_id": "26db18d7-d97b-488a-b9e5-2e3a3f48fb03", + "trace_id": "d72b60b8bdea49a5cff62c0abd43f1e0", + "span_names": [ + "POST /api/v1/chats/{chat_id}/attachments", + "db.read", + "db.transaction", + "jobs.consume", + "jobs.publish", + "s3.download", + "s3.put" + ], + "worker_parent": "jobs.publish", + "api_and_worker_loki": true + }, + "worker_stop": { + "depth_at_firing": 3.0, + "oldest_seconds_at_firing": 16.917512, + "state": [ + "firing", + "resolved" + ], + "uploads_ready": 3 + }, + "database_lock": { + "statuses": [ + 503, + 503, + 503, + 503, + 503, + 503, + 503, + 503, + 503, + 503, + 503, + 503 + ], + "max_latency_ms": 1007.0772920007585, + "trace_id": "d3e8b679ae370a4de65821ead5d74acc", + "state": [ + "firing", + "resolved" + ], + "spans": [ + "GET /api/v1/users/me", + "db.read" + ] + }, + "tempo_stop": { + "successful_messages": 15, + "failed_export_spans": 21.0, + "collector_rss_bytes": 206360576.0 + } +} diff --git a/evidence/persistence.txt b/evidence/persistence.txt new file mode 100644 index 0000000..baadb72 --- /dev/null +++ b/evidence/persistence.txt @@ -0,0 +1,3 @@ +python3 tests/resilience.py --mode persistence --action-script "scripts/restart.sh" --base-url "http://127.0.0.1:8086" +Executing explicit persistence hook; hook output suppressed to avoid leaking secrets. +PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/pipeline.json b/evidence/pipeline.json new file mode 100644 index 0000000..316641e --- /dev/null +++ b/evidence/pipeline.json @@ -0,0 +1,1307 @@ +{ + "anonymous_s3_status": 403, + "denied_iam_actions": [ + "api:put_object", + "api:delete_object", + "worker:delete_object", + "reconciler:put_object" + ], + "cross_replica": { + "uploader": "a3fe84c09090455793f1c9c185457a1d", + "stopped": { + "id": "d2f3575b6fdf1e6ef8d3cd068ce8ec4fbbf5fb704c7d58a3c53d939442c63a89", + "started_at": "2026-11-06T15:18:42.861509459Z", + "pid": 0, + "running": false, + "image": "sha256:08199f343ac025962577c1e3916c37b1c2ec205b3dedc81c6335d7b1dc6f133d", + "memory": 536870912, + "nano_cpus": 1000000000, + "published_ports": {} + }, + "reader": "aae0e961283046bbaa3348005e46f10a" + }, + "track": 2, + "delivery": "at-least-once", + "effect_key": [ + "attachment_id", + "pipeline_version", + "variant" + ], + "worker_concurrency": 2, + "prefetch_per_slot": 1, + "job_timeout_seconds": 5, + "lease_seconds": 8, + "max_attempts": 5, + "scenarios": [ + { + "scenario": "commit_publish_gap_api_restart_broker_sigkill", + "attachment_id": "cb1bb6c6-c7ea-4c7d-99c8-6dbbead75cf4", + "job_id": "7ab8dea1-dc5c-47e5-8cc0-d73ab0e189cf", + "elapsed_seconds": 9.193936333998863, + "final_state": "ready", + "attempts": 1, + "final_version": 1, + "published_objects": 4, + "audit": [ + { + "event": "accepted", + "details": {}, + "created_at": "2026-11-06 15:18:41.910080+00:00" + }, + { + "event": "published", + "details": { + "attempt": 1, + "stream_id": "1793978326692-0" + }, + "created_at": "2026-11-06 15:18:46.699122+00:00" + }, + { + "event": "claimed", + "details": { + "pid": 12, + "fence": "095b08ea-a8da-428c-a1a9-d328e76120ed", + "attempt": 1 + }, + "created_at": "2026-11-06 15:18:50.680088+00:00" + }, + { + "event": "objects_written", + "details": { + "version": 1 + }, + "created_at": "2026-11-06 15:18:50.715161+00:00" + }, + { + "event": "result_committed", + "details": { + "version": 1 + }, + "created_at": "2026-11-06 15:18:50.716282+00:00" + } + ], + "api_before": [ + { + "id": "a4c6223e125f0d660ba1fef12dcae29fa557d1ac58915e571673edebfc6050ce", + "started_at": "2026-11-06T15:15:48.828492545Z", + "pid": 11578, + "running": true, + "image": "sha256:08199f343ac025962577c1e3916c37b1c2ec205b3dedc81c6335d7b1dc6f133d", + "memory": 536870912, + "nano_cpus": 1000000000, + "published_ports": {}, + "instance": "b812b069e5124ff48c14b5f105e71bee" + }, + { + "id": "d2f3575b6fdf1e6ef8d3cd068ce8ec4fbbf5fb704c7d58a3c53d939442c63a89", + "started_at": "2026-11-06T15:15:48.343017628Z", + "pid": 11436, + "running": true, + "image": "sha256:08199f343ac025962577c1e3916c37b1c2ec205b3dedc81c6335d7b1dc6f133d", + "memory": 536870912, + "nano_cpus": 1000000000, + "published_ports": {}, + "instance": "64669caa718b492bb06dfa0f0ceb4c6d" + } + ], + "api_after": [ + { + "id": "a4c6223e125f0d660ba1fef12dcae29fa557d1ac58915e571673edebfc6050ce", + "started_at": "2026-11-06T15:18:42.772295667Z", + "pid": 36767, + "running": true, + "image": "sha256:08199f343ac025962577c1e3916c37b1c2ec205b3dedc81c6335d7b1dc6f133d", + "memory": 536870912, + "nano_cpus": 1000000000, + "published_ports": {}, + "instance": "aae0e961283046bbaa3348005e46f10a" + }, + { + "id": "d2f3575b6fdf1e6ef8d3cd068ce8ec4fbbf5fb704c7d58a3c53d939442c63a89", + "started_at": "2026-11-06T15:18:42.861509459Z", + "pid": 36821, + "running": true, + "image": "sha256:08199f343ac025962577c1e3916c37b1c2ec205b3dedc81c6335d7b1dc6f133d", + "memory": 536870912, + "nano_cpus": 1000000000, + "published_ports": {}, + "instance": "a3fe84c09090455793f1c9c185457a1d" + } + ], + "broker_before": { + "id": "1f5e6267630a5a083f55e5510cf47019f11ef69f4c4a183c10f7d5705c2aa9a4", + "started_at": "2026-11-06T15:15:53.806091923Z", + "pid": 12698, + "running": true, + "image": "sha256:d827e7f7552cdee40cc7482dbae9da020f42bc47669af6f71182a4ef76a22773", + "memory": 402653184, + "nano_cpus": 500000000, + "published_ports": { + "6379/tcp": [ + { + "HostIp": "127.0.0.1", + "HostPort": "56387" + } + ] + } + }, + "broker_after": { + "id": "1f5e6267630a5a083f55e5510cf47019f11ef69f4c4a183c10f7d5705c2aa9a4", + "started_at": "2026-11-06T15:18:47.130264836Z", + "pid": 37777, + "running": true, + "image": "sha256:d827e7f7552cdee40cc7482dbae9da020f42bc47669af6f71182a4ef76a22773", + "memory": 402653184, + "nano_cpus": 500000000, + "published_ports": { + "6379/tcp": [ + { + "HostIp": "127.0.0.1", + "HostPort": "56387" + } + ] + } + }, + "broker_entry_ids": [ + "1793978326692-0" + ], + "message_id": "7699802a-5405-46bd-81bf-79e086879cd2" + }, + { + "scenario": "publish_before_outbox_commit_duplicate", + "attachment_id": "8a97de45-7d11-476f-844b-df5d2300828f", + "job_id": "e4a78152-1079-4b0a-af0e-74ea7fc7e498", + "elapsed_seconds": 13.885398957998405, + "final_state": "ready", + "attempts": 1, + "final_version": 1, + "published_objects": 4, + "audit": [ + { + "event": "accepted", + "details": {}, + "created_at": "2026-11-06 15:18:51.523709+00:00" + }, + { + "event": "fault_injected", + "details": { + "pid": 1, + "phase": "after_publish", + "action": "crash" + }, + "created_at": "2026-11-06 15:18:53.163977+00:00" + }, + { + "event": "published", + "details": { + "attempt": 1, + "stream_id": "1793978333718-0" + }, + "created_at": "2026-11-06 15:18:53.724299+00:00" + }, + { + "event": "claimed", + "details": { + "pid": 13, + "fence": "a1b62159-b91d-456d-8a89-e45b6131c6b0", + "attempt": 1 + }, + "created_at": "2026-11-06 15:18:57.126891+00:00" + }, + { + "event": "objects_written", + "details": { + "version": 1 + }, + "created_at": "2026-11-06 15:18:57.167706+00:00" + }, + { + "event": "result_committed", + "details": { + "version": 1 + }, + "created_at": "2026-11-06 15:18:57.168843+00:00" + }, + { + "event": "duplicate_ready", + "details": {}, + "created_at": "2026-11-06 15:19:05.251903+00:00" + } + ] + }, + { + "scenario": "worker_crash_before_effect", + "attachment_id": "2d09485f-94cf-4dea-9495-c1ab4be7a8e1", + "job_id": "5f7188d9-5239-4b66-a90e-eedb5c64137e", + "elapsed_seconds": 13.23792158300057, + "final_state": "ready", + "attempts": 2, + "final_version": 1, + "published_objects": 4, + "audit": [ + { + "event": "accepted", + "details": {}, + "created_at": "2026-11-06 15:19:05.758251+00:00" + }, + { + "event": "published", + "details": { + "attempt": 1, + "stream_id": "1793978345863-0" + }, + "created_at": "2026-11-06 15:19:05.865818+00:00" + }, + { + "event": "claimed", + "details": { + "pid": 12, + "fence": "cfb222b0-b130-418c-90ca-df47e85cd581", + "attempt": 1 + }, + "created_at": "2026-11-06 15:19:09.026760+00:00" + }, + { + "event": "fault_injected", + "details": { + "pid": 12, + "phase": "before_effect", + "action": "crash" + }, + "created_at": "2026-11-06 15:19:09.027759+00:00" + }, + { + "event": "lease_expired", + "details": {}, + "created_at": "2026-11-06 15:19:17.210297+00:00" + }, + { + "event": "queued", + "details": { + "reason": "worker_timeout", + "attempt": 1, + "delay_seconds": 0.8798624399685587 + }, + "created_at": "2026-11-06 15:19:17.211117+00:00" + }, + { + "event": "published", + "details": { + "attempt": 2, + "stream_id": "1793978358227-0" + }, + "created_at": "2026-11-06 15:19:18.230041+00:00" + }, + { + "event": "claimed", + "details": { + "pid": 29, + "fence": "d03c573e-c7ac-461f-94a3-2958860e9cc3", + "attempt": 2 + }, + "created_at": "2026-11-06 15:19:18.802484+00:00" + }, + { + "event": "objects_written", + "details": { + "version": 1 + }, + "created_at": "2026-11-06 15:19:18.839402+00:00" + }, + { + "event": "result_committed", + "details": { + "version": 1 + }, + "created_at": "2026-11-06 15:19:18.840450+00:00" + } + ] + }, + { + "scenario": "worker_crash_after_effect", + "attachment_id": "4a5d5e95-a25c-48d3-8b19-65ff6cd65c70", + "job_id": "e8424b60-f4d8-4f34-9ed6-5e4e298cf36b", + "elapsed_seconds": 13.838150083000073, + "final_state": "ready", + "attempts": 2, + "final_version": 1, + "published_objects": 4, + "audit": [ + { + "event": "accepted", + "details": {}, + "created_at": "2026-11-06 15:19:19.500419+00:00" + }, + { + "event": "published", + "details": { + "attempt": 1, + "stream_id": "1793978359645-0" + }, + "created_at": "2026-11-06 15:19:19.646976+00:00" + }, + { + "event": "claimed", + "details": { + "pid": 12, + "fence": "5a989b92-03f0-41f1-a3af-87386a7dc2d8", + "attempt": 1 + }, + "created_at": "2026-11-06 15:19:22.938326+00:00" + }, + { + "event": "fault_injected", + "details": { + "pid": 12, + "phase": "after_effect", + "action": "crash" + }, + "created_at": "2026-11-06 15:19:22.951323+00:00" + }, + { + "event": "lease_expired", + "details": {}, + "created_at": "2026-11-06 15:19:30.984676+00:00" + }, + { + "event": "queued", + "details": { + "reason": "worker_timeout", + "attempt": 1, + "delay_seconds": 1.4382471016477532 + }, + "created_at": "2026-11-06 15:19:30.987200+00:00" + }, + { + "event": "published", + "details": { + "attempt": 2, + "stream_id": "1793978372603-0" + }, + "created_at": "2026-11-06 15:19:32.606443+00:00" + }, + { + "event": "claimed", + "details": { + "pid": 37, + "fence": "2ea2730d-74d2-4355-8373-4adda0f92029", + "attempt": 2 + }, + "created_at": "2026-11-06 15:19:33.110297+00:00" + }, + { + "event": "objects_written", + "details": { + "version": 1 + }, + "created_at": "2026-11-06 15:19:33.151025+00:00" + }, + { + "event": "result_committed", + "details": { + "version": 1 + }, + "created_at": "2026-11-06 15:19:33.152432+00:00" + } + ] + }, + { + "scenario": "worker_crash_after_commit", + "attachment_id": "4b50559f-2001-4713-98e9-7adea990fa96", + "job_id": "37cdcccb-26a1-4dc7-98cf-7398d241446e", + "elapsed_seconds": 11.616078582999762, + "final_state": "ready", + "attempts": 1, + "final_version": 1, + "published_objects": 4, + "audit": [ + { + "event": "accepted", + "details": {}, + "created_at": "2026-11-06 15:19:33.726591+00:00" + }, + { + "event": "published", + "details": { + "attempt": 1, + "stream_id": "1793978373824-0" + }, + "created_at": "2026-11-06 15:19:33.828774+00:00" + }, + { + "event": "claimed", + "details": { + "pid": 13, + "fence": "78b28361-0e7e-4951-9637-81fe15737497", + "attempt": 1 + }, + "created_at": "2026-11-06 15:19:37.017025+00:00" + }, + { + "event": "objects_written", + "details": { + "version": 1 + }, + "created_at": "2026-11-06 15:19:37.052474+00:00" + }, + { + "event": "result_committed", + "details": { + "version": 1 + }, + "created_at": "2026-11-06 15:19:37.053572+00:00" + }, + { + "event": "fault_injected", + "details": { + "pid": 13, + "phase": "after_commit", + "action": "crash" + }, + "created_at": "2026-11-06 15:19:37.054143+00:00" + }, + { + "event": "duplicate_ready", + "details": {}, + "created_at": "2026-11-06 15:19:45.231806+00:00" + } + ] + }, + { + "scenario": "transient_2", + "attachment_id": "86f7c56c-4ffc-4143-8b5a-5d38e42080a2", + "job_id": "5b833177-32ae-4b8a-90b2-e46384efe7aa", + "elapsed_seconds": 9.498589916998753, + "final_state": "ready", + "attempts": 3, + "final_version": 1, + "published_objects": 4, + "audit": [ + { + "event": "accepted", + "details": {}, + "created_at": "2026-11-06 15:19:45.836851+00:00" + }, + { + "event": "published", + "details": { + "attempt": 1, + "stream_id": "1793978385954-0" + }, + "created_at": "2026-11-06 15:19:45.955736+00:00" + }, + { + "event": "claimed", + "details": { + "pid": 12, + "fence": "8c2cbf50-ffa2-4f3e-b267-90e6a3b40d68", + "attempt": 1 + }, + "created_at": "2026-11-06 15:19:49.176096+00:00" + }, + { + "event": "fault_injected", + "details": { + "pid": 12, + "phase": "before_effect", + "action": "transient" + }, + "created_at": "2026-11-06 15:19:49.176947+00:00" + }, + { + "event": "queued", + "details": { + "reason": "storage_unavailable", + "attempt": 1, + "delay_seconds": 1.5349238054320211 + }, + "created_at": "2026-11-06 15:19:49.177996+00:00" + }, + { + "event": "published", + "details": { + "attempt": 2, + "stream_id": "1793978390812-0" + }, + "created_at": "2026-11-06 15:19:50.814063+00:00" + }, + { + "event": "claimed", + "details": { + "pid": 20, + "fence": "66641211-ad21-4a61-ad01-6d9a5a837624", + "attempt": 2 + }, + "created_at": "2026-11-06 15:19:51.358217+00:00" + }, + { + "event": "fault_injected", + "details": { + "pid": 20, + "phase": "before_effect", + "action": "transient" + }, + "created_at": "2026-11-06 15:19:51.359115+00:00" + }, + { + "event": "queued", + "details": { + "reason": "storage_unavailable", + "attempt": 2, + "delay_seconds": 2.6820142937271494 + }, + "created_at": "2026-11-06 15:19:51.360197+00:00" + }, + { + "event": "published", + "details": { + "attempt": 3, + "stream_id": "1793978394057-0" + }, + "created_at": "2026-11-06 15:19:54.060277+00:00" + }, + { + "event": "claimed", + "details": { + "pid": 28, + "fence": "b885ed41-2493-4d36-ae38-5c27321ac6db", + "attempt": 3 + }, + "created_at": "2026-11-06 15:19:54.587780+00:00" + }, + { + "event": "objects_written", + "details": { + "version": 1 + }, + "created_at": "2026-11-06 15:19:54.627327+00:00" + }, + { + "event": "result_committed", + "details": { + "version": 1 + }, + "created_at": "2026-11-06 15:19:54.628518+00:00" + } + ], + "terminal_before_replay": null, + "backoff_delays": [ + 1.5349238054320211, + 2.6820142937271494 + ] + }, + { + "scenario": "hang_1", + "attachment_id": "e81aa3c9-daef-4d2a-a72d-e74dcf32efb7", + "job_id": "a20d4fb5-2c40-4481-95a3-2ca5971bc8d3", + "elapsed_seconds": 14.24385699999766, + "final_state": "ready", + "attempts": 2, + "final_version": 1, + "published_objects": 4, + "audit": [ + { + "event": "accepted", + "details": {}, + "created_at": "2026-11-06 15:19:55.618071+00:00" + }, + { + "event": "published", + "details": { + "attempt": 1, + "stream_id": "1793978395678-0" + }, + "created_at": "2026-11-06 15:19:55.680156+00:00" + }, + { + "event": "claimed", + "details": { + "pid": 13, + "fence": "eb3e33de-6074-4b6d-b1d4-8cbdaf943561", + "attempt": 1 + }, + "created_at": "2026-11-06 15:19:59.067783+00:00" + }, + { + "event": "fault_injected", + "details": { + "pid": 13, + "phase": "before_effect", + "action": "hang" + }, + "created_at": "2026-11-06 15:19:59.068715+00:00" + }, + { + "event": "lease_expired", + "details": {}, + "created_at": "2026-11-06 15:20:07.230870+00:00" + }, + { + "event": "queued", + "details": { + "reason": "worker_timeout", + "attempt": 1, + "delay_seconds": 1.1198324752826612 + }, + "created_at": "2026-11-06 15:20:07.231310+00:00" + }, + { + "event": "published", + "details": { + "attempt": 2, + "stream_id": "1793978408457-0" + }, + "created_at": "2026-11-06 15:20:08.460949+00:00" + }, + { + "event": "claimed", + "details": { + "pid": 31, + "fence": "84833d01-1368-4d4d-b619-9dfb6a30ef19", + "attempt": 2 + }, + "created_at": "2026-11-06 15:20:08.955529+00:00" + }, + { + "event": "objects_written", + "details": { + "version": 1 + }, + "created_at": "2026-11-06 15:20:08.990568+00:00" + }, + { + "event": "result_committed", + "details": { + "version": 1 + }, + "created_at": "2026-11-06 15:20:08.991612+00:00" + } + ], + "terminal_before_replay": null, + "backoff_delays": [ + 1.1198324752826612 + ] + }, + { + "scenario": "permanent_1_failed_then_explicit_replay", + "attachment_id": "81c3c8de-b898-45d6-bae1-1e45285e9110", + "job_id": "11b872bd-dce4-439a-8cb7-9912b25e07ce", + "elapsed_seconds": 5.2969720420005615, + "final_state": "ready", + "attempts": 1, + "final_version": 1, + "published_objects": 4, + "audit": [ + { + "event": "accepted", + "details": {}, + "created_at": "2026-11-06 15:20:10.283518+00:00" + }, + { + "event": "published", + "details": { + "attempt": 1, + "stream_id": "1793978410487-0" + }, + "created_at": "2026-11-06 15:20:10.491223+00:00" + }, + { + "event": "claimed", + "details": { + "pid": 13, + "fence": "9028a3d1-26c5-4e4f-9fce-6bb93c0d06b5", + "attempt": 1 + }, + "created_at": "2026-11-06 15:20:13.672985+00:00" + }, + { + "event": "fault_injected", + "details": { + "pid": 13, + "phase": "before_effect", + "action": "permanent" + }, + "created_at": "2026-11-06 15:20:13.673972+00:00" + }, + { + "event": "failed", + "details": { + "reason": "invalid_image", + "attempt": 1, + "delay_seconds": 0.326630010100074 + }, + "created_at": "2026-11-06 15:20:13.675055+00:00" + }, + { + "event": "operator_replay", + "details": {}, + "created_at": "2026-11-06 15:20:14.239746+00:00" + }, + { + "event": "published", + "details": { + "attempt": 1, + "stream_id": "1793978414328-0" + }, + "created_at": "2026-11-06 15:20:14.331751+00:00" + }, + { + "event": "claimed", + "details": { + "pid": 32, + "fence": "10a70af4-453b-4cc7-9e86-d9bde7ab1017", + "attempt": 1 + }, + "created_at": "2026-11-06 15:20:14.865514+00:00" + }, + { + "event": "objects_written", + "details": { + "version": 1 + }, + "created_at": "2026-11-06 15:20:14.908748+00:00" + }, + { + "event": "result_committed", + "details": { + "version": 1 + }, + "created_at": "2026-11-06 15:20:14.909876+00:00" + } + ], + "terminal_before_replay": { + "state": "failed", + "attempt": 1, + "error_code": "invalid_image" + }, + "backoff_delays": [] + }, + { + "scenario": "transient_5_failed_then_explicit_replay", + "attachment_id": "20cd442a-aecd-45b8-9922-bf5e2bbd3767", + "job_id": "68d6e6b8-699f-4250-ab56-238368de9843", + "elapsed_seconds": 25.317177499997342, + "final_state": "ready", + "attempts": 1, + "final_version": 1, + "published_objects": 4, + "audit": [ + { + "event": "accepted", + "details": {}, + "created_at": "2026-11-06 15:20:16.054929+00:00" + }, + { + "event": "published", + "details": { + "attempt": 1, + "stream_id": "1793978416149-0" + }, + "created_at": "2026-11-06 15:20:16.150703+00:00" + }, + { + "event": "claimed", + "details": { + "pid": 13, + "fence": "f550a187-a0cf-4910-a775-3200d09ffec8", + "attempt": 1 + }, + "created_at": "2026-11-06 15:20:19.462453+00:00" + }, + { + "event": "fault_injected", + "details": { + "pid": 13, + "phase": "before_effect", + "action": "transient" + }, + "created_at": "2026-11-06 15:20:19.463855+00:00" + }, + { + "event": "queued", + "details": { + "reason": "storage_unavailable", + "attempt": 1, + "delay_seconds": 1.7237766612865895 + }, + "created_at": "2026-11-06 15:20:19.464883+00:00" + }, + { + "event": "published", + "details": { + "attempt": 2, + "stream_id": "1793978421210-0" + }, + "created_at": "2026-11-06 15:20:21.215528+00:00" + }, + { + "event": "claimed", + "details": { + "pid": 21, + "fence": "200486cf-c9c5-4ed2-8584-7c489de0593b", + "attempt": 2 + }, + "created_at": "2026-11-06 15:20:21.752316+00:00" + }, + { + "event": "fault_injected", + "details": { + "pid": 21, + "phase": "before_effect", + "action": "transient" + }, + "created_at": "2026-11-06 15:20:21.753229+00:00" + }, + { + "event": "queued", + "details": { + "reason": "storage_unavailable", + "attempt": 2, + "delay_seconds": 3.895305065498139 + }, + "created_at": "2026-11-06 15:20:21.754481+00:00" + }, + { + "event": "published", + "details": { + "attempt": 3, + "stream_id": "1793978425676-0" + }, + "created_at": "2026-11-06 15:20:25.679813+00:00" + }, + { + "event": "claimed", + "details": { + "pid": 29, + "fence": "46ba7dba-5175-489e-aeed-4db7b6db9a14", + "attempt": 3 + }, + "created_at": "2026-11-06 15:20:26.181343+00:00" + }, + { + "event": "fault_injected", + "details": { + "pid": 29, + "phase": "before_effect", + "action": "transient" + }, + "created_at": "2026-11-06 15:20:26.184597+00:00" + }, + { + "event": "queued", + "details": { + "reason": "storage_unavailable", + "attempt": 3, + "delay_seconds": 7.890825703646048 + }, + "created_at": "2026-11-06 15:20:26.185932+00:00" + }, + { + "event": "published", + "details": { + "attempt": 4, + "stream_id": "1793978434188-0" + }, + "created_at": "2026-11-06 15:20:34.191739+00:00" + }, + { + "event": "claimed", + "details": { + "pid": 37, + "fence": "13ea0ee3-f0bb-4168-b567-9aa49d06e2a4", + "attempt": 4 + }, + "created_at": "2026-11-06 15:20:34.677755+00:00" + }, + { + "event": "fault_injected", + "details": { + "pid": 37, + "phase": "before_effect", + "action": "transient" + }, + "created_at": "2026-11-06 15:20:34.678885+00:00" + }, + { + "event": "queued", + "details": { + "reason": "storage_unavailable", + "attempt": 4, + "delay_seconds": 4.033292084496465 + }, + "created_at": "2026-11-06 15:20:34.680024+00:00" + }, + { + "event": "published", + "details": { + "attempt": 5, + "stream_id": "1793978438859-0" + }, + "created_at": "2026-11-06 15:20:38.863456+00:00" + }, + { + "event": "claimed", + "details": { + "pid": 45, + "fence": "00c11247-d65e-4412-9eb9-20e0efc4c63a", + "attempt": 5 + }, + "created_at": "2026-11-06 15:20:39.362020+00:00" + }, + { + "event": "fault_injected", + "details": { + "pid": 45, + "phase": "before_effect", + "action": "transient" + }, + "created_at": "2026-11-06 15:20:39.363573+00:00" + }, + { + "event": "failed", + "details": { + "reason": "retry_exhausted", + "attempt": 5, + "delay_seconds": 6.319731427397308 + }, + "created_at": "2026-11-06 15:20:39.364990+00:00" + }, + { + "event": "operator_replay", + "details": {}, + "created_at": "2026-11-06 15:20:40.054926+00:00" + }, + { + "event": "published", + "details": { + "attempt": 1, + "stream_id": "1793978440078-0" + }, + "created_at": "2026-11-06 15:20:40.080267+00:00" + }, + { + "event": "claimed", + "details": { + "pid": 65, + "fence": "373d6f13-512c-4100-8818-6b8000bbfe10", + "attempt": 1 + }, + "created_at": "2026-11-06 15:20:40.563260+00:00" + }, + { + "event": "objects_written", + "details": { + "version": 1 + }, + "created_at": "2026-11-06 15:20:40.600176+00:00" + }, + { + "event": "result_committed", + "details": { + "version": 1 + }, + "created_at": "2026-11-06 15:20:40.602711+00:00" + } + ], + "terminal_before_replay": { + "state": "failed", + "attempt": 5, + "error_code": "retry_exhausted" + }, + "backoff_delays": [ + 1.7237766612865895, + 3.895305065498139, + 7.890825703646048, + 4.033292084496465 + ] + }, + { + "scenario": "reorder_stale_v1_after_v2_and_publication_fence", + "attachment_id": "5c4b11d8-cd6f-405f-82fc-66322c535201", + "job_id": "14261988-3858-463b-8f7b-983eca7ca753", + "elapsed_seconds": 17.820419666000817, + "final_state": "ready", + "attempts": 1, + "final_version": 2, + "published_objects": 4, + "audit": [ + { + "event": "new_version", + "details": { + "previous_job": "af07fba0-641b-425b-aaf6-49c7c5ddcdca" + }, + "created_at": "2026-11-06 15:20:41.850996+00:00" + }, + { + "event": "published", + "details": { + "attempt": 1, + "stream_id": "1793978443543-0" + }, + "created_at": "2026-11-06 15:20:43.547894+00:00" + }, + { + "event": "claimed", + "details": { + "pid": 12, + "fence": "7e0d5e12-f8ec-4a70-b2ed-12edb6de138c", + "attempt": 1 + }, + "created_at": "2026-11-06 15:20:45.358945+00:00" + }, + { + "event": "objects_written", + "details": { + "version": 2 + }, + "created_at": "2026-11-06 15:20:45.405672+00:00" + }, + { + "event": "result_committed", + "details": { + "version": 2 + }, + "created_at": "2026-11-06 15:20:45.407009+00:00" + }, + { + "event": "duplicate_ready", + "details": {}, + "created_at": "2026-11-06 15:20:46.175569+00:00" + }, + { + "event": "duplicate_ready", + "details": {}, + "created_at": "2026-11-06 15:20:46.879817+00:00" + }, + { + "event": "duplicate_ready", + "details": {}, + "created_at": "2026-11-06 15:20:47.537526+00:00" + }, + { + "event": "duplicate_ready", + "details": {}, + "created_at": "2026-11-06 15:20:48.225444+00:00" + }, + { + "event": "duplicate_ready", + "details": {}, + "created_at": "2026-11-06 15:20:48.922283+00:00" + }, + { + "event": "duplicate_ready", + "details": {}, + "created_at": "2026-11-06 15:20:49.588443+00:00" + }, + { + "event": "duplicate_ready", + "details": {}, + "created_at": "2026-11-06 15:20:50.258993+00:00" + }, + { + "event": "duplicate_ready", + "details": {}, + "created_at": "2026-11-06 15:20:51.015144+00:00" + }, + { + "event": "duplicate_ready", + "details": {}, + "created_at": "2026-11-06 15:20:51.696241+00:00" + }, + { + "event": "duplicate_ready", + "details": {}, + "created_at": "2026-11-06 15:20:52.358017+00:00" + }, + { + "event": "duplicate_ready", + "details": {}, + "created_at": "2026-11-06 15:20:53.105024+00:00" + }, + { + "event": "duplicate_ready", + "details": {}, + "created_at": "2026-11-06 15:20:53.993037+00:00" + }, + { + "event": "duplicate_ready", + "details": {}, + "created_at": "2026-11-06 15:20:54.718979+00:00" + }, + { + "event": "duplicate_ready", + "details": {}, + "created_at": "2026-11-06 15:20:55.419198+00:00" + }, + { + "event": "duplicate_ready", + "details": {}, + "created_at": "2026-11-06 15:20:56.124553+00:00" + }, + { + "event": "duplicate_ready", + "details": {}, + "created_at": "2026-11-06 15:20:56.773973+00:00" + }, + { + "event": "duplicate_ready", + "details": {}, + "created_at": "2026-11-06 15:20:57.428360+00:00" + }, + { + "event": "duplicate_ready", + "details": {}, + "created_at": "2026-11-06 15:20:58.102409+00:00" + }, + { + "event": "duplicate_ready", + "details": {}, + "created_at": "2026-11-06 15:20:58.797014+00:00" + }, + { + "event": "duplicate_ready", + "details": {}, + "created_at": "2026-11-06 15:20:59.482438+00:00" + } + ], + "version": 2, + "old_audit": [ + { + "event": "accepted", + "details": {}, + "created_at": "2026-11-06 15:20:41.836023+00:00" + }, + { + "event": "claimed", + "details": { + "pid": 10808, + "fence": "f7269451-616f-4d55-aae4-fbd939b07100", + "attempt": 1 + }, + "created_at": "2026-11-06 15:20:41.846188+00:00" + }, + { + "event": "stale_delivery", + "details": {}, + "created_at": "2026-11-06 15:20:45.356242+00:00" + }, + { + "event": "publication_fenced", + "details": {}, + "created_at": "2026-11-06 15:20:45.501669+00:00" + }, + { + "event": "stale_delivery", + "details": {}, + "created_at": "2026-11-06 15:20:46.218639+00:00" + }, + { + "event": "stale_delivery", + "details": {}, + "created_at": "2026-11-06 15:20:46.878489+00:00" + }, + { + "event": "stale_delivery", + "details": {}, + "created_at": "2026-11-06 15:20:47.535959+00:00" + }, + { + "event": "stale_delivery", + "details": {}, + "created_at": "2026-11-06 15:20:48.224381+00:00" + }, + { + "event": "stale_delivery", + "details": {}, + "created_at": "2026-11-06 15:20:48.925251+00:00" + }, + { + "event": "stale_delivery", + "details": {}, + "created_at": "2026-11-06 15:20:49.589756+00:00" + }, + { + "event": "stale_delivery", + "details": {}, + "created_at": "2026-11-06 15:20:50.257657+00:00" + }, + { + "event": "stale_delivery", + "details": {}, + "created_at": "2026-11-06 15:20:51.016287+00:00" + }, + { + "event": "stale_delivery", + "details": {}, + "created_at": "2026-11-06 15:20:51.694187+00:00" + }, + { + "event": "stale_delivery", + "details": {}, + "created_at": "2026-11-06 15:20:52.356585+00:00" + }, + { + "event": "stale_delivery", + "details": {}, + "created_at": "2026-11-06 15:20:53.102784+00:00" + }, + { + "event": "stale_delivery", + "details": {}, + "created_at": "2026-11-06 15:20:53.991961+00:00" + }, + { + "event": "stale_delivery", + "details": {}, + "created_at": "2026-11-06 15:20:54.720836+00:00" + }, + { + "event": "stale_delivery", + "details": {}, + "created_at": "2026-11-06 15:20:55.418138+00:00" + }, + { + "event": "stale_delivery", + "details": {}, + "created_at": "2026-11-06 15:20:56.125735+00:00" + }, + { + "event": "stale_delivery", + "details": {}, + "created_at": "2026-11-06 15:20:56.772668+00:00" + }, + { + "event": "stale_delivery", + "details": {}, + "created_at": "2026-11-06 15:20:57.429566+00:00" + }, + { + "event": "stale_delivery", + "details": {}, + "created_at": "2026-11-06 15:20:58.101186+00:00" + }, + { + "event": "stale_delivery", + "details": {}, + "created_at": "2026-11-06 15:20:58.794989+00:00" + }, + { + "event": "stale_delivery", + "details": {}, + "created_at": "2026-11-06 15:20:59.483669+00:00" + } + ], + "duplicates": 44 + } + ], + "accepted": 11, + "lost_confirmed": 0, + "stale_overwrites": 0, + "worker_cgroup": { + "memory.current": "95592448", + "memory.peak": "247984128", + "memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0\nsock_throttled 0", + "cpu.stat": "usage_usec 31957577\nuser_usec 29810590\nsystem_usec 2146987\nnice_usec 0\nnr_periods 190\nnr_throttled 23\nthrottled_usec 105397\nnr_bursts 0\nburst_usec 0" + }, + "logs_credentials_absent": true +} diff --git a/evidence/telemetry-cost.json b/evidence/telemetry-cost.json new file mode 100644 index 0000000..3eedaf3 --- /dev/null +++ b/evidence/telemetry-cost.json @@ -0,0 +1,862 @@ +{ + "seconds": 10, + "offered_requests_per_s": 18, + "runs": [ + { + "mode": "off", + "sample_ratio": 0.0, + "load": { + "requests": 180, + "elapsed_s": 9.952042167002219, + "latency_ms": { + "p50": 4.991917001461843, + "p95": 7.5844580023840535, + "p99": 16.816375002235873 + } + }, + "container_samples": [ + [ + { + "container": "mtusi-lab6-api-1", + "cpu_percent": 2.45, + "memory": "91.67MiB" + }, + { + "container": "mtusi-lab6-api-2", + "cpu_percent": 2.93, + "memory": "91.85MiB" + }, + { + "container": "mtusi-lab6-loki-1", + "cpu_percent": 0.46, + "memory": "107.5MiB" + }, + { + "container": "mtusi-lab6-otel-collector-1", + "cpu_percent": 0.2, + "memory": "58.3MiB" + }, + { + "container": "mtusi-lab6-prometheus-1", + "cpu_percent": 0.09, + "memory": "40.25MiB" + }, + { + "container": "mtusi-lab6-relay-1", + "cpu_percent": 0.38, + "memory": "46.33MiB" + }, + { + "container": "mtusi-lab6-tempo-1", + "cpu_percent": 0.13, + "memory": "88.37MiB" + }, + { + "container": "mtusi-lab6-worker-1", + "cpu_percent": 60.82, + "memory": "75.3MiB" + } + ], + [ + { + "container": "mtusi-lab6-api-1", + "cpu_percent": 15.95, + "memory": "91.73MiB" + }, + { + "container": "mtusi-lab6-api-2", + "cpu_percent": 3.69, + "memory": "93.02MiB" + }, + { + "container": "mtusi-lab6-loki-1", + "cpu_percent": 0.45, + "memory": "107MiB" + }, + { + "container": "mtusi-lab6-otel-collector-1", + "cpu_percent": 0.19, + "memory": "58.55MiB" + }, + { + "container": "mtusi-lab6-prometheus-1", + "cpu_percent": 0.09, + "memory": "40.26MiB" + }, + { + "container": "mtusi-lab6-relay-1", + "cpu_percent": 0.59, + "memory": "46.33MiB" + }, + { + "container": "mtusi-lab6-tempo-1", + "cpu_percent": 0.14, + "memory": "88.38MiB" + }, + { + "container": "mtusi-lab6-worker-1", + "cpu_percent": 0.88, + "memory": "78.04MiB" + } + ] + ], + "ingest": { + "trace_ingest_proto_bytes": 0.0, + "accepted_spans": 0.0, + "sent_spans": 0.0, + "failed_spans": 0.0, + "accepted_logs": 0.0, + "accepted_metric_points": 0.0 + } + }, + { + "mode": "full", + "sample_ratio": 1.0, + "load": { + "requests": 180, + "elapsed_s": 9.950246666998282, + "latency_ms": { + "p50": 5.275124996842351, + "p95": 8.54145799894468, + "p99": 16.04162500007078 + } + }, + "container_samples": [ + [ + { + "container": "mtusi-lab6-api-1", + "cpu_percent": 15.27, + "memory": "94.31MiB" + }, + { + "container": "mtusi-lab6-api-2", + "cpu_percent": 15.43, + "memory": "96.71MiB" + }, + { + "container": "mtusi-lab6-loki-1", + "cpu_percent": 0.55, + "memory": "107MiB" + }, + { + "container": "mtusi-lab6-otel-collector-1", + "cpu_percent": 0.45, + "memory": "59.33MiB" + }, + { + "container": "mtusi-lab6-prometheus-1", + "cpu_percent": 0.01, + "memory": "40.25MiB" + }, + { + "container": "mtusi-lab6-relay-1", + "cpu_percent": 0.52, + "memory": "56.45MiB" + }, + { + "container": "mtusi-lab6-tempo-1", + "cpu_percent": 0.29, + "memory": "94.84MiB" + }, + { + "container": "mtusi-lab6-worker-1", + "cpu_percent": 46.73, + "memory": "155.4MiB" + } + ], + [ + { + "container": "mtusi-lab6-api-1", + "cpu_percent": 15.41, + "memory": "93.86MiB" + }, + { + "container": "mtusi-lab6-api-2", + "cpu_percent": 7.99, + "memory": "106.5MiB" + }, + { + "container": "mtusi-lab6-loki-1", + "cpu_percent": 0.62, + "memory": "107.3MiB" + }, + { + "container": "mtusi-lab6-otel-collector-1", + "cpu_percent": 0.57, + "memory": "59.59MiB" + }, + { + "container": "mtusi-lab6-prometheus-1", + "cpu_percent": 0.0, + "memory": "40.26MiB" + }, + { + "container": "mtusi-lab6-relay-1", + "cpu_percent": 0.85, + "memory": "56.21MiB" + }, + { + "container": "mtusi-lab6-tempo-1", + "cpu_percent": 0.29, + "memory": "94.63MiB" + }, + { + "container": "mtusi-lab6-worker-1", + "cpu_percent": 53.06, + "memory": "160.2MiB" + } + ] + ], + "ingest": { + "trace_ingest_proto_bytes": 142249.0, + "accepted_spans": 998.0, + "sent_spans": 997.0, + "failed_spans": 0.0, + "accepted_logs": 188.0, + "accepted_metric_points": 271.0 + } + }, + { + "mode": "half", + "sample_ratio": 0.5, + "load": { + "requests": 180, + "elapsed_s": 9.95444554200003, + "latency_ms": { + "p50": 5.507500001840526, + "p95": 11.544834000233095, + "p99": 24.414750001596985 + } + }, + "container_samples": [ + [ + { + "container": "mtusi-lab6-api-1", + "cpu_percent": 15.49, + "memory": "96.14MiB" + }, + { + "container": "mtusi-lab6-api-2", + "cpu_percent": 16.11, + "memory": "95.01MiB" + }, + { + "container": "mtusi-lab6-loki-1", + "cpu_percent": 0.52, + "memory": "113.9MiB" + }, + { + "container": "mtusi-lab6-otel-collector-1", + "cpu_percent": 0.52, + "memory": "58.38MiB" + }, + { + "container": "mtusi-lab6-prometheus-1", + "cpu_percent": 0.05, + "memory": "40.26MiB" + }, + { + "container": "mtusi-lab6-relay-1", + "cpu_percent": 0.42, + "memory": "54.59MiB" + }, + { + "container": "mtusi-lab6-tempo-1", + "cpu_percent": 0.3, + "memory": "107MiB" + }, + { + "container": "mtusi-lab6-worker-1", + "cpu_percent": 45.37, + "memory": "132.9MiB" + } + ], + [ + { + "container": "mtusi-lab6-api-1", + "cpu_percent": 14.36, + "memory": "108.8MiB" + }, + { + "container": "mtusi-lab6-api-2", + "cpu_percent": 6.47, + "memory": "104.6MiB" + }, + { + "container": "mtusi-lab6-loki-1", + "cpu_percent": 0.68, + "memory": "113.9MiB" + }, + { + "container": "mtusi-lab6-otel-collector-1", + "cpu_percent": 0.62, + "memory": "58.88MiB" + }, + { + "container": "mtusi-lab6-prometheus-1", + "cpu_percent": 0.1, + "memory": "40.26MiB" + }, + { + "container": "mtusi-lab6-relay-1", + "cpu_percent": 0.83, + "memory": "54.34MiB" + }, + { + "container": "mtusi-lab6-tempo-1", + "cpu_percent": 0.32, + "memory": "109MiB" + }, + { + "container": "mtusi-lab6-worker-1", + "cpu_percent": 53.37, + "memory": "157.9MiB" + } + ] + ], + "ingest": { + "trace_ingest_proto_bytes": 80752.0, + "accepted_spans": 522.0, + "sent_spans": 523.0, + "failed_spans": 0.0, + "accepted_logs": 188.0, + "accepted_metric_points": 287.0 + } + }, + { + "mode": "quarter", + "sample_ratio": 0.25, + "load": { + "requests": 180, + "elapsed_s": 9.952545791999, + "latency_ms": { + "p50": 5.109958998218644, + "p95": 8.02891599960276, + "p99": 18.22395799899823 + } + }, + "container_samples": [ + [ + { + "container": "mtusi-lab6-api-1", + "cpu_percent": 14.66, + "memory": "94.55MiB" + }, + { + "container": "mtusi-lab6-api-2", + "cpu_percent": 15.32, + "memory": "94.49MiB" + }, + { + "container": "mtusi-lab6-loki-1", + "cpu_percent": 0.89, + "memory": "114.4MiB" + }, + { + "container": "mtusi-lab6-otel-collector-1", + "cpu_percent": 0.51, + "memory": "59.14MiB" + }, + { + "container": "mtusi-lab6-prometheus-1", + "cpu_percent": 0.16, + "memory": "40.51MiB" + }, + { + "container": "mtusi-lab6-relay-1", + "cpu_percent": 0.49, + "memory": "56.43MiB" + }, + { + "container": "mtusi-lab6-tempo-1", + "cpu_percent": 0.64, + "memory": "115.5MiB" + }, + { + "container": "mtusi-lab6-worker-1", + "cpu_percent": 46.14, + "memory": "158.4MiB" + } + ], + [ + { + "container": "mtusi-lab6-api-1", + "cpu_percent": 16.03, + "memory": "94.77MiB" + }, + { + "container": "mtusi-lab6-api-2", + "cpu_percent": 3.98, + "memory": "95.34MiB" + }, + { + "container": "mtusi-lab6-loki-1", + "cpu_percent": 0.69, + "memory": "114.9MiB" + }, + { + "container": "mtusi-lab6-otel-collector-1", + "cpu_percent": 0.52, + "memory": "59.16MiB" + }, + { + "container": "mtusi-lab6-prometheus-1", + "cpu_percent": 0.14, + "memory": "40.26MiB" + }, + { + "container": "mtusi-lab6-relay-1", + "cpu_percent": 0.77, + "memory": "56.18MiB" + }, + { + "container": "mtusi-lab6-tempo-1", + "cpu_percent": 0.33, + "memory": "117MiB" + }, + { + "container": "mtusi-lab6-worker-1", + "cpu_percent": 55.48, + "memory": "157.7MiB" + } + ] + ], + "ingest": { + "trace_ingest_proto_bytes": 41309.0, + "accepted_spans": 238.0, + "sent_spans": 237.0, + "failed_spans": 0.0, + "accepted_logs": 188.0, + "accepted_metric_points": 273.0 + } + }, + { + "mode": "quarter", + "sample_ratio": 0.25, + "load": { + "requests": 180, + "elapsed_s": 9.9528304580017, + "latency_ms": { + "p50": 4.951999999320833, + "p95": 10.958250000840053, + "p99": 36.11366699988139 + } + }, + "container_samples": [ + [ + { + "container": "mtusi-lab6-api-1", + "cpu_percent": 17.98, + "memory": "94.93MiB" + }, + { + "container": "mtusi-lab6-api-2", + "cpu_percent": 3.8, + "memory": "94.62MiB" + }, + { + "container": "mtusi-lab6-loki-1", + "cpu_percent": 0.78, + "memory": "114.9MiB" + }, + { + "container": "mtusi-lab6-otel-collector-1", + "cpu_percent": 0.53, + "memory": "59.66MiB" + }, + { + "container": "mtusi-lab6-prometheus-1", + "cpu_percent": 0.31, + "memory": "40.51MiB" + }, + { + "container": "mtusi-lab6-relay-1", + "cpu_percent": 0.98, + "memory": "54.59MiB" + }, + { + "container": "mtusi-lab6-tempo-1", + "cpu_percent": 0.32, + "memory": "117.3MiB" + }, + { + "container": "mtusi-lab6-worker-1", + "cpu_percent": 65.06, + "memory": "79.88MiB" + } + ], + [ + { + "container": "mtusi-lab6-api-1", + "cpu_percent": 3.32, + "memory": "95.67MiB" + }, + { + "container": "mtusi-lab6-api-2", + "cpu_percent": 11.75, + "memory": "95.2MiB" + }, + { + "container": "mtusi-lab6-loki-1", + "cpu_percent": 0.66, + "memory": "113.9MiB" + }, + { + "container": "mtusi-lab6-otel-collector-1", + "cpu_percent": 0.5, + "memory": "59.87MiB" + }, + { + "container": "mtusi-lab6-prometheus-1", + "cpu_percent": 0.0, + "memory": "40.27MiB" + }, + { + "container": "mtusi-lab6-relay-1", + "cpu_percent": 0.58, + "memory": "54.6MiB" + }, + { + "container": "mtusi-lab6-tempo-1", + "cpu_percent": 0.26, + "memory": "117.8MiB" + }, + { + "container": "mtusi-lab6-worker-1", + "cpu_percent": 58.04, + "memory": "81.07MiB" + } + ] + ], + "ingest": { + "trace_ingest_proto_bytes": 41438.0, + "accepted_spans": 238.0, + "sent_spans": 235.0, + "failed_spans": 0.0, + "accepted_logs": 188.0, + "accepted_metric_points": 287.0 + } + }, + { + "mode": "half", + "sample_ratio": 0.5, + "load": { + "requests": 180, + "elapsed_s": 9.95298329200159, + "latency_ms": { + "p50": 5.302292000123998, + "p95": 8.62283300011768, + "p99": 18.653041999641573 + } + }, + "container_samples": [ + [ + { + "container": "mtusi-lab6-api-1", + "cpu_percent": 2.95, + "memory": "96.92MiB" + }, + { + "container": "mtusi-lab6-api-2", + "cpu_percent": 3.27, + "memory": "95.07MiB" + }, + { + "container": "mtusi-lab6-loki-1", + "cpu_percent": 0.61, + "memory": "114.5MiB" + }, + { + "container": "mtusi-lab6-otel-collector-1", + "cpu_percent": 0.47, + "memory": "59.41MiB" + }, + { + "container": "mtusi-lab6-prometheus-1", + "cpu_percent": 0.05, + "memory": "40.52MiB" + }, + { + "container": "mtusi-lab6-relay-1", + "cpu_percent": 0.49, + "memory": "54.61MiB" + }, + { + "container": "mtusi-lab6-tempo-1", + "cpu_percent": 0.27, + "memory": "118.1MiB" + }, + { + "container": "mtusi-lab6-worker-1", + "cpu_percent": 15.31, + "memory": "78.76MiB" + } + ], + [ + { + "container": "mtusi-lab6-api-1", + "cpu_percent": 15.06, + "memory": "96.86MiB" + }, + { + "container": "mtusi-lab6-api-2", + "cpu_percent": 15.71, + "memory": "95.6MiB" + }, + { + "container": "mtusi-lab6-loki-1", + "cpu_percent": 0.57, + "memory": "114.7MiB" + }, + { + "container": "mtusi-lab6-otel-collector-1", + "cpu_percent": 0.56, + "memory": "59.4MiB" + }, + { + "container": "mtusi-lab6-prometheus-1", + "cpu_percent": 0.06, + "memory": "40.27MiB" + }, + { + "container": "mtusi-lab6-relay-1", + "cpu_percent": 0.65, + "memory": "54.61MiB" + }, + { + "container": "mtusi-lab6-tempo-1", + "cpu_percent": 0.3, + "memory": "117.4MiB" + }, + { + "container": "mtusi-lab6-worker-1", + "cpu_percent": 49.13, + "memory": "157.3MiB" + } + ] + ], + "ingest": { + "trace_ingest_proto_bytes": 80811.0, + "accepted_spans": 521.0, + "sent_spans": 520.0, + "failed_spans": 0.0, + "accepted_logs": 188.0, + "accepted_metric_points": 273.0 + } + }, + { + "mode": "full", + "sample_ratio": 1.0, + "load": { + "requests": 180, + "elapsed_s": 9.95264620799935, + "latency_ms": { + "p50": 5.342791999282781, + "p95": 8.375000001251465, + "p99": 18.184750002546934 + } + }, + "container_samples": [ + [ + { + "container": "mtusi-lab6-api-1", + "cpu_percent": 16.07, + "memory": "94.52MiB" + }, + { + "container": "mtusi-lab6-api-2", + "cpu_percent": 15.33, + "memory": "94.31MiB" + }, + { + "container": "mtusi-lab6-loki-1", + "cpu_percent": 0.52, + "memory": "114.2MiB" + }, + { + "container": "mtusi-lab6-otel-collector-1", + "cpu_percent": 0.69, + "memory": "58.92MiB" + }, + { + "container": "mtusi-lab6-prometheus-1", + "cpu_percent": 0.09, + "memory": "40.27MiB" + }, + { + "container": "mtusi-lab6-relay-1", + "cpu_percent": 0.86, + "memory": "56.7MiB" + }, + { + "container": "mtusi-lab6-tempo-1", + "cpu_percent": 0.37, + "memory": "117.5MiB" + }, + { + "container": "mtusi-lab6-worker-1", + "cpu_percent": 49.41, + "memory": "156.1MiB" + } + ], + [ + { + "container": "mtusi-lab6-api-1", + "cpu_percent": 4.12, + "memory": "93.79MiB" + }, + { + "container": "mtusi-lab6-api-2", + "cpu_percent": 15.92, + "memory": "94.05MiB" + }, + { + "container": "mtusi-lab6-loki-1", + "cpu_percent": 0.87, + "memory": "114.7MiB" + }, + { + "container": "mtusi-lab6-otel-collector-1", + "cpu_percent": 0.52, + "memory": "59.92MiB" + }, + { + "container": "mtusi-lab6-prometheus-1", + "cpu_percent": 0.01, + "memory": "40.27MiB" + }, + { + "container": "mtusi-lab6-relay-1", + "cpu_percent": 0.77, + "memory": "56.45MiB" + }, + { + "container": "mtusi-lab6-tempo-1", + "cpu_percent": 0.31, + "memory": "118.2MiB" + }, + { + "container": "mtusi-lab6-worker-1", + "cpu_percent": 61.5, + "memory": "153.1MiB" + } + ] + ], + "ingest": { + "trace_ingest_proto_bytes": 142250.0, + "accepted_spans": 996.0, + "sent_spans": 998.0, + "failed_spans": 0.0, + "accepted_logs": 188.0, + "accepted_metric_points": 271.0 + } + }, + { + "mode": "off", + "sample_ratio": 0.0, + "load": { + "requests": 180, + "elapsed_s": 9.951078292000602, + "latency_ms": { + "p50": 5.305624999891734, + "p95": 8.97895800153492, + "p99": 27.521125000930624 + } + }, + "container_samples": [ + [ + { + "container": "mtusi-lab6-api-1", + "cpu_percent": 2.74, + "memory": "93.45MiB" + }, + { + "container": "mtusi-lab6-api-2", + "cpu_percent": 2.7, + "memory": "91.64MiB" + }, + { + "container": "mtusi-lab6-loki-1", + "cpu_percent": 0.41, + "memory": "114.9MiB" + }, + { + "container": "mtusi-lab6-otel-collector-1", + "cpu_percent": 0.17, + "memory": "58.39MiB" + }, + { + "container": "mtusi-lab6-prometheus-1", + "cpu_percent": 0.13, + "memory": "40.27MiB" + }, + { + "container": "mtusi-lab6-relay-1", + "cpu_percent": 0.42, + "memory": "46.32MiB" + }, + { + "container": "mtusi-lab6-tempo-1", + "cpu_percent": 0.13, + "memory": "116MiB" + }, + { + "container": "mtusi-lab6-worker-1", + "cpu_percent": 56.51, + "memory": "77.11MiB" + } + ], + [ + { + "container": "mtusi-lab6-api-1", + "cpu_percent": 3.66, + "memory": "93.92MiB" + }, + { + "container": "mtusi-lab6-api-2", + "cpu_percent": 3.46, + "memory": "92.96MiB" + }, + { + "container": "mtusi-lab6-loki-1", + "cpu_percent": 0.47, + "memory": "114.2MiB" + }, + { + "container": "mtusi-lab6-otel-collector-1", + "cpu_percent": 0.22, + "memory": "58.39MiB" + }, + { + "container": "mtusi-lab6-prometheus-1", + "cpu_percent": 0.08, + "memory": "40.52MiB" + }, + { + "container": "mtusi-lab6-relay-1", + "cpu_percent": 0.34, + "memory": "46.07MiB" + }, + { + "container": "mtusi-lab6-tempo-1", + "cpu_percent": 0.18, + "memory": "116MiB" + }, + { + "container": "mtusi-lab6-worker-1", + "cpu_percent": 0.22, + "memory": "76.44MiB" + } + ] + ], + "ingest": { + "trace_ingest_proto_bytes": 0.0, + "accepted_spans": 0.0, + "sent_spans": 0.0, + "failed_spans": 0.0, + "accepted_logs": 0.0, + "accepted_metric_points": 0.0 + } + } + ] +} diff --git a/evidence/trace-retry.json b/evidence/trace-retry.json new file mode 100644 index 0000000..3b6a53b --- /dev/null +++ b/evidence/trace-retry.json @@ -0,0 +1,18 @@ +{ + "correlation": { + "request_id": "bda1ff17-5d60-4d88-a0c1-2eaf450d5769", + "trace_id": "fc3682b58c4df5515088f7fef7f0d559", + "span_names": [ + "POST /api/v1/chats/{chat_id}/attachments", + "db.read", + "db.transaction", + "jobs.consume", + "jobs.publish", + "s3.download", + "s3.put" + ], + "worker_parent": "jobs.publish", + "worker_attempts": 2, + "api_and_worker_loki": true + } +} diff --git a/evidence/unit.txt b/evidence/unit.txt new file mode 100644 index 0000000..830e9c3 --- /dev/null +++ b/evidence/unit.txt @@ -0,0 +1 @@ +======================== 84 passed, 1 warning in 13.36s ======================== diff --git a/infra/api-policy.json b/infra/api-policy.json new file mode 100644 index 0000000..4d37dba --- /dev/null +++ b/infra/api-policy.json @@ -0,0 +1,33 @@ +{ + "Version": "2012-10-17", + "Statement": [ + { + "Effect": "Allow", + "Action": [ + "s3:ListBucket", + "s3:GetBucketLocation" + ], + "Resource": [ + "arn:aws:s3:::BUCKET" + ] + }, + { + "Effect": "Allow", + "Action": [ + "s3:PutObject" + ], + "Resource": [ + "arn:aws:s3:::BUCKET/staging/*" + ] + }, + { + "Effect": "Allow", + "Action": [ + "s3:GetObject" + ], + "Resource": [ + "arn:aws:s3:::BUCKET/objects/*" + ] + } + ] +} diff --git a/infra/bootstrap-s3.sh b/infra/bootstrap-s3.sh new file mode 100644 index 0000000..e0fee84 --- /dev/null +++ b/infra/bootstrap-s3.sh @@ -0,0 +1,31 @@ +#!/bin/sh +set -eu +# Never print mc arguments/errors: they can include access key identifiers. +exec 3>&1 +exec > /tmp/bootstrap.log 2>&1 +trap 'printf "%s\n" "S3 bootstrap failed; credentials suppressed" >&3' EXIT +bucket="$S3_BUCKET" +case "$bucket" in ''|*[!a-z0-9.-]*) exit 2;; esac +mc --config-dir /tmp/mc alias set -- local http://s3:9000 "$(cat /run/secrets/s3_root_user)" "$(cat /run/secrets/s3_root_password)" +mc --config-dir /tmp/mc mb --ignore-existing "local/$bucket" +mc --config-dir /tmp/mc anonymous set none "local/$bucket" +for role in api worker reconciler test; do + target_bucket="$bucket" + policy_source=/policies/api-policy.json + if [ "$role" = reconciler ]; then policy_source=/policies/reconciler-policy.json; fi + if [ "$role" = worker ]; then policy_source=/policies/worker-policy.json; fi + if [ "$role" = test ]; then + if [ "${CREATE_TEST_BUCKET:-0}" != 1 ]; then continue; fi + policy_source=/policies/test-policy.json + target_bucket="$bucket-tests" + mc --config-dir /tmp/mc mb --ignore-existing "local/$target_bucket" + mc --config-dir /tmp/mc anonymous set none "local/$target_bucket" + fi + sed "s/BUCKET/$target_bucket/g" "$policy_source" > "/tmp/$role-policy.json" + mc --config-dir /tmp/mc admin policy create local "messenger-$role" "/tmp/$role-policy.json" + key="$(cat /run/secrets/s3_${role}_access_key_id)" + mc --config-dir /tmp/mc admin user add -- local "$key" "$(cat /run/secrets/s3_${role}_secret_access_key)" + mc --config-dir /tmp/mc admin policy attach local "messenger-$role" --user "$key" +done +trap - EXIT +printf '%s\n' 'PASS: private bucket and scoped identities ready' >&3 diff --git a/infra/haproxy.cfg b/infra/haproxy.cfg new file mode 100644 index 0000000..635322e --- /dev/null +++ b/infra/haproxy.cfg @@ -0,0 +1,44 @@ +global + log stdout format raw local0 + maxconn 2048 + +defaults + log global + mode http + log-format "lb status=%ST backend=%b server=%s duration_ms=%Tt" + timeout connect 500ms + timeout check 500ms + timeout client 20s + timeout server 30s + timeout http-request 3s + retries 0 + +resolvers docker + nameserver embedded 127.0.0.11:53 + accepted_payload_size 8192 + resolve_retries 3 + timeout resolve 1s + timeout retry 1s + hold valid 1s + hold obsolete 0s + hold nx 1s + hold refused 1s + hold timeout 1s + hold other 1s + +frontend public + bind :8080 + default_backend messenger + +backend messenger + balance roundrobin + option httpchk GET /health/ready + http-check expect status 200 + default-server inter 500ms fastinter 250ms downinter 500ms fall 2 rise 1 + server-template app 1-8 api:8080 check resolvers docker resolve-prefer ipv4 init-addr none + +listen metrics + bind :8404 + stats enable + stats uri /stats + stats refresh 1s diff --git a/infra/otel/alerts.yaml b/infra/otel/alerts.yaml new file mode 100644 index 0000000..92676d0 --- /dev/null +++ b/infra/otel/alerts.yaml @@ -0,0 +1,27 @@ +groups: + - name: messenger + rules: + - alert: MessengerHttpErrors + expr: | + sum(rate(messenger_http_requests_total{route!~"/health/.*",status_class="5xx"}[20s])) + / clamp_min(sum(rate(messenger_http_requests_total{route!~"/health/.*"}[20s])), 0.01) + > 0.05 + for: 6s + labels: {severity: warning} + annotations: + summary: More than 5% of business requests have failed for six seconds + runbook: "REPORT.md#диагностика" + - alert: MessengerQueueLag + expr: max(messenger_queue_oldest_seconds) > 5 and max(messenger_queue_depth) > 0 + for: 6s + labels: {severity: warning} + annotations: + summary: The oldest unfinished job is more than five seconds old + runbook: "REPORT.md#диагностика" + - alert: MessengerDatabaseErrors + expr: sum(increase(messenger_db_errors_total[20s])) > 0 + for: 4s + labels: {severity: warning} + annotations: + summary: PostgreSQL requests are failing + runbook: "REPORT.md#диагностика" diff --git a/infra/otel/collector.yaml b/infra/otel/collector.yaml new file mode 100644 index 0000000..349d235 --- /dev/null +++ b/infra/otel/collector.yaml @@ -0,0 +1,53 @@ +receivers: + otlp: + protocols: + http: + endpoint: 0.0.0.0:4318 + +processors: + memory_limiter: + check_interval: 1s + limit_mib: 128 + spike_limit_mib: 32 + batch: + timeout: 500ms + send_batch_size: 128 + send_batch_max_size: 256 + +exporters: + prometheus: + endpoint: 0.0.0.0:8889 + metric_expiration: 15s + otlp_http/tempo: + endpoint: http://tempo:4318 + timeout: 2s + sending_queue: {queue_size: 16, num_consumers: 1} + retry_on_failure: {initial_interval: 500ms, max_interval: 2s, max_elapsed_time: 5s} + otlp_http/loki: + endpoint: http://loki:3100/otlp + timeout: 2s + sending_queue: {queue_size: 16, num_consumers: 1} + retry_on_failure: {initial_interval: 500ms, max_interval: 2s, max_elapsed_time: 5s} + +service: + telemetry: + metrics: + readers: + - pull: + exporter: + prometheus: + host: 0.0.0.0 + port: 8888 + pipelines: + metrics: + receivers: [otlp] + processors: [memory_limiter, batch] + exporters: [prometheus] + logs: + receivers: [otlp] + processors: [memory_limiter, batch] + exporters: [otlp_http/loki] + traces: + receivers: [otlp] + processors: [memory_limiter, batch] + exporters: [otlp_http/tempo] diff --git a/infra/otel/grafana/dashboards/messenger.json b/infra/otel/grafana/dashboards/messenger.json new file mode 100644 index 0000000..c63b2b3 --- /dev/null +++ b/infra/otel/grafana/dashboards/messenger.json @@ -0,0 +1,453 @@ +{ + "uid": "messenger", + "title": "MTUSI Messenger", + "schemaVersion": 41, + "version": 1, + "editable": false, + "timezone": "browser", + "refresh": "5s", + "time": { + "from": "now-15m", + "to": "now" + }, + "panels": [ + { + "id": 1, + "type": "timeseries", + "title": "API / запросов в секунду", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 0, + "y": 0, + "w": 12, + "h": 8 + }, + "fieldConfig": { + "defaults": { + "unit": "reqps" + }, + "overrides": [] + }, + "targets": [ + { + "refId": "A", + "expr": "sum(rate(messenger_http_requests_total{route!~\"/health/.*\"}[30s]))", + "legendFormat": "" + } + ] + }, + { + "id": 2, + "type": "timeseries", + "title": "API / доля 5xx", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 12, + "y": 0, + "w": 12, + "h": 8 + }, + "fieldConfig": { + "defaults": { + "unit": "percentunit" + }, + "overrides": [] + }, + "targets": [ + { + "refId": "A", + "expr": "sum(rate(messenger_http_requests_total{status_class=\"5xx\",route!~\"/health/.*\"}[30s])) / clamp_min(sum(rate(messenger_http_requests_total{route!~\"/health/.*\"}[30s])),0.001)", + "legendFormat": "" + } + ] + }, + { + "id": 3, + "type": "timeseries", + "title": "API / p50, p95, p99", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 0, + "y": 8, + "w": 12, + "h": 8 + }, + "fieldConfig": { + "defaults": { + "unit": "s" + }, + "overrides": [] + }, + "targets": [ + { + "refId": "A", + "expr": "histogram_quantile(0.5, sum by (le) (rate(messenger_http_duration_seconds_bucket{route!~\"/health/.*\"}[30s])))", + "legendFormat": "p50" + }, + { + "refId": "B", + "expr": "histogram_quantile(0.95, sum by (le) (rate(messenger_http_duration_seconds_bucket{route!~\"/health/.*\"}[30s])))", + "legendFormat": "p95" + }, + { + "refId": "C", + "expr": "histogram_quantile(0.99, sum by (le) (rate(messenger_http_duration_seconds_bucket{route!~\"/health/.*\"}[30s])))", + "legendFormat": "p99" + } + ] + }, + { + "id": 4, + "type": "timeseries", + "title": "Worker / исходы в секунду", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 12, + "y": 8, + "w": 12, + "h": 8 + }, + "fieldConfig": { + "defaults": { + "unit": "ops" + }, + "overrides": [] + }, + "targets": [ + { + "refId": "A", + "expr": "sum by (outcome) (rate(messenger_jobs_processed_total[30s]))", + "legendFormat": "{{outcome}}" + } + ] + }, + { + "id": 5, + "type": "timeseries", + "title": "Worker / p95 по исходу", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 0, + "y": 16, + "w": 12, + "h": 8 + }, + "fieldConfig": { + "defaults": { + "unit": "s" + }, + "overrides": [] + }, + "targets": [ + { + "refId": "A", + "expr": "histogram_quantile(0.95, sum by (le,outcome) (rate(messenger_jobs_duration_seconds_bucket[30s])))", + "legendFormat": "" + } + ] + }, + { + "id": 6, + "type": "timeseries", + "title": "Upload → ready / p95", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 12, + "y": 16, + "w": 12, + "h": 8 + }, + "fieldConfig": { + "defaults": { + "unit": "s" + }, + "overrides": [] + }, + "targets": [ + { + "refId": "A", + "expr": "histogram_quantile(0.95, sum by (le) (rate(messenger_ready_duration_seconds_bucket[30s])))", + "legendFormat": "" + } + ] + }, + { + "id": 7, + "type": "timeseries", + "title": "Backlog / заданий", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 0, + "y": 24, + "w": 12, + "h": 8 + }, + "fieldConfig": { + "defaults": { + "unit": "short" + }, + "overrides": [] + }, + "targets": [ + { + "refId": "A", + "expr": "max(messenger_queue_depth)", + "legendFormat": "" + } + ] + }, + { + "id": 8, + "type": "timeseries", + "title": "Возраст старейшего задания", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 12, + "y": 24, + "w": 12, + "h": 8 + }, + "fieldConfig": { + "defaults": { + "unit": "s" + }, + "overrides": [] + }, + "targets": [ + { + "refId": "A", + "expr": "max(messenger_queue_oldest_seconds)", + "legendFormat": "" + } + ] + }, + { + "id": 9, + "type": "timeseries", + "title": "PostgreSQL / занято и ожидает", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 0, + "y": 32, + "w": 12, + "h": 8 + }, + "fieldConfig": { + "defaults": { + "unit": "short" + }, + "overrides": [] + }, + "targets": [ + { + "refId": "A", + "expr": "messenger_db_pool_used", + "legendFormat": "" + }, + { + "refId": "B", + "expr": "messenger_db_pool_waiting", + "legendFormat": "" + } + ] + }, + { + "id": 10, + "type": "timeseries", + "title": "Worker / занято и доступно", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 12, + "y": 32, + "w": 12, + "h": 8 + }, + "fieldConfig": { + "defaults": { + "unit": "short" + }, + "overrides": [] + }, + "targets": [ + { + "refId": "A", + "expr": "sum(messenger_worker_busy)", + "legendFormat": "" + }, + { + "refId": "B", + "expr": "sum(messenger_worker_capacity)", + "legendFormat": "" + } + ] + }, + { + "id": 11, + "type": "timeseries", + "title": "CPU процессов", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 0, + "y": 40, + "w": 12, + "h": 8 + }, + "fieldConfig": { + "defaults": { + "unit": "cores" + }, + "overrides": [] + }, + "targets": [ + { + "refId": "A", + "expr": "rate(messenger_process_cpu_seconds_total[30s])", + "legendFormat": "" + } + ] + }, + { + "id": 12, + "type": "timeseries", + "title": "RSS процессов", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 12, + "y": 40, + "w": 12, + "h": 8 + }, + "fieldConfig": { + "defaults": { + "unit": "bytes" + }, + "overrides": [] + }, + "targets": [ + { + "refId": "A", + "expr": "messenger_process_rss_bytes", + "legendFormat": "" + } + ] + }, + { + "id": 13, + "type": "timeseries", + "title": "Потери экспорта Collector", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 0, + "y": 48, + "w": 12, + "h": 8 + }, + "fieldConfig": { + "defaults": { + "unit": "short" + }, + "overrides": [] + }, + "targets": [ + { + "refId": "A", + "expr": "sum by (exporter) (increase(otelcol_exporter_send_failed_spans_total[30s]))", + "legendFormat": "" + }, + { + "refId": "B", + "expr": "sum by (exporter) (increase(otelcol_exporter_send_failed_log_records_total[30s]))", + "legendFormat": "" + } + ] + }, + { + "id": 14, + "type": "timeseries", + "title": "Алерты", + "datasource": { + "type": "prometheus", + "uid": "prometheus" + }, + "gridPos": { + "x": 12, + "y": 48, + "w": 12, + "h": 8 + }, + "fieldConfig": { + "defaults": { + "unit": "short" + }, + "overrides": [] + }, + "targets": [ + { + "refId": "A", + "expr": "ALERTS{alertname=~\"Messenger.*\"}", + "legendFormat": "" + } + ] + }, + { + "id": 30, + "type": "logs", + "title": "API, relay и worker / связанные логи", + "datasource": { + "type": "loki", + "uid": "loki" + }, + "gridPos": { + "x": 0, + "y": 56, + "w": 24, + "h": 10 + }, + "targets": [ + { + "refId": "A", + "expr": "{service_name=~\"messenger-(api|relay|worker)\"}" + } + ] + } + ] +} diff --git a/infra/otel/grafana/provisioning/dashboards/local.yaml b/infra/otel/grafana/provisioning/dashboards/local.yaml new file mode 100644 index 0000000..db4f27b --- /dev/null +++ b/infra/otel/grafana/provisioning/dashboards/local.yaml @@ -0,0 +1,7 @@ +apiVersion: 1 +providers: + - name: messenger + folder: MTUSI + type: file + allowUiUpdates: false + options: {path: /var/lib/grafana/dashboards} diff --git a/infra/otel/grafana/provisioning/datasources/local.yaml b/infra/otel/grafana/provisioning/datasources/local.yaml new file mode 100644 index 0000000..30e8d7c --- /dev/null +++ b/infra/otel/grafana/provisioning/datasources/local.yaml @@ -0,0 +1,33 @@ +apiVersion: 1 +datasources: + - name: Prometheus + type: prometheus + uid: prometheus + url: http://prometheus:9090 + isDefault: true + editable: false + - name: Loki + type: loki + uid: loki + url: http://loki:3100 + editable: false + jsonData: + derivedFields: + - name: Trace + matcherType: label + matcherRegex: trace_id + datasourceUid: tempo + url: '$${__value.raw}' + - name: Tempo + type: tempo + uid: tempo + url: http://tempo:3200 + editable: false + jsonData: + tracesToLogsV2: + datasourceUid: loki + spanStartTimeShift: '-2m' + spanEndTimeShift: '2m' + filterByTraceID: true + tags: + - {key: service.name, value: service_name} diff --git a/infra/otel/loki.yaml b/infra/otel/loki.yaml new file mode 100644 index 0000000..c96615c --- /dev/null +++ b/infra/otel/loki.yaml @@ -0,0 +1,36 @@ +auth_enabled: false +server: + http_listen_port: 3100 +common: + instance_addr: 127.0.0.1 + path_prefix: /loki + storage: + filesystem: + chunks_directory: /loki/chunks + rules_directory: /loki/rules + replication_factor: 1 + ring: + kvstore: + store: inmemory +schema_config: + configs: + - from: 2024-01-01 + store: tsdb + object_store: filesystem + schema: v13 + index: {prefix: index_, period: 24h} +compactor: + working_directory: /loki/compactor + retention_enabled: true + delete_request_store: filesystem +limits_config: + retention_period: 72h + allow_structured_metadata: true + otlp_config: + resource_attributes: + ignore_defaults: true + attributes_config: + - action: index_label + attributes: [service.name, deployment.environment.name] +analytics: + reporting_enabled: false diff --git a/infra/otel/prometheus.yaml b/infra/otel/prometheus.yaml new file mode 100644 index 0000000..e314ca9 --- /dev/null +++ b/infra/otel/prometheus.yaml @@ -0,0 +1,13 @@ +global: + scrape_interval: 2s + evaluation_interval: 2s + +rule_files: + - /etc/prometheus/alerts.yaml + +scrape_configs: + - job_name: messenger-otel + honor_labels: true + static_configs: [{targets: ["otel-collector:8889"]}] + - job_name: collector + static_configs: [{targets: ["otel-collector:8888"]}] diff --git a/infra/otel/tempo.yaml b/infra/otel/tempo.yaml new file mode 100644 index 0000000..af4c7b7 --- /dev/null +++ b/infra/otel/tempo.yaml @@ -0,0 +1,18 @@ +server: + http_listen_port: 3200 +distributor: + receivers: + otlp: + protocols: + http: + endpoint: 0.0.0.0:4318 +storage: + trace: + backend: local + wal: {path: /var/tempo/wal} + local: {path: /var/tempo/blocks} +compactor: + compaction: + block_retention: 72h +usage_report: + reporting_enabled: false diff --git a/infra/reconciler-policy.json b/infra/reconciler-policy.json new file mode 100644 index 0000000..683265e --- /dev/null +++ b/infra/reconciler-policy.json @@ -0,0 +1,26 @@ +{ + "Version": "2012-10-17", + "Statement": [ + { + "Effect": "Allow", + "Action": [ + "s3:ListBucket", + "s3:GetBucketLocation" + ], + "Resource": [ + "arn:aws:s3:::BUCKET" + ] + }, + { + "Effect": "Allow", + "Action": [ + "s3:GetObject", + "s3:DeleteObject" + ], + "Resource": [ + "arn:aws:s3:::BUCKET/staging/*", + "arn:aws:s3:::BUCKET/objects/*" + ] + } + ] +} diff --git a/infra/s3.Dockerfile b/infra/s3.Dockerfile new file mode 100644 index 0000000..839858a --- /dev/null +++ b/infra/s3.Dockerfile @@ -0,0 +1,18 @@ +# Official security-fixed source release; no dependency on retired image tags. +FROM golang:1.26.7-alpine3.23@sha256:b17af760035fc2f338eed92d448a6c67f2d45438844fc6c60678fa5f99e44b57 AS builder +ENV CGO_ENABLED=0 GOTOOLCHAIN=local GOMAXPROCS=4 GOFLAGS=-p=4 +RUN go install -ldflags='-s -w' github.com/minio/minio@RELEASE.2025-10-15T17-29-55Z +RUN go install -ldflags='-s -w' github.com/minio/mc@RELEASE.2025-08-13T08-35-41Z + +FROM alpine:3.23@sha256:85fe1e81d6758c208f3e1eed4338a1997e19d4be002d4dd32d3100c9a8c010a0 AS server +COPY --from=builder /go/bin/minio /usr/local/bin/minio +COPY --from=builder /etc/ssl/certs/ca-certificates.crt /etc/ssl/certs/ca-certificates.crt +RUN addgroup -g 10001 app && adduser -D -u 10001 -G app app && mkdir /data && chown app:app /data +COPY --chmod=755 infra/start-s3.sh /usr/local/bin/start-s3.sh +USER 10001:10001 +ENTRYPOINT ["/usr/local/bin/start-s3.sh"] + +FROM alpine:3.23@sha256:85fe1e81d6758c208f3e1eed4338a1997e19d4be002d4dd32d3100c9a8c010a0 AS client +COPY --from=builder /go/bin/mc /usr/local/bin/mc +COPY --from=builder /etc/ssl/certs/ca-certificates.crt /etc/ssl/certs/ca-certificates.crt +ENTRYPOINT ["/bin/sh"] diff --git a/infra/start-s3.sh b/infra/start-s3.sh new file mode 100644 index 0000000..5aba08e --- /dev/null +++ b/infra/start-s3.sh @@ -0,0 +1,5 @@ +#!/bin/sh +set -eu +export MINIO_ROOT_USER="$(cat /run/secrets/s3_root_user)" +export MINIO_ROOT_PASSWORD="$(cat /run/secrets/s3_root_password)" +exec minio "$@" diff --git a/infra/test-policy.json b/infra/test-policy.json new file mode 100644 index 0000000..760bca8 --- /dev/null +++ b/infra/test-policy.json @@ -0,0 +1,27 @@ +{ + "Version": "2012-10-17", + "Statement": [ + { + "Effect": "Allow", + "Action": [ + "s3:ListBucket", + "s3:GetBucketLocation" + ], + "Resource": [ + "arn:aws:s3:::BUCKET" + ] + }, + { + "Effect": "Allow", + "Action": [ + "s3:GetObject", + "s3:PutObject", + "s3:DeleteObject" + ], + "Resource": [ + "arn:aws:s3:::BUCKET/staging/*", + "arn:aws:s3:::BUCKET/objects/*" + ] + } + ] +} diff --git a/infra/worker-policy.json b/infra/worker-policy.json new file mode 100644 index 0000000..1f29575 --- /dev/null +++ b/infra/worker-policy.json @@ -0,0 +1,34 @@ +{ + "Version": "2012-10-17", + "Statement": [ + { + "Effect": "Allow", + "Action": [ + "s3:ListBucket", + "s3:GetBucketLocation" + ], + "Resource": [ + "arn:aws:s3:::BUCKET" + ] + }, + { + "Effect": "Allow", + "Action": [ + "s3:GetObject" + ], + "Resource": [ + "arn:aws:s3:::BUCKET/staging/*", + "arn:aws:s3:::BUCKET/objects/*" + ] + }, + { + "Effect": "Allow", + "Action": [ + "s3:PutObject" + ], + "Resource": [ + "arn:aws:s3:::BUCKET/objects/*" + ] + } + ] +} diff --git a/migrations/001_initial.sql b/migrations/001_initial.sql new file mode 100644 index 0000000..c2c2cc1 --- /dev/null +++ b/migrations/001_initial.sql @@ -0,0 +1,37 @@ +CREATE TABLE users ( + id uuid PRIMARY KEY, + username varchar(32) COLLATE "C" NOT NULL UNIQUE CHECK (username ~ '^[a-z0-9_]{3,32}$'), + display_name text NOT NULL CHECK (char_length(display_name) BETWEEN 1 AND 100), + password_hash text NOT NULL, + created_at timestamptz NOT NULL DEFAULT clock_timestamp() +); +CREATE TABLE chats ( + id uuid PRIMARY KEY, + title text NOT NULL CHECK (char_length(title) BETWEEN 1 AND 100), + created_at timestamptz NOT NULL DEFAULT clock_timestamp() +); +CREATE TABLE chat_members ( + chat_id uuid NOT NULL REFERENCES chats(id) ON DELETE CASCADE, + user_id uuid NOT NULL REFERENCES users(id), + position smallint NOT NULL CHECK (position BETWEEN 0 AND 99), + PRIMARY KEY (chat_id,user_id), + UNIQUE (chat_id,position) +); +CREATE INDEX chat_members_by_user ON chat_members (user_id,chat_id); +CREATE TABLE messages ( + id uuid PRIMARY KEY, + chat_id uuid NOT NULL REFERENCES chats(id), + sender_id uuid NOT NULL REFERENCES users(id), + text text NOT NULL CHECK (char_length(text) BETWEEN 1 AND 4000), + created_at timestamptz NOT NULL DEFAULT clock_timestamp(), + FOREIGN KEY (chat_id,sender_id) REFERENCES chat_members(chat_id,user_id) +); +CREATE INDEX messages_history ON messages (chat_id,created_at,id); +CREATE TABLE sessions ( + token_hash bytea PRIMARY KEY CHECK (octet_length(token_hash)=32), + user_id uuid NOT NULL REFERENCES users(id), + created_at timestamptz NOT NULL DEFAULT clock_timestamp(), + expires_at timestamptz NOT NULL, + CHECK (expires_at > created_at) +); +CREATE INDEX sessions_expiry ON sessions (expires_at); diff --git a/migrations/002_idempotency.sql b/migrations/002_idempotency.sql new file mode 100644 index 0000000..dd0e289 --- /dev/null +++ b/migrations/002_idempotency.sql @@ -0,0 +1,14 @@ +CREATE TABLE message_requests ( + user_id uuid NOT NULL REFERENCES users(id), + http_method text NOT NULL DEFAULT 'POST' CHECK (http_method='POST'), + chat_id uuid NOT NULL REFERENCES chats(id), + idempotency_key varchar(128) COLLATE "C" NOT NULL + CHECK (idempotency_key ~ '^[A-Za-z0-9._:-]{1,128}$'), + payload_hash bytea NOT NULL CHECK (octet_length(payload_hash)=32), + response_message_id uuid NOT NULL REFERENCES messages(id), + created_at timestamptz NOT NULL DEFAULT clock_timestamp(), + expires_at timestamptz NOT NULL, + PRIMARY KEY (user_id,http_method,chat_id,idempotency_key), + CHECK (expires_at > created_at) +); +CREATE INDEX message_requests_expiry ON message_requests (expires_at); diff --git a/migrations/003_attachments.sql b/migrations/003_attachments.sql new file mode 100644 index 0000000..019d7cc --- /dev/null +++ b/migrations/003_attachments.sql @@ -0,0 +1,30 @@ +CREATE TABLE attachments ( + id uuid PRIMARY KEY, + chat_id uuid NOT NULL REFERENCES chats(id), + owner_id uuid NOT NULL REFERENCES users(id), + filename text NOT NULL CHECK (char_length(filename) BETWEEN 1 AND 255), + content_type text NOT NULL CHECK (content_type IN ('image/png','image/jpeg')), + size_bytes bigint NOT NULL CHECK (size_bytes BETWEEN 1 AND 10485760), + sha256 text NOT NULL CHECK (sha256 ~ '^[a-f0-9]{64}$'), + object_key text NOT NULL UNIQUE, + storage_state text NOT NULL CHECK (storage_state IN ('pending','ready','missing')), + created_at timestamptz NOT NULL DEFAULT clock_timestamp(), + updated_at timestamptz NOT NULL DEFAULT clock_timestamp(), + UNIQUE (id,chat_id), + FOREIGN KEY (chat_id,owner_id) REFERENCES chat_members(chat_id,user_id) +); +CREATE INDEX attachments_reconcile ON attachments (updated_at,id); +ALTER TABLE messages DROP CONSTRAINT messages_text_check; +ALTER TABLE messages ADD CHECK (char_length(text) BETWEEN 0 AND 4000); +ALTER TABLE messages ADD UNIQUE (id,chat_id); +CREATE TABLE message_attachments ( + message_id uuid NOT NULL, + chat_id uuid NOT NULL, + attachment_id uuid NOT NULL, + position smallint NOT NULL CHECK (position BETWEEN 0 AND 9), + PRIMARY KEY (message_id,attachment_id), + UNIQUE (message_id,position), + FOREIGN KEY (message_id,chat_id) REFERENCES messages(id,chat_id), + FOREIGN KEY (attachment_id,chat_id) REFERENCES attachments(id,chat_id) +); +CREATE INDEX message_attachments_by_attachment ON message_attachments (attachment_id); diff --git a/migrations/004_pipeline.sql b/migrations/004_pipeline.sql new file mode 100644 index 0000000..02cac0e --- /dev/null +++ b/migrations/004_pipeline.sql @@ -0,0 +1,46 @@ +-- Preserve earlier migration checksums; transition lab4 storage to versioned jobs. +ALTER TABLE attachments DROP CONSTRAINT attachments_storage_state_check; +ALTER TABLE attachments ADD CHECK (storage_state IN ('queued','processing','ready','failed')) NOT VALID; +UPDATE attachments SET storage_state='queued' WHERE storage_state IN ('pending','missing'); +ALTER TABLE attachments ADD COLUMN pipeline_version integer NOT NULL DEFAULT 1 CHECK (pipeline_version > 0); +ALTER TABLE attachments ADD COLUMN variants jsonb NOT NULL DEFAULT '[]' CHECK (jsonb_typeof(variants)='array'); +ALTER TABLE attachments ADD COLUMN error_code text; +CREATE TABLE attachment_jobs ( + job_id uuid PRIMARY KEY, + attachment_id uuid NOT NULL REFERENCES attachments(id) ON DELETE CASCADE, + pipeline_version integer NOT NULL CHECK (pipeline_version > 0), + source_key text NOT NULL, + state text NOT NULL DEFAULT 'queued' CHECK (state IN ('queued','processing','ready','failed','superseded')), + attempt integer NOT NULL DEFAULT 0 CHECK (attempt >= 0), + fence uuid, + lease_until timestamptz, + next_attempt_at timestamptz NOT NULL DEFAULT clock_timestamp(), + error_code text, + source_expired boolean NOT NULL DEFAULT false, + created_at timestamptz NOT NULL DEFAULT clock_timestamp(), + updated_at timestamptz NOT NULL DEFAULT clock_timestamp(), + UNIQUE (attachment_id,pipeline_version) +); +CREATE INDEX jobs_recovery ON attachment_jobs(state,lease_until,next_attempt_at); +CREATE TABLE job_outbox ( + job_id uuid PRIMARY KEY REFERENCES attachment_jobs(job_id) ON DELETE CASCADE, + due_at timestamptz NOT NULL DEFAULT clock_timestamp(), + published_at timestamptz, + stream_id text +); +CREATE INDEX outbox_due ON job_outbox(due_at) WHERE published_at IS NULL; +CREATE TABLE pipeline_audit ( + sequence bigint GENERATED ALWAYS AS IDENTITY PRIMARY KEY, + job_id uuid NOT NULL REFERENCES attachment_jobs(job_id) ON DELETE CASCADE, + event text NOT NULL, + details jsonb NOT NULL DEFAULT '{}', + created_at timestamptz NOT NULL DEFAULT clock_timestamp() +); +-- Only an operator with DB access can configure faults; production ignores this table. +CREATE TABLE pipeline_faults ( + job_id uuid REFERENCES attachment_jobs(job_id) ON DELETE CASCADE, + phase text NOT NULL, + action text NOT NULL CHECK (action IN ('crash','hang','transient','permanent')), + remaining integer NOT NULL DEFAULT 1 CHECK (remaining >= 0), + PRIMARY KEY(job_id,phase) +); diff --git a/migrations/005_upload_handoff.sql b/migrations/005_upload_handoff.sql new file mode 100644 index 0000000..ea995d3 --- /dev/null +++ b/migrations/005_upload_handoff.sql @@ -0,0 +1,8 @@ +-- A paused API must not acknowledge an object that GC has already retired. +CREATE TABLE upload_reservations ( + id uuid PRIMARY KEY, + object_key text NOT NULL UNIQUE, + state text NOT NULL DEFAULT 'uploading' CHECK (state IN ('uploading','accepted','abandoned')), + expires_at timestamptz NOT NULL DEFAULT clock_timestamp()+interval '120 seconds', + created_at timestamptz NOT NULL DEFAULT clock_timestamp() +); diff --git a/migrations/006_trace_context.sql b/migrations/006_trace_context.sql new file mode 100644 index 0000000..f1df858 --- /dev/null +++ b/migrations/006_trace_context.sql @@ -0,0 +1,5 @@ +-- Optional W3C context follows the durable job, including outbox retries. +ALTER TABLE attachment_jobs ADD COLUMN traceparent text CHECK ( + traceparent ~ '^00-[0-9a-f]{32}-[0-9a-f]{16}-[0-9a-f]{2}$' +); +ALTER TABLE attachment_jobs ADD COLUMN tracestate text CHECK (length(tracestate) <= 512); diff --git a/pyproject.toml b/pyproject.toml new file mode 100644 index 0000000..9d92559 --- /dev/null +++ b/pyproject.toml @@ -0,0 +1,48 @@ +[project] +name = "mtusi-messenger" +version = "0.6.0" +description = "MTUSI lab 6: messenger observability" +requires-python = ">=3.14,<3.15" +dependencies = [ + "opentelemetry-sdk==1.45.2", + "opentelemetry-exporter-otlp-proto-http==1.45.2", + "argon2-cffi==25.1.0", + "boto3==1.43.109", + "fastapi==0.143.3", + "pillow==13.0.0", + "psycopg[binary,pool]==3.3.6", + "pydantic==2.14.1", + "redis==8.1.0", + "uvicorn==0.54.0", +] + +[build-system] +requires = ["hatchling==1.27.0"] +build-backend = "hatchling.build" + +[tool.hatch.build.targets.wheel] +packages = ["src/messenger"] + +[dependency-groups] +dev = [ + "httpx==0.28.1", + "openapi-spec-validator==0.7.2", + "pytest==9.1.1", + "ruff==0.17.1", +] +research = ["matplotlib==3.11.2"] + +[tool.pytest.ini_options] +testpaths = ["student-tests"] +addopts = "-ra --tb=short" + +[tool.ruff] +extend-exclude = ["tests", "scripts/check_contract.py", "scripts/validate_openapi.py"] +target-version = "py314" +line-length = 100 + +[tool.ruff.lint] +select = ["E", "F", "I", "B", "UP"] + +[tool.ruff.per-file-target-version] +"scripts/*.py" = "py39" diff --git a/scripts/bootstrap.py b/scripts/bootstrap.py new file mode 100644 index 0000000..0262f47 --- /dev/null +++ b/scripts/bootstrap.py @@ -0,0 +1,50 @@ +#!/usr/bin/env python3 +"""Create local synthetic credentials once, without printing their values.""" + +import os +import secrets +from pathlib import Path + +root = Path(__file__).resolve().parents[1] +directory = root / "secrets" +directory.mkdir(mode=0o700, exist_ok=True) +password_file = directory / "postgres_password" +if not password_file.exists(): + password_file.write_text(secrets.token_urlsafe(32) + "\n") +password = password_file.read_text().strip() +for name, value in { + "database_url": f"postgresql://messenger:{password}@postgres:5432/messenger", + "grafana_password": secrets.token_urlsafe(24), + "cache_url": "redis://valkey:6379/0", + "broker_url": "redis://broker:6379/0", +}.items(): + path = directory / name + if not path.exists(): + path.write_text(value + "\n") +# Compose bind-mount secrets must be readable by the non-root container process. +# The parent directory remains 0700 on the host. +for role in ("root", "api", "worker", "reconciler", "test"): + names = ( + ("s3_root_user", "s3_root_password") + if role == "root" + else ("s3_" + role + "_access_key_id", "s3_" + role + "_secret_access_key") + ) + for index, name in enumerate(names): + path = directory / name + if not path.exists(): + path.write_text( + (secrets.token_hex(10) if index == 0 else secrets.token_urlsafe(32)) + "\n" + ) +for name in ( + "postgres_password", + "grafana_password", + "database_url", + "cache_url", + "broker_url", + *[p.name for p in directory.glob("s3_*")], +): + os.chmod(directory / name, 0o644) +env = root / ".env" +if not env.exists(): + env.write_text((root / ".env.example").read_text()) +print("Local secret files and environment are ready; existing values preserved.") diff --git a/scripts/cluster.py b/scripts/cluster.py new file mode 100644 index 0000000..8c54226 --- /dev/null +++ b/scripts/cluster.py @@ -0,0 +1,82 @@ +"""Read-only discovery and scoped Compose operations for the local lab5 stack.""" + +import json +import subprocess +import time +import urllib.error +import urllib.request +from concurrent.futures import ThreadPoolExecutor +from pathlib import Path + +ROOT = Path(__file__).resolve().parents[1] + + +def compose(*args, env=None): + return subprocess.run( + ["docker", "compose", "--env-file", ".env", *args], + cwd=ROOT, + env=env, + check=True, + capture_output=True, + text=True, + timeout=90, + ).stdout + + +def inspect(container): + template = ( + '{"id":{{json .Id}},"started_at":{{json .State.StartedAt}},' + '"pid":{{.State.Pid}},"running":{{json .State.Running}},' + '"image":{{json .Image}},"memory":{{.HostConfig.Memory}},' + '"nano_cpus":{{.HostConfig.NanoCpus}},' + '"published_ports":{{json .HostConfig.PortBindings}}}' + ) + r = subprocess.run( + ["docker", "inspect", "--format", template, container], + capture_output=True, + text=True, + check=True, + timeout=5, + ) + return json.loads(r.stdout) + + +def instance(container): + code = ( + "import urllib.request; r=urllib.request.urlopen(" + "'http://127.0.0.1:8080/health/live',timeout=1); print(r.headers['X-Instance-Id'])" + ) + r = subprocess.run( + ["docker", "exec", container, "python", "-c", code], + capture_output=True, + text=True, + check=True, + timeout=3, + ) + value = inspect(container) + value["instance"] = r.stdout.strip() + return value + + +def instances(): + ids = compose("ps", "-q", "api").split() + with ThreadPoolExecutor(max_workers=8) as pool: + return list(pool.map(instance, ids)) + + +def wait_lb(base="http://127.0.0.1:8086", count=2, timeout=45): + deadline, seen = time.monotonic() + timeout, set() + while time.monotonic() < deadline: + try: + current = {value["instance"] for value in instances()} + if len(current) != count: + time.sleep(0.2) + continue + with urllib.request.urlopen(base + "/health/ready", timeout=2) as response: + seen.add(response.headers["X-Instance-Id"]) + if current <= seen: + return sorted(current) + except (OSError, urllib.error.URLError, subprocess.SubprocessError): + pass + time.sleep(0.1) + raise RuntimeError("Expected healthy API replicas were not observed through LB") diff --git a/scripts/observe.py b/scripts/observe.py new file mode 100644 index 0000000..a1fc21c --- /dev/null +++ b/scripts/observe.py @@ -0,0 +1,279 @@ +#!/usr/bin/env python3 +"""Collect sanitized evidence from the local lab6 stand.""" + +import argparse +import json +import subprocess +import sys +import time +from pathlib import Path +from urllib.error import HTTPError, URLError +from urllib.parse import urlencode +from urllib.request import urlopen + +ROOT = Path(__file__).resolve().parents[1] +sys.path.insert(0, str(ROOT / "tests")) +from client import Client # noqa: E402 + + +def compose(*args, **kwargs): + return subprocess.run(["docker", "compose", *args], cwd=ROOT, check=True, **kwargs) + + +def api_json(port, path, **params): + url = f"http://127.0.0.1:{port}{path}" + if params: + url += "?" + urlencode(params) + with urlopen(url, timeout=5) as response: + return json.load(response) + + +def prom(query): + data = api_json(9096, "/api/v1/query", query=query)["data"]["result"] + return float(data[0]["value"][1]) if data else 0 + + +def until(check, timeout=45): + end = time.monotonic() + timeout + while time.monotonic() < end: + try: + result = check() + if result: + return result + except (HTTPError, URLError): + pass + time.sleep(0.5) + raise RuntimeError(f"Timed out waiting for {check.__name__}") + + +def log_for(request_id): + data = api_json( + 3106, + "/loki/api/v1/query_range", + query='{service_name="messenger-api"} | request_id="' + request_id + '"', + start=str(time.time_ns() - 180_000_000_000), + limit=5, + )["data"]["result"] + for stream in data: + for value in stream["values"]: + return value[2] if len(value) > 2 else stream["stream"] + return None + + +def span_names(trace_id): + data = api_json(3206, "/api/traces/" + trace_id) + return [ + (span["name"], span.get("kind"), span["spanId"], span.get("parentSpanId")) + for batch in data.get("batches", data.get("resourceSpans", [])) + for group in batch.get("scopeSpans", batch.get("instrumentationLibrarySpans", [])) + for span in group["spans"] + ] + + +def alerts(): + return { + a["labels"]["alertname"]: a["state"] + for a in api_json(9096, "/api/v1/alerts")["data"]["alerts"] + } + + +def correlation(client, actor, chat, retry=False): + if retry: + compose("stop", "worker", stdout=subprocess.DEVNULL) + try: + attachment = client.call( + "POST", + f"/api/v1/chats/{chat['id']}/attachments?filename=observability.png", + 202, + actor=actor, + raw=(ROOT / "tests/fixtures/sample.png").read_bytes(), + headers={"Content-Type": "image/png"}, + schema="Attachment", + ) + if retry: + job_attachment = attachment["json"]["id"] + compose( + "exec", + "-T", + "postgres", + "psql", + "-U", + "messenger", + "-Xq", + "-v", + "ON_ERROR_STOP=1", + "-v", + "attachment=" + job_attachment, + input=( + "INSERT INTO pipeline_faults(job_id,phase,action,remaining) " + "SELECT job_id,'before_effect','transient',1 FROM attachment_jobs " + "WHERE attachment_id=:'attachment';\n" + ), + text=True, + stdout=subprocess.DEVNULL, + ) + finally: + if retry: + compose("start", "worker", stdout=subprocess.DEVNULL) + client.wait_ready(actor, attachment["json"]) + request_id = attachment["headers"]["X-Request-Id"] + log = until(lambda: log_for(request_id)) + trace_id = log["trace_id"] + expected = {"jobs.publish", "jobs.consume", "s3.put", "s3.download", "db.transaction"} + + def connected(): + spans = span_names(trace_id) + names = {row[0] for row in spans} + consumers = sum(row[0] == "jobs.consume" for row in spans) + return spans if expected <= names and consumers >= (2 if retry else 1) else None + + spans = until(connected) + by_id = {row[2]: row for row in spans} + consumers = [row for row in spans if row[0] == "jobs.consume"] + assert all(by_id[row[3]][0] == "jobs.publish" for row in consumers) + logs = until( + lambda: api_json( + 3106, + "/loki/api/v1/query_range", + query='{service_name="messenger-worker"} | trace_id="' + trace_id + '"', + start=str(time.time_ns() - 180_000_000_000), + limit=5, + )["data"]["result"] + ) + assert any(value[1] == "job_processed" for row in logs for value in row["values"]) + return { + "request_id": request_id, + "trace_id": trace_id, + "span_names": sorted({r[0] for r in spans}), + "worker_parent": by_id[consumers[0][3]][0], + "worker_attempts": len(consumers), + "api_and_worker_loki": True, + } + + +def worker_incident(client, actor, chat): + compose("stop", "worker", stdout=subprocess.DEVNULL) + try: + uploads = [client.attachment(actor, chat)[0] for _ in range(3)] + until(lambda: alerts().get("MessengerQueueLag") == "firing") + record = { + "depth_at_firing": prom("max(messenger_queue_depth)"), + "oldest_seconds_at_firing": prom("max(messenger_queue_oldest_seconds)"), + } + assert record["depth_at_firing"] >= 3 + finally: + compose("start", "worker", stdout=subprocess.DEVNULL) + for attachment in uploads: + client.wait_ready(actor, attachment) + until(lambda: not prom("max(messenger_queue_depth)") and "MessengerQueueLag" not in alerts()) + return {**record, "state": ["firing", "resolved"], "uploads_ready": len(uploads)} + + +def database_incident(client, actor): + # Independent, bounded transaction. Lock sessions only; readiness can still use the schema. + command = [ + "docker", + "compose", + "exec", + "-T", + "postgres", + "psql", + "-U", + "messenger", + "-d", + "messenger", + "-XqAt", + "-v", + "ON_ERROR_STOP=1", + ] + start = time.monotonic() + lock = subprocess.Popen( + command, cwd=ROOT, stdin=subprocess.PIPE, stdout=subprocess.PIPE, text=True + ) + lock.stdin.write( + "BEGIN;\nLOCK TABLE sessions IN ACCESS EXCLUSIVE MODE;\n" + "\\echo locked\nSELECT pg_sleep(42);\nROLLBACK;\n" + ) + lock.stdin.close() + try: + assert lock.stdout.readline().strip() == "locked" + attempts = [] + while time.monotonic() - start < 34: + attempt = client.call("GET", "/api/v1/users/me", [200, 503], actor=actor, schema="User") + attempts.append(attempt) + states = alerts() + if all( + states.get(a) == "firing" + for a in ("MessengerHttpErrors", "MessengerDatabaseErrors") + ): + break + assert any(item["status"] == 503 for item in attempts) + active = alerts() + assert active.get("MessengerDatabaseErrors") == "firing", active + assert active.get("MessengerHttpErrors") == "firing", active + finally: + lock.wait(timeout=46) + lock.stdout.close() + client.call("GET", "/api/v1/users/me", actor=actor, schema="User") + + # Keep successful traffic to publish fresh data while the alert window slides. + def resolved(): + client.call("GET", "/api/v1/users/me", actor=actor, schema="User") + return not ({"MessengerDatabaseErrors", "MessengerHttpErrors"} & alerts().keys()) + + until(resolved) + failure = next(item for item in attempts if item["status"] == 503) + failure_log = until(lambda: log_for(failure["headers"]["X-Request-Id"])) + names = span_names(failure_log["trace_id"]) + assert "db.read" in {row[0] for row in names} + return { + "statuses": [item["status"] for item in attempts], + "max_latency_ms": max(item["elapsed"] for item in attempts) * 1000, + "trace_id": failure_log["trace_id"], + "state": ["firing", "resolved"], + "spans": sorted({row[0] for row in names}), + } + + +def backend_incident(client, actor, chat): + lost = "sum(otelcol_exporter_send_failed_spans_total)" + baseline = prom(lost) + compose("stop", "tempo", stdout=subprocess.DEVNULL) + try: + for _ in range(15): + client.message(actor, chat, "synthetic telemetry outage probe") + time.sleep(0.5) + delta = until(lambda: value if (value := prom(lost) - baseline) > 0 else None) + memory = prom("max(otelcol_process_memory_rss_bytes)") + assert memory > 0 + finally: + compose("start", "tempo", stdout=subprocess.DEVNULL) + client.call("GET", "/health/ready", schema="Health") + return {"successful_messages": 15, "failed_export_spans": delta, "collector_rss_bytes": memory} + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--base-url", default="http://127.0.0.1:8086") + parser.add_argument("--output", type=Path, required=True) + parser.add_argument("--incidents", action="store_true") + parser.add_argument("--retry", action="store_true") + args = parser.parse_args() + if args.output.exists(): + parser.error("choose a new evidence file") + client = Client(args.base_url) + alice, _, _, chat = client.bootstrap() + result = {"correlation": correlation(client, alice, chat, retry=args.retry)} + print("PASS: same Tempo trace and Loki logs for upload and worker", flush=True) + if args.incidents: + result["worker_stop"] = worker_incident(client, alice, chat) + print("PASS: queue alert firing and resolved", flush=True) + result["database_lock"] = database_incident(client, alice) + print("PASS: database and HTTP alerts firing and resolved", flush=True) + result["tempo_stop"] = backend_incident(client, alice, chat) + print("PASS: messages persisted during Tempo outage", flush=True) + args.output.write_text(json.dumps(result, indent=2) + "\n") + + +if __name__ == "__main__": + main() diff --git a/scripts/pipeline_lab.py b/scripts/pipeline_lab.py new file mode 100644 index 0000000..ed717f2 --- /dev/null +++ b/scripts/pipeline_lab.py @@ -0,0 +1,33 @@ +"""Local test operator configuration. Credentials stay in ignored files/in memory.""" + +import os +from pathlib import Path + +from psycopg.conninfo import make_conninfo + +from messenger.settings import Settings + +ROOT = Path(__file__).resolve().parents[1] + + +def settings(role="worker"): + prefix = "s3_root" if role == "root" else "s3_" + role + access, secret = ( + ("user", "password") if role == "root" else ("access_key_id", "secret_access_key") + ) + return Settings( + make_conninfo( + host="127.0.0.1", + port=int(os.getenv("TEST_PG_PORT", "55467")), + user="messenger", + dbname="messenger", + password=(ROOT / "secrets/postgres_password").read_text().strip(), + ), + "redis://127.0.0.1:" + os.getenv("TEST_CACHE_PORT", "56386") + "/0", + s3_endpoint="http://127.0.0.1:" + os.getenv("TEST_S3_PORT", "59006"), + s3_access_key=(ROOT / ("secrets/" + prefix + "_" + access)).read_text().strip(), + s3_secret_key=(ROOT / ("secrets/" + prefix + "_" + secret)).read_text().strip(), + broker_url="redis://127.0.0.1:" + os.getenv("TEST_BROKER_PORT", "56387") + "/0", + job_timeout=int(os.getenv("TEST_JOB_TIMEOUT_SECONDS", "5")), + fault_injection=True, + ) diff --git a/scripts/restart.sh b/scripts/restart.sh new file mode 100755 index 0000000..8287c4f --- /dev/null +++ b/scripts/restart.sh @@ -0,0 +1,5 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +# All running application/state services; no migration, down -v, flush or seed. +docker compose --env-file .env restart --timeout 7 api postgres valkey s3 broker relay worker lb diff --git a/scripts/rolling-update.py b/scripts/rolling-update.py new file mode 100644 index 0000000..501a669 --- /dev/null +++ b/scripts/rolling-update.py @@ -0,0 +1,49 @@ +#!/usr/bin/env python3 +"""Sequential process replacement; at least one existing API stays running.""" + +import argparse +import json +import subprocess + +from cluster import compose, instances, wait_lb + + +def replace_all(base="http://127.0.0.1:8084"): + original = instances() + if len(original) < 2: + raise RuntimeError("Rolling replacement requires at least two healthy replicas") + wait_lb(base, len(original)) + replacements = [] + for current in original: + subprocess.run( + ["docker", "stop", "--time", "5", current["id"]], + check=True, + capture_output=True, + timeout=8, + ) + subprocess.run(["docker", "rm", current["id"]], check=True, capture_output=True) + compose( + "up", "-d", "--no-deps", "--no-recreate", "--scale", "api=" + str(len(original)), "api" + ) + aliases = wait_lb(base, len(original)) + if current["instance"] in aliases: + raise RuntimeError("Old API process is still serving after replacement") + replacements.append( + { + "old_container": current["id"], + "old_instance": current["instance"], + "live_instances": aliases, + } + ) + return replacements + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--base-url", default="http://127.0.0.1:8084") + args = parser.parse_args() + print(json.dumps(replace_all(args.base_url))) + + +if __name__ == "__main__": + main() diff --git a/scripts/stop-one.py b/scripts/stop-one.py new file mode 100644 index 0000000..48ffc6e --- /dev/null +++ b/scripts/stop-one.py @@ -0,0 +1,48 @@ +#!/usr/bin/env python3 +"""Map a process alias to ONE container belonging to this Compose service.""" + +import json +import os +import re +import subprocess +from concurrent.futures import ThreadPoolExecutor +from pathlib import Path + +ROOT = Path(__file__).resolve().parents[1] + + +def alias(container): + code = ( + "import urllib.request; r=urllib.request.urlopen(" + "'http://127.0.0.1:8080/health/live',timeout=1); print(r.headers['X-Instance-Id'])" + ) + r = subprocess.run( + ["docker", "exec", container, "python", "-c", code], + cwd=ROOT, + capture_output=True, + text=True, + timeout=3, + check=True, + ) + return container, r.stdout.strip() + + +def main(): + target = os.environ.get("TARGET_INSTANCE_ID", "") + if not re.fullmatch(r"[a-f0-9]{32}", target): + raise SystemExit("TARGET_INSTANCE_ID must name a live API process") + ids = subprocess.check_output( + ["docker", "compose", "ps", "-q", "api"], cwd=ROOT, text=True + ).split() + with ThreadPoolExecutor(max_workers=8) as pool: + matches = [cid for cid, identity in pool.map(alias, ids) if identity == target] + if len(matches) != 1: + raise SystemExit("Expected exactly one matching API in this project") + subprocess.run( + ["docker", "stop", "--time", "5", matches[0]], check=True, capture_output=True, timeout=7 + ) + print(json.dumps({"stopped_container": matches[0], "instance": target})) + + +if __name__ == "__main__": + main() diff --git a/scripts/stop-one.sh b/scripts/stop-one.sh new file mode 100755 index 0000000..911fbd6 --- /dev/null +++ b/scripts/stop-one.sh @@ -0,0 +1,4 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +exec python3 scripts/stop-one.py diff --git a/scripts/telemetry_cost.py b/scripts/telemetry_cost.py new file mode 100644 index 0000000..621a404 --- /dev/null +++ b/scripts/telemetry_cost.py @@ -0,0 +1,184 @@ +#!/usr/bin/env python3 +"""Fixed offered-load comparison. Stops only named services in the current lab6 project.""" + +import argparse +import concurrent.futures +import json +import math +import os +import re +import subprocess +import time +from pathlib import Path +from urllib.request import urlopen + +from observe import Client, compose, prom, until + +MODES = (("off", "0", "0"), ("full", "1", "1"), ("half", "1", "0.5"), ("quarter", "1", "0.25")) +COUNTERS = { + "accepted_spans": "sum(otelcol_receiver_accepted_spans_total)", + "sent_spans": "sum(otelcol_exporter_sent_spans_total)", + "failed_spans": "sum(otelcol_exporter_send_failed_spans_total)", + "accepted_logs": "sum(otelcol_receiver_accepted_log_records_total)", + "accepted_metric_points": "sum(otelcol_receiver_accepted_metric_points_total)", +} + + +def configure(enabled, ratio): + compose( + "up", + "-d", + "--no-build", + "--no-deps", + "--force-recreate", + "api", + "worker", + "relay", + env={**os.environ, "TELEMETRY_ENABLED": enabled, "OTEL_SAMPLE_RATIO": ratio}, + stdout=subprocess.DEVNULL, + stderr=subprocess.DEVNULL, + ) + + def ready(): + try: + with urlopen("http://127.0.0.1:8086/health/ready", timeout=2) as response: + return response.status == 200 + except OSError: + return False + + until(ready) + + +def snapshot(): + with urlopen("http://127.0.0.1:3206/metrics", timeout=4) as response: + metrics = response.read().decode() + received_bytes = sum( + float(value) + for value in re.findall( + r"^tempo_distributor_bytes_received_total\{[^}]+\} (\S+)", metrics, re.M + ) + ) + return { + "trace_ingest_proto_bytes": received_bytes, + **{name: prom(expression) for name, expression in COUNTERS.items()}, + } + + +def workload(client, actor, chat, seconds, rate): + def operation(n): + if n % 45 == 0: + started = time.perf_counter() + client.attachment(actor, chat) + return (time.perf_counter() - started) * 1000 + if n % 5 == 0: + response = client.message(actor, chat, "synthetic cost experiment") + else: + response = client.call( + "GET", + f"/api/v1/chats/{chat['id']}/messages?limit=20", + actor=actor, + schema="MessagePage", + ) + return response["elapsed"] * 1000 + + start = time.perf_counter() + with concurrent.futures.ThreadPoolExecutor(max_workers=12) as pool: + futures = [] + for number in range(seconds * rate): + delay = start + number / rate - time.perf_counter() + if delay > 0: + time.sleep(delay) + futures.append(pool.submit(operation, number)) + observations = sorted(future.result() for future in futures) + elapsed = time.perf_counter() - start + return { + "requests": len(observations), + "elapsed_s": elapsed, + "latency_ms": { + f"p{int(q * 100)}": observations[math.ceil(q * len(observations)) - 1] + for q in (0.50, 0.95, 0.99) + }, + } + + +def stats(): + services = ("api", "worker", "relay", "otel-collector", "prometheus", "loki", "tempo") + ids = compose("ps", "-q", *services, capture_output=True, text=True).stdout.split() + raw = subprocess.check_output( + ["docker", "stats", "--no-stream", "--format", "{{json .}}", *ids], text=True + ) + result = [] + for line in raw.splitlines(): + row = json.loads(line) + result.append( + { + "container": row["Name"], + "cpu_percent": float(row["CPUPerc"].rstrip("%")), + "memory": row["MemUsage"].split(" / ")[0], + } + ) + return result + + +def run_one(mode, seconds, rate): + label, enabled, ratio = mode + configure(enabled, ratio) + client = Client("http://127.0.0.1:8086") + actor, _, _, chat = client.bootstrap() + for _ in range(25): + client.message(actor, chat, "seed") + workload(client, actor, chat, 3, rate) + time.sleep(3) + initial = snapshot() + with concurrent.futures.ThreadPoolExecutor(max_workers=1) as pool: + run = pool.submit(workload, client, actor, chat, seconds, rate) + samples = [] + for _ in range(2): + time.sleep(2) + samples.append(stats()) + receipt = run.result() + # Collector emits batches and Prometheus scrapes every two seconds. + time.sleep(4) + final = snapshot() + return { + "mode": label, + "sample_ratio": float(ratio), + "load": receipt, + "container_samples": samples, + "ingest": {k: final[k] - v for k, v in initial.items()}, + } + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--seconds", type=int, default=10) + parser.add_argument("--rate", type=int, default=18) + parser.add_argument("--repeats", type=int, default=2) + parser.add_argument("--output", type=Path, required=True) + args = parser.parse_args() + if args.output.exists() or args.seconds < 8 or args.rate < 1 or args.repeats < 1: + parser.error("use a new output and a positive load for at least 8 s") + results = [] + try: + for repeat in range(args.repeats): + for mode in MODES if repeat % 2 == 0 else MODES[::-1]: + row = run_one(mode, args.seconds, args.rate) + print(row["mode"], row["load"]["latency_ms"], row["ingest"], flush=True) + results.append(row) + args.output.write_text( + json.dumps( + { + "seconds": args.seconds, + "offered_requests_per_s": args.rate, + "runs": results, + }, + indent=2, + ) + + "\n" + ) + finally: + configure("1", "1") + + +if __name__ == "__main__": + main() diff --git a/scripts/verify_cleanup.py b/scripts/verify_cleanup.py new file mode 100644 index 0000000..24d68fc --- /dev/null +++ b/scripts/verify_cleanup.py @@ -0,0 +1,172 @@ +#!/usr/bin/env python3 +"""Two-phase real-age GC check: seed, run other checks, then verify after >=300 seconds.""" + +import argparse +import hashlib +import io +import json +import sys +import time +from datetime import UTC, datetime +from pathlib import Path +from uuid import uuid4 + +from cluster import ROOT, compose +from pipeline_lab import settings + +from messenger.cleanup import collect +from messenger.pipeline import Pipeline, intent +from messenger.repository import PostgresRepository +from messenger.storage import ObjectStore + +sys.path.insert(0, str(ROOT / "tests")) +from client import Client, check # noqa: E402 + + +def main(): + parser = argparse.ArgumentParser(__doc__) + parser.add_argument("action", choices=("seed", "verify")) + parser.add_argument("--seed", type=Path, required=True) + parser.add_argument("--output", type=Path) + parser.add_argument("--base-url", default="http://127.0.0.1:8086") + args = parser.parse_args() + config = settings("reconciler") + db = PostgresRepository(config.database_url, pool_size=3) + db.open() + store = ObjectStore(config) + try: + if args.action == "seed": + check(not args.seed.exists(), "Seed already exists") + compose("stop", "--timeout", "2", "worker", "relay") + try: + c = Client(args.base_url) + alice, _, _, room = c.bootstrap() + active, data = c.attachment(alice, room) + failed, _ = c.attachment(alice, room) + orphan = str(uuid4()) + Pipeline(db, config).reserve(orphan, "staging/" + orphan) + uploader = ObjectStore(settings("api")) + try: + uploader.put( + "staging/" + orphan, + io.BytesIO(data), + len(data), + "image/png", + hashlib.sha256(data).hexdigest(), + ) + finally: + uploader.close() + with db.connection(write=True) as conn: + j = conn.execute( + "SELECT * FROM attachment_jobs WHERE attachment_id=%s", (active["id"],) + ).fetchone() + conn.execute( + "UPDATE attachment_jobs SET " + "next_attempt_at=clock_timestamp()+interval '1 hour' " + "WHERE job_id=%s", + (j["job_id"],), + ) + conn.execute( + "UPDATE job_outbox SET due_at=clock_timestamp()+interval '1 " + "hour' WHERE job_id=%s", + (j["job_id"],), + ) + f = conn.execute( + "SELECT job_id FROM attachment_jobs WHERE attachment_id=%s", (failed["id"],) + ).fetchone() + conn.execute( + "INSERT INTO pipeline_faults(job_id,phase,action) VALUES " + "(%s,'before_effect','permanent')", + (f["job_id"],), + ) + seed = { + "created_at": datetime.now(UTC).isoformat(), + "active_id": active["id"], + "failed_id": failed["id"], + "orphan_id": orphan, + } + args.seed.write_text(json.dumps(seed, indent=2) + "\n") + print( + "PASS: active job, failed candidate and unaccepted orphan seeded; no " + "credentials saved" + ) + finally: + compose("start", "worker", "relay") + else: + check(args.output is not None and not args.output.exists(), "Choose a new output file") + seed = json.loads(args.seed.read_text()) + # Real S3 timestamps and failed retention; no modified clocks. + while True: + with db.connection() as conn: + f = conn.execute( + "SELECT * FROM attachment_jobs WHERE attachment_id=%s", (seed["failed_id"],) + ).fetchone() + check(f["state"] == "failed", "Failed seed did not reach terminal state") + age = (datetime.now(UTC) - f["updated_at"]).total_seconds() + if age >= 301: + break + check(age >= 0, "Clock mismatch") + time.sleep(min(1, 301 - age)) + with db.connection() as conn: + ready = conn.execute( + "SELECT * FROM attachments WHERE storage_state='ready' LIMIT 1" + ).fetchone() + check(ready is not None, "Need a published attachment to protect") + keys = [ready["object_key"], *[v["object_key"] for v in ready["variants"]]] + before = {key: store.head(key)["ETag"] for key in keys} + preview = collect(db, store, 300, False) + result = collect(db, store, 300, True) + check( + store.head("staging/" + seed["active_id"]) is not None, "Active staging was deleted" + ) + check(store.head("staging/" + seed["orphan_id"]) is None, "Orphan not deleted") + check( + store.head("staging/" + seed["failed_id"]) is None, + "Expired failed source not deleted", + ) + check( + all(store.head(k)["ETag"] == tag for k, tag in before.items()), + "Published result changed", + ) + with db.connection(write=True) as conn: + expired = conn.execute( + "SELECT source_expired FROM attachment_jobs WHERE attachment_id=%s", + (seed["failed_id"],), + ).fetchone() + check(expired["source_expired"], "Expired source not registered") + j = conn.execute( + "UPDATE attachment_jobs SET next_attempt_at=clock_timestamp() WHERE " + "attachment_id=%s RETURNING job_id", + (seed["active_id"],), + ).fetchone() + intent(conn, j["job_id"]) + deadline = time.monotonic() + 60 + while time.monotonic() < deadline: + if db.attachment(seed["active_id"])["storage_state"] == "ready": + break + time.sleep(0.2) + check( + db.attachment(seed["active_id"])["storage_state"] == "ready", + "Protected work failed to complete", + ) + proof = { + "retention_seconds": 300, + "failed_real_age_seconds": age, + "seed": seed, + "dry_run": preview, + "apply": result, + "active_protected_then_ready": True, + "orphan_deleted": True, + "failed_source_expired": True, + "published_objects_unchanged": len(keys), + } + args.output.parent.mkdir(parents=True, exist_ok=True) + args.output.write_text(json.dumps(proof, indent=2) + "\n") + print("PASS: real-age cleanup preserves active work and published results") + finally: + store.close() + db.close() + + +if __name__ == "__main__": + main() diff --git a/scripts/verify_cluster.py b/scripts/verify_cluster.py new file mode 100644 index 0000000..f9c2f6f --- /dev/null +++ b/scripts/verify_cluster.py @@ -0,0 +1,253 @@ +#!/usr/bin/env python3 +"""Real LB requests during each replica failure and sequential replacement.""" + +import argparse +import json +import os +import subprocess +import sys +import threading +import time +from concurrent.futures import ThreadPoolExecutor +from pathlib import Path +from uuid import uuid4 + +from cluster import ROOT, compose, inspect, instance, instances, wait_lb + +sys.path.insert(0, str(ROOT / "tests")) +from client import Client, Failure, check # noqa: E402 +from resilience import history # noqa: E402 + + +def percentile(values, fraction): + values = sorted(values) + return values[min(int((len(values) - 1) * fraction), len(values) - 1)] if values else None + + +class Traffic: + def __init__(self, base, actor, room, workers=6): + self.base, self.actor, self.room = base, actor, room + self.prefix = uuid4().hex + self.stop = threading.Event() + self.lock = threading.Lock() + self.events = [] + self.executor = ThreadPoolExecutor(max_workers=workers) + self.workers = workers + + def worker(self, worker): + client, iteration = Client(self.base, timeout=3), 0 + while not self.stop.is_set(): + started = time.monotonic() + write = iteration % 10 == 9 + try: + if write: + key = f"{self.prefix}:{worker}:{iteration}" + response = client.message(self.actor, self.room, key, key=key) + else: + response = client.call( + "GET", "/api/v1/users/me", actor=self.actor, schema="User" + ) + event = { + "at": time.monotonic(), + "ok": True, + "instance": response["headers"]["X-Instance-Id"], + "latency_ms": (time.monotonic() - started) * 1000, + "message": response["json"] if write else None, + } + iteration += 1 + except Failure: + event = { + "at": time.monotonic(), + "ok": False, + "latency_ms": (time.monotonic() - started) * 1000, + } + with self.lock: + self.events.append(event) + + def __enter__(self): + self.started = time.monotonic() + self.futures = [self.executor.submit(self.worker, i) for i in range(self.workers)] + return self + + def __exit__(self, *args): + self.stop.set() + self.executor.shutdown(wait=True) + for future in self.futures: + future.result() + self.finished = time.monotonic() + + def report(self, action_start, action_end): + events = sorted(self.events, key=lambda row: row["at"]) + ok = [row for row in events if row["ok"]] + after = [row for row in ok if row["at"] >= action_end] + check(bool(after), "No successful request after action") + elapsed = self.finished - self.started + latency = [row["latency_ms"] for row in ok] + return { + "duration_seconds": elapsed, + "workers": self.workers, + "requests": len(events), + "successes": len(ok), + "errors": len(events) - len(ok), + "successful_rps": len(ok) / elapsed, + "error_fraction": (len(events) - len(ok)) / len(events), + "first_success_after_action_seconds": after[0]["at"] - action_start, + "action_seconds": action_end - action_start, + "p50_ms": percentile(latency, 0.5), + "p95_ms": percentile(latency, 0.95), + "p99_ms": percentile(latency, 0.99), + "instances": sorted({row["instance"] for row in ok}), + "tail_instances": sorted({row["instance"] for row in after[-10:]}), + "confirmed_writes": sum(row["message"] is not None for row in ok), + } + + def verify_messages(self, client, actor, room): + actual = history(client, actor, room) + by_id = {value["id"]: value for value in actual} + check(len(by_id) == len(actual), "History has duplicate IDs") + texts = [row["text"] for row in actual if row["text"].startswith(self.prefix)] + check(len(texts) == len(set(texts)), "An uncertain retry created a duplicate effect") + for event in self.events: + if event["ok"] and event["message"]: + check( + by_id.get(event["message"]["id"]) == event["message"], + "A confirmed message was lost or changed", + ) + + +def public_test(target, base): + result = subprocess.run( + [ + "make", + target, + "ACTION_SCRIPT=scripts/" + + ("restart.sh" if target == "test-persistence" else "stop-one.sh"), + "BASE_URL=" + base, + ], + cwd=ROOT, + check=True, + capture_output=True, + text=True, + timeout=150, + ) + return "\n".join(line.rstrip() for line in result.stdout.splitlines()) + "\n" + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--base-url", default="http://127.0.0.1:8086") + parser.add_argument( + "--output", type=Path, default=ROOT / f"evidence/cluster-{time.time_ns()}.json" + ) + args = parser.parse_args() + if args.output.exists(): + raise SystemExit("Use a new evidence filename") + os.environ["NO_PROXY"] = os.environ["no_proxy"] = "127.0.0.1,localhost" + baseline = instances() + check(len(baseline) == 2, "This verification expects the default two API replicas") + check(not any(row["published_ports"] for row in baseline), "API must not publish host ports") + wait_lb(args.base_url, 2) + result = {"initial_instances": baseline, "failures": []} + client = Client(args.base_url, timeout=4) + alice, bob, eve, room = client.bootstrap() + key = uuid4().hex + + def same_request(_): + response = Client(args.base_url).message(alice, room, "concurrent replay", key=key) + return response["json"], response["headers"]["X-Instance-Id"] + + with ThreadPoolExecutor(max_workers=10) as pool: + responses = list(pool.map(same_request, range(30))) + check( + len({row[0]["id"] for row in responses}) == 1, "Cross-replica replay duplicated a message" + ) + check(len({row[1] for row in responses}) == 2, "Concurrent replay did not cross real replicas") + result["concurrent_replays"] = 30 + result["concurrent_effects"] = 1 + try: + for selected in baseline: + selected = instance(selected["id"]) + with Traffic(args.base_url, alice, room) as traffic: + time.sleep(1) + action_start = time.monotonic() + env = {**os.environ, "TARGET_INSTANCE_ID": selected["instance"]} + subprocess.run( + [str(ROOT / "scripts/stop-one.sh")], + cwd=ROOT, + env=env, + check=True, + capture_output=True, + timeout=10, + ) + action_end = time.monotonic() + check(not inspect(selected["id"])["running"], "Chosen process was not stopped") + time.sleep(3) + report = traffic.report(action_start, action_end) + check(report["first_success_after_action_seconds"] <= 10, "Failover took too long") + check(selected["instance"] not in report["tail_instances"], "Stopped API still serves") + report["stopped"] = selected + traffic.verify_messages(client, bob, room) + result["failures"].append(report) + subprocess.run(["docker", "start", selected["id"]], check=True, capture_output=True) + wait_lb(args.base_url, 2) + print("Verified failure and restoration of one API", flush=True) + with Traffic(args.base_url, alice, room) as traffic: + time.sleep(1) + action_start = time.monotonic() + replaced = subprocess.run( + [ + sys.executable, + str(ROOT / "scripts/rolling-update.py"), + "--base-url", + args.base_url, + ], + cwd=ROOT, + check=True, + capture_output=True, + text=True, + timeout=120, + ) + action_end = time.monotonic() + time.sleep(3) + traffic.verify_messages(client, bob, room) + result["rolling"] = traffic.report(action_start, action_end) + result["rolling"]["replacements"] = json.loads(replaced.stdout) + result["rolling"]["confirmed_messages_preserved"] = True + print("Verified sequential replacement under traffic", flush=True) + (ROOT / "evidence/failover.txt").write_text(public_test("test-failover", args.base_url)) + for value in compose("ps", "-aq", "api").split(): + if not inspect(value)["running"]: + subprocess.run(["docker", "start", value], check=True, capture_output=True) + wait_lb(args.base_url, 2) + before = { + service: inspect(compose("ps", "-q", service).strip()) + for service in ("postgres", "valkey", "s3", "broker", "lb") + } + (ROOT / "evidence/persistence.txt").write_text( + public_test("test-persistence", args.base_url) + ) + after = {service: inspect(compose("ps", "-q", service).strip()) for service in before} + check( + all(before[s]["started_at"] != after[s]["started_at"] for s in before), + "Persistence hook did not restart all state/LB services", + ) + result["persistence"] = {"before": before, "after": after, "same_token_public_test": True} + result["final_instances"] = instances() + logs = compose("logs", "--no-color", "api", "lb") + check( + not any( + a["token"] in logs or a["registration"]["password"] in logs + for a in (alice, bob, eve) + ), + "Credential appeared in logs", + ) + args.output.write_text(json.dumps(result, ensure_ascii=False, indent=2) + "\n") + print("PASS: real replica failures, replay, rolling replacement and persistence") + finally: + for value in compose("ps", "-aq", "api").split(): + if not inspect(value)["running"]: + subprocess.run(["docker", "start", value], check=True, capture_output=True) + + +if __name__ == "__main__": + main() diff --git a/scripts/verify_pipeline.py b/scripts/verify_pipeline.py new file mode 100644 index 0000000..9814d23 --- /dev/null +++ b/scripts/verify_pipeline.py @@ -0,0 +1,513 @@ +#!/usr/bin/env python3 +"""Real-process fault matrix for the versioned pipeline; test Compose override required.""" + +import argparse +import hashlib +import io +import json +import subprocess +import sys +import time +from pathlib import Path +from uuid import uuid4 + +from botocore.exceptions import ClientError +from cluster import ROOT, compose, inspect, instances, wait_lb +from PIL import Image +from pipeline_lab import settings + +from messenger.broker import STREAM, Broker, Job +from messenger.pipeline import Pipeline +from messenger.repository import PostgresRepository, stamp +from messenger.storage import ObjectStore + +sys.path.insert(0, str(ROOT / "tests")) +from client import Client, check # noqa: E402 + + +def until(fn, timeout=60): + deadline = time.monotonic() + timeout + while time.monotonic() < deadline: + result = fn() + if result: + return result + time.sleep(0.2) + raise AssertionError("Timed out waiting for a durable pipeline condition") + + +def main(): + parser = argparse.ArgumentParser(__doc__) + parser.add_argument("--base-url", default="http://127.0.0.1:8086") + parser.add_argument("--output", type=Path, default=ROOT / "evidence/pipeline.json") + args = parser.parse_args() + if args.output.exists(): + parser.error("Output already exists; choose a new evidence file") + config = settings() + db = PostgresRepository(config.database_url, pool_size=4) + db.open() + broker, store = Broker(config), ObjectStore(config) + c = Client(args.base_url) + alice, bob, eve, room = c.bootstrap() + records, accepted = [], [] + data = (ROOT / "tests/fixtures/sample.png").read_bytes() + + def query(sql, params=()): + with db.connection() as conn: + return conn.execute(sql, params).fetchall() + + def job(a, version=1): + return query( + "SELECT * FROM attachment_jobs WHERE attachment_id=%s AND pipeline_version=%s", + (a["id"], version), + )[0] + + def audit(j): + return query( + "SELECT event,details,created_at FROM pipeline_audit WHERE job_id=%s ORDER BY sequence", + (j["job_id"],), + ) + + def injected(j, phase): + return any( + e["event"] == "fault_injected" and e["details"]["phase"] == phase for e in audit(j) + ) + + def fault(j, phase, action, count=1): + with db.connection(write=True) as conn: + conn.execute( + "INSERT INTO pipeline_faults(job_id,phase,action,remaining) VALUES (%s,%s,%s,%s)", + (j["job_id"], phase, action, count), + ) + + def upload(): + a, original = c.attachment(alice, room) + check(original == data, "Unexpected fixture") + accepted.append(a["id"]) + return a + + def ready(a): + value = c.wait_ready(bob, a) + path = "/api/v1/attachments/" + a["id"] + check(c.call("GET", path + "/content", actor=bob)["bytes"] == data, "Original changed") + for v in value["variants"]: + content = c.call("GET", path + "/content?variant=" + v["name"], actor=bob)["bytes"] + check(hashlib.sha256(content).hexdigest() == v["sha256"], "Variant checksum mismatch") + with Image.open(io.BytesIO(content)) as im: + check(im.size == (v["width"], v["height"]), "Variant dimensions mismatch") + check(len(value["variants"]) == 3, "Missing variants") + check( + len(query("SELECT 1 FROM message_attachments WHERE attachment_id=%s", (a["id"],))) <= 1, + "Unexpected duplicate link", + ) + return value + + def saved(name, a, start, **details): + j = job(a, details.get("version", 1)) + current = query( + "SELECT storage_state,pipeline_version FROM attachments WHERE id=%s", (a["id"],) + )[0] + keys = [ + o["Key"] + for o in store.client.list_objects_v2( + Bucket=store.bucket, + Prefix="objects/" + a["id"] + "/v" + str(current["pipeline_version"]) + "/", + ).get("Contents", []) + ] + check(len(keys) == 4, "Repeated deliveries multiplied the published variant set") + record = { + "scenario": name, + "attachment_id": a["id"], + "job_id": str(j["job_id"]), + "elapsed_seconds": time.monotonic() - start, + "final_state": current["storage_state"], + "attempts": j["attempt"], + "final_version": current["pipeline_version"], + "published_objects": len(keys), + "audit": audit(j), + **details, + } + records.append(record) + print("PASS: " + name, flush=True) + + def envelope(j, attempt=None): + return Job( + schema_version=1, + type="attachment.process.v1", + job_id=str(j["job_id"]), + attachment_id=str(j["attachment_id"]), + pipeline_version=j["pipeline_version"], + attempt=attempt or max(1, j["attempt"]), + created_at=stamp(j["created_at"]), + ) + + try: + # Actual COMMIT/publish gap: no relay exists while the acknowledged upload is stored. + compose("stop", "--timeout", "2", "worker", "relay") + start = time.monotonic() + a = upload() + j = job(a) + check( + query("SELECT published_at FROM job_outbox WHERE job_id=%s", (j["job_id"],))[0][ + "published_at" + ] + is None, + "Gap was not established", + ) + message = c.message(alice, room, "", attachments=[a["id"]])["json"] + c.call("GET", "/api/v1/attachments/" + a["id"] + "/content", 409, actor=bob) + before = instances() + compose("restart", "--timeout", "3", "api") + wait_lb(args.base_url) + after = instances() + check( + {r["instance"] for r in before}.isdisjoint({r["instance"] for r in after}), + "API did not restart", + ) + compose("start", "relay") + until( + lambda: query("SELECT published_at FROM job_outbox WHERE job_id=%s", (j["job_id"],))[0][ + "published_at" + ] + ) + entry_ids = [ + id + for id, fields in broker.client.xrange(STREAM) + if json.loads(fields["job"])["job_id"] == str(j["job_id"]) + ] + check(bool(entry_ids), "Broker has no accepted work") + broker_id = compose("ps", "-q", "broker").strip() + broker_before = inspect(broker_id) + subprocess.run( + ["docker", "kill", "--signal", "KILL", broker_id], check=True, capture_output=True + ) + subprocess.run(["docker", "start", broker_id], check=True, capture_output=True) + + def broker_restored(): + try: + return broker.client.ping() + except Exception: + return False + + until(broker_restored) + check( + set(entry_ids) <= {id for id, _ in broker.client.xrange(STREAM)}, + "Durable stream lost confirmed work", + ) + compose("start", "worker") + ready(a) + history = c.call( + "GET", "/api/v1/chats/" + room["id"] + "/messages", actor=bob, schema="MessagePage" + )["json"] + check(message in history["items"], "Queued attachment message lost") + saved( + "commit_publish_gap_api_restart_broker_sigkill", + a, + start, + api_before=before, + api_after=after, + broker_before=broker_before, + broker_after=inspect(broker_id), + broker_entry_ids=entry_ids, + message_id=message["id"], + ) + + # A publisher can lose its COMMIT after XADD; same logical ID is sent twice. + compose("stop", "--timeout", "2", "worker", "relay") + start = time.monotonic() + a = upload() + j = job(a) + fault(j, "after_publish", "crash") + compose("start", "relay") + until(lambda: injected(j, "after_publish")) + until( + lambda: ( + sum( + json.loads(f["job"])["job_id"] == str(j["job_id"]) + for _, f in broker.client.xrange(STREAM) + ) + >= 2 + ) + ) + compose("start", "worker") + ready(a) + until(lambda j=j: any(e["event"] == "duplicate_ready" for e in audit(j))) + saved("publish_before_outbox_commit_duplicate", a, start) + + for phase in ("before_effect", "after_effect", "after_commit"): + compose("stop", "--timeout", "2", "worker") + start = time.monotonic() + a = upload() + j = job(a) + fault(j, phase, "crash") + compose("start", "worker") + ready(a) + until(lambda j=j, phase=phase: injected(j, phase)) + if phase == "after_commit": + until(lambda j=j: any(e["event"] == "duplicate_ready" for e in audit(j))) + check(job(a)["attempt"] == 1, "Committed job was processed twice") + else: + check(job(a)["attempt"] == 2, "Expired lease did not recover exactly once") + saved("worker_crash_" + phase, a, start) + + for action, count, expected in ( + ("transient", 2, "ready"), + ("hang", 1, "ready"), + ("permanent", 1, "failed"), + ("transient", 5, "failed"), + ): + compose("stop", "--timeout", "2", "worker") + start = time.monotonic() + a = upload() + j = job(a) + fault(j, "before_effect", action, count) + compose("start", "worker") + path = "/api/v1/attachments/" + a["id"] + if expected == "failed": + until( + lambda path=path: ( + c.call("GET", path, actor=bob, schema="Attachment")["json"]["status"] + == "failed" + ) + ) + terminal = job(a) + check(terminal["attempt"] == count, "Wrong retry budget") + c.call("GET", path + "/content", 409, actor=bob) + c.call( + "POST", + "/api/v1/chats/" + room["id"] + "/messages", + 409, + actor=alice, + body={"text": "", "attachment_ids": [a["id"]]}, + headers={"Idempotency-Key": uuid4().hex}, + ) + # Explicit CLI replay, same logical job; no public administrator endpoint. + replay = json.loads( + compose( + "exec", + "-T", + "worker", + "python", + "-m", + "messenger.operator", + "replay", + a["id"], + ) + ) + check(replay["job_id"] == str(j["job_id"]), "Replay changed logical job") + else: + terminal = None + ready(a) + events = audit(j) + delays = [e["details"]["delay_seconds"] for e in events if e["event"] == "queued"] + check(all(0.25 <= delay <= 30 for delay in delays), "Invalid bounded jitter") + rejected = subprocess.run( + [ + "docker", + "compose", + "--env-file", + ".env", + "exec", + "-T", + "worker", + "python", + "-m", + "messenger.operator", + "replay", + a["id"], + ], + cwd=ROOT, + capture_output=True, + ) + check(rejected.returncode != 0, "Ready replay was accepted") + saved( + action + "_" + str(count) + ("_failed_then_explicit_replay" if terminal else ""), + a, + start, + terminal_before_replay={k: terminal[k] for k in ("state", "attempt", "error_code")} + if terminal + else None, + backoff_delays=delays, + ) + + # Reorder and stale v1 delivered after v2; exercise the DB publication fence directly too. + compose("stop", "--timeout", "2", "worker", "relay") + start = time.monotonic() + a = upload() + old = job(a) + old_envelope = envelope(old, 1) + outcome, old_claim = Pipeline(db, config).claim(old_envelope) + check(outcome == "claimed", "Cannot establish old writer") + Pipeline(db, config).replay(a["id"], new_version=True) + new = job(a, 2) + # Publish v2 first, then v1, plus duplicates through both worker slots. + for value in (envelope(new, 1), old_envelope, envelope(new, 1), old_envelope): + broker.publish(value) + compose("start", "worker", "relay") + current = ready(a) + row = db.attachment(a["id"]) + check( + not Pipeline(db, config).publish(old_claim, "objects/old-writer", []), + "Old writer overwrote v2", + ) + for _ in range(20): + broker.publish(old_envelope) + broker.publish(envelope(new, 1)) + until(lambda: sum(e["event"] == "stale_delivery" for e in audit(old)) >= 21) + until(lambda: sum(e["event"] == "duplicate_ready" for e in audit(new)) >= 20) + check( + db.attachment(a["id"])["object_key"] == row["object_key"], + "Stale delivery changed current pointer", + ) + check( + c.call("GET", "/api/v1/attachments/" + a["id"], actor=bob, schema="Attachment")["json"] + == current, + "Old version mutated ready metadata", + ) + saved( + "reorder_stale_v1_after_v2_and_publication_fence", + a, + start, + version=2, + old_audit=audit(old), + duplicates=44, + ) + + # ACL remains enforced through both API replicas; S3 is private and role-scoped. + a = {"id": accepted[0]} + for suffix in ("", "/content", "/content?variant=crop"): + c.call("GET", "/api/v1/attachments/" + a["id"] + suffix, 404, actor=eve) + # Direct bucket access and write/delete privilege checks use no public credentials. + import boto3 + from botocore import UNSIGNED + from botocore.config import Config + + first = db.attachment(accepted[0]) + unsigned = boto3.client( + "s3", endpoint_url=config.s3_endpoint, config=Config(signature_version=UNSIGNED) + ) + try: + unsigned.get_object(Bucket=store.bucket, Key=first["object_key"]) + raise AssertionError("Anonymous S3 read succeeded") + except ClientError as exc: + check( + exc.response["ResponseMetadata"]["HTTPStatusCode"] == 403, "Wrong anonymous status" + ) + finally: + unsigned.close() + denied = [] + for role, action in ( + ("api", "put_object"), + ("api", "delete_object"), + ("worker", "delete_object"), + ("reconciler", "put_object"), + ): + scoped = ObjectStore(settings(role)) + try: + kw = {"Bucket": store.bucket, "Key": "objects/" + uuid4().hex + "/forbidden"} + if action == "put_object": + kw["Body"] = b"forbidden" + try: + getattr(scoped.client, action)(**kw) + raise AssertionError("IAM action unexpectedly allowed") + except ClientError as exc: + check( + exc.response["ResponseMetadata"]["HTTPStatusCode"] == 403, + "Wrong IAM status", + ) + denied.append(role + ":" + action) + finally: + scoped.close() + # Stop the actual uploader, then read original and thumbnail through another replica. + response = c.call( + "POST", + "/api/v1/chats/" + room["id"] + "/attachments?filename=cross.png", + 202, + actor=alice, + raw=data, + headers={"Content-Type": "image/png"}, + schema="Attachment", + ) + cross = response["json"] + accepted.append(cross["id"]) + ready(cross) + uploader = response["headers"]["X-Instance-Id"] + process = next(v for v in instances() if v["instance"] == uploader) + subprocess.run( + ["docker", "stop", "--time", "3", process["id"]], check=True, capture_output=True + ) + try: + wait_lb(args.base_url, count=1) + download = c.call("GET", "/api/v1/attachments/" + cross["id"] + "/content", actor=bob) + check( + download["bytes"] == data and download["headers"]["X-Instance-Id"] != uploader, + "Other replica could not serve the original", + ) + c.call( + "GET", + "/api/v1/attachments/" + cross["id"] + "/content?variant=thumbnail", + actor=bob, + ) + cross_proof = { + "uploader": uploader, + "stopped": inspect(process["id"]), + "reader": download["headers"]["X-Instance-Id"], + } + finally: + subprocess.run(["docker", "start", process["id"]], check=True, capture_output=True) + wait_lb(args.base_url) + logs = compose("logs", "--no-color", "api", "worker", "relay", "lb") + check( + not any( + actor["token"] in logs or actor["registration"]["password"] in logs + for actor in (alice, bob, eve) + ), + "Credential in logs", + ) + states = query( + "SELECT id,storage_state FROM attachments WHERE id=ANY(%s::uuid[])", (accepted,) + ) + check( + len(states) == len(accepted) and all(s["storage_state"] == "ready" for s in states), + "Confirmed work lost", + ) + stats = compose( + "exec", + "-T", + "worker", + "python", + "-c", + "import json;from pathlib import Path;print(json.dumps({" + "n:Path('/sys/fs/cgroup/'+n).read_text().strip() " + "for n in ('memory.current','memory.peak','memory.events','cpu.stat')}))", + ) + result = { + "anonymous_s3_status": 403, + "denied_iam_actions": denied, + "cross_replica": cross_proof, + "track": 2, + "delivery": "at-least-once", + "effect_key": ["attachment_id", "pipeline_version", "variant"], + "worker_concurrency": config.worker_concurrency, + "prefetch_per_slot": 1, + "job_timeout_seconds": config.job_timeout, + "lease_seconds": config.lease_seconds, + "max_attempts": config.job_max_attempts, + "scenarios": records, + "accepted": len(accepted), + "lost_confirmed": 0, + "stale_overwrites": 0, + "worker_cgroup": json.loads(stats), + "logs_credentials_absent": True, + } + args.output.parent.mkdir(parents=True, exist_ok=True) + args.output.write_text(json.dumps(result, ensure_ascii=False, indent=2, default=str) + "\n") + print("PASS: all acknowledged work ready; no stale overwrites", flush=True) + finally: + compose("start", "worker", "relay", "broker", "api") + broker.close() + store.close() + db.close() + + +if __name__ == "__main__": + main() diff --git a/src/messenger/__init__.py b/src/messenger/__init__.py new file mode 100644 index 0000000..e2cd3c9 --- /dev/null +++ b/src/messenger/__init__.py @@ -0,0 +1 @@ +"""One-process implementation of the lab 1 messenger contract.""" diff --git a/src/messenger/__main__.py b/src/messenger/__main__.py new file mode 100644 index 0000000..03fea48 --- /dev/null +++ b/src/messenger/__main__.py @@ -0,0 +1,27 @@ +import logging +import os + +import uvicorn + +from messenger import telemetry + + +def main(): + level = os.getenv("APP_LOG_LEVEL", "INFO").upper() + logging.basicConfig(level=level, format="%(message)s") + with telemetry.active("api"): + uvicorn.run( + "messenger.app:create_app", + factory=True, + host=os.getenv("APP_HOST", "0.0.0.0"), + port=int(os.getenv("APP_PORT", "8080")), + workers=1, + access_log=False, + log_level=level.lower(), + timeout_keep_alive=2, + timeout_graceful_shutdown=5, + ) + + +if __name__ == "__main__": + main() diff --git a/src/messenger/app.py b/src/messenger/app.py new file mode 100644 index 0000000..3f76448 --- /dev/null +++ b/src/messenger/app.py @@ -0,0 +1,350 @@ +"""HTTP adapter. The instructor's OpenAPI, not FastAPI defaults, defines errors.""" + +import json +import logging +import os +import re +from contextlib import asynccontextmanager +from time import perf_counter +from typing import Annotated +from urllib.parse import quote +from uuid import uuid4 + +from fastapi import Depends, FastAPI, Request +from fastapi.exceptions import RequestValidationError +from fastapi.responses import JSONResponse, Response, StreamingResponse +from opentelemetry.context import Context +from opentelemetry.trace import INVALID_SPAN, SpanKind +from starlette.exceptions import HTTPException +from starlette.types import ASGIApp, Message, Receive, Scope, Send + +from messenger import telemetry +from messenger.attachments import Attachments +from messenger.auth import AuthService, Identity, basic_credentials, bearer_digest, unauthorized +from messenger.cache import SessionCache +from messenger.domain import DomainError, User, invalid, not_found +from messenger.repository import PostgresRepository +from messenger.schemas import ( + AttachmentView, + ChatPage, + ChatView, + CreateChat, + CreateMessage, + CreateUser, + MessagePage, + MessageView, + SessionView, + UserView, + canonical_uuid, +) +from messenger.service import Messenger +from messenger.settings import Settings +from messenger.storage import ObjectStore + +logger = logging.getLogger("messenger") + + +class RequestContext: + def __init__(self, app: ASGIApp, instance_id: str): + self.app = app + self.instance_id = instance_id + + async def __call__(self, scope: Scope, receive: Receive, send: Send): + if scope["type"] != "http": + return await self.app(scope, receive, send) + if scope.get("path") in {"/health/live", "/health/ready"}: + await self.request(scope, receive, send, INVALID_SPAN) + return + with telemetry.span("http.request", context=Context(), kind=SpanKind.SERVER) as span: + await self.request(scope, receive, send, span) + + async def request(self, scope, receive, send, span): + request_id = str(uuid4()) + scope.setdefault("state", {})["request_id"] = request_id + start, status, response_started = perf_counter(), 500, False + + async def with_id(message: Message): + nonlocal status, response_started + if message["type"] == "http.response.start": + response_started = True + status = message["status"] + message["headers"] = [ + pair + for pair in message.get("headers", []) + if pair[0].lower() not in (b"x-request-id", b"x-instance-id") + ] + [ + (b"x-request-id", request_id.encode()), + (b"x-instance-id", self.instance_id.encode()), + ] + await send(message) + + try: + await self.app(scope, receive, with_id) + except Exception as exc: + # Do not let Uvicorn print exception values that could contain user data. + if response_started: + raise + logger.error(json.dumps({"event": "internal_error", "type": type(exc).__name__})) + response = error_response( + Request(scope), 500, "internal_error", "Внутренняя ошибка сервера" + ) + await response(scope, receive, with_id) + finally: + route = getattr(scope.get("route"), "path", "unmatched") + if route not in {"/health/live", "/health/ready"}: + telemetry.http( + span, scope["method"], route, status, perf_counter() - start, request_id + ) + + +def error_response( + request: Request, status: int, code: str, message: str, headers: dict | None = None +) -> JSONResponse: + identity = getattr(request.state, "request_id", str(uuid4())) + return JSONResponse( + status_code=status, + content={"error": {"code": code, "message": message, "request_id": identity}}, + headers={"X-Request-Id": identity, **(headers or {})}, + ) + + +def create_app(settings: Settings | None = None) -> FastAPI: + settings = settings or Settings.from_env() + repository = PostgresRepository( + settings.database_url, + settings.pool_size, + settings.idempotency_ttl, + settings.read_autocommit, + ) + cache = SessionCache(settings.cache_url) + store = ObjectStore(settings) + authentication = AuthService(repository, cache, settings.session_ttl) + + @asynccontextmanager + async def lifespan(app: FastAPI): + repository.open() + app.state.ready = True + logger.info(json.dumps({"event": "started", "environment": os.getenv("APP_ENV", "lab")})) + try: + yield + finally: + app.state.ready = False + repository.close() + cache.close() + store.close() + logger.info(json.dumps({"event": "stopped"})) + + app = FastAPI(lifespan=lifespan, docs_url=None, redoc_url=None, openapi_url=None) + app.state.instance_id = uuid4().hex + app.add_middleware(RequestContext, instance_id=app.state.instance_id) + app.state.messenger = Messenger(repository) + app.state.attachments = Attachments(repository, app.state.messenger, store, settings) + app.state.repository = repository + app.state.authentication = authentication + app.state.cache = cache + app.state.ready = False + + @app.exception_handler(DomainError) + async def domain_error(request: Request, exc: DomainError): + return error_response(request, exc.status, exc.code, exc.message, exc.headers) + + @app.exception_handler(RequestValidationError) + async def validation_error(request: Request, exc: RequestValidationError): + return error_response(request, 400, "invalid_request", "Некорректные поля или JSON") + + @app.exception_handler(HTTPException) + async def http_error(request: Request, exc: HTTPException): + code = "not_found" if exc.status_code == 404 else "invalid_request" + return error_response(request, exc.status_code, code, "Некорректный HTTP-запрос") + + @app.exception_handler(Exception) + async def unexpected_error(request: Request, exc: Exception): + logger.error(json.dumps({"event": "internal_error", "type": type(exc).__name__})) + return error_response(request, 500, "internal_error", "Внутренняя ошибка сервера") + + def service(request: Request) -> Messenger: + return request.app.state.messenger + + def token_digest(request: Request) -> bytes: + if len(request.headers.getlist("authorization")) != 1: + raise unauthorized() + return bearer_digest(request.headers.get("authorization")) + + def identity( + digest: Annotated[bytes, Depends(token_digest)], + ) -> Identity: + return authentication.identify(digest) + + def actor(current: Annotated[Identity, Depends(identity)]) -> User: + return current.user + + async def credentials(request: Request) -> tuple[str, str]: + if len(request.headers.getlist("authorization")) != 1: + raise unauthorized("Basic") + result = basic_credentials(request.headers.get("authorization")) + if await request.body(): + raise invalid("Вход не принимает тело запроса") + return result + + def resource_id(chat_id: str) -> str: + try: + return canonical_uuid(chat_id) + except ValueError: + raise invalid("Некорректный UUID чата") from None + + def pagination(request: Request) -> tuple[int, str | None]: + for key in ("limit", "cursor"): + if len(request.query_params.getlist(key)) > 1: + raise invalid("Параметр пагинации указан несколько раз") + raw = request.query_params.get("limit", "50") + try: + if not re.fullmatch(r"[0-9]+", raw): + raise ValueError + limit = int(raw) + if not 1 <= limit <= 100: + raise ValueError + except ValueError: + raise invalid("limit должен быть целым от 1 до 100") from None + return limit, request.query_params.get("cursor") + + def json_input(request: Request): + media = request.headers.get("content-type", "").split(";", 1)[0].strip().lower() + if media != "application/json": + raise DomainError(415, "unsupported_media_type", "Требуется application/json") + + def message_key(request: Request) -> str: + values = request.headers.getlist("idempotency-key") + if len(values) != 1 or not re.fullmatch(r"[A-Za-z0-9._:-]{1,128}", values[0]): + raise invalid("Требуется корректный Idempotency-Key") + return values[0] + + CurrentUser = Annotated[User, Depends(actor)] + Service = Annotated[Messenger, Depends(service)] + ChatId = Annotated[str, Depends(resource_id)] + Pagination = Annotated[tuple[int, str | None], Depends(pagination)] + + @app.get("/health/live") + def live(): + return {"status": "ok"} + + @app.get("/health/ready") + def ready(request: Request): + if not request.app.state.ready: + raise DomainError(503, "unavailable", "Приложение не готово") + repository.ready() + store.ready() + return {"status": "ok"} + + @app.post( + "/api/v1/users", + status_code=201, + response_model=UserView, + dependencies=[Depends(json_input)], + ) + def register(body: CreateUser): + return authentication.register(body.username, body.display_name, body.password) + + @app.post("/api/v1/auth/sessions", status_code=201, response_model=SessionView) + def login(value: Annotated[tuple[str, str], Depends(credentials)]): + return authentication.login(*value) + + @app.delete("/api/v1/auth/sessions/current", status_code=204) + def logout(current: Annotated[Identity, Depends(identity)]): + authentication.logout(current) + return Response(status_code=204) + + @app.get("/api/v1/users/me", response_model=UserView) + def me(current: CurrentUser): + return current + + @app.post( + "/api/v1/chats", + status_code=201, + response_model=ChatView, + dependencies=[Depends(json_input)], + ) + def create_chat(body: CreateChat, current: CurrentUser, messenger: Service): + return messenger.create_chat(current, body.title, body.member_ids) + + @app.get("/api/v1/chats", response_model=ChatPage) + def chats(current: CurrentUser, messenger: Service, page: Pagination): + return messenger.chats(current, *page) + + @app.get("/api/v1/chats/{chat_id}", response_model=ChatView) + def chat(current: CurrentUser, chat: ChatId, messenger: Service): + return messenger.chat(current, chat) + + @app.post( + "/api/v1/chats/{chat_id}/messages", + status_code=201, + response_model=MessageView, + dependencies=[Depends(json_input)], + ) + def send_message( + body: CreateMessage, + current: CurrentUser, + chat: ChatId, + messenger: Service, + key: Annotated[str, Depends(message_key)], + ): + return messenger.send(current, chat, body.text, key, tuple(body.attachment_ids)) + + @app.get("/api/v1/chats/{chat_id}/messages", response_model=MessagePage) + def messages(current: CurrentUser, chat: ChatId, messenger: Service, page: Pagination): + return messenger.messages(current, chat, *page) + + def attachment_id(attachment_id: str) -> str: + try: + return canonical_uuid(attachment_id) + except ValueError: + raise invalid("Некорректный UUID вложения") from None + + AttachmentId = Annotated[str, Depends(attachment_id)] + + @app.post("/api/v1/chats/{chat_id}/attachments", status_code=202, response_model=AttachmentView) + async def upload(request: Request, current: CurrentUser, chat: ChatId): + return await app.state.attachments.upload(request, current, chat) + + @app.get("/api/v1/attachments/{attachment_id}", response_model=AttachmentView) + def attachment(current: CurrentUser, id: AttachmentId): + return app.state.attachments.metadata(current, id) + + @app.get("/api/v1/attachments/{attachment_id}/content") + def content(request: Request, current: CurrentUser, id: AttachmentId): + row = app.state.attachments.record(current, id) + if row["storage_state"] != "ready": + raise DomainError(409, "conflict", "Вложение пока недоступно") + values = request.query_params.getlist("variant") + if ( + len(values) > 1 + or values + and values[0] not in ("original", "thumbnail", "crop", "optimized") + ): + raise invalid("Некорректный вариант вложения") + if values and values[0] != "original": + row = next((v for v in row["variants"] if v["name"] == values[0]), None) + if row is None: + raise not_found() + row = {**row, "filename": values[0]} + body = store.download(row) + + def chunks(): + try: + while data := body.read(65536): + yield data + finally: + body.close() + + return StreamingResponse( + chunks(), + media_type=row["content_type"], + headers={ + "Content-Length": str(row["size_bytes"]), + "Content-Disposition": "attachment; filename*=UTF-8''" + + quote(row["filename"], safe=""), + "Cache-Control": "private, no-store", + "X-Content-Type-Options": "nosniff", + }, + ) + + return app diff --git a/src/messenger/attachments.py b/src/messenger/attachments.py new file mode 100644 index 0000000..9b5ab46 --- /dev/null +++ b/src/messenger/attachments.py @@ -0,0 +1,127 @@ +"""Bounded upload: verified staging and transactional job intent precede HTTP 202.""" + +import asyncio +import hashlib +import tempfile +import unicodedata +import warnings + +from anyio import to_thread +from PIL import Image, UnidentifiedImageError +from starlette.requests import ClientDisconnect + +from messenger.domain import DomainError, invalid, new_id, not_found +from messenger.pipeline import Pipeline +from messenger.repository import attachment_value + +Image.MAX_IMAGE_PIXELS = 40_000_000 +warnings.filterwarnings("error", category=Image.DecompressionBombWarning) + + +def filename(value): + if ( + not value + or not value.strip() + or len(value) > 255 + or any(c in "/\\" or unicodedata.category(c).startswith("C") for c in value) + ): + raise invalid("Некорректное имя файла") + return value + + +def image_type(file, maximum): + try: + file.seek(0) + with Image.open(file) as image: + if image.width * image.height > maximum: + raise DomainError(413, "payload_too_large", "Слишком много пикселей") + if image.format not in ("PNG", "JPEG"): + raise ValueError + media = "image/png" if image.format == "PNG" else "image/jpeg" + image.verify() + file.seek(0) + with Image.open(file) as image: + image.load() # Reject truncated pixel streams, not just an intact header. + file.seek(0) + return media + except Image.DecompressionBombError, Image.DecompressionBombWarning: + raise DomainError(413, "payload_too_large", "Слишком много пикселей") from None + except UnidentifiedImageError, OSError, ValueError, SyntaxError: + raise DomainError(415, "unsupported_media_type", "Повреждённое изображение") from None + + +class Attachments: + def __init__(self, repository, messenger, store, settings): + self.repository, self.messenger, self.store = repository, messenger, store + self.settings = settings + self.slots = asyncio.Semaphore(settings.upload_slots) + + async def upload(self, request, actor, chat_id): + await to_thread.run_sync(self.messenger.chat, actor, chat_id) + values = request.query_params.getlist("filename") + if len(values) != 1: + raise invalid("Требуется одно имя файла") + name = filename(values[0]) + media = request.headers.get("content-type", "").split(";", 1)[0].strip().lower() + if media not in ("image/png", "image/jpeg"): + raise DomainError(415, "unsupported_media_type", "Требуется PNG или JPEG") + length = request.headers.get("content-length") + if length is not None: + if not length.isascii() or not length.isdecimal(): + raise invalid("Некорректный Content-Length") + if int(length) > self.settings.max_upload_bytes: + raise DomainError(413, "payload_too_large", "Файл больше 10 MiB") + try: + await asyncio.wait_for(self.slots.acquire(), timeout=5) + except TimeoutError: + raise DomainError(429, "rate_limited", "Слишком много загрузок") from None + try: + with tempfile.TemporaryFile() as file: + size, digest = 0, hashlib.sha256() + try: + async with asyncio.timeout(15): + async for chunk in request.stream(): + size += len(chunk) + if size > self.settings.max_upload_bytes: + raise DomainError(413, "payload_too_large", "Файл больше 10 MiB") + digest.update(chunk) + await to_thread.run_sync(file.write, chunk) + except TimeoutError: + raise DomainError(400, "invalid_request", "Время загрузки истекло") from None + except ClientDisconnect: + raise invalid("Загрузка прервана") from None + actual = await to_thread.run_sync(image_type, file, self.settings.max_image_pixels) + if actual != media: + raise DomainError(415, "unsupported_media_type", "MIME не совпадает с файлом") + id = new_id() + key = "staging/" + id + await to_thread.run_sync(Pipeline(self.repository, self.settings).reserve, id, key) + await to_thread.run_sync( + self.store.put, key, file, size, actual, digest.hexdigest() + ) + # A failure before this COMMIT leaves only an unaccepted staging orphan. + # The same transaction creates attachment, job and outbox intent. + row = await to_thread.run_sync( + Pipeline(self.repository, self.settings).accept, + id, + chat_id, + actor.id, + name, + actual, + size, + digest.hexdigest(), + key, + ) + return attachment_value(row) + finally: + self.slots.release() + + def record(self, actor, id): + row = self.repository.attachment(id) + if row is None: + raise not_found() + self.messenger.chat(actor, str(row["chat_id"])) + return row + + def metadata(self, actor, id): + return attachment_value(self.record(actor, id)) diff --git a/src/messenger/auth.py b/src/messenger/auth.py new file mode 100644 index 0000000..33a0137 --- /dev/null +++ b/src/messenger/auth.py @@ -0,0 +1,127 @@ +"""Argon2id passwords and opaque sessions. Cache hits never authorize a request.""" + +import base64 +import binascii +import hashlib +import re +import secrets +from contextlib import contextmanager +from dataclasses import dataclass +from threading import BoundedSemaphore + +from argon2 import PasswordHasher +from argon2.exceptions import InvalidHashError, VerificationError +from argon2.profiles import RFC_9106_LOW_MEMORY + +from messenger.cache import SessionCache +from messenger.domain import DomainError, User +from messenger.repository import PostgresRepository + + +def unauthorized(scheme: str = "Bearer") -> DomainError: + challenge = scheme + ' realm="messenger"' + if scheme == "Basic": + challenge += ', charset="UTF-8"' + return DomainError( + 401, + "unauthorized", + "Требуется действительная идентификация", + {"WWW-Authenticate": challenge}, + ) + + +def basic_credentials(header: str | None) -> tuple[str, str]: + try: + if header is None or len(header) > 2048: + raise ValueError + scheme, encoded = header.split(" ", 1) + if scheme.lower() != "basic": + raise ValueError + raw = base64.b64decode(encoded, validate=True).decode("utf-8") + username, password = raw.split(":", 1) + if not re.fullmatch(r"[a-z0-9_]{3,32}", username): + raise ValueError + if not 12 <= len(password) <= 128 or not password.strip(): + raise ValueError + return username, password + except ValueError, UnicodeError, binascii.Error: + raise unauthorized("Basic") from None + + +def bearer_digest(header: str | None) -> bytes: + if header: + parts = header.split(" ") + if len(parts) == 2 and parts[0].lower() == "bearer": + if re.fullmatch(r"[A-Za-z0-9_-]{43}", parts[1]): + return hashlib.sha256(parts[1].encode()).digest() + raise unauthorized() + + +@dataclass(frozen=True) +class Identity: + user: User + token_hash: bytes + + +@dataclass(frozen=True) +class Session: + token: str + token_type: str + expires_at: str + user: User + + +class AuthService: + def __init__(self, repository: PostgresRepository, cache: SessionCache, ttl: int): + self.repository, self.cache, self.ttl = repository, cache, ttl + self.hasher = PasswordHasher.from_parameters(RFC_9106_LOW_MEMORY) + self.kdf_slots = BoundedSemaphore(2) + self.dummy_hash = self.hasher.hash(secrets.token_urlsafe(32)) + + @contextmanager + def kdf(self): + if not self.kdf_slots.acquire(timeout=0.5): + raise DomainError(503, "unavailable", "Обработка пароля временно занята") + try: + yield + finally: + self.kdf_slots.release() + + def register(self, username: str, display_name: str, password: str) -> User: + with self.kdf(): + encoded = self.hasher.hash(password) + return self.repository.add_user(username, display_name, encoded) + + def login(self, username: str, password: str) -> Session: + credentials = self.repository.credentials(username) + encoded = credentials[1] if credentials else self.dummy_hash + try: + with self.kdf(): + self.hasher.verify(encoded, password) + except VerificationError, InvalidHashError: + raise unauthorized("Basic") from None + if credentials is None: + raise unauthorized("Basic") + token = secrets.token_urlsafe(32) + digest = hashlib.sha256(token.encode()).digest() + user = credentials[0] + expires = self.repository.create_session(digest, user.id, self.ttl) + return Session(token, "Bearer", expires, user) + + def identify(self, digest: bytes) -> Identity: + session = self.repository.active_session(digest) + if session is None: + raise unauthorized() + user_id = str(session["user_id"]) + user = self.cache.get(digest, user_id) + if user is None: + user = self.repository.get_user(user_id) + if user is None: + raise unauthorized() + ttl = int((session["expires_at"] - session["checked_at"]).total_seconds()) + self.cache.put(digest, user, ttl) + return Identity(user, digest) + + def logout(self, identity: Identity): + self.repository.revoke_session(identity.token_hash) + self.cache.delete(identity.token_hash) diff --git a/src/messenger/broker.py b/src/messenger/broker.py new file mode 100644 index 0000000..35c7029 --- /dev/null +++ b/src/messenger/broker.py @@ -0,0 +1,96 @@ +"""Dedicated durable Valkey Stream, one consumer group; never evict/trim pending work.""" + +import re +from datetime import datetime +from typing import Literal +from uuid import UUID + +import redis +from pydantic import BaseModel, ConfigDict, Field, field_validator, model_validator + +STREAM = "attachment-jobs" +GROUP = "image-workers-v1" +DLQ = "invalid-jobs" + + +class Job(BaseModel): + model_config = ConfigDict(extra="forbid", strict=True) + schema_version: Literal[1] + job_id: str + type: Literal["attachment.process.v1"] + attachment_id: str + pipeline_version: int = Field(ge=1) + attempt: int = Field(ge=1) + created_at: str + traceparent: str | None = Field( + default=None, pattern=r"^00-[0-9a-f]{32}-[0-9a-f]{16}-[0-9a-f]{2}$" + ) + tracestate: str | None = Field(default=None, max_length=512) + + @model_validator(mode="before") + @classmethod + def strict_carrier(cls, value): + if isinstance(value, dict): + if type(value.get("schema_version")) is not int: + raise ValueError("Integer schema version required") + if any(k in value and value[k] is None for k in ("traceparent", "tracestate")): + raise ValueError("Optional carrier fields must be strings when provided") + return value + + @field_validator("job_id", "attachment_id") + @classmethod + def uuid(cls, value): + if str(UUID(value)) != value: + raise ValueError("Canonical UUID required") + return value + + @field_validator("created_at") + @classmethod + def timestamp(cls, value): + if not re.fullmatch(r"\d{4}-\d\d-\d\dT.+(?:Z|[+-]\d\d:\d\d)", value): + raise ValueError("RFC3339 required") + datetime.fromisoformat(value.replace("Z", "+00:00")) + return value + + +class Broker: + def __init__(self, settings): + self.client = redis.Redis.from_url( + settings.broker_url, + decode_responses=True, + socket_timeout=2, + socket_connect_timeout=1, + retry_on_timeout=False, + ) + + def group(self): + try: + self.client.xgroup_create(STREAM, GROUP, id="0", mkstream=True) + except redis.ResponseError as exc: + if "BUSYGROUP" not in str(exc): + raise + + def publish(self, job): + # XADD reply is the publisher boundary; appendfsync=always precedes that reply. + return self.client.xadd(STREAM, {"job": job.model_dump_json(exclude_none=True)}) + + def ack(self, id): + # A single consumer group only. Atomically remove completed entries, never MAXLEN. + self.client.eval( + "redis.call('XACK',KEYS[1],ARGV[1],ARGV[2]); return redis.call('XDEL',KEYS[1],ARGV[2])", + 1, + STREAM, + GROUP, + id, + ) + + def quarantine(self, id, reason): + # Never copy arbitrary attacker-supplied fields into DLQ/logs. + with self.client.pipeline(transaction=True) as tx: + tx.xadd(DLQ, {"stream_id": id, "reason": reason}, maxlen=1000) + tx.xack(STREAM, GROUP, id) + tx.xdel(STREAM, id) + tx.execute() + + def close(self): + self.client.close() diff --git a/src/messenger/cache.py b/src/messenger/cache.py new file mode 100644 index 0000000..7300335 --- /dev/null +++ b/src/messenger/cache.py @@ -0,0 +1,57 @@ +"""Disposable session-user cache; PostgreSQL always decides token validity.""" + +import json +import logging +from dataclasses import asdict + +from redis import Redis +from redis.backoff import NoBackoff +from redis.exceptions import RedisError +from redis.retry import Retry + +from messenger.domain import User + +logger = logging.getLogger("messenger") + + +class SessionCache: + def __init__(self, url: str): + self.client = Redis.from_url( + url, + socket_connect_timeout=0.2, + socket_timeout=0.2, + max_connections=8, + decode_responses=True, + retry_on_timeout=False, + retry=Retry(NoBackoff(), 0), + ) + + @staticmethod + def key(digest: bytes) -> str: + return "session-user:" + digest.hex() + + def get(self, digest: bytes, user_id: str) -> User | None: + try: + raw = self.client.get(self.key(digest)) + if raw: + value = User(**json.loads(raw)) + if value.id == user_id: + return value + except RedisError, ValueError, TypeError: + logger.warning('{"event":"session_cache_unavailable","operation":"get"}') + return None + + def put(self, digest: bytes, user: User, ttl: int): + try: + self.client.set(self.key(digest), json.dumps(asdict(user)), ex=max(1, ttl)) + except RedisError: + logger.warning('{"event":"session_cache_unavailable","operation":"set"}') + + def delete(self, digest: bytes): + try: + self.client.delete(self.key(digest)) + except RedisError: + logger.warning('{"event":"session_cache_unavailable","operation":"delete"}') + + def close(self): + self.client.close() diff --git a/src/messenger/cleanup.py b/src/messenger/cleanup.py new file mode 100644 index 0000000..b997583 --- /dev/null +++ b/src/messenger/cleanup.py @@ -0,0 +1,122 @@ +"""Dry-run by default. Retention GC protects all active jobs and every published object.""" + +import argparse +import json +from datetime import UTC, datetime +from uuid import UUID + +from messenger.pipeline import event +from messenger.repository import PostgresRepository +from messenger.settings import Settings +from messenger.storage import ObjectStore + + +def collect(db, store, retention, apply=False): + if retention < 300: + raise ValueError("Retention must be at least 300 seconds") + counts = {"scanned": 0, "eligible": 0, "deleted": 0, "protected": 0} + # Serialize collectors; API handoff is bounded < retention and all owned keys have UUID prefix. + with db.connection() as lock: + if not lock.execute("SELECT pg_try_advisory_lock(2301005) AS ok").fetchone()["ok"]: + return {**counts, "busy": True} + try: + for page in store.client.get_paginator("list_objects_v2").paginate(Bucket=store.bucket): + for obj in page.get("Contents", []): + counts["scanned"] += 1 + key = obj["Key"] + parts = key.split("/") + try: + if ( + parts[0] not in ("staging", "objects") + or str(UUID(parts[1])) != parts[1] + ): + continue + except ValueError, IndexError: + continue + if (datetime.now(UTC) - obj["LastModified"]).total_seconds() < retention: + continue + with db.connection(write=True) as conn: + reservation = conn.execute( + "SELECT * FROM upload_reservations WHERE id=%s FOR UPDATE", (parts[1],) + ).fetchone() + if ( + reservation + and reservation["state"] == "uploading" + and reservation["expires_at"] > datetime.now(UTC) + ): + counts["protected"] += 1 + continue + # This row lock serializes replay/new-version with deletion eligibility. + a = conn.execute( + "SELECT * FROM attachments WHERE id=%s FOR UPDATE", (parts[1],) + ).fetchone() + active = conn.execute( + "SELECT 1 FROM attachment_jobs WHERE attachment_id=%s AND " + "state IN ('queued','processing') LIMIT 1", + (parts[1],), + ).fetchone() + published = ( + a + and a["storage_state"] == "ready" + and ( + key == a["object_key"] + or any(v["object_key"] == key for v in a["variants"]) + ) + ) + recent_failed = conn.execute( + "SELECT 1 FROM attachment_jobs WHERE attachment_id=%s AND " + "state='failed' " + "AND updated_at>clock_timestamp()-(%s*interval '1 second') LIMIT 1", + (parts[1], retention), + ).fetchone() + if active or published or recent_failed: + counts["protected"] += 1 + continue + head = store.head(key) + if ( + not head + or head["ETag"] != obj["ETag"] + or head["ContentLength"] != obj["Size"] + or (datetime.now(UTC) - head["LastModified"]).total_seconds() + < retention + ): + continue + counts["eligible"] += 1 + if apply: + if reservation and reservation["state"] == "uploading": + conn.execute( + "UPDATE upload_reservations SET state='abandoned' WHERE id=%s", + (parts[1],), + ) + store.client.delete_object(Bucket=store.bucket, Key=key) + counts["deleted"] += 1 + rows = conn.execute( + "UPDATE attachment_jobs SET source_expired=true WHERE " + "source_key=%s " + "AND state='failed' RETURNING job_id", + (key,), + ).fetchall() + for row in rows: + event(conn, row["job_id"], "source_expired") + finally: + lock.execute("SELECT pg_advisory_unlock(2301005)") + return counts + + +def main(): + parser = argparse.ArgumentParser() + parser.add_argument("--apply", action="store_true") + args = parser.parse_args() + settings = Settings.from_env() + db = PostgresRepository(settings.database_url, pool_size=2) + db.open() + store = ObjectStore(settings) + try: + print(json.dumps(collect(db, store, settings.staging_retention, args.apply))) + finally: + store.close() + db.close() + + +if __name__ == "__main__": + main() diff --git a/src/messenger/cursor.py b/src/messenger/cursor.py new file mode 100644 index 0000000..a4f00b5 --- /dev/null +++ b/src/messenger/cursor.py @@ -0,0 +1,41 @@ +"""Versioned keyset position, bound to a list and its resource, never an offset.""" + +import base64 +import binascii +import json +from datetime import UTC, datetime +from uuid import UUID + +from messenger.domain import HistoryKey, invalid + + +def encode_cursor(scope: str, position: HistoryKey) -> str: + value = {"v": 1, "scope": scope, "created_at": position[0], "id": position[1]} + return ( + base64.urlsafe_b64encode(json.dumps(value, separators=(",", ":")).encode()) + .decode() + .rstrip("=") + ) + + +def decode_cursor(value: str | None, scope: str) -> HistoryKey | None: + if value is None: + return None + try: + if not value or len(value) > 1024: + raise ValueError + raw = base64.b64decode(value + "=" * (-len(value) % 4), altchars=b"-_", validate=True) + data = json.loads(raw) + if not isinstance(data, dict) or set(data) != {"v", "scope", "created_at", "id"}: + raise ValueError + if type(data["v"]) is not int or data["v"] != 1 or data["scope"] != scope: + raise ValueError + if not isinstance(data["created_at"], str) or not data["created_at"].endswith("Z"): + raise ValueError + stamp = datetime.fromisoformat(data["created_at"]) + if stamp.tzinfo != UTC or not isinstance(data["id"], str): + raise ValueError + identity = str(UUID(data["id"])) + return stamp.isoformat(timespec="microseconds").replace("+00:00", "Z"), identity + except ValueError, TypeError, KeyError, UnicodeError, binascii.Error: + raise invalid("Некорректный cursor или другая область пагинации") from None diff --git a/src/messenger/domain.py b/src/messenger/domain.py new file mode 100644 index 0000000..0b8ece2 --- /dev/null +++ b/src/messenger/domain.py @@ -0,0 +1,79 @@ +"""Immutable domain values; no dependency on HTTP or a storage technology.""" + +from dataclasses import dataclass +from datetime import UTC, datetime +from uuid import uuid4 + + +def utc_now() -> str: + return datetime.now(UTC).isoformat(timespec="microseconds").replace("+00:00", "Z") + + +def new_id() -> str: + return str(uuid4()) + + +class DomainError(Exception): + def __init__(self, status: int, code: str, message: str, headers: dict | None = None): + super().__init__(message) + self.status = status + self.code = code + self.message = message + self.headers = headers or {} + + +def invalid(message: str = "Некорректный запрос") -> DomainError: + return DomainError(400, "invalid_request", message) + + +def not_found() -> DomainError: + return DomainError(404, "not_found", "Объект не найден") + + +@dataclass(frozen=True, slots=True) +class User: + id: str + username: str + display_name: str + created_at: str + + +@dataclass(frozen=True, slots=True) +class Chat: + id: str + title: str + member_ids: tuple[str, ...] + created_at: str + + +@dataclass(frozen=True, slots=True) +class Message: + id: str + chat_id: str + sender_id: str + text: str + created_at: str + attachment_ids: tuple[str, ...] = () + + +@dataclass(frozen=True, slots=True) +class Attachment: + id: str + chat_id: str + owner_id: str + filename: str + content_type: str + size_bytes: int + sha256: str + created_at: str + updated_at: str + status: str = "ready" + variants: tuple = () + error_code: str | None = None + + +type HistoryKey = tuple[str, str] + + +def history_key(item: Chat | Message) -> HistoryKey: + return item.created_at, item.id diff --git a/src/messenger/faults.py b/src/messenger/faults.py new file mode 100644 index 0000000..4111ff4 --- /dev/null +++ b/src/messenger/faults.py @@ -0,0 +1,35 @@ +"""Operator-only, single-use fault barriers. Disabled in the normal Compose stack.""" + +import os +import time + +from messenger.domain import DomainError +from messenger.pipeline import event + + +class PermanentFailure(Exception): + pass + + +def checkpoint(db, settings, job, phase): + if not settings.fault_injection: + return + with db.connection(write=True) as conn: + row = conn.execute( + "UPDATE pipeline_faults SET remaining=remaining-1 WHERE job_id=%s AND phase=%s " + "AND remaining>0 RETURNING action", + (job, phase), + ).fetchone() + if row: + event(conn, job, "fault_injected", phase=phase, action=row["action"], pid=os.getpid()) + if not row: + return + match row["action"]: + case "crash": + os._exit(87) + case "hang": + time.sleep(settings.job_timeout * 3) + case "transient": + raise DomainError(503, "unavailable", "Synthetic transient failure") + case "permanent": + raise PermanentFailure diff --git a/src/messenger/images.py b/src/messenger/images.py new file mode 100644 index 0000000..d8da01f --- /dev/null +++ b/src/messenger/images.py @@ -0,0 +1,51 @@ +"""Pure, versioned image transforms. No network, filenames, or EXIF in output.""" + +import io + +from PIL import Image, ImageOps + + +def fit(image, maximum): + scale = max(image.size) + if scale <= maximum: + return image.copy() + size = tuple(max(1, n * maximum // scale) for n in image.size) + return image.resize(size, Image.Resampling.LANCZOS) + + +def variants(source, version): + if version not in (1, 2): + raise ValueError("Unsupported pipeline version") + with Image.open(source) as raw: + oriented = ImageOps.exif_transpose(raw) + rgba = oriented.convert("RGBA") + image = Image.new("RGB", rgba.size, "white") + image.paste(rgba, mask=rgba.getchannel("A")) + rgba.close() + oriented.close() + try: + for name, output, format, options in ( + ("thumbnail", fit(image, 256), "JPEG", {"quality": 85, "subsampling": 0}), + ( + "crop", + ImageOps.fit(image, (128, 128), method=Image.Resampling.LANCZOS), + "JPEG", + {"quality": 85, "subsampling": 0}, + ), + ( + "optimized", + fit(image, 1280), + "WEBP", + {"quality": 82 if version == 1 else 76, "method": 4}, + ), + ): + with output, io.BytesIO() as buffer: + output.save(buffer, format=format, exif=b"", **options) + yield ( + name, + buffer.getvalue(), + output.size, + "image/webp" if format == "WEBP" else "image/jpeg", + ) + finally: + image.close() diff --git a/src/messenger/migrate.py b/src/messenger/migrate.py new file mode 100644 index 0000000..a0807a0 --- /dev/null +++ b/src/messenger/migrate.py @@ -0,0 +1,46 @@ +"""Transactional, checksummed migrations, serialized across concurrent starts.""" + +import hashlib +import os +from pathlib import Path + +import psycopg + +from messenger.settings import secret + + +def migrate(conninfo: str, directory: Path): + with psycopg.connect(conninfo, connect_timeout=5) as conn: + conn.execute("SELECT pg_advisory_xact_lock(2301002)") + conn.execute( + "CREATE TABLE IF NOT EXISTS schema_migrations (" + "version text PRIMARY KEY, checksum text NOT NULL, " + "applied_at timestamptz NOT NULL DEFAULT clock_timestamp())" + ) + for path in sorted(directory.glob("*.sql")): + content = path.read_text() + checksum = hashlib.sha256(content.encode()).hexdigest() + current = conn.execute( + "SELECT checksum FROM schema_migrations WHERE version=%s", (path.stem,) + ).fetchone() + if current: + if current[0] != checksum: + raise RuntimeError("Applied migration checksum changed: " + path.stem) + continue + conn.execute(content) + conn.execute( + "INSERT INTO schema_migrations (version,checksum) VALUES (%s,%s)", + (path.stem, checksum), + ) + print("Applied migration " + path.stem) + + +def main(): + migrate( + secret("DATABASE_URL_FILE", "/run/secrets/database_url"), + Path(os.getenv("MIGRATIONS_DIR", "/app/migrations")), + ) + + +if __name__ == "__main__": + main() diff --git a/src/messenger/operator.py b/src/messenger/operator.py new file mode 100644 index 0000000..67ebeec --- /dev/null +++ b/src/messenger/operator.py @@ -0,0 +1,60 @@ +"""Explicit local operator actions, never exposed as a public HTTP endpoint.""" + +import argparse +import json + +from messenger.pipeline import Pipeline +from messenger.repository import PostgresRepository +from messenger.settings import Settings +from messenger.storage import ObjectStore + + +def main(): + parser = argparse.ArgumentParser() + parser.add_argument("action", choices=("failed", "replay", "new-version")) + parser.add_argument("attachment_id", nargs="?") + args = parser.parse_args() + settings = Settings.from_env() + db = PostgresRepository(settings.database_url, pool_size=2) + db.open() + try: + if args.action == "failed": + with db.connection() as conn: + rows = conn.execute( + "SELECT job_id,attachment_id,pipeline_version,attempt,error_code," + "source_expired FROM attachment_jobs WHERE state='failed' " + "ORDER BY updated_at LIMIT 100" + ).fetchall() + print(json.dumps(rows, default=str)) + else: + if not args.attachment_id: + parser.error("attachment_id is required") + with db.connection() as conn: + row = conn.execute( + "SELECT j.source_key,a.object_key,a.storage_state FROM attachment_jobs j " + "JOIN attachments a ON a.id=j.attachment_id AND " + "a.pipeline_version=j.pipeline_version " + "WHERE a.id=%s", + (args.attachment_id,), + ).fetchone() + if not row: + parser.error("Unknown attachment") + store = ObjectStore(settings) + try: + key = row["object_key"] if row["storage_state"] == "ready" else row["source_key"] + if not store.head(key): + parser.error("Source is no longer retained") + finally: + store.close() + job = Pipeline(db, settings).replay( + args.attachment_id, new_version=args.action == "new-version" + ) + print(json.dumps({"job_id": job, "action": args.action})) + except ValueError as exc: + parser.error(str(exc)) + finally: + db.close() + + +if __name__ == "__main__": + main() diff --git a/src/messenger/pipeline.py b/src/messenger/pipeline.py new file mode 100644 index 0000000..610d07b --- /dev/null +++ b/src/messenger/pipeline.py @@ -0,0 +1,266 @@ +"""Job state machine. PostgreSQL fences publication; the stream is at least once.""" + +import os +import random +from datetime import UTC, datetime, timedelta + +from psycopg.types.json import Jsonb + +from messenger import telemetry +from messenger.domain import DomainError, new_id + + +def event(conn, job_id, name, **details): + conn.execute( + "INSERT INTO pipeline_audit(job_id,event,details) VALUES (%s,%s,%s)", + (job_id, name, Jsonb(details)), + ) + + +def intent(conn, job_id, when=None): + conn.execute( + "INSERT INTO job_outbox(job_id,due_at) VALUES (%s,coalesce(%s,clock_timestamp())) " + "ON CONFLICT(job_id) DO UPDATE SET due_at=EXCLUDED.due_at,published_at=NULL,stream_id=NULL", + (job_id, when), + ) + + +class Pipeline: + def __init__(self, repository, settings): + self.db, self.settings = repository, settings + + def reserve(self, id, key): + with self.db.connection(write=True) as conn: + conn.execute("INSERT INTO upload_reservations(id,object_key) VALUES (%s,%s)", (id, key)) + + def accept(self, id, chat, owner, name, media, size, digest, key): + with self.db.connection(write=True) as conn: + reservation = conn.execute( + "SELECT * FROM upload_reservations WHERE id=%s FOR UPDATE", (id,) + ).fetchone() + if ( + not reservation + or reservation["state"] != "uploading" + or reservation["object_key"] != key + or reservation["expires_at"] <= datetime.now(UTC) + ): + raise DomainError(503, "unavailable", "Срок приёма файла истёк") + conn.execute("UPDATE upload_reservations SET state='accepted' WHERE id=%s", (id,)) + row = conn.execute( + "INSERT INTO attachments " + "(id,chat_id,owner_id,filename,content_type,size_bytes,sha256," + "object_key,storage_state) " + "VALUES (%s,%s,%s,%s,%s,%s,%s,%s,'queued') RETURNING *", + (id, chat, owner, name, media, size, digest, key), + ).fetchone() + job = new_id() + trace = telemetry.carrier() + conn.execute( + "INSERT INTO attachment_jobs(job_id,attachment_id,pipeline_version,source_key," + "traceparent,tracestate) VALUES (%s,%s,1,%s,%s,%s)", + (job, id, key, trace.get("traceparent"), trace.get("tracestate")), + ) + intent(conn, job) + event(conn, job, "accepted") + return row + + def claim(self, envelope): + with self.db.connection(write=True) as conn: + # All writers lock attachment before job, including publication and operator replay. + a = conn.execute( + "SELECT * FROM attachments WHERE id=%s FOR UPDATE", (envelope.attachment_id,) + ).fetchone() + if not a: + return "unknown", None + j = conn.execute( + "SELECT * FROM attachment_jobs WHERE job_id=%s FOR NO KEY UPDATE", + (envelope.job_id,), + ).fetchone() + if ( + not j + or j["attachment_id"] != a["id"] + or j["pipeline_version"] != envelope.pipeline_version + ): + return "unknown", None + if a["pipeline_version"] != j["pipeline_version"] or j["state"] == "superseded": + event(conn, j["job_id"], "stale_delivery") + return "stale", None + if j["state"] == "ready": + event(conn, j["job_id"], "duplicate_ready") + return "ready", a + if j["state"] == "failed": + return "failed", None + now = datetime.now(UTC) + if j["state"] == "processing" or j["next_attempt_at"] > now: + return "busy", None + if envelope.attempt != j["attempt"] + 1: + # An older envelope cannot steal a scheduled retry or an explicit replay. + return "obsolete_attempt", None + fence = new_id() + conn.execute( + "UPDATE attachment_jobs SET state='processing',attempt=attempt+1,fence=%s," + "lease_until=clock_timestamp()+(%s*interval '1 " + "second'),updated_at=clock_timestamp() " + "WHERE job_id=%s", + (fence, self.settings.lease_seconds, j["job_id"]), + ) + conn.execute( + "UPDATE attachments SET storage_state='processing'," + "updated_at=clock_timestamp() WHERE id=%s", + (a["id"],), + ) + event( + conn, j["job_id"], "claimed", attempt=j["attempt"] + 1, fence=fence, pid=os.getpid() + ) + return "claimed", { + **a, + "job_id": str(j["job_id"]), + "source_key": j["source_key"], + "fence": fence, + "attempt": j["attempt"] + 1, + "accepted_at": j["created_at"], + } + + def publish(self, row, original_key, variants): + with self.db.connection(write=True) as conn: + a = conn.execute( + "SELECT * FROM attachments WHERE id=%s FOR UPDATE", (row["id"],) + ).fetchone() + j = conn.execute( + "SELECT * FROM attachment_jobs WHERE job_id=%s FOR NO KEY UPDATE", (row["job_id"],) + ).fetchone() + if not self.owns(a, j, row): + event(conn, row["job_id"], "publication_fenced") + return False + conn.execute( + "UPDATE attachments SET storage_state='ready',object_key=%s,variants=%s," + "error_code=NULL,updated_at=clock_timestamp() WHERE id=%s", + (original_key, Jsonb(variants), row["id"]), + ) + conn.execute( + "UPDATE attachment_jobs SET state='ready',lease_until=NULL,error_code=NULL," + "updated_at=clock_timestamp() WHERE job_id=%s", + (row["job_id"],), + ) + event(conn, row["job_id"], "result_committed", version=row["pipeline_version"]) + return True + + @staticmethod + def owns(a, j, row): + return ( + a + and j + and a["pipeline_version"] == row["pipeline_version"] + and j["state"] == "processing" + and str(j["fence"]) == row["fence"] + and j["lease_until"] > datetime.now(UTC) + ) + + def failure(self, row, code, permanent=False): + with self.db.connection(write=True) as conn: + a = conn.execute( + "SELECT * FROM attachments WHERE id=%s FOR UPDATE", (row["id"],) + ).fetchone() + j = conn.execute( + "SELECT * FROM attachment_jobs WHERE job_id=%s FOR NO KEY UPDATE", (row["job_id"],) + ).fetchone() + if self.owns(a, j, row): + return self._retry(conn, j, code, permanent) + return "fenced" + + def _retry(self, conn, j, code, permanent=False): + failed = permanent or j["attempt"] >= self.settings.job_max_attempts + state = "failed" if failed else "queued" + if failed and not permanent: + code = "retry_exhausted" + # Full jitter; durable absolute time survives worker/relay restarts. + delay = random.uniform(0.25, min(30, 2 ** min(j["attempt"], 5))) + due = datetime.now(UTC) + timedelta(seconds=delay) + conn.execute( + "UPDATE attachment_jobs SET state=%s,error_code=%s,next_attempt_at=%s,lease_until=NULL," + "updated_at=clock_timestamp() WHERE job_id=%s", + (state, code, due, j["job_id"]), + ) + conn.execute( + "UPDATE attachments SET storage_state=%s,error_code=%s,updated_at=clock_timestamp() " + "WHERE id=%s", + (state, code if failed else None, j["attachment_id"]), + ) + event(conn, j["job_id"], state, reason=code, attempt=j["attempt"], delay_seconds=delay) + if not failed: + intent(conn, j["job_id"], due) + return "failed" if failed else "retry" + + def recover(self): + # Bounded SKIP LOCKED batch; multiple relays. No transaction held during Pillow. + with self.db.connection(write=True) as conn: + rows = conn.execute( + "SELECT a.id FROM attachments a JOIN attachment_jobs j ON j.attachment_id=a.id " + "AND j.pipeline_version=a.pipeline_version WHERE j.state='processing' " + "AND j.lease_until v2 is implemented") + conn.execute( + "UPDATE attachment_jobs SET state='superseded' WHERE job_id=%s " + "AND state IN ('queued','processing','failed')", + (j["job_id"],), + ) + key = a["object_key"] if a["storage_state"] == "ready" else j["source_key"] + job = new_id() + conn.execute( + "INSERT INTO attachment_jobs(job_id,attachment_id,pipeline_version,source_key) " + "VALUES (%s,%s,2,%s)", + (job, attachment, key), + ) + conn.execute( + "UPDATE attachments SET " + "pipeline_version=2,storage_state='queued',variants='[]'," + "error_code=NULL,updated_at=clock_timestamp() WHERE id=%s", + (attachment,), + ) + event(conn, job, "new_version", previous_job=str(j["job_id"])) + else: + if j["state"] != "failed" or j["source_expired"]: + raise ValueError("Replay requires failed job with retained source") + job = str(j["job_id"]) + conn.execute( + "UPDATE attachment_jobs SET " + "state='queued',attempt=0,fence=NULL,error_code=NULL," + "next_attempt_at=clock_timestamp(),updated_at=clock_timestamp() WHERE " + "job_id=%s", + (job,), + ) + conn.execute( + "UPDATE attachments SET storage_state='queued',error_code=NULL," + "updated_at=clock_timestamp() WHERE id=%s", + (attachment,), + ) + event(conn, job, "operator_replay") + intent(conn, job) + return job diff --git a/src/messenger/relay.py b/src/messenger/relay.py new file mode 100644 index 0000000..1a450cc --- /dev/null +++ b/src/messenger/relay.py @@ -0,0 +1,106 @@ +"""Transactional outbox publisher and expired-lease watchdog, independently restartable.""" + +import signal +import time +from pathlib import Path + +import redis +from opentelemetry.trace import SpanKind + +from messenger import telemetry +from messenger.broker import Broker, Job +from messenger.domain import DomainError +from messenger.faults import checkpoint +from messenger.pipeline import Pipeline, event +from messenger.repository import PostgresRepository, stamp +from messenger.settings import Settings + + +def publish_one(db, broker, settings): + with db.connection(write=True) as conn: + row = conn.execute( + "SELECT o.job_id,j.attachment_id,j.pipeline_version,j.attempt,j.created_at," + "j.traceparent,j.tracestate " + "FROM job_outbox o JOIN attachment_jobs j USING(job_id) " + "WHERE o.published_at IS NULL AND o.due_at<=clock_timestamp() AND j.state='queued' " + "ORDER BY o.due_at LIMIT 1 FOR UPDATE OF o SKIP LOCKED" + ).fetchone() + if not row: + return False + with telemetry.span("jobs.publish", context=telemetry.context(row), kind=SpanKind.PRODUCER): + job = Job( + schema_version=1, + type=telemetry.JOB_TYPE, + job_id=str(row["job_id"]), + attachment_id=str(row["attachment_id"]), + pipeline_version=row["pipeline_version"], + attempt=row["attempt"] + 1, + created_at=stamp(row["created_at"]), + **telemetry.carrier(), + ) + stream_id = broker.publish(job) + telemetry.event("job_published", job_id=job.job_id, attempt=job.attempt) + # Commit-on-return may be lost here; repeat sends the same logical job_id. + checkpoint(db, settings, row["job_id"], "after_publish") + conn.execute( + "UPDATE job_outbox SET published_at=clock_timestamp(),stream_id=%s WHERE job_id=%s", + (stream_id, row["job_id"]), + ) + event(conn, row["job_id"], "published", stream_id=stream_id, attempt=job.attempt) + return True + + +def sample_backlog(db): + with db.connection() as conn: + row = conn.execute( + "SELECT count(*) AS depth, " + "coalesce(extract(epoch FROM clock_timestamp()-min(created_at)),0) AS age " + "FROM attachment_jobs WHERE state IN ('queued','processing')" + ).fetchone() + telemetry.gauge("messenger.queue.depth", row["depth"], queue="attachment-jobs") + telemetry.gauge( + "messenger.queue.oldest", max(0, float(row["age"])), unit="s", queue="attachment-jobs" + ) + + +def main(): + with telemetry.active("relay"): + run() + + +def run(): + settings = Settings.from_env() + db = PostgresRepository(settings.database_url, pool_size=4) + db.open() + broker = Broker(settings) + pipeline = Pipeline(db, settings) + running = True + next_sample = 0.0 + + def stop(*_): + nonlocal running + running = False + + signal.signal(signal.SIGTERM, stop) + signal.signal(signal.SIGINT, stop) + try: + while running: + try: + if telemetry.runtime is not None and time.monotonic() >= next_sample: + sample_backlog(db) + next_sample = time.monotonic() + 2 + pipeline.recover() + sent = publish_one(db, broker, settings) + Path("/tmp/relay-heartbeat").touch() + if not sent: + time.sleep(0.2) + except redis.RedisError, DomainError: + # Keep the transaction uncommitted and retry. No credentials/SQL in logs. + time.sleep(0.5) + finally: + broker.close() + db.close() + + +if __name__ == "__main__": + main() diff --git a/src/messenger/repository.py b/src/messenger/repository.py new file mode 100644 index 0000000..d468a41 --- /dev/null +++ b/src/messenger/repository.py @@ -0,0 +1,351 @@ +"""PostgreSQL adapter: bounded connections, parameterized SQL, commit before return.""" + +import hashlib +import json +from contextlib import contextmanager, nullcontext +from datetime import datetime +from typing import Protocol + +import psycopg +from psycopg import errors +from psycopg.rows import dict_row +from psycopg_pool import ConnectionPool, PoolTimeout, TooManyRequests + +from messenger import telemetry +from messenger.domain import ( + Attachment, + Chat, + DomainError, + HistoryKey, + Message, + User, + invalid, + new_id, +) + + +def stamp(value: datetime) -> str: + return value.isoformat(timespec="microseconds").replace("+00:00", "Z") + + +def user_value(row) -> User: + return User(str(row["id"]), row["username"], row["display_name"], stamp(row["created_at"])) + + +def chat_value(row) -> Chat: + return Chat( + str(row["id"]), + row["title"], + tuple(str(x) for x in row["member_ids"]), + stamp(row["created_at"]), + ) + + +def message_value(row) -> Message: + return Message( + str(row["id"]), + str(row["chat_id"]), + str(row["sender_id"]), + row["text"], + stamp(row["created_at"]), + tuple(str(x) for x in row.get("attachment_ids", ())), + ) + + +def attachment_value(row) -> Attachment: + return Attachment( + *(str(row[k]) for k in ("id", "chat_id", "owner_id")), + row["filename"], + row["content_type"], + row["size_bytes"], + row["sha256"], + stamp(row["created_at"]), + stamp(row["updated_at"]), + row["storage_state"], + tuple( + {k: v for k, v in item.items() if k != "object_key"} for item in row.get("variants", []) + ), + row.get("error_code"), + ) + + +class Repository(Protocol): + def get_user(self, user_id: str) -> User | None: ... + def add_chat(self, title: str, member_ids: tuple[str, ...]) -> Chat: ... + def get_chat(self, chat_id: str) -> Chat | None: ... + def page_chats(self, user_id: str, after: HistoryKey | None, limit: int) -> list[Chat]: ... + def add_message(self, chat_id: str, sender_id: str, text: str) -> Message: ... + def idempotent_message( + self, + chat_id: str, + sender_id: str, + text: str, + key: str, + attachment_ids: tuple[str, ...] = (), + ) -> Message: ... + def page_messages( + self, chat_id: str, after: HistoryKey | None, limit: int + ) -> list[Message]: ... + + +CHAT_COLUMNS = """c.id, c.title, c.created_at, + ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY position) AS member_ids""" + + +MESSAGE_COLUMNS = """m.*, ARRAY(SELECT attachment_id FROM message_attachments + WHERE message_id=m.id ORDER BY position) AS attachment_ids""" + + +class PostgresRepository: + def __init__( + self, + conninfo: str, + pool_size: int = 8, + idempotency_ttl: int = 86400, + read_autocommit: bool = True, + ): + self.read_autocommit = read_autocommit + self.idempotency_ttl = idempotency_ttl + self.pool = ConnectionPool( + conninfo, + min_size=1, + max_size=pool_size, + timeout=1, + max_waiting=32, + open=False, + check=ConnectionPool.check_connection, + kwargs={ + "row_factory": dict_row, + "autocommit": True, + "connect_timeout": 2, + "options": "-c statement_timeout=2500 -c lock_timeout=1000 " + "-c idle_in_transaction_session_timeout=5000 -c timezone=UTC", + }, + ) + + def open(self): + self.pool.open(wait=True, timeout=15) + + def close(self): + self.pool.close(timeout=5) + + @contextmanager + def connection(self, *, write: bool = False): + with telemetry.span( + "db.transaction" if write else "db.read", **{"db.system.name": "postgresql"} + ): + with self._connection(write=write) as conn: + yield conn + + @contextmanager + def _connection(self, *, write): + try: + with self.pool.connection() as conn: + transaction = ( + conn.transaction() if write or not self.read_autocommit else nullcontext() + ) + with transaction: + telemetry.pool(self.pool) + yield conn + except ( + psycopg.OperationalError, + psycopg.InterfaceError, + PoolTimeout, + TooManyRequests, + errors.QueryCanceled, + errors.LockNotAvailable, + ): + telemetry.pool(self.pool) + telemetry.record("messenger.db.errors", 1) + raise DomainError(503, "unavailable", "Хранилище временно недоступно") from None + + def ready(self): + with self.connection() as conn: + row = conn.execute( + "SELECT count(*) AS n FROM schema_migrations " + "WHERE version IN " + "('001_initial','002_idempotency','003_attachments'," + "'004_pipeline','005_upload_handoff','006_trace_context')" + ).fetchone() + if row["n"] != 6: + raise DomainError(503, "unavailable", "Схема ещё не готова") + + def add_user(self, username: str, display_name: str, password_hash: str) -> User: + try: + with self.connection(write=True) as conn: + row = conn.execute( + "INSERT INTO users (id,username,display_name,password_hash) " + "VALUES (%s,%s,%s,%s) RETURNING *", + (new_id(), username, display_name, password_hash), + ).fetchone() + return user_value(row) + except errors.UniqueViolation: + raise DomainError(409, "conflict", "Имя пользователя уже занято") from None + + def credentials(self, username: str): + with self.connection() as conn: + row = conn.execute("SELECT * FROM users WHERE username=%s", (username,)).fetchone() + return (user_value(row), row["password_hash"]) if row else None + + def get_user(self, user_id: str) -> User | None: + with self.connection() as conn: + row = conn.execute("SELECT * FROM users WHERE id=%s", (user_id,)).fetchone() + return user_value(row) if row else None + + def add_chat(self, title: str, member_ids: tuple[str, ...]) -> Chat: + try: + with self.connection(write=True) as conn: + row = conn.execute( + "INSERT INTO chats (id,title) VALUES (%s,%s) RETURNING *", (new_id(), title) + ).fetchone() + with conn.cursor() as cur: + cur.executemany( + "INSERT INTO chat_members (chat_id,user_id,position) VALUES (%s,%s,%s)", + [(row["id"], member, i) for i, member in enumerate(member_ids)], + ) + return Chat(str(row["id"]), title, member_ids, stamp(row["created_at"])) + except errors.ForeignKeyViolation: + raise invalid("Указан неизвестный участник") from None + + def get_chat(self, chat_id: str) -> Chat | None: + with self.connection() as conn: + row = conn.execute( + "SELECT " + CHAT_COLUMNS + " FROM chats c WHERE c.id=%s", (chat_id,) + ).fetchone() + return chat_value(row) if row else None + + def page_chats(self, user_id: str, after: HistoryKey | None, limit: int) -> list[Chat]: + condition = " AND (c.created_at,c.id) > (%s::timestamptz,%s::uuid)" if after else "" + params = (user_id, *after, limit) if after else (user_id, limit) + with self.connection() as conn: + rows = conn.execute( + "SELECT " + CHAT_COLUMNS + " FROM chats c WHERE EXISTS " + "(SELECT 1 FROM chat_members m WHERE m.chat_id=c.id AND m.user_id=%s)" + + condition + + " ORDER BY c.created_at,c.id LIMIT %s", + params, + ).fetchall() + return [chat_value(row) for row in rows] + + def add_message(self, chat_id: str, sender_id: str, text: str) -> Message: + with self.connection(write=True) as conn: + row = conn.execute( + "INSERT INTO messages (id,chat_id,sender_id,text) VALUES (%s,%s,%s,%s) RETURNING *", + (new_id(), chat_id, sender_id, text), + ).fetchone() + return message_value(row) + + def page_messages(self, chat_id: str, after: HistoryKey | None, limit: int) -> list[Message]: + condition = " AND (m.created_at,m.id) > (%s::timestamptz,%s::uuid)" if after else "" + params = (chat_id, *after, limit) if after else (chat_id, limit) + with self.connection() as conn: + rows = conn.execute( + "SELECT " + + MESSAGE_COLUMNS + + " FROM messages m WHERE m.chat_id=%s" + + condition + + " ORDER BY m.created_at,m.id LIMIT %s", + params, + ).fetchall() + return [message_value(row) for row in rows] + + def idempotent_message( + self, + chat_id: str, + sender_id: str, + text: str, + key: str, + attachment_ids: tuple[str, ...] = (), + ) -> Message: + scope = json.dumps([sender_id, "POST", chat_id, key], separators=(",", ":")) + lock = int.from_bytes(hashlib.sha256(scope.encode()).digest()[:8], "big", signed=True) + payload = json.dumps( + {"text": text, "attachment_ids": list(attachment_ids)}, + sort_keys=True, + separators=(",", ":"), + ensure_ascii=False, + ) + digest = hashlib.sha256(payload.encode()).digest() + with self.connection(write=True) as conn: + conn.execute("SELECT pg_advisory_xact_lock(%s)", (lock,)) + previous = conn.execute( + "SELECT r.payload_hash," + MESSAGE_COLUMNS + " FROM message_requests r " + "JOIN messages m ON m.id=r.response_message_id " + "WHERE r.user_id=%s AND r.http_method='POST' AND r.chat_id=%s " + "AND r.idempotency_key=%s AND r.expires_at > clock_timestamp()", + (sender_id, chat_id, key), + ).fetchone() + if previous: + if previous["payload_hash"] != digest: + raise DomainError(409, "conflict", "Ключ уже использован с другим сообщением") + return message_value(previous) + conn.execute( + "DELETE FROM message_requests WHERE user_id=%s AND http_method='POST' " + "AND chat_id=%s AND idempotency_key=%s", + (sender_id, chat_id, key), + ) + if attachment_ids: + rows = conn.execute( + "SELECT id,storage_state FROM attachments WHERE chat_id=%s " + "AND id=ANY(%s::uuid[]) ORDER BY id FOR UPDATE", + (chat_id, list(attachment_ids)), + ).fetchall() + if len(rows) != len(attachment_ids): + raise DomainError(404, "not_found", "Объект не найден") + if any(row["storage_state"] == "failed" for row in rows): + raise DomainError(409, "conflict", "Вложение пока недоступно") + message = message_value( + conn.execute( + "INSERT INTO messages (id,chat_id,sender_id,text) " + "VALUES (%s,%s,%s,%s) RETURNING *", + (new_id(), chat_id, sender_id, text), + ).fetchone() + ) + for position, attachment in enumerate(attachment_ids): + conn.execute( + "INSERT INTO message_attachments VALUES (%s,%s,%s,%s)", + (message.id, chat_id, attachment, position), + ) + message = Message( + message.id, + message.chat_id, + message.sender_id, + message.text, + message.created_at, + attachment_ids, + ) + self._save_request(conn, sender_id, chat_id, key, digest, message.id) + return message + + def _save_request(self, conn, user_id, chat_id, key, digest, message_id): + conn.execute( + "INSERT INTO message_requests " + "(user_id,chat_id,idempotency_key,payload_hash,response_message_id,expires_at) " + "VALUES (%s,%s,%s,%s,%s,clock_timestamp()+make_interval(secs => %s))", + (user_id, chat_id, key, digest, message_id, self.idempotency_ttl), + ) + + def create_session(self, token_hash: bytes, user_id: str, ttl: int) -> str: + with self.connection(write=True) as conn: + row = conn.execute( + "INSERT INTO sessions (token_hash,user_id,expires_at) " + "VALUES (%s,%s,clock_timestamp() + make_interval(secs => %s)) RETURNING expires_at", + (token_hash, user_id, ttl), + ).fetchone() + return stamp(row["expires_at"]) + + def active_session(self, token_hash: bytes): + with self.connection() as conn: + return conn.execute( + "SELECT user_id,expires_at,clock_timestamp() AS checked_at FROM sessions " + "WHERE token_hash=%s AND expires_at > clock_timestamp()", + (token_hash,), + ).fetchone() + + def revoke_session(self, token_hash: bytes): + with self.connection(write=True) as conn: + conn.execute("DELETE FROM sessions WHERE token_hash=%s", (token_hash,)) + + def attachment(self, id): + with self.connection() as conn: + return conn.execute("SELECT * FROM attachments WHERE id=%s", (id,)).fetchone() diff --git a/src/messenger/schemas.py b/src/messenger/schemas.py new file mode 100644 index 0000000..22871b8 --- /dev/null +++ b/src/messenger/schemas.py @@ -0,0 +1,120 @@ +"""Strict lab 5 wire types; password never belongs to a response User.""" + +import re +from typing import Annotated +from uuid import UUID + +from pydantic import AfterValidator, BaseModel, ConfigDict, Field, field_validator, model_validator + + +def canonical_uuid(value: str) -> str: + if not re.fullmatch(r"[0-9a-fA-F]{8}(?:-[0-9a-fA-F]{4}){3}-[0-9a-fA-F]{12}", value): + raise ValueError("Ожидается UUID") + return str(UUID(value)) + + +def nonblank(value: str) -> str: + if not value.strip() or any(0xD800 <= ord(char) <= 0xDFFF for char in value): + raise ValueError("Ожидается непустая строка Unicode") + return value + + +type Identifier = Annotated[str, AfterValidator(canonical_uuid)] +type ShortText = Annotated[str, Field(min_length=1, max_length=100), AfterValidator(nonblank)] + + +class Input(BaseModel): + model_config = ConfigDict(strict=True, extra="forbid") + + +class CreateUser(Input): + username: str = Field(min_length=3, max_length=32) + display_name: ShortText + password: Annotated[str, Field(min_length=12, max_length=128), AfterValidator(nonblank)] + + @field_validator("username") + @classmethod + def valid_username(cls, value: str) -> str: + if not re.fullmatch(r"[a-z0-9_]{3,32}", value): + raise ValueError("Недопустимое имя пользователя") + return value + + +class CreateChat(Input): + title: ShortText + member_ids: list[Identifier] = Field(min_length=1, max_length=100) + + +class CreateMessage(Input): + text: str = Field(max_length=4000) + attachment_ids: list[Identifier] = Field(default_factory=list, max_length=10) + + @model_validator(mode="after") + def valid_content(self): + if ( + not self.text.strip() + and not self.attachment_ids + or any(0xD800 <= ord(c) <= 0xDFFF for c in self.text) + or len(set(self.attachment_ids)) != len(self.attachment_ids) + ): + raise ValueError("Некорректное содержимое сообщения") + return self + + +class View(BaseModel): + model_config = ConfigDict(from_attributes=True, extra="forbid") + + +class UserView(View): + id: str + username: str + display_name: str + created_at: str + + +class SessionView(View): + token: str + token_type: str + expires_at: str + user: UserView + + +class ChatView(View): + id: str + title: str + member_ids: list[str] + created_at: str + + +class MessageView(View): + attachment_ids: list[str] + id: str + chat_id: str + sender_id: str + text: str + created_at: str + + +class ChatPage(View): + items: list[ChatView] + next_cursor: str | None + + +class MessagePage(View): + items: list[MessageView] + next_cursor: str | None + + +class AttachmentView(View): + id: str + chat_id: str + owner_id: str + filename: str + content_type: str + size_bytes: int + sha256: str + status: str + variants: list + error_code: str | None + created_at: str + updated_at: str diff --git a/src/messenger/service.py b/src/messenger/service.py new file mode 100644 index 0000000..614fcb4 --- /dev/null +++ b/src/messenger/service.py @@ -0,0 +1,52 @@ +"""Use cases shared by HTTP and tests. Authorization precedes resource access.""" + +from dataclasses import dataclass + +from messenger.cursor import decode_cursor, encode_cursor +from messenger.domain import Chat, Message, User, history_key, invalid, not_found +from messenger.repository import Repository + + +@dataclass(frozen=True) +class Page[T]: + items: list[T] + next_cursor: str | None + + +class Messenger: + def __init__(self, repository: Repository): + self.repository = repository + + def create_chat(self, actor: User, title: str, member_ids: list[str]) -> Chat: + if len(member_ids) != len(set(member_ids)) or actor.id not in member_ids: + raise invalid("Участники не должны повторяться; вызывающий должен входить в чат") + return self.repository.add_chat(title, tuple(member_ids)) + + def chat(self, actor: User, chat_id: str) -> Chat: + chat = self.repository.get_chat(chat_id) + if chat is None or actor.id not in chat.member_ids: + raise not_found() + return chat + + def chats(self, actor: User, limit: int, cursor: str | None) -> Page[Chat]: + scope = "chats:" + actor.id + after = decode_cursor(cursor, scope) + return self._page(self.repository.page_chats(actor.id, after, limit + 1), limit, scope) + + def send( + self, actor: User, chat_id: str, text: str, key: str, attachments: tuple[str, ...] = () + ) -> Message: + self.chat(actor, chat_id) + return self.repository.idempotent_message(chat_id, actor.id, text, key, attachments) + + def messages(self, actor: User, chat_id: str, limit: int, cursor: str | None) -> Page[Message]: + self.chat(actor, chat_id) + scope = "messages:" + chat_id + after = decode_cursor(cursor, scope) + return self._page(self.repository.page_messages(chat_id, after, limit + 1), limit, scope) + + @staticmethod + def _page[T: Chat | Message](items: list[T], limit: int, scope: str) -> Page[T]: + visible = items[:limit] + cursor = encode_cursor(scope, history_key(visible[-1])) if len(items) > limit else None + return Page(visible, cursor) diff --git a/src/messenger/settings.py b/src/messenger/settings.py new file mode 100644 index 0000000..2970175 --- /dev/null +++ b/src/messenger/settings.py @@ -0,0 +1,85 @@ +"""Explicit configuration; credentials are read from untracked secret files.""" + +import os +from dataclasses import dataclass, field +from pathlib import Path + + +def secret(name: str, default: str, optional=False) -> str: + path = Path(os.getenv(name, default)) + return path.read_text().strip() if path.exists() or not optional else "" + + +@dataclass(frozen=True) +class Settings: + database_url: str = field(repr=False) + cache_url: str = field(repr=False) + session_ttl: int = 3600 + pool_size: int = 8 + idempotency_ttl: int = 86400 + read_autocommit: bool = True + + s3_endpoint: str = "http://127.0.0.1:59006" + s3_region: str = "us-east-1" + s3_bucket: str = "messenger-attachments" + s3_access_key: str = field(default="", repr=False) + s3_secret_key: str = field(default="", repr=False) + max_upload_bytes: int = 10485760 + max_image_pixels: int = 40000000 + upload_slots: int = 1 + + broker_url: str = field(default="redis://broker:6379/0", repr=False) + worker_concurrency: int = 2 + job_max_attempts: int = 5 + job_timeout: int = 20 + staging_retention: int = 86400 + fault_injection: bool = False + + @property + def lease_seconds(self): + return self.job_timeout + 3 + + @classmethod + def from_env(cls): + ttl = int(os.getenv("SESSION_TTL_SECONDS", "3600")) + size = int(os.getenv("DATABASE_POOL_SIZE", "8")) + idempotency_ttl = int(os.getenv("IDEMPOTENCY_TTL_SECONDS", "86400")) + if idempotency_ttl < 86400: + raise ValueError("Idempotency retention must be at least 24 hours") + if not 1 <= ttl <= 2_592_000 or not 1 <= size <= 32: + raise ValueError("Invalid session lifetime or connection pool size") + maximum = int(os.getenv("MAX_UPLOAD_BYTES", "10485760")) + pixels = int(os.getenv("MAX_IMAGE_PIXELS", "40000000")) + if not 1 <= maximum <= 10485760 or not 1 <= pixels <= 40000000: + raise ValueError("Invalid upload limits") + concurrency = int(os.getenv("WORKER_CONCURRENCY", "2")) + attempts = int(os.getenv("JOB_MAX_ATTEMPTS", "5")) + timeout = int(os.getenv("JOB_TIMEOUT_SECONDS", "20")) + retention = int(os.getenv("STAGING_RETENTION_SECONDS", "86400")) + if not 1 <= concurrency <= 4 or not 1 <= attempts <= 10 or not 2 <= timeout <= 120: + raise ValueError("Invalid worker limits") + if retention < 300: + raise ValueError("Staging retention must be at least 300 seconds") + return cls( + secret("DATABASE_URL_FILE", "/run/secrets/database_url"), + secret("CACHE_URL_FILE", "/run/secrets/cache_url"), + ttl, + size, + idempotency_ttl, + os.getenv("DATABASE_READ_AUTOCOMMIT", "1") == "1", + os.getenv("S3_ENDPOINT", "http://s3:9000"), + os.getenv("S3_REGION", "us-east-1"), + os.getenv("S3_BUCKET", "messenger-attachments"), + secret("S3_ACCESS_KEY_ID_FILE", "/run/secrets/s3_access_key_id", optional=True), + secret("S3_SECRET_ACCESS_KEY_FILE", "/run/secrets/s3_secret_access_key", optional=True), + maximum, + pixels, + broker_url=secret("BROKER_URL_FILE", "/run/secrets/broker_url") + if os.path.exists(os.getenv("BROKER_URL_FILE", "/run/secrets/broker_url")) + else "redis://broker:6379/0", + worker_concurrency=concurrency, + job_max_attempts=attempts, + job_timeout=timeout, + staging_retention=retention, + fault_injection=os.getenv("ENABLE_FAULT_INJECTION", "0") == "1", + ) diff --git a/src/messenger/storage.py b/src/messenger/storage.py new file mode 100644 index 0000000..293b97a --- /dev/null +++ b/src/messenger/storage.py @@ -0,0 +1,82 @@ +"""S3 adapter: bounded sockets, least-privilege credentials, no automatic PUT retries.""" + +import boto3 +from botocore.config import Config +from botocore.exceptions import BotoCoreError, ClientError + +from messenger import telemetry +from messenger.domain import DomainError + + +def unavailable(): + return DomainError(503, "unavailable", "Файловое хранилище временно недоступно") + + +class ObjectStore: + def __init__(self, settings): + self.bucket = settings.s3_bucket + self.client = boto3.client( + "s3", + endpoint_url=settings.s3_endpoint, + region_name=settings.s3_region, + aws_access_key_id=settings.s3_access_key, + aws_secret_access_key=settings.s3_secret_key, + config=Config( + connect_timeout=0.5, + read_timeout=2, + max_pool_connections=8, + retries={"total_max_attempts": 1}, + s3={"addressing_style": "path"}, + request_checksum_calculation="when_required", + response_checksum_validation="when_required", + ), + ) + + def ready(self): + try: + self.client.head_bucket(Bucket=self.bucket) + except BotoCoreError, ClientError: + raise unavailable() from None + + def put(self, key, file, size, media, digest): + with telemetry.span("s3.put"): + try: + self.client.put_object( + Bucket=self.bucket, + Key=key, + Body=file, + ContentLength=size, + ContentType=media, + Metadata={"sha256": digest}, + ) + except BotoCoreError, ClientError: + raise unavailable() from None + + def head(self, key): + with telemetry.span("s3.head"): + try: + return self.client.head_object(Bucket=self.bucket, Key=key) + except ClientError as exc: + if str(exc.response.get("Error", {}).get("Code")) in ( + "404", + "NoSuchKey", + "NotFound", + ): + return None + raise unavailable() from None + except BotoCoreError: + raise unavailable() from None + + def download(self, row): + with telemetry.span("s3.download"): + try: + response = self.client.get_object(Bucket=self.bucket, Key=row["object_key"]) + if response["ContentLength"] != row["size_bytes"]: + response["Body"].close() + raise unavailable() + return response["Body"] + except BotoCoreError, ClientError: + raise unavailable() from None + + def close(self): + self.client.close() diff --git a/src/messenger/telemetry.py b/src/messenger/telemetry.py new file mode 100644 index 0000000..71d1103 --- /dev/null +++ b/src/messenger/telemetry.py @@ -0,0 +1,241 @@ +"""Application telemetry with bounded export and an explicit attribute allowlist.""" + +import json +import logging +import os +import resource +import time +from contextlib import contextmanager +from importlib.metadata import version +from uuid import uuid4 + +from opentelemetry import trace +from opentelemetry._logs import LogRecord, SeverityNumber +from opentelemetry.exporter.otlp.proto.http._log_exporter import OTLPLogExporter +from opentelemetry.exporter.otlp.proto.http.metric_exporter import OTLPMetricExporter +from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter +from opentelemetry.metrics import Observation +from opentelemetry.sdk._logs import LoggerProvider +from opentelemetry.sdk._logs.export import BatchLogRecordProcessor +from opentelemetry.sdk.metrics import MeterProvider +from opentelemetry.sdk.metrics.export import PeriodicExportingMetricReader +from opentelemetry.sdk.metrics.view import ExplicitBucketHistogramAggregation, View +from opentelemetry.sdk.resources import Resource +from opentelemetry.sdk.trace import TracerProvider +from opentelemetry.sdk.trace.export import BatchSpanProcessor +from opentelemetry.sdk.trace.sampling import ParentBased, TraceIdRatioBased +from opentelemetry.trace import SpanKind, Status, StatusCode +from opentelemetry.trace.propagation.tracecontext import TraceContextTextMapPropagator + +logger = logging.getLogger("messenger") +PROPAGATOR = TraceContextTextMapPropagator() +BUCKETS = (0.005, 0.01, 0.025, 0.05, 0.1, 0.25, 0.5, 1, 2.5, 5, 10, 30, 60, 120) +HTTP_METHODS = frozenset(("GET", "POST", "PUT", "PATCH", "DELETE", "HEAD", "OPTIONS")) +JOB_TYPE = "attachment.process.v1" +runtime = None + + +class Telemetry: + def __init__(self, role, instance, metrics): + resource_attrs = Resource( + { + "service.name": f"messenger-{role}", + "service.version": version("mtusi-messenger"), + "service.instance.id": instance, + "deployment.environment.name": "lab", + } + ) + ratio = float(os.getenv("OTEL_SAMPLE_RATIO", "1")) + self.traces = TracerProvider( + resource=resource_attrs, sampler=ParentBased(TraceIdRatioBased(ratio)) + ) + self.traces.add_span_processor( + BatchSpanProcessor( + OTLPSpanExporter(timeout=1), + max_queue_size=512, + max_export_batch_size=64, + schedule_delay_millis=500, + ) + ) + self.tracer = self.traces.get_tracer("messenger") + self.logs = LoggerProvider(resource=resource_attrs) + self.logs.add_log_record_processor( + BatchLogRecordProcessor( + OTLPLogExporter(timeout=1), + max_queue_size=512, + max_export_batch_size=64, + schedule_delay_millis=500, + ) + ) + self.log = self.logs.get_logger("messenger") + self.meters = None + self.instruments = {} + if metrics: + self.meters = MeterProvider( + resource=resource_attrs, + metric_readers=[ + PeriodicExportingMetricReader( + OTLPMetricExporter(timeout=1), + export_interval_millis=2000, + export_timeout_millis=1000, + ) + ], + views=[ + View( + instrument_name="messenger.*.duration", + aggregation=ExplicitBucketHistogramAggregation(BUCKETS), + ) + ], + ) + self.meter = self.meters.get_meter("messenger") + self.meter.create_observable_counter( + "messenger.process.cpu", unit="s", callbacks=[self.cpu_seconds] + ) + self.meter.create_observable_gauge( + "messenger.process.rss", unit="By", callbacks=[self.rss_bytes] + ) + + @staticmethod + def cpu_seconds(_): + usage = resource.getrusage(resource.RUSAGE_CHILDREN) + yield Observation(time.process_time() + usage.ru_utime + usage.ru_stime) + + @staticmethod + def rss_bytes(_): + try: + with open("/proc/self/statm", encoding="ascii") as stats: + yield Observation(int(stats.read().split()[1]) * os.sysconf("SC_PAGE_SIZE")) + except OSError: + return + + def shutdown(self): + if self.meters: + self.meters.shutdown(timeout_millis=1500) + self.logs.shutdown() + self.traces.shutdown() + + +@contextmanager +def active(role, instance=None, *, metrics=True): + global runtime + if os.getenv("TELEMETRY_ENABLED", "0") != "1": + yield + return + runtime = Telemetry(role, instance or uuid4().hex, metrics) + try: + yield + finally: + state, runtime = runtime, None + state.shutdown() + + +@contextmanager +def span(name, *, context=None, kind=SpanKind.INTERNAL, **attrs): + if runtime is None: + yield trace.INVALID_SPAN + return + with runtime.tracer.start_as_current_span( + name, + context=context, + kind=kind, + attributes=attrs, + record_exception=False, + set_status_on_exception=False, + ) as current: + try: + yield current + except Exception as exc: + current.set_attribute("error.type", type(exc).__name__) + current.set_status(Status(StatusCode.ERROR)) + raise + + +def carrier(): + result = {} + if runtime is not None: + PROPAGATOR.inject(result) + return result + + +def context(headers): + return PROPAGATOR.extract( + {k: headers[k] for k in ("traceparent", "tracestate") if headers.get(k)} + ) + + +def record(name, value, *, kind="counter", unit="1", **attrs): + if runtime is None or runtime.meters is None: + return + instrument = runtime.instruments.get(name) + if instrument is None: + create = { + "counter": runtime.meter.create_counter, + "histogram": runtime.meter.create_histogram, + "gauge": runtime.meter.create_gauge, + }[kind] + instrument = runtime.instruments.setdefault(name, create(name, unit=unit)) + if kind == "counter": + instrument.add(value, attrs) + elif kind == "histogram": + instrument.record(value, attrs) + else: + instrument.set(value, attrs) + + +def duration(name, seconds, **attrs): + record(name, seconds, kind="histogram", unit="s", **attrs) + + +def gauge(name, value, *, unit="", **attrs): + record(name, value, kind="gauge", unit=unit, **attrs) + + +def pool(pool): + if runtime is not None and runtime.meters is not None: + stats = pool.get_stats() + gauge( + "messenger.db.pool.used", + max(0, stats["pool_size"] - stats["pool_available"]), + ) + gauge("messenger.db.pool.waiting", stats["requests_waiting"]) + + +def event(event_name, *, error=False, **attrs): + fields = {"event": event_name, **attrs} + current = trace.get_current_span().get_span_context() + if current.is_valid: + fields["trace_id"] = format(current.trace_id, "032x") + fields["span_id"] = format(current.span_id, "016x") + logger.log(logging.ERROR if error else logging.INFO, json.dumps(fields)) + if runtime is not None: + runtime.log.emit( + LogRecord( + timestamp=time.time_ns(), + observed_timestamp=time.time_ns(), + severity_text="ERROR" if error else "INFO", + severity_number=SeverityNumber.ERROR if error else SeverityNumber.INFO, + body=event_name, + attributes=fields, + ) + ) + + +def http(current, method, route, status, elapsed, request_id): + method = method if method in HTTP_METHODS else "_OTHER" + attrs = {"method": method, "route": route, "status_class": f"{status // 100}xx"} + current.update_name(f"{method} {route}") + current.set_attributes( + {"http.request.method": method, "http.route": route, "http.response.status_code": status} + ) + if status >= 500: + current.set_status(Status(StatusCode.ERROR)) + record("messenger.http.requests", 1, **attrs) + duration("messenger.http.duration", elapsed, **attrs) + event( + "http_request", + error=status >= 500, + request_id=request_id, + status=status, + duration_ms=round(elapsed * 1000, 3), + **attrs, + ) diff --git a/src/messenger/worker.py b/src/messenger/worker.py new file mode 100644 index 0000000..04cdb0f --- /dev/null +++ b/src/messenger/worker.py @@ -0,0 +1,270 @@ +"""Bounded supervisor: one disposable OS process per job, hard wall-clock and RAM limits.""" + +import hashlib +import io +import multiprocessing +import resource +import signal +import tempfile +import time +from datetime import UTC, datetime +from pathlib import Path +from uuid import uuid4 + +import redis +from opentelemetry.trace import SpanKind +from pydantic import ValidationError + +from messenger import telemetry +from messenger.attachments import image_type +from messenger.broker import GROUP, STREAM, Broker, Job +from messenger.domain import DomainError +from messenger.faults import PermanentFailure, checkpoint +from messenger.images import variants +from messenger.pipeline import Pipeline, event +from messenger.repository import PostgresRepository +from messenger.settings import Settings +from messenger.storage import ObjectStore + + +def verify_effect(store, row): + records = [row, *row["variants"]] + if len(records) != 4 or {v["name"] for v in row["variants"]} != { + "thumbnail", + "crop", + "optimized", + }: + raise DomainError(503, "unavailable", "Incomplete result") + for item in records: + head = store.head(item["object_key"]) + if ( + not head + or head["ContentLength"] != item["size_bytes"] + or head["Metadata"].get("sha256") != item["sha256"] + ): + raise DomainError(503, "unavailable", "Incomplete result") + + +def handle(db, broker, store, settings, id, payload): + try: + job = Job.model_validate_json(payload) + except ValidationError: + broker.quarantine(id, "invalid_envelope") + return "invalid", None + context = telemetry.context(job.model_dump(include={"traceparent", "tracestate"})) + with telemetry.span( + "jobs.consume", + context=context, + kind=SpanKind.CONSUMER, + **{"messaging.destination.name": STREAM}, + ) as span: + outcome, age = process_job(db, broker, store, settings, id, job) + span.set_attribute("job.outcome", outcome) + telemetry.event( + "job_processed", + job_id=job.job_id, + attempt=job.attempt, + outcome=outcome, + error=outcome in {"retry", "failed"}, + ) + return outcome, age + + +def process_job(db, broker, store, settings, id, job): + pipeline = Pipeline(db, settings) + outcome, row = pipeline.claim(job) + if outcome == "busy": + return "busy", None # Watchdog recovers the lease. + if outcome == "unknown": + broker.quarantine(id, "unknown_job") + return "unknown", None + if outcome == "ready": + verify_effect(store, row) + broker.ack(id) + return "duplicate", None + if outcome != "claimed": + broker.ack(id) # Failed registry / obsolete version / durable retry owns this work. + return outcome, None + try: + checkpoint(db, settings, job.job_id, "before_effect") + with tempfile.TemporaryFile() as original: + body = store.download({**row, "object_key": row["source_key"]}) + size, digest = 0, hashlib.sha256() + try: + while chunk := body.read(65536): + size += len(chunk) + if size > settings.max_upload_bytes: + raise PermanentFailure + digest.update(chunk) + original.write(chunk) + finally: + body.close() + if size != row["size_bytes"] or digest.hexdigest() != row["sha256"]: + raise PermanentFailure + image_type(original, settings.max_image_pixels) + prefix = f"objects/{row['id']}/v{row['pipeline_version']}/" + original_key = prefix + "original" + store.put(original_key, original, size, row["content_type"], digest.hexdigest()) + checkpoint(db, settings, job.job_id, "after_effect") + records = [] + for name, data, (width, height), media in variants(original, row["pipeline_version"]): + checksum = hashlib.sha256(data).hexdigest() + key = prefix + name + store.put(key, io.BytesIO(data), len(data), media, checksum) + records.append( + { + "name": name, + "content_type": media, + "size_bytes": len(data), + "sha256": checksum, + "width": width, + "height": height, + "object_key": key, + } + ) + with db.connection(write=True) as conn: + event(conn, job.job_id, "objects_written", version=row["pipeline_version"]) + committed = pipeline.publish(row, original_key, records) + age = max(0.0, (datetime.now(UTC) - row["accepted_at"]).total_seconds()) + if committed: + checkpoint(db, settings, job.job_id, "after_commit") + broker.ack(id) + return ("ready", age) if committed else ("fenced", None) + except PermanentFailure: + outcome = pipeline.failure(row, "invalid_image", permanent=True) + broker.ack(id) + return outcome, None + except MemoryError: + outcome = pipeline.failure(row, "resource_limit", permanent=True) + broker.ack(id) + return outcome, None + except DomainError as exc: + outcome = pipeline.failure( + row, + "invalid_image" if exc.status in (413, 415) else "storage_unavailable", + permanent=exc.status in (413, 415), + ) + broker.ack(id) + return outcome, None + except redis.RedisError: + # Result may already be committed; retain the pending entry for a verified no-op. + raise + except Exception: + outcome = pipeline.failure(row, "processing_failed") + broker.ack(id) + return outcome, None + + +def child(settings, id, payload, result, instance): + start = time.monotonic() + try: + with telemetry.active("worker", instance, metrics=False): + outcome, age = run_child(settings, id, payload) + result.send((outcome, age, time.monotonic() - start)) + finally: + result.close() + + +def run_child(settings, id, payload): + # Linux hard limit includes Pillow buffers and native allocations. Supervisor kills hangs. + resource.setrlimit(resource.RLIMIT_AS, (768 * 1024**2, 768 * 1024**2)) + db = PostgresRepository(settings.database_url, pool_size=2) + db.open() + broker, store = Broker(settings), ObjectStore(settings) + try: + return handle(db, broker, store, settings, id, payload) + except redis.RedisError, DomainError: + return "dependency_error", None # Leave pending; omit driver details. + finally: + store.close() + broker.close() + db.close() + + +def observe(result, elapsed, timed_out): + try: + outcome, age, duration = result.recv() if result.poll() else ("crashed", None, elapsed) + except EOFError: + outcome, age, duration = "crashed", None, elapsed + finally: + result.close() + if timed_out: + outcome = "timeout" + attrs = {"job_type": telemetry.JOB_TYPE, "outcome": outcome} + telemetry.record("messenger.jobs.processed", 1, **attrs) + telemetry.duration("messenger.jobs.duration", duration, **attrs) + if age is not None: + telemetry.duration("messenger.ready.duration", age, job_type=telemetry.JOB_TYPE) + + +def main(): + instance = uuid4().hex + with telemetry.active("worker", instance): + run(instance) + + +def run(instance): + settings = Settings.from_env() + broker = Broker(settings) + consumer, cursor = uuid4().hex, "0-0" + context = multiprocessing.get_context("spawn") + active, running = [], True + + def stop(*_): + nonlocal running + running = False + + signal.signal(signal.SIGTERM, stop) + signal.signal(signal.SIGINT, stop) + try: + while running: + for task in active[:]: + process, result, started = task + elapsed = time.monotonic() - started + alive = process.is_alive() + if not alive or elapsed > settings.job_timeout: + if alive: + process.kill() + process.join() + observe(result, elapsed, alive) + active.remove(task) + process.close() + telemetry.gauge("messenger.worker.busy", len(active)) + telemetry.gauge("messenger.worker.capacity", settings.worker_concurrency) + Path("/tmp/worker-heartbeat").touch() + if len(active) >= settings.worker_concurrency: + time.sleep(0.05) + continue + try: + broker.group() + reclaimed = broker.client.xautoclaim( + STREAM, GROUP, consumer, settings.lease_seconds * 1000, cursor, count=1 + ) + cursor, entries = reclaimed[0], reclaimed[1] + if not entries: + result = broker.client.xreadgroup( + GROUP, consumer, {STREAM: ">"}, count=1, block=200 + ) + entries = result[0][1] if result else [] + if entries: + id, fields = entries[0] + result, sender = context.Pipe(duplex=False) + process = context.Process( + target=child, args=(settings, id, fields.get("job", ""), sender, instance) + ) + process.start() + sender.close() + active.append((process, result, time.monotonic())) + except redis.RedisError: + time.sleep(0.5) + finally: + for process, result, _ in active: + result.close() + if process.is_alive(): + process.kill() + process.join() + broker.close() + + +if __name__ == "__main__": + main() diff --git a/student-tests/conftest.py b/student-tests/conftest.py new file mode 100644 index 0000000..ecf9773 --- /dev/null +++ b/student-tests/conftest.py @@ -0,0 +1,86 @@ +import base64 +from pathlib import Path +from uuid import uuid4 + +import psycopg +import pytest +from fastapi.testclient import TestClient +from psycopg import sql +from psycopg.conninfo import make_conninfo + +from messenger.app import create_app +from messenger.migrate import migrate +from messenger.settings import Settings + +ROOT = Path(__file__).resolve().parents[1] +PASSWORD = "Учебный:пароль😀-12345" + + +@pytest.fixture(scope="session") +def settings(): + password = (ROOT / "secrets/postgres_password").read_text().strip() + admin = make_conninfo( + host="127.0.0.1", port=55467, user="messenger", password=password, dbname="messenger" + ) + database = "student_tests_" + uuid4().hex + with psycopg.connect(admin, autocommit=True) as conn: + conn.execute(sql.SQL("CREATE DATABASE {}").format(sql.Identifier(database))) + config = Settings( + make_conninfo(admin, dbname=database), + "redis://127.0.0.1:56386/1", + broker_url="redis://127.0.0.1:56387/1", + s3_bucket="messenger-attachments-tests", + s3_access_key=(ROOT / "secrets/s3_test_access_key_id").read_text().strip(), + s3_secret_key=(ROOT / "secrets/s3_test_secret_access_key").read_text().strip(), + ) + migrate(config.database_url, ROOT / "migrations") + with pytest.MonkeyPatch.context() as environment: + environment.setenv("S3_ENDPOINT", config.s3_endpoint) + environment.setenv("S3_BUCKET", config.s3_bucket) + environment.setenv("S3_ACCESS_KEY_ID_FILE", str(ROOT / "secrets/s3_test_access_key_id")) + environment.setenv( + "S3_SECRET_ACCESS_KEY_FILE", str(ROOT / "secrets/s3_test_secret_access_key") + ) + yield config + with psycopg.connect(admin, autocommit=True) as conn: + conn.execute(sql.SQL("DROP DATABASE {} WITH (FORCE)").format(sql.Identifier(database))) + + +@pytest.fixture +def client(settings): + with psycopg.connect(settings.database_url) as conn: + conn.execute("TRUNCATE users,chats,chat_members,messages,sessions CASCADE") + with TestClient(create_app(settings), raise_server_exceptions=False) as client: + client.app.state.cache.client.flushdb() + yield client + + +def basic(username, password=PASSWORD): + return { + "Authorization": "Basic " + base64.b64encode((username + ":" + password).encode()).decode() + } + + +@pytest.fixture +def actors(client): + result = [] + for name in ("alice", "bob", "eve"): + r = client.post( + "/api/v1/users", json={"username": name, "display_name": name, "password": PASSWORD} + ) + assert r.status_code == 201 + session = client.post("/api/v1/auth/sessions", headers=basic(name)) + assert session.status_code == 201 + result.append({**r.json(), "token": session.json()["token"]}) + return result + + +@pytest.fixture +def room(client, actors): + response = client.post( + "/api/v1/chats", + headers={"Authorization": "Bearer " + actors[0]["token"]}, + json={"title": "Чат 👋", "member_ids": [u["id"] for u in actors[:2]]}, + ) + assert response.status_code == 201 + return response.json() diff --git a/student-tests/test_api.py b/student-tests/test_api.py new file mode 100644 index 0000000..2bde7cc --- /dev/null +++ b/student-tests/test_api.py @@ -0,0 +1,299 @@ +import hashlib +import json +import re +import time +from concurrent.futures import ThreadPoolExecutor +from uuid import uuid4 + +import psycopg +import pytest +from conftest import PASSWORD, ROOT, basic +from fastapi.testclient import TestClient + +from messenger.app import create_app +from messenger.auth import basic_credentials +from messenger.migrate import migrate + + +def headers(actor): + return {"Authorization": "Bearer " + actor["token"], "Idempotency-Key": uuid4().hex} + + +def error(response, status, code): + assert response.status_code == status, response.text + body = response.json()["error"] + assert set(body) == {"code", "message", "request_id"} + assert body["code"] == code + assert body["request_id"] == response.headers["X-Request-Id"] + assert len(response.headers.get_list("X-Request-Id")) == 1 + if status == 401: + assert response.headers["WWW-Authenticate"].startswith(("Basic", "Bearer")) + + +@pytest.mark.parametrize("body", ["{", "null", "[]", '"text"', '{"username":']) +def test_malformed_json(client, body): + error( + client.post("/api/v1/users", content=body, headers={"Content-Type": "application/json"}), + 400, + "invalid_request", + ) + + +@pytest.mark.parametrize( + "change", + [ + {"username": "ab"}, + {"username": "a" * 33}, + {"username": "Upper"}, + {"username": "кириллица"}, + {"username": "valid\n"}, + {"username": 123}, + {"username": True}, + {"display_name": 123}, + {"display_name": None}, + {"display_name": " \n\t"}, + {"display_name": "😀" * 101}, + {"display_name": "\ud800"}, + {"password": "short"}, + {"password": "😀" * 129}, + {"password": 123}, + {"password": " " * 12}, + {"password": "\ud800" * 12}, + {"extra": True}, + ], +) +def test_strict_registration(client, change): + data = {"username": "valid", "display_name": "Имя", "password": PASSWORD, **change} + response = client.post( + "/api/v1/users", content=json.dumps(data), headers={"Content-Type": "application/json"} + ) + error(response, 400, "invalid_request") + + +def test_unicode_password_hash_and_authentication(client, settings, actors): + for u in actors: + assert "password" not in u and "password_hash" not in u + assert re.fullmatch(r"[A-Za-z0-9_-]{43}", u["token"]) + with psycopg.connect(settings.database_url) as conn: + encoded = conn.execute("SELECT password_hash FROM users WHERE username='alice'").fetchone()[ + 0 + ] + assert encoded.startswith("$argon2id$") and PASSWORD not in encoded + assert ( + conn.execute("SELECT octet_length(token_hash) FROM sessions LIMIT 1").fetchone()[0] + == 32 + ) + bad = client.post("/api/v1/auth/sessions", headers=basic("alice", "wrong-password")) + absent = client.post("/api/v1/auth/sessions", headers=basic("unknown", "wrong-password")) + error(bad, 401, "unauthorized") + error(absent, 401, "unauthorized") + assert bad.json()["error"]["message"] == absent.json()["error"]["message"] + assert bad.headers["WWW-Authenticate"] == 'Basic realm="messenger", charset="UTF-8"' + for value in ( + {}, + basic("alice"), + {"X-User-Id": actors[0]["id"]}, + {"Authorization": "Bearer unknown"}, + ): + error(client.get("/api/v1/users/me", headers=value), 401, "unauthorized") + actual = client.get( + "/api/v1/users/me", headers={**headers(actors[0]), "X-User-Id": actors[2]["id"]} + ).json() + assert actual["id"] == actors[0]["id"] + error( + client.post("/api/v1/auth/sessions", headers=basic("alice"), json={}), + 400, + "invalid_request", + ) + + +@pytest.mark.parametrize("value", [None, "Bearer a", "Basic !", "Basic YWxpY2U=", "Basic /w=="]) +def test_invalid_basic(value): + with pytest.raises(Exception) as caught: + basic_credentials(value) + assert caught.value.status == 401 + + +def test_registration_race(client, settings): + def register(_): + return client.post( + "/api/v1/users", + json={"username": "same", "display_name": "Алиса", "password": PASSWORD}, + ).status_code + + with ThreadPoolExecutor(max_workers=2) as pool: + assert sorted(pool.map(register, range(10))) == [201] + [409] * 9 + with psycopg.connect(settings.database_url) as conn: + assert conn.execute("SELECT count(*) FROM users WHERE username='same'").fetchone()[0] == 1 + + +def test_acl_validation_and_transaction_rollback(client, actors, room, settings): + path = "/api/v1/chats/" + room["id"] + for suffix in ("", "/messages"): + error(client.get(path + suffix, headers=headers(actors[2])), 404, "not_found") + error(client.get("/api/v1/chats/not-a-uuid"), 401, "unauthorized") + error( + client.get("/api/v1/chats/not-a-uuid", headers=headers(actors[0])), 400, "invalid_request" + ) + with psycopg.connect(settings.database_url) as conn: + before = conn.execute("SELECT count(*) FROM chats").fetchone()[0] + for members in ([actors[0]["id"], str(uuid4())], [actors[0]["id"]] * 2, [actors[1]["id"]], []): + error( + client.post( + "/api/v1/chats", + headers=headers(actors[0]), + json={"title": "rollback", "member_ids": members}, + ), + 400, + "invalid_request", + ) + with psycopg.connect(settings.database_url) as conn: + assert conn.execute("SELECT count(*) FROM chats").fetchone()[0] == before + assert conn.execute("SELECT count(*) FROM chat_members").fetchone()[0] == 2 + for body in ( + {"text": ""}, + {"text": " \t"}, + {"text": "😀" * 4001}, + {"text": 123}, + {"text": None}, + {"text": "ok", "sender_id": actors[1]["id"]}, + ): + error( + client.post(path + "/messages", headers=headers(actors[0]), json=body), + 400, + "invalid_request", + ) + for query in ( + "limit=0", + "limit=101", + "limit=true", + "limit=1.0", + "limit=1&limit=2", + "cursor=", + "cursor=bad!", + "cursor=e30", + "cursor=x&cursor=y", + ): + error( + client.get(path + "/messages?" + query, headers=headers(actors[0])), + 400, + "invalid_request", + ) + + +def test_concurrent_messages_and_keyset_ties(client, actors, room, settings): + path = f"/api/v1/chats/{room['id']}/messages" + + def send(i): + r = client.post(path, headers=headers(actors[i % 2]), json={"text": f"m{i} 😀"}) + assert r.status_code == 201 + return r.json() + + with ThreadPoolExecutor(max_workers=10) as pool: + sent = list(pool.map(send, range(100))) + with psycopg.connect(settings.database_url) as conn: + conn.execute( + "UPDATE messages SET created_at='2026-10-17T12:00:00Z' WHERE chat_id=%s", (room["id"],) + ) + for m in sent: + m["created_at"] = "2026-10-17T12:00:00.000000Z" + found, cursor = [], None + while True: + query = {"limit": 17 if cursor else 1} + if cursor: + query["cursor"] = cursor + response = client.get(path, params=query, headers=headers(actors[1])) + assert response.status_code == 200 + page = response.json() + found.extend(page["items"]) + cursor = page["next_cursor"] + if not cursor: + break + assert len(found) == len({x["id"] for x in found}) == 100 + assert found == sorted(sent, key=lambda x: (x["created_at"], x["id"])) + first_cursor = client.get(path + "?limit=1", headers=headers(actors[0])).json()["next_cursor"] + error( + client.get("/api/v1/chats", params={"cursor": first_cursor}, headers=headers(actors[0])), + 400, + "invalid_request", + ) + + +def test_cache_hit_flush_and_revocation(client, actors, monkeypatch): + user = actors[0] + url = "/api/v1/users/me" + assert client.get(url, headers=headers(user)).status_code == 200 + repository = client.app.state.repository + original = repository.get_user + + def must_be_cached(*args): + raise AssertionError("cache hit should avoid fetching immutable user again") + + monkeypatch.setattr(repository, "get_user", must_be_cached) + assert client.get(url, headers=headers(user)).status_code == 200 + monkeypatch.setattr(repository, "get_user", original) + cache = client.app.state.cache.client + digest = hashlib.sha256(user["token"].encode()).digest() + key = client.app.state.cache.key(digest) + assert 0 < cache.ttl(key) <= 3600 + stale = cache.get(key) + cache.flushdb() + assert client.get(url, headers=headers(user)).status_code == 200 + assert client.delete("/api/v1/auth/sessions/current", headers=headers(user)).status_code == 204 + cache.set(key, stale, ex=3600) # A resurrected stale cache entry must not resurrect a session. + error(client.get(url, headers=headers(user)), 401, "unauthorized") + error( + client.delete("/api/v1/auth/sessions/current", headers=headers(user)), 401, "unauthorized" + ) + + +def test_expiry_and_api_restart(client, actors, settings, monkeypatch, tmp_path): + database_file, cache_file = tmp_path / "database_url", tmp_path / "cache_url" + database_file.write_text(settings.database_url) + cache_file.write_text(settings.cache_url) + monkeypatch.setenv("DATABASE_URL_FILE", str(database_file)) + monkeypatch.setenv("CACHE_URL_FILE", str(cache_file)) + monkeypatch.setenv("SESSION_TTL_SECONDS", "2") + with TestClient(create_app()) as short: + response = short.post("/api/v1/auth/sessions", headers=basic("alice")) + assert response.status_code == 201 + token = {"Authorization": "Bearer " + response.json()["token"]} + assert short.get("/api/v1/users/me", headers=token).status_code == 200 + with TestClient(create_app(settings)) as restarted: + assert restarted.get("/api/v1/users/me", headers=token).status_code == 200 + time.sleep(2.1) + error(restarted.get("/api/v1/users/me", headers=token), 401, "unauthorized") + + +def test_migrations_idempotent_and_detect_change(client, settings, tmp_path): + migrate(settings.database_url, ROOT / "migrations") + modified = tmp_path / "001_initial.sql" + modified.write_text((ROOT / "migrations/001_initial.sql").read_text() + "\n-- changed") + with pytest.raises(RuntimeError, match="checksum changed"): + migrate(settings.database_url, tmp_path) + + +def test_logs_and_safe_errors(client, monkeypatch, caplog): + canary = "PRIVATE_BODY_CANARY_123" + with caplog.at_level("INFO", logger="messenger"): + r = client.post( + "/api/v1/users", + json={"username": "logging", "display_name": canary, "password": PASSWORD}, + ) + assert r.status_code == 201 + assert canary not in caplog.text and PASSWORD not in caplog.text + + def broken(*args): + raise RuntimeError(canary) + + monkeypatch.setattr(client.app.state.authentication, "register", broken) + response = client.post( + "/api/v1/users", json={"username": "broken", "display_name": "x", "password": PASSWORD} + ) + error(response, 500, "internal_error") + assert canary not in response.text and canary not in caplog.text + error( + client.post("/api/v1/users", content="{}", headers={"Content-Type": "text/plain"}), + 415, + "unsupported_media_type", + ) diff --git a/student-tests/test_cluster.py b/student-tests/test_cluster.py new file mode 100644 index 0000000..4a46630 --- /dev/null +++ b/student-tests/test_cluster.py @@ -0,0 +1,137 @@ +import json +from concurrent.futures import ThreadPoolExecutor +from dataclasses import replace +from uuid import uuid4 + +import psycopg +import pytest +from fastapi.testclient import TestClient +from test_api import error, headers + +from messenger.app import create_app + + +@pytest.mark.parametrize("key", [None, "", "a b", "/", "a" * 129]) +def test_message_key_required(client, actors, room, key): + h = {"Authorization": "Bearer " + actors[0]["token"]} + if key is not None: + h["Idempotency-Key"] = key + error( + client.post( + f"/api/v1/chats/{room['id']}/messages", headers=h, json={"text": "key validation"} + ), + 400, + "invalid_request", + ) + + +def test_replay_scope_conflict_and_fresh_authorization(client, actors, room): + path = f"/api/v1/chats/{room['id']}/messages" + key = "Scope.Key:123" + h = {**headers(actors[0]), "Idempotency-Key": key} + first = client.post(path, headers=h, json={"text": "exact whitespace \n"}) + assert first.status_code == 201 + repeat = client.post( + path, + headers={**h, "Content-Type": "application/json"}, + content=json.dumps({"text": "exact whitespace \n"}, indent=3), + ) + assert repeat.status_code == 201 and repeat.json() == first.json() + error(client.post(path, headers=h, json={"text": "different"}), 409, "conflict") + outsider = {**headers(actors[2]), "Idempotency-Key": key} + error( + client.post(path, headers=outsider, json={"text": "exact whitespace \n"}), 404, "not_found" + ) + other_user = {**headers(actors[1]), "Idempotency-Key": key} + own = client.post(path, headers=other_user, json={"text": "another author"}) + assert own.status_code == 201 and own.json()["id"] != first.json()["id"] + chat = client.post( + "/api/v1/chats", + headers=headers(actors[0]), + json={"title": "another", "member_ids": [actors[0]["id"]]}, + ).json() + other_chat = client.post( + f"/api/v1/chats/{chat['id']}/messages", headers=h, json={"text": "different chat"} + ) + assert other_chat.status_code == 201 and other_chat.json()["id"] != first.json()["id"] + assert client.delete("/api/v1/auth/sessions/current", headers=h).status_code == 204 + error(client.post(path, headers=h, json={"text": "exact whitespace \n"}), 401, "unauthorized") + + +def test_concurrent_replay_across_independent_apps(client, actors, room, settings): + path = f"/api/v1/chats/{room['id']}/messages" + h = {**headers(actors[0]), "Idempotency-Key": uuid4().hex} + with TestClient(create_app(settings)) as second: + assert second.app.state.instance_id != client.app.state.instance_id + + def send(i): + c = client if i % 2 else second + r = c.post(path, headers=h, json={"text": "same concurrent body"}) + assert r.status_code == 201 + return r.json(), r.headers["X-Instance-Id"] + + with ThreadPoolExecutor(max_workers=10) as pool: + results = list(pool.map(send, range(30))) + assert len({item[0]["id"] for item in results}) == 1 + assert len({item[1] for item in results}) == 2 + assert len(client.get(path, headers=headers(actors[1])).json()["items"]) == 1 + + +def test_side_effect_and_result_rollback_together(client, actors, room, settings, monkeypatch): + repository = client.app.state.repository + original = repository._save_request + + def fail_after_message_insert(*args): + raise RuntimeError("injected between message and result") + + monkeypatch.setattr(repository, "_save_request", fail_after_message_insert) + path = f"/api/v1/chats/{room['id']}/messages" + h = {**headers(actors[0]), "Idempotency-Key": uuid4().hex} + error( + client.post(path, headers=h, json={"text": "retry after rollback"}), 500, "internal_error" + ) + with psycopg.connect(settings.database_url) as conn: + assert conn.execute("SELECT count(*) FROM messages").fetchone()[0] == 0 + assert conn.execute("SELECT count(*) FROM message_requests").fetchone()[0] == 0 + monkeypatch.setattr(repository, "_save_request", original) + result = client.post(path, headers=h, json={"text": "retry after rollback"}) + assert result.status_code == 201 + assert ( + client.post(path, headers=h, json={"text": "retry after rollback"}).json() == result.json() + ) + + +def test_expired_key_can_be_reused_without_deleting_old_message(client, actors, room, settings): + path = f"/api/v1/chats/{room['id']}/messages" + h = {**headers(actors[0]), "Idempotency-Key": uuid4().hex} + first = client.post(path, headers=h, json={"text": "old"}).json() + with psycopg.connect(settings.database_url) as conn: + conn.execute( + "UPDATE message_requests SET created_at=clock_timestamp()-interval '2 days', " + "expires_at=clock_timestamp()-interval '1 day'" + ) + second = client.post(path, headers=h, json={"text": "new"}) + assert second.status_code == 201 and second.json()["id"] != first["id"] + assert len(client.get(path, headers=headers(actors[0])).json()["items"]) == 2 + + +@pytest.mark.parametrize("optimized", [True, False]) +def test_read_modes_preserve_public_result(client, actors, room, settings, optimized): + with TestClient(create_app(replace(settings, read_autocommit=optimized))) as c: + c.get("/api/v1/users/me", headers=headers(actors[0])) + pool = c.app.state.repository.pool + before = pool.get_stats().get("requests_num", 0) + response = c.get(f"/api/v1/chats/{room['id']}/messages", headers=headers(actors[0])) + assert response.status_code == 200 and response.json()["items"] == [] + assert pool.get_stats()["requests_num"] - before == 3 + + +def test_instance_header_covers_health_errors_and_success(client): + values = [ + client.get("/health/live"), + client.get("/health/ready"), + client.get("/api/v1/users/me"), + client.get("/not-a-route"), + ] + assert len({r.headers["X-Instance-Id"] for r in values}) == 1 + assert all(len(r.headers.get_list("X-Instance-Id")) == 1 for r in values) diff --git a/student-tests/test_pipeline.py b/student-tests/test_pipeline.py new file mode 100644 index 0000000..79aeeec --- /dev/null +++ b/student-tests/test_pipeline.py @@ -0,0 +1,357 @@ +import hashlib +import io +import json +import struct +import zlib +from dataclasses import replace +from datetime import UTC, datetime, timedelta +from types import SimpleNamespace +from urllib.parse import quote +from uuid import uuid4 + +import jsonschema +import pytest +from conftest import ROOT +from PIL import Image +from test_api import error, headers + +from messenger.broker import GROUP, STREAM, Broker, Job +from messenger.cleanup import collect +from messenger.domain import DomainError +from messenger.images import variants +from messenger.pipeline import Pipeline +from messenger.relay import publish_one +from messenger.worker import handle + +PNG = (ROOT / "tests/fixtures/sample.png").read_bytes() + + +def upload(client, actor, room, data=PNG, media="image/png", name="Фото.png"): + return client.post( + f"/api/v1/chats/{room['id']}/attachments?filename={quote(name, safe='')}", + headers={**headers(actor), "Content-Type": media}, + content=data, + ) + + +@pytest.fixture +def broker(settings): + b = Broker(settings) + assert settings.broker_url.endswith("/1") + b.client.flushdb() + b.group() + yield b + b.client.flushdb() + b.close() + + +def process(client, settings, broker): + db = client.app.state.repository + assert publish_one(db, broker, settings) + id, fields = broker.client.xreadgroup(GROUP, "unit", {STREAM: ">"}, count=1)[0][1][0] + jsonschema.validate( + json.loads(fields["job"]), + json.loads((ROOT / "contracts/jobs.schema.json").read_text()), + format_checker=jsonschema.FormatChecker(), + ) + handle(db, broker, client.app.state.attachments.store, settings, id, fields["job"]) + + +def test_queued_message_ready_and_all_variants(client, actors, room, settings, broker): + r = upload(client, actors[0], room) + assert r.status_code == 202 and r.json()["status"] == "queued" + a = r.json() + assert not a["variants"] and a["sha256"] == hashlib.sha256(PNG).hexdigest() + path = "/api/v1/attachments/" + a["id"] + error(client.get(path + "/content", headers=headers(actors[0])), 409, "conflict") + key = uuid4().hex + msg = client.post( + f"/api/v1/chats/{room['id']}/messages", + json={"text": "", "attachment_ids": [a["id"]]}, + headers={**headers(actors[0]), "Idempotency-Key": key}, + ) + assert msg.status_code == 201 + for suffix in ("", "/content"): + error(client.get(path + suffix, headers=headers(actors[2])), 404, "not_found") + error(client.get(path + suffix), 401, "unauthorized") + process(client, settings, broker) + ready = client.get(path, headers=headers(actors[1])).json() + assert ready["status"] == "ready" and ready["error_code"] is None + assert {v["name"] for v in ready["variants"]} == {"thumbnail", "crop", "optimized"} + assert client.get(path + "/content", headers=headers(actors[1])).content == PNG + for v in ready["variants"]: + content = client.get(path + "/content?variant=" + v["name"], headers=headers(actors[1])) + assert content.status_code == 200 and content.headers["content-type"] == v["content_type"] + assert len(content.content) == v["size_bytes"] + assert hashlib.sha256(content.content).hexdigest() == v["sha256"] + with Image.open(io.BytesIO(content.content)) as image: + assert image.size == (v["width"], v["height"]) + assert not image.getexif() + with client.app.state.repository.connection() as conn: + j = conn.execute( + "SELECT * FROM attachment_jobs WHERE attachment_id=%s", (a["id"],) + ).fetchone() + job = Job( + schema_version=1, + type="attachment.process.v1", + job_id=str(j["job_id"]), + attachment_id=a["id"], + pipeline_version=1, + attempt=1, + created_at=a["created_at"], + ) + sid = broker.publish(job) + handle( + client.app.state.repository, + broker, + client.app.state.attachments.store, + settings, + sid, + job.model_dump_json(exclude_none=True), + ) + assert client.get(path, headers=headers(actors[0])).json() == ready + assert broker.client.xlen(STREAM) == 0 + + +@pytest.mark.parametrize("name", ["", "../a.png", "a\\b.png", "a\x00.png", "\n.png", "x" * 256]) +def test_bad_filename(client, actors, room, name): + error(upload(client, actors[0], room, name=name), 400, "invalid_request") + + +@pytest.mark.parametrize( + "data,media", + [ + (b"", "image/png"), + (b"bad", "image/png"), + (PNG[:30], "image/png"), + (PNG, "image/jpeg"), + (PNG, "text/plain"), + ], +) +def test_bad_image(client, actors, room, data, media): + error(upload(client, actors[0], room, data, media), 415, "unsupported_media_type") + + +def test_upload_limits_and_pixel_bomb(client, actors, room): + error(upload(client, actors[0], room, b"x" * (10485760 + 1)), 413, "payload_too_large") + error( + upload(client, actors[0], room, (b"x" * 1048576 for _ in range(11))), + 413, + "payload_too_large", + ) + data = bytearray(PNG) + data[16:24] = struct.pack(">II", 10000, 10000) + data[29:33] = struct.pack(">I", zlib.crc32(data[12:29]) & 0xFFFFFFFF) + error(upload(client, actors[0], room, bytes(data)), 413, "payload_too_large") + + +@pytest.mark.parametrize("size", [(320, 200), (17, 11), (1, 400), (400, 1), (1281, 713)]) +def test_transform_dimensions_alpha_and_exif(size): + raw = io.BytesIO() + Image.new("RGBA", size, (1, 2, 3, 0)).save(raw, "PNG") + results = {name: (data, dims, media) for name, data, dims, media in variants(raw, 1)} + scale = max(size) + assert results["thumbnail"][1] == tuple(max(1, n * min(256, scale) // scale) for n in size) + assert results["crop"][1] == (128, 128) + assert max(results["optimized"][1]) <= 1280 + with Image.open(io.BytesIO(results["thumbnail"][0])) as image: + assert image.getpixel((0, 0)) == (255, 255, 255) + + +def test_exif_orientation_and_original_unchanged(): + raw = io.BytesIO() + exif = Image.Exif() + exif[274] = 6 + Image.new("RGB", (320, 200), "red").save(raw, "JPEG", exif=exif) + before = raw.getvalue() + result = list(variants(raw, 1)) + assert result[0][2] == (160, 256) and raw.getvalue() == before + for _, data, _, _ in result: + with Image.open(io.BytesIO(data)) as image: + assert not image.getexif() + + +def test_failed_retry_replay_and_ready_replay_rejected( + client, actors, room, settings, broker, monkeypatch +): + a = upload(client, actors[0], room).json() + store, db = client.app.state.attachments.store, client.app.state.repository + original = store.put + monkeypatch.setattr( + store, "put", lambda *_: (_ for _ in ()).throw(DomainError(503, "unavailable", "test")) + ) + process(client, replace(settings, job_max_attempts=1), broker) + path = "/api/v1/attachments/" + a["id"] + assert client.get(path, headers=headers(actors[0])).json()["error_code"] == "retry_exhausted" + error( + client.post( + f"/api/v1/chats/{room['id']}/messages", + json={"text": "", "attachment_ids": [a["id"]]}, + headers={**headers(actors[0]), "Idempotency-Key": uuid4().hex}, + ), + 409, + "conflict", + ) + Pipeline(db, settings).replay(a["id"]) + monkeypatch.setattr(store, "put", original) + process(client, settings, broker) + assert client.get(path, headers=headers(actors[0])).json()["status"] == "ready" + with pytest.raises(ValueError): + Pipeline(db, settings).replay(a["id"]) + + +def test_invalid_envelope_quarantined(client, settings, broker): + sid = broker.client.xadd(STREAM, {"job": '{"url":"http://untrusted.invalid/"}'}) + handle( + client.app.state.repository, + broker, + client.app.state.attachments.store, + settings, + sid, + '{"url":"http://untrusted.invalid/"}', + ) + assert broker.client.xlen("invalid-jobs") == 1 + assert "url" not in json.dumps(broker.client.xrange("invalid-jobs")) + + +def test_staging_failure_has_no_accepted_job(client, actors, room, monkeypatch): + store = client.app.state.attachments.store + monkeypatch.setattr( + store, "put", lambda *_: (_ for _ in ()).throw(DomainError(503, "unavailable", "test")) + ) + error(upload(client, actors[0], room), 503, "unavailable") + with client.app.state.repository.connection() as conn: + assert conn.execute("SELECT count(*) AS n FROM attachment_jobs").fetchone()["n"] == 0 + + +def test_gc_minimum_retention(client): + with pytest.raises(ValueError): + collect(client.app.state.repository, client.app.state.attachments.store, 0, True) + + +def test_gc_fences_paused_upload_before_job_commit(client, actors, room, settings, monkeypatch): + db, store = client.app.state.repository, client.app.state.attachments.store + p = Pipeline(db, settings) + id = str(uuid4()) + key = "staging/" + id + p.reserve(id, key) + store.put(key, io.BytesIO(PNG), len(PNG), "image/png", hashlib.sha256(PNG).hexdigest()) + # Simulated S3 object age; actual private test-bucket deletion and DB locks are real. + old = datetime.now(UTC) - timedelta(seconds=301) + head = store.head(key) + head["LastModified"] = old + objects = [{"Key": key, "ETag": head["ETag"], "Size": len(PNG), "LastModified": old}] + monkeypatch.setattr(store, "head", lambda _: head) + monkeypatch.setattr( + store.client, + "get_paginator", + lambda _: SimpleNamespace(paginate=lambda **_: [{"Contents": objects}]), + ) + assert collect(db, store, 300, True)["protected"] == 1 + with db.connection(write=True) as conn: + conn.execute( + "UPDATE upload_reservations SET expires_at=clock_timestamp()-interval '1 second' " + "WHERE id=%s", + (id,), + ) + assert collect(db, store, 300, False)["eligible"] == 1 + assert collect(db, store, 300, True)["deleted"] == 1 + with pytest.raises(DomainError) as expired: + p.accept( + id, + room["id"], + actors[0]["id"], + "paused.png", + "image/png", + len(PNG), + hashlib.sha256(PNG).hexdigest(), + key, + ) + assert expired.value.status == 503 and db.attachment(id) is None + + +def test_version_fence_rejects_old_writer(client, actors, room, settings, broker): + a = upload(client, actors[0], room).json() + db, store = client.app.state.repository, client.app.state.attachments.store + with db.connection() as conn: + j = conn.execute( + "SELECT * FROM attachment_jobs WHERE attachment_id=%s", (a["id"],) + ).fetchone() + envelope = Job( + schema_version=1, + type="attachment.process.v1", + job_id=str(j["job_id"]), + attachment_id=a["id"], + pipeline_version=1, + attempt=1, + created_at=a["created_at"], + ) + pipeline = Pipeline(db, settings) + outcome, old = pipeline.claim(envelope) + assert outcome == "claimed" + pipeline.replay(a["id"], new_version=True) + process(client, settings, broker) + current = db.attachment(a["id"]) + assert current["pipeline_version"] == 2 and current["storage_state"] == "ready" + assert not pipeline.publish(old, "objects/old-result", []) + handle( + db, + broker, + store, + settings, + broker.publish(envelope), + envelope.model_dump_json(exclude_none=True), + ) + assert db.attachment(a["id"])["object_key"] == current["object_key"] + + +def test_foreign_chat_attachment_is_not_linkable(client, actors, room): + a = upload(client, actors[0], room).json() + other = client.post( + "/api/v1/chats", + headers=headers(actors[0]), + json={"title": "other", "member_ids": [actors[0]["id"]]}, + ).json() + error( + client.post( + f"/api/v1/chats/{other['id']}/messages", + headers={**headers(actors[0]), "Idempotency-Key": uuid4().hex}, + json={"text": "", "attachment_ids": [a["id"]]}, + ), + 404, + "not_found", + ) + + +@pytest.mark.parametrize( + "patch", + [ + {"schema_version": True}, + {"traceparent": None}, + {"tracestate": None}, + {"url": "https://untrusted.invalid/"}, + {"job_id": "not-a-uuid"}, + {"pipeline_version": 0}, + {"attempt": 0}, + {"created_at": "2026-10-17T12:00:00"}, + {"traceparent": "invalid"}, + {"type": "download.anything"}, + ], +) +def test_job_schema_rejects_invalid_carrier(client, settings, broker, patch): + payload = { + "schema_version": 1, + "type": "attachment.process.v1", + "job_id": str(uuid4()), + "attachment_id": str(uuid4()), + "pipeline_version": 1, + "attempt": 1, + "created_at": "2026-10-17T12:00:00Z", + **patch, + } + data = json.dumps(payload) + sid = broker.client.xadd(STREAM, {"job": data}) + handle( + client.app.state.repository, broker, client.app.state.attachments.store, settings, sid, data + ) + assert broker.client.xrange("invalid-jobs")[0][1]["reason"] == "invalid_envelope" diff --git a/uv.lock b/uv.lock new file mode 100644 index 0000000..efc0218 --- /dev/null +++ b/uv.lock @@ -0,0 +1,1206 @@ +version = 1 +revision = 3 +requires-python = "==3.14.*" + +[[package]] +name = "annotated-doc" +version = "0.0.5" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/5a/8e/38aa427ed5402449e226975b649c5dc73ccadfefeb95e6aecb8f8ea4b6b6/annotated_doc-0.0.5.tar.gz", hash = "sha256:c7e58ce09192557605d8bbd92836d7e1d520ac9580096042c0bfd197efacf1bb", size = 10758, upload-time = "2026-07-28T13:50:58.129Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/3e/30/e900b21425a860e195f32e37657aa1f7c7f2b1bfb26f03ca209b90933c06/annotated_doc-0.0.5-py3-none-any.whl", hash = "sha256:117bac03a25ede5df5440e855b32d556049ca169ead221505badf432fed4b101", size = 5302, upload-time = "2026-07-28T13:50:57.239Z" }, +] + +[[package]] +name = "annotated-types" +version = "0.8.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/5f/56/a8120250d128bed162cd73c76d45f6ef9991f3e068f62a8ee060afa3104a/annotated_types-0.8.0.tar.gz", hash = "sha256:13b2beaad985e05e2d6407ee4c4f35590b11f8d693a258a561055cac8f64cab7", size = 15893, upload-time = "2026-07-23T20:16:13.995Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/99/91/8acff4f5e50511b911bbccb72b8628a49c68ce14148cd9f6431094859a90/annotated_types-0.8.0-py3-none-any.whl", hash = "sha256:f072f4d804ea359e4eaf198b1af7a8b0943881a87f31bb764f8bf219bb9419e0", size = 13427, upload-time = "2026-07-23T20:16:12.938Z" }, +] + +[[package]] +name = "anyio" +version = "4.15.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "idna" }, + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/a9/d2/f4d173e22df740bc37b1db102b386ba719b66e95b0f0d751f556b387e6d2/anyio-4.15.1.tar.gz", hash = "sha256:9f28306018cbd6d329e64a36d58256edff76dd996fe423bc957326e578b82a94", size = 276966, upload-time = "2026-09-05T10:42:39.44Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/12/b8/4bd346e22b28902df4d651910f5242c28d84e4a5c2435ca5c3f797ed7e2e/anyio-4.15.1-py3-none-any.whl", hash = "sha256:6152fdbbf9a77fdec97731721bebf7c4c44f7c29b424b0065826173efc7ed101", size = 132079, upload-time = "2026-09-05T10:42:37.923Z" }, +] + +[[package]] +name = "argon2-cffi" +version = "25.1.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "argon2-cffi-bindings" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/0e/89/ce5af8a7d472a67cc819d5d998aa8c82c5d860608c4db9f46f1162d7dab9/argon2_cffi-25.1.0.tar.gz", hash = "sha256:694ae5cc8a42f4c4e2bf2ca0e64e51e23a040c6a517a85074683d3959e1346c1", size = 45706, upload-time = "2025-06-03T06:55:32.073Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/4f/d3/a8b22fa575b297cd6e3e3b0155c7e25db170edf1c74783d6a31a2490b8d9/argon2_cffi-25.1.0-py3-none-any.whl", hash = "sha256:fdc8b074db390fccb6eb4a3604ae7231f219aa669a2652e0f20e16ba513d5741", size = 14657, upload-time = "2025-06-03T06:55:30.804Z" }, +] + +[[package]] +name = "argon2-cffi-bindings" +version = "26.1.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "cffi" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/0b/43/bb8b6e8708d49a5ab36781333af092d9f483b198a2710d01281204640055/argon2_cffi_bindings-26.1.0.tar.gz", hash = "sha256:63505c71542a44b68b1e38060450fb006404170da375feb31af153e7f9c6205d", size = 1790807, upload-time = "2026-08-20T07:44:22.492Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/e7/d2/0ae991f1b2181e5be49007c574710a800ad36c2978683addb3e67c474e55/argon2_cffi_bindings-26.1.0-cp310-abi3-macosx_11_0_arm64.whl", hash = "sha256:21ca0396fe5ec995dd54431c32698189666f9224810acfa752e50d2bd94d9df2", size = 25521, upload-time = "2026-08-20T07:32:43.019Z" }, + { url = "https://files.pythonhosted.org/packages/7e/e4/ad91d8297638aa2258aad4501c306aca99480dfe76ccd638173fa3702db9/argon2_cffi_bindings-26.1.0-cp310-abi3-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:78de2d65e0b9ea7ce9d1b1c3e87297b2d7305a02c266ee2a2d6910daddd7ee69", size = 27177, upload-time = "2026-08-20T07:32:44.158Z" }, + { url = "https://files.pythonhosted.org/packages/6f/86/5363df11b86d02cf3662208e7406496327649cc90eb365bf6f4e8a54a41f/argon2_cffi_bindings-26.1.0-cp310-abi3-manylinux_2_26_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:27f1821903e2ceadcb88ec2b45ef190897b7682449c772f4d9b53e42c520cf29", size = 26597, upload-time = "2026-08-20T07:32:45.172Z" }, + { url = "https://files.pythonhosted.org/packages/f4/b5/a14dcc592652347dad23ee93b278a4da5d2a25c9ed3ebd10d68eea823a4f/argon2_cffi_bindings-26.1.0-cp310-abi3-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:d88e5f7e60f28ae0b0cc6b2f16c43e87cd642a196a86f85e0d8bb6fe016fc16d", size = 27403, upload-time = "2026-08-20T07:32:46.13Z" }, + { url = "https://files.pythonhosted.org/packages/b3/81/b4a20d4902af7f796390bf9245ff83c5217dfa7367efa1d14986956c482b/argon2_cffi_bindings-26.1.0-cp310-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:34b7d9c24a4165a2c61cc8ae11d44d48c9ce2830fb536cb7914e11fdd9962728", size = 27132, upload-time = "2026-08-20T07:32:47.13Z" }, + { url = "https://files.pythonhosted.org/packages/7e/1b/c8de358af07b1c490e0fcb863ef98e46ddb486e45567aca5a60bd68d9daa/argon2_cffi_bindings-26.1.0-cp310-abi3-musllinux_1_2_riscv64.whl", hash = "sha256:224865cbbcb7a2bd1356741dff12b0134df726b6d44bb7b500df8e303cbd9e81", size = 27588, upload-time = "2026-08-20T07:32:48.087Z" }, + { url = "https://files.pythonhosted.org/packages/48/2f/7ee62a6e79f9309f9d9982d301b22a00010adb580c05c8109b94d7b33de0/argon2_cffi_bindings-26.1.0-cp310-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:ffff613aaa9ce6236766e2fc6dc560bb5abde7a2e2416e3db1f9ae395a2b4dd4", size = 26785, upload-time = "2026-08-20T07:32:48.977Z" }, + { url = "https://files.pythonhosted.org/packages/e9/10/960d0ee93d4897741bcaf4799c697dae2d81499f66fd1ed042a7dd54c1f4/argon2_cffi_bindings-26.1.0-cp310-abi3-win32.whl", hash = "sha256:a86c069c91a747a2c4e5c51473590aeb48172fff9b2130d23729a42d98665ecb", size = 23898, upload-time = "2026-08-20T07:32:50.114Z" }, + { url = "https://files.pythonhosted.org/packages/6d/3a/0cc14a05810e6add9bce5e87693334baa2222de5f647fa31781885b6573f/argon2_cffi_bindings-26.1.0-cp310-abi3-win_amd64.whl", hash = "sha256:2c36ff87b5dfaa477d0bd51e9d7f6abdae7c8955d2983c97419085d842154b3e", size = 25730, upload-time = "2026-08-20T07:32:51.091Z" }, + { url = "https://files.pythonhosted.org/packages/4e/db/d83cf2af140547f0b9cdaece05b2dc2dcbf991be4667331d073eff771435/argon2_cffi_bindings-26.1.0-cp310-abi3-win_arm64.whl", hash = "sha256:f9c4420a7a864fe1b86ce35befc95b8e39fb852493b81cf798671ddc265de638", size = 24478, upload-time = "2026-08-20T07:32:52.111Z" }, + { url = "https://files.pythonhosted.org/packages/76/38/de696045960f5b846d428c0fb6c130ed3da87aac2af209b05c193815404c/argon2_cffi_bindings-26.1.0-cp314-cp314-pyemscripten_2026_0_wasm32.whl", hash = "sha256:db0fcd827ca61622a01b220aadfbece01939acf53888f2cb98cd93e9b1e2c97e", size = 15449, upload-time = "2026-08-20T07:32:54.075Z" }, + { url = "https://files.pythonhosted.org/packages/91/0a/c25af768f6b75a5a71e31207f87c540656b2808c015260444a22763221ad/argon2_cffi_bindings-26.1.0-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:28524438cd3e723f25412f63d4fd516ff5bae9ae5aa56acbe2a1404398a0cf31", size = 25683, upload-time = "2026-08-20T07:32:55.05Z" }, + { url = "https://files.pythonhosted.org/packages/a8/7e/be212c751ab0bcea7f646615f933bf262e8e50b3f7bef32f861d0a2d066b/argon2_cffi_bindings-26.1.0-cp314-cp314t-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:ac82fc756a446b6ccd7139ce70efa9d8bbe541e7ad579a12dcb52764b7175c5f", size = 27311, upload-time = "2026-08-20T07:32:56.166Z" }, + { url = "https://files.pythonhosted.org/packages/a6/ee/f84b28e4afd13d3cac36c1d8fa8c239d2dc2c51cd978d02ee5d5ad98d9bb/argon2_cffi_bindings-26.1.0-cp314-cp314t-manylinux_2_26_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:6a4e68eed961a8de6928d1c17ff3dc2a547e0e923c17f8f1cd79fb7bc9502f98", size = 26771, upload-time = "2026-08-20T07:32:57.206Z" }, + { url = "https://files.pythonhosted.org/packages/21/c3/95c07a023691ecd529da9cb6a8f0779e13ebc1bdfaa86d145fdc1c6e7e79/argon2_cffi_bindings-26.1.0-cp314-cp314t-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:151dfaad9de753f4af2a7854e707e4784f2acc434340ade64239c5b104b2d605", size = 27568, upload-time = "2026-08-20T07:32:58.361Z" }, + { url = "https://files.pythonhosted.org/packages/e6/31/3a18e31406d8694b4d6a31573c3e572fff6bed318bb744453eb653766d22/argon2_cffi_bindings-26.1.0-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:061a6919145bbf282ebf1f9c59d3135d4833c25313c8595c0d68cf7712ddfce2", size = 27280, upload-time = "2026-08-20T07:32:59.343Z" }, + { url = "https://files.pythonhosted.org/packages/0b/39/d4be4577e178b2397aa5b5575c8a309bf0da2afe05fe0c72c8f398662d63/argon2_cffi_bindings-26.1.0-cp314-cp314t-musllinux_1_2_riscv64.whl", hash = "sha256:62ff20cd130c956c7c9144d5fe35228f98b51c579b2439e988b27ef93e16c02a", size = 27776, upload-time = "2026-08-20T07:33:00.325Z" }, + { url = "https://files.pythonhosted.org/packages/71/47/78f4dd96f7411339f723b96fe24039c1bd5835102b8a5ba71ac4ec712ac7/argon2_cffi_bindings-26.1.0-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:19423e5d7ac1cc354baab59eaabf18db2ec04ef6593b5abe5a34f323c4a8f87a", size = 26932, upload-time = "2026-08-20T07:33:01.272Z" }, + { url = "https://files.pythonhosted.org/packages/3b/cd/96bfd37434cc0a848a9066c291d84b28846c4c9ea289ed9866b1164d622b/argon2_cffi_bindings-26.1.0-cp314-cp314t-win32.whl", hash = "sha256:4f84cdd868978d7b7350a566c254042d44216d9e37f241f3a6d3b1dfebeede35", size = 24878, upload-time = "2026-08-20T07:33:02.189Z" }, + { url = "https://files.pythonhosted.org/packages/f1/42/d8b6810abd9b1bd2f47ebbccf460da59c9f32e94888bea4f7b137d998797/argon2_cffi_bindings-26.1.0-cp314-cp314t-win_amd64.whl", hash = "sha256:2b741888c93147444fdfc851abd81cc207f37f7f7da42062a00deb3888e57da8", size = 26656, upload-time = "2026-08-20T07:33:03.222Z" }, + { url = "https://files.pythonhosted.org/packages/a9/d1/095d95eaf2ed1d9f77268cf3291bde148c6cd56121f8db2c74c1ba618a0e/argon2_cffi_bindings-26.1.0-cp314-cp314t-win_arm64.whl", hash = "sha256:6ab674f668d5962a3a4136ae0812519b0f1586874263723a32181d60d64137e1", size = 25378, upload-time = "2026-08-20T07:33:04.332Z" }, +] + +[[package]] +name = "attrs" +version = "26.1.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/9a/8e/82a0fe20a541c03148528be8cac2408564a6c9a0cc7e9171802bc1d26985/attrs-26.1.0.tar.gz", hash = "sha256:d03ceb89cb322a8fd706d4fb91940737b6642aa36998fe130a9bc96c985eff32", size = 952055, upload-time = "2026-03-19T14:22:25.026Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/64/b4/17d4b0b2a2dc85a6df63d1157e028ed19f90d4cd97c36717afef2bc2f395/attrs-26.1.0-py3-none-any.whl", hash = "sha256:c647aa4a12dfbad9333ca4e71fe62ddc36f4e63b2d260a37a8b83d2f043ac309", size = 67548, upload-time = "2026-03-19T14:22:23.645Z" }, +] + +[[package]] +name = "boto3" +version = "1.43.109" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "botocore" }, + { name = "jmespath" }, + { name = "s3transfer" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/2a/80/0430e16c302b0d1a4ca3c8c69ffee9e4f8f2170d56162d2761b34fd512ba/boto3-1.43.109.tar.gz", hash = "sha256:c829bc3352e1e3922d8fe1db10b697182ac411b64ce5fc3acb0a06a29837417e", size = 112661, upload-time = "2026-10-07T15:24:51.293Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/a1/56/c83a8fdadf06f631d1a0c4d82fc8daa9e1a40f6354264fba20c186363f49/boto3-1.43.109-py3-none-any.whl", hash = "sha256:703a81baed186d31e27cf50065d25a9faeb704f009e7c56b0f002ca52a328896", size = 140044, upload-time = "2026-10-07T15:24:49.793Z" }, +] + +[[package]] +name = "botocore" +version = "1.43.114" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "jmespath" }, + { name = "python-dateutil" }, + { name = "urllib3" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/ce/c8/b508359d1f3846a918c06807a9ae27eee063f904559269e42ccde9de09ea/botocore-1.43.114.tar.gz", hash = "sha256:f366fa4db518775632ad1eb128cd8203ca46396cecf37209d904f0bbc049ce90", size = 16369844, upload-time = "2026-10-14T19:24:17.683Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/9a/41/7c6fa7ac5fcfd5ea3c6f32aab001942da32b184a210f39042778cb1ad8ed/botocore-1.43.114-py3-none-any.whl", hash = "sha256:d1c441a22e93e158de5b1e026205f5d6d67a4545d10540c5090c62dccb3a9eca", size = 16067885, upload-time = "2026-10-14T19:24:14.629Z" }, +] + +[[package]] +name = "certifi" +version = "2026.7.22" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/a3/c2/24167ea9858356b47a87a50d39908bfdb72ceeefe0041586e704e5376b3a/certifi-2026.7.22.tar.gz", hash = "sha256:741e2c3b351ddf169a738da9f2c048608ff7f2c5cc02f1ebc6b118bb090d5d55", size = 138112, upload-time = "2026-07-22T03:35:12.644Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/0b/a7/71ac2cff56fec219ed242bb11b8efb69fcc4bec75db06fb7bfe35de520e6/certifi-2026.7.22-py3-none-any.whl", hash = "sha256:62f22742b58a1a33014a2b6b706588a8d7e2a88ae7bd1a6ebe8c992928483775", size = 136983, upload-time = "2026-07-22T03:35:11.276Z" }, +] + +[[package]] +name = "cffi" +version = "2.1.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "pycparser", marker = "implementation_name != 'PyPy'" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/9e/ef/008a1939e372c06329a3fce4279c02f328488f3526744906eeec3da7ad5f/cffi-2.1.1.tar.gz", hash = "sha256:dd31f52ea1086513bb9df30f8fcee9b8918323ae067a3d5b78bc826a000712be", size = 530807, upload-time = "2026-08-03T21:21:18.939Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/d3/7b/d6bbf82b8b96e7391438898c42f5bd96dd02030fd5b64937d248220003e2/cffi-2.1.1-cp314-cp314-ios_13_0_arm64_iphoneos.whl", hash = "sha256:7dbb61fe3a7699468030f71bbe5f8a0e326a151daa91beb11a6fc1f980c55e1c", size = 194064, upload-time = "2026-08-03T21:20:17.148Z" }, + { url = "https://files.pythonhosted.org/packages/94/e6/bcc91b283be94735e268487a054004f0aa19947b6348fa367db53230abc8/cffi-2.1.1-cp314-cp314-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:f24fb43132a4c6b4cb4eb029492919b2db645be6808d738f244fd146c03c32cb", size = 196720, upload-time = "2026-08-03T21:20:18.268Z" }, + { url = "https://files.pythonhosted.org/packages/d9/99/c4b0c17cacdc9c3b8f280026286a9826d6a208c0f047591a3c3ce99b91fd/cffi-2.1.1-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:d28630f5854ab07ab1fd4aba756de52326c82e6be15d414b12793f1975048b54", size = 184964, upload-time = "2026-08-03T21:20:19.708Z" }, + { url = "https://files.pythonhosted.org/packages/b3/a9/9db617d05d7367c1ad0ab00b3aa6e6f9281edd689b4ee9ea0e5a84e89c97/cffi-2.1.1-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:661c298b4821edebead0c91edd2b00374d67ad7c5a1f7a91d4442633b79d6a72", size = 184962, upload-time = "2026-08-03T21:20:20.833Z" }, + { url = "https://files.pythonhosted.org/packages/67/b8/b42132ca113dc567d37684437b46ca1dafc885902b02a110a02d5b511857/cffi-2.1.1-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:58acb8ab8e295e6c5ea12f888cbb13cf21511ef2a3303a23f4325c29d17fe5c1", size = 222328, upload-time = "2026-08-03T21:20:22.118Z" }, + { url = "https://files.pythonhosted.org/packages/80/10/c5c0cbf0a657aecf59ef511409734230bf556f05a0d6c9eed7aa5c0a0166/cffi-2.1.1-cp314-cp314-manylinux2014_ppc64le.manylinux_2_17_ppc64le.whl", hash = "sha256:456a61fa52d579ebf9df2e9552ead5129855dbaff6c1e5a9b1bc408809bdc062", size = 209985, upload-time = "2026-08-03T21:20:23.401Z" }, + { url = "https://files.pythonhosted.org/packages/d5/6c/bfa0b87b03b9238148beca990292843c9396ba069b54496596594173de7b/cffi-2.1.1-cp314-cp314-manylinux2014_s390x.manylinux_2_17_s390x.whl", hash = "sha256:a4f00aa42f75d6e4595e8866e748cc1705adc0cddfeb2ca86d0d03993d63ba03", size = 208530, upload-time = "2026-08-03T21:20:24.628Z" }, + { url = "https://files.pythonhosted.org/packages/e9/02/4e7d553a7ac4b4238b38b3c1b80d486e9d4436f8d2acbf87a0997fe3f402/cffi-2.1.1-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:b0431303acaea1089ad4b3e9ce4e6518193def1118d4073ca848635ee4ea2e96", size = 221525, upload-time = "2026-08-03T21:20:25.758Z" }, + { url = "https://files.pythonhosted.org/packages/82/1d/a4aaf9babd75acb4d5f223bff71533bee748dd770a382619a798960ee9ba/cffi-2.1.1-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:64faea20f4e2613363a1a9b9c7dd73058f3ecd00133a511e72ad7c511658f527", size = 225053, upload-time = "2026-08-03T21:20:26.985Z" }, + { url = "https://files.pythonhosted.org/packages/81/10/5dc0e7bdd18e22107054288283380fc97a06ae3f1656a106908d666a3c88/cffi-2.1.1-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:5c58fe613dc5e5336357eff555824a314d8e43282600435c8d1cb6a7a2fedd13", size = 223213, upload-time = "2026-08-03T21:20:28.277Z" }, + { url = "https://files.pythonhosted.org/packages/0b/e9/d0061c364cde06ee43168a0d076ac1da512cbc380d44767b844ba34fe2b6/cffi-2.1.1-cp314-cp314-win32.whl", hash = "sha256:1a18a57b58cfb21fc28d72e876acf10eaed67a1ed96226f92af4df681d571c4c", size = 177682, upload-time = "2026-08-03T21:20:44.288Z" }, + { url = "https://files.pythonhosted.org/packages/a7/06/1c3e01e3ba14c39f6d10bfbac52753b7e22259e38088e5cfe1d704918690/cffi-2.1.1-cp314-cp314-win_amd64.whl", hash = "sha256:3222ba5d678f80a030e6afbcc33dc1ae5cb45facabb61cee2c7016b8432fde48", size = 187949, upload-time = "2026-08-03T21:20:45.623Z" }, + { url = "https://files.pythonhosted.org/packages/87/5b/da4e39efe18eeb89cf580ea9cfc66b6a7c3eadb808fc0cc1d3a295cb5a5d/cffi-2.1.1-cp314-cp314-win_arm64.whl", hash = "sha256:ab36d55f9ed2d067327667c2fea18dda018eb628dd6347aa01dda6cf1f5d3836", size = 182947, upload-time = "2026-08-03T21:20:46.955Z" }, + { url = "https://files.pythonhosted.org/packages/23/59/40338bf421c5accea1d45158170c87006ef1cd371b05c077e76476949728/cffi-2.1.1-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:7750c6449dff7864bb9bb27ddfb0267756189201a3afc911d82b3caacd70dfc3", size = 188504, upload-time = "2026-08-03T21:20:29.495Z" }, + { url = "https://files.pythonhosted.org/packages/7d/47/5ecf1023850036e674c77ec4de86182d309ae344e39e7cba984b7df5d647/cffi-2.1.1-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:0beceaabe56af686895136a2de78db54ecd8e4046b236b8fd6d6cb61389e9bf2", size = 188259, upload-time = "2026-08-03T21:20:31.291Z" }, + { url = "https://files.pythonhosted.org/packages/2a/9c/92934c3bea9f785b23eba304538c0b4d37a2a96d2431eb3a1bc87a11aa19/cffi-2.1.1-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:49cbc70e6542d4ccccb936558d1064a8012541e78f821f955cff24e357776c94", size = 223864, upload-time = "2026-08-03T21:20:32.571Z" }, + { url = "https://files.pythonhosted.org/packages/4d/45/ba4c93527bc38616a8bd36488acb69a2212d60486794f0c1f318949bbb76/cffi-2.1.1-cp314-cp314t-manylinux2014_ppc64le.manylinux_2_17_ppc64le.whl", hash = "sha256:e2d65b31f36619cda3999b78b2aa9632e76b78448e7a56fc4240824200e7c4fc", size = 211538, upload-time = "2026-08-03T21:20:33.808Z" }, + { url = "https://files.pythonhosted.org/packages/80/e9/b6ef565e452acb932fb0cb5443f44a78efbd1233e566f02b5a83855e9115/cffi-2.1.1-cp314-cp314t-manylinux2014_s390x.manylinux_2_17_s390x.whl", hash = "sha256:28907ab9bfb6aa13184cfc17c6b8e1023c5ab6fd7076d8c20a35e59fe04f8f29", size = 210688, upload-time = "2026-08-03T21:20:34.974Z" }, + { url = "https://files.pythonhosted.org/packages/9a/95/eff5f0cee78d2eabc7eebffec40d3fc1876b5f3c95582e018bb4b99601f2/cffi-2.1.1-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:51b31d1c98274844cfd7838ce00bfc27c7423a4dc00fc0772fc3331c2cc90676", size = 223803, upload-time = "2026-08-03T21:20:36.564Z" }, + { url = "https://files.pythonhosted.org/packages/fa/01/579d39fb8bef00a335a23d83757b44feb24cd6345a2c451b64cb67b9c362/cffi-2.1.1-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:5e7cecbaadb83884793e05828cee59b210b24583b9c7425d0ba6a754fe22eb4e", size = 226763, upload-time = "2026-08-03T21:20:37.816Z" }, + { url = "https://files.pythonhosted.org/packages/8d/b0/0b44f47c60b01b57b6e2bbd92343f13a85a1d93bc46ccf6e47e244acd99c/cffi-2.1.1-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:25792eac27877609e7bb06d42ff88278a6624fff2ba9bbb523c09616b117e80f", size = 225688, upload-time = "2026-08-03T21:20:38.959Z" }, + { url = "https://files.pythonhosted.org/packages/eb/d2/3b7176cb570a1d3e27faf67b72f591af508036e0d8b2be2ef9af9e8c84bb/cffi-2.1.1-cp314-cp314t-win32.whl", hash = "sha256:8ef53b2de9bcb9197d31854256575d59dbac0cba72ac627bb291ef5eceb74be4", size = 182868, upload-time = "2026-08-03T21:20:40.388Z" }, + { url = "https://files.pythonhosted.org/packages/56/78/31f00c1bcd97c9bbf55f1bfdf5bc809a5de8887473e90bb9960dca825e80/cffi-2.1.1-cp314-cp314t-win_amd64.whl", hash = "sha256:616f097f2fe415bc92a247f02e11f634e1f9e9a83d327e3c915c15089c87869e", size = 194104, upload-time = "2026-08-03T21:20:41.725Z" }, + { url = "https://files.pythonhosted.org/packages/7b/1b/58496f2ed0a35de575250c02a43ab3cc2c04d494a88fed31c1cabc0fd176/cffi-2.1.1-cp314-cp314t-win_arm64.whl", hash = "sha256:ad2c86c495b899d862ea0f4b42891b8713a3bd45dd4105c7fd51c2a72f39f3a5", size = 186402, upload-time = "2026-08-03T21:20:43.042Z" }, +] + +[[package]] +name = "charset-normalizer" +version = "3.5.2" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/33/1c/f41d4e74c28ab327ff3acd36053f7ea506c55872d7a90b0fa71aa3ab0c89/charset_normalizer-3.5.2.tar.gz", hash = "sha256:39de2a259fc954455c57274dc94c79d5842774e1247a016aff30bc0efed0f4ef", size = 172659, upload-time = "2026-09-30T04:39:23.398Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/58/ca/7aa91362a2f77ac8e9e28a9b902a74f7d0e11a851ef0d27a74308da8cd90/charset_normalizer-3.5.2-cp314-cp314-android_24_arm64_v8a.whl", hash = "sha256:1afb975bd5d68d5ce9f6b6d44fdf2f7e34b895a35e95708a7a91b20a3b51d187", size = 226010, upload-time = "2026-09-30T04:36:27.669Z" }, + { url = "https://files.pythonhosted.org/packages/a8/cf/ac8878d0322cf88a1aad4c7b147db32ca0bd806eb0060957b2e31486dbe6/charset_normalizer-3.5.2-cp314-cp314-android_24_x86_64.whl", hash = "sha256:bbbfc8e28816f19d7c0f1816664980c0a9875d01b27cdf8eedddb639d9e108ad", size = 239266, upload-time = "2026-09-30T04:36:29.434Z" }, + { url = "https://files.pythonhosted.org/packages/c9/6d/9a08d7e0b29b7208e2c6c01dc56c8e0520e7c7beadbbfb024b58fd69c8a5/charset_normalizer-3.5.2-cp314-cp314-ios_13_0_arm64_iphoneos.whl", hash = "sha256:7967d08cf06dee78443b874f98c98036f624f3a4e73e11f9f64f5be4d25393cf", size = 206783, upload-time = "2026-09-30T04:36:30.872Z" }, + { url = "https://files.pythonhosted.org/packages/82/44/b0aa350280e6ff5a5492d17cf10460dd39d5ee848f872f7ba2df10607f60/charset_normalizer-3.5.2-cp314-cp314-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:4c2b5031f63e331e3839b40aed2dd6f191e9c07edbde303e7876846ea1946995", size = 210449, upload-time = "2026-09-30T04:36:32.625Z" }, + { url = "https://files.pythonhosted.org/packages/7c/8a/40db9aa9f5907bb0e6f8b6d64064bf8852fb33d4b813ff9414911df7647c/charset_normalizer-3.5.2-cp314-cp314-macosx_10_15_universal2.whl", hash = "sha256:fcff63213e8e6e47770541a4607175404f47cbb3ebea7b6058cc82d524a0e424", size = 367815, upload-time = "2026-09-30T04:36:34.197Z" }, + { url = "https://files.pythonhosted.org/packages/7f/72/9c5e7707b57c8ddfa9ddf7b0b1d009d7fbab9e9e887d5b721060f37e307d/charset_normalizer-3.5.2-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:8d86d6fc60743dc916eb79e2eb1ec4818e21e427731543af40a3021851174a13", size = 247095, upload-time = "2026-09-30T04:36:35.803Z" }, + { url = "https://files.pythonhosted.org/packages/83/09/71e453691e927de4ddf792770cfaab3f49d494e222f66ea5e404bbd5e39c/charset_normalizer-3.5.2-cp314-cp314-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:7a881931aa470808df94a8c380eed2bbbc76cd9dc622310f99665658c821eb6d", size = 233942, upload-time = "2026-09-30T04:36:37.407Z" }, + { url = "https://files.pythonhosted.org/packages/9f/86/85c84e4da8b27dd409577d9437926ff581c5f9d3c66038dc68c1a526de51/charset_normalizer-3.5.2-cp314-cp314-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:8024d00c3faf3fc0c16e07a69f4405e8eac7cc0ab15f65fe6cf43827c4cf72b4", size = 273762, upload-time = "2026-09-30T04:36:38.904Z" }, + { url = "https://files.pythonhosted.org/packages/92/08/564955a4b5f2ccb410ab480bbe8c6a18063ff27f2d35458731c4a5335df9/charset_normalizer-3.5.2-cp314-cp314-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:4d48f2d08b9de5864e2c8744d4461b862fb149a18274abc8b698c45975573438", size = 269514, upload-time = "2026-09-30T04:36:40.469Z" }, + { url = "https://files.pythonhosted.org/packages/18/24/bad3ac4271589df29cf5ce2f5ae490518a5739358052bd0d61209e6fea54/charset_normalizer-3.5.2-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:34276fd796040bf0993ab33a369aa572e6979c7aab225a88893667ad8eac8f7a", size = 255056, upload-time = "2026-09-30T04:36:42.02Z" }, + { url = "https://files.pythonhosted.org/packages/d6/3e/350d89ad49916b86554d6f5f2d03ec1152148f87e5ff735106c6a03b1a36/charset_normalizer-3.5.2-cp314-cp314-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:0521c5665880b33d603717defa76c094048900010897909952397feb3039da56", size = 251311, upload-time = "2026-09-30T04:36:43.577Z" }, + { url = "https://files.pythonhosted.org/packages/56/5b/4970a2d154df502e133402906dd04e3ae7cada7b3011283c88d0479a2585/charset_normalizer-3.5.2-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:eff0ac9dbe711a4aee69bf04a83896aa9b85f19641264053a9f6d48573abb7dd", size = 250190, upload-time = "2026-09-30T04:36:45.185Z" }, + { url = "https://files.pythonhosted.org/packages/88/8c/f1a91bddc8fb47c2889e29ea7ea49a194eb0d9868675d786806519c00d76/charset_normalizer-3.5.2-cp314-cp314-musllinux_1_2_armv7l.whl", hash = "sha256:1503bccbeb36d5527790c3930327704c39af22de3112f1b1666a9f3ce15ee204", size = 237098, upload-time = "2026-09-30T04:36:46.689Z" }, + { url = "https://files.pythonhosted.org/packages/24/0e/bb5dace3cc7e79068425386a6589c19b5a2ab5fefc2a46abea6919683332/charset_normalizer-3.5.2-cp314-cp314-musllinux_1_2_ppc64le.whl", hash = "sha256:52aa6992700996af31f375de0c6bacd402b0097fe40b53c426b9f51a90ebabc7", size = 274228, upload-time = "2026-09-30T04:36:48.31Z" }, + { url = "https://files.pythonhosted.org/packages/9d/79/b849ad523017ea9f5a45581bbebed91439e0cf42fd2860a6f64e358eb5a6/charset_normalizer-3.5.2-cp314-cp314-musllinux_1_2_riscv64.whl", hash = "sha256:e09a3942ecbdee5cce73ea9d42da82b81b72ac1bf031ce069b93b5adf4eac8cd", size = 252401, upload-time = "2026-09-30T04:36:50.091Z" }, + { url = "https://files.pythonhosted.org/packages/89/8c/75469d690cf47200bce8f6cad7655724fc23148e147abfc5ce78b5f65863/charset_normalizer-3.5.2-cp314-cp314-musllinux_1_2_s390x.whl", hash = "sha256:c7c9ab723cde841fefb34efbad91e87f00a674b1fe1cd0784fde742bf2c154dc", size = 271846, upload-time = "2026-09-30T04:36:51.719Z" }, + { url = "https://files.pythonhosted.org/packages/26/cd/6d52d3c7437cdcf2e310ce9f28f282e733d4ef60ed19105d1819c356255f/charset_normalizer-3.5.2-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:ddc7dacc8ece3a182e7f15cb862d1fd616b46d076cb1ae9dd232b2c38b655874", size = 258151, upload-time = "2026-09-30T04:36:53.234Z" }, + { url = "https://files.pythonhosted.org/packages/f7/4c/070b38bdb5f49a70199fce923ec0726a49536a63ab262abbfcaaf351110b/charset_normalizer-3.5.2-cp314-cp314-pyemscripten_2026_0_wasm32.whl", hash = "sha256:ee43c17b173d46a3212baa6ead3ae258eeabdae48c263a01ccf0218c366dd655", size = 143570, upload-time = "2026-09-30T04:36:54.816Z" }, + { url = "https://files.pythonhosted.org/packages/81/84/9ebfc8ed6c8c4fcd8e726ff6bf220cc8deb3966e31dce9be8dd8aa017e64/charset_normalizer-3.5.2-cp314-cp314-win32.whl", hash = "sha256:4f87960d57feabfb618e4e0af6e7371645fa26a277860739d6e5d6e0012c92f0", size = 186412, upload-time = "2026-09-30T04:36:56.643Z" }, + { url = "https://files.pythonhosted.org/packages/d1/78/5ed86f743d4bc350db307e7636419a0a5ee1d91806d30c7f667bd5c80dae/charset_normalizer-3.5.2-cp314-cp314-win_amd64.whl", hash = "sha256:e4e81e09c1578b8df602e3db08b0b3ea0a6947ad612f52bf8dc5ea8d47691f0c", size = 210965, upload-time = "2026-09-30T04:36:58.205Z" }, + { url = "https://files.pythonhosted.org/packages/53/94/a3a7698e9b1a395e1eb99ccd9a324be9347973bff4e72db2a06496d7cd27/charset_normalizer-3.5.2-cp314-cp314-win_arm64.whl", hash = "sha256:80d02b6f04e92601a081dd97b23d3128033098bff5d35d392ddcc0476ea11253", size = 200406, upload-time = "2026-09-30T04:36:59.764Z" }, + { url = "https://files.pythonhosted.org/packages/c1/48/c5dd00d5ef7791f02666de250a5bb6071e29b7e133cf4b835800b6d3bc27/charset_normalizer-3.5.2-cp314-cp314t-macosx_10_15_universal2.whl", hash = "sha256:dca9ab98072a5a54ebacebdc45f53e645336b320c667410b061be1ca588ae709", size = 396871, upload-time = "2026-09-30T04:37:01.543Z" }, + { url = "https://files.pythonhosted.org/packages/12/c8/8379554b42e8368161d898476686947a0fdbd3e8865170d7909dcabfdee8/charset_normalizer-3.5.2-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:f0aa869112ef88429ae17820d99c3dd9504c9e9c671d3c246f3d7442cb051084", size = 249711, upload-time = "2026-09-30T04:37:03.111Z" }, + { url = "https://files.pythonhosted.org/packages/4a/eb/2ddb1035d17320caa9f41682935123a9a250277b261c3efc86b2d2a21343/charset_normalizer-3.5.2-cp314-cp314t-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:c0afc6800ba57ccc350374c5bd6150419915d95ce93cdbab2d783d75eaf30ecb", size = 231146, upload-time = "2026-09-30T04:37:04.721Z" }, + { url = "https://files.pythonhosted.org/packages/4a/24/2ecb4bde104322cd7859d6594fcfa74649f8d90b3221c9feecbef149875b/charset_normalizer-3.5.2-cp314-cp314t-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:7dcd882da75ef9adf94903b1e3b9419e8aa8fb4c7396822b834b9ef7fb96954f", size = 271552, upload-time = "2026-09-30T04:37:06.295Z" }, + { url = "https://files.pythonhosted.org/packages/3f/98/9d5f6ebc3aee9fef5d30b4aff11fb2ab7a1222b4064f8ef2c7c87cde217a/charset_normalizer-3.5.2-cp314-cp314t-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:2e06a3a98f916dd41d27f3105e02e7a40181c98c94b9158733d03a6f80506c09", size = 269810, upload-time = "2026-09-30T04:37:07.905Z" }, + { url = "https://files.pythonhosted.org/packages/09/e1/a3b06a10461b1b7628853c934c644e03bc28e42767116afb52f19a56519b/charset_normalizer-3.5.2-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:6bd128f206a7752ae1f2ab6c61bf8a24ba28913a10df8b14c2637b973ff97a80", size = 259845, upload-time = "2026-09-30T04:37:09.554Z" }, + { url = "https://files.pythonhosted.org/packages/fd/d3/6f561f74a296cf27d61775a1dc665ad13f3bff6a798810ca05907f37a7c4/charset_normalizer-3.5.2-cp314-cp314t-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:c8f3d67aeaf55f017982b73683f0e7342ba2f6635a78f69ce89ebb26aa411e5c", size = 252825, upload-time = "2026-09-30T04:37:11.274Z" }, + { url = "https://files.pythonhosted.org/packages/26/9f/69e13ca3b18f43e0eafcd34c04a45b732ae22a43b54a5fc9e119103356eb/charset_normalizer-3.5.2-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:fe9753dfee015c570d73df76f899f18444d41388bffcde097deba51c4fadbb9f", size = 252659, upload-time = "2026-09-30T04:37:12.941Z" }, + { url = "https://files.pythonhosted.org/packages/73/a9/ace29806a0dae18939919c76ba526472d83214afa101105fabff2cf30625/charset_normalizer-3.5.2-cp314-cp314t-musllinux_1_2_armv7l.whl", hash = "sha256:92888bb3187c5ba50500b00b3b310c9f2c651709d28036077680cb5255450a03", size = 238819, upload-time = "2026-09-30T04:37:14.659Z" }, + { url = "https://files.pythonhosted.org/packages/f8/c1/6116d52a2e3311ec80f21f5fb5e17b27405f10b9608af8f6e69516841a1b/charset_normalizer-3.5.2-cp314-cp314t-musllinux_1_2_ppc64le.whl", hash = "sha256:d008d90a7f2471519aef0c90dfbe73b3e6e4d5e66ac48e19154c17e89e98b604", size = 272973, upload-time = "2026-09-30T04:37:16.346Z" }, + { url = "https://files.pythonhosted.org/packages/19/aa/9955c7e93bba10a9c7e8f7a5031b7ced66f3a1883a55c00712b8d5850ff3/charset_normalizer-3.5.2-cp314-cp314t-musllinux_1_2_riscv64.whl", hash = "sha256:31f3930700408d211f13378ccbe1c40845d8da54bd0681fac3a9b5aae81c7aa8", size = 253692, upload-time = "2026-09-30T04:37:18.212Z" }, + { url = "https://files.pythonhosted.org/packages/bb/33/2a6ae7fdc1b10cb581cef91addd8cdfc5f40d50abb5702309369d5834579/charset_normalizer-3.5.2-cp314-cp314t-musllinux_1_2_s390x.whl", hash = "sha256:2a925889534b3748302dae5dead07cc13480de1dac3aea80a941b729b471ef93", size = 268757, upload-time = "2026-09-30T04:37:19.877Z" }, + { url = "https://files.pythonhosted.org/packages/a2/22/80992720a0282cd39bba1db35868e6b9c22f41281160143a836544bc1d8a/charset_normalizer-3.5.2-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:f5ec61164adcec446f8969a3358ec3f9b26bbda3b9213e5586d219afa8df2915", size = 262220, upload-time = "2026-09-30T04:37:21.583Z" }, + { url = "https://files.pythonhosted.org/packages/92/9f/181fd07e1bffea1d95cd80c84ac537354f50699c22cfc4d3c02b6fc16208/charset_normalizer-3.5.2-cp314-cp314t-win32.whl", hash = "sha256:598a11a2c7ebaa5334bf698bf29568c9c390abac6a154d8170fedecd1cea38c5", size = 197797, upload-time = "2026-09-30T04:37:23.235Z" }, + { url = "https://files.pythonhosted.org/packages/49/1c/25d8415ec1c4f2f41f1680435e4c87cfb378ff2f677d950946f2a45d0632/charset_normalizer-3.5.2-cp314-cp314t-win_amd64.whl", hash = "sha256:7fdde2c9fd9e3eca40631e024664cf2584272cc8f96308cbe5fdfc930f51d8bc", size = 222765, upload-time = "2026-09-30T04:37:24.891Z" }, + { url = "https://files.pythonhosted.org/packages/3e/b4/46b48f013dadfc0d0d33b375438e31bdf5a989dc68389c6bf627054d4df9/charset_normalizer-3.5.2-cp314-cp314t-win_arm64.whl", hash = "sha256:d1befeed746d247c81127bb14de9dc3d30edb6e5976d34f83f86ed262b1d9105", size = 210985, upload-time = "2026-09-30T04:37:26.634Z" }, + { url = "https://files.pythonhosted.org/packages/8c/ab/176fbfd5b64939c55d652366aa5b9ef1d767af207a3aa6ebeb0d226c484d/charset_normalizer-3.5.2-cp37-abi3-macosx_10_9_universal2.whl", hash = "sha256:4275811936e2f06feff5e598fb42a1b7ae852da8e39605211892b56b81a34efd", size = 331815, upload-time = "2026-09-30T04:38:26.216Z" }, + { url = "https://files.pythonhosted.org/packages/7e/84/371eac6b30bdbcbf2d632a1a01809103459216fcaae61b8b8d922c1bfb8a/charset_normalizer-3.5.2-cp37-abi3-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:1c50fe28bbc2ced33386f298650d91218076c05420e6cbd790b913adc41659e7", size = 253276, upload-time = "2026-09-30T04:38:28.032Z" }, + { url = "https://files.pythonhosted.org/packages/43/6f/c4fbae58febff71709c51bc7e18fdfa55341dc382704740f9f0cbf03817b/charset_normalizer-3.5.2-cp37-abi3-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d19fbd981a488e22cd04883659ca6b08f50b5974f9fd7c95655ef6a043e5893f", size = 241239, upload-time = "2026-09-30T04:38:29.732Z" }, + { url = "https://files.pythonhosted.org/packages/61/71/458c3f42164a07d0c5210798e9e704b39e540a6793b05aba67f3a35243a9/charset_normalizer-3.5.2-cp37-abi3-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:0fed1d06615f022ee3b13caf5e8b180cfea32bb2c5aded8a9d44277afc040f93", size = 231121, upload-time = "2026-09-30T04:38:31.462Z" }, + { url = "https://files.pythonhosted.org/packages/09/54/ab9e89367076f6331bb6c65c4bf14a5361fa5191cb6561bf534f18504e1b/charset_normalizer-3.5.2-cp37-abi3-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:838dcc90063569a0448120554591a1d6c4a4ffe11babf048908793154ab86ade", size = 260350, upload-time = "2026-09-30T04:38:33.239Z" }, + { url = "https://files.pythonhosted.org/packages/7c/c1/061431ecc688d9d76602502cb57cc01e691e682c18f1beb45f9673b5bbd2/charset_normalizer-3.5.2-cp37-abi3-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:2ce45c6627b22c47e390bc91a41c3d13032192e699fa0bea96e9671b373d69b0", size = 255430, upload-time = "2026-09-30T04:38:34.865Z" }, + { url = "https://files.pythonhosted.org/packages/8d/1f/20c8949f0676f7ab811abdeb7f4d7f1cbc6e61ff20bef08b44edeb092bc8/charset_normalizer-3.5.2-cp37-abi3-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:0774bf9bf620249fee3e0b8b9fd3065de213be30f3aa94ce2494b3b638949e26", size = 250612, upload-time = "2026-09-30T04:38:36.649Z" }, + { url = "https://files.pythonhosted.org/packages/2b/9e/46f2fa4c431fc98c4ae76a8cb5bdca54e0341e3cfc3fcfd8e82740250818/charset_normalizer-3.5.2-cp37-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:1db38f4c5496827c1a501846d64d14c3b80c7e6714e406cd7dc36a9899fa1011", size = 242083, upload-time = "2026-09-30T04:38:38.26Z" }, + { url = "https://files.pythonhosted.org/packages/bd/39/559be29a0c0f086e0bba6922babd38916cc5e0b58ced4de13ee01ea05508/charset_normalizer-3.5.2-cp37-abi3-musllinux_1_2_armv7l.whl", hash = "sha256:304d8e4d493af723536393eee0c689eb7813f4a474c8b479dee63f1fdd98f621", size = 232738, upload-time = "2026-09-30T04:38:39.81Z" }, + { url = "https://files.pythonhosted.org/packages/ff/6c/387b0e4f756a282831c1d9fc6aeb6c51ca4507ca202767c8de15ce9b12e2/charset_normalizer-3.5.2-cp37-abi3-musllinux_1_2_ppc64le.whl", hash = "sha256:9b7f416ff0978e2f2249330527f0ad6fa02f4932e6199692d3b52da2048c19e4", size = 260703, upload-time = "2026-09-30T04:38:41.346Z" }, + { url = "https://files.pythonhosted.org/packages/96/92/1fdf015f09ef449f50d3ac4b67c90887c9c318b727daa95cc4f866e6521d/charset_normalizer-3.5.2-cp37-abi3-musllinux_1_2_riscv64.whl", hash = "sha256:01077390b03f7988f11d700a2194e69b119741a86b1a638b1db88891e3eced8e", size = 247622, upload-time = "2026-09-30T04:38:42.937Z" }, + { url = "https://files.pythonhosted.org/packages/dc/3c/8e7b8a5671ad5d433669fb2a76f1a0164df2d9b1718b0206bc2a16d840cc/charset_normalizer-3.5.2-cp37-abi3-musllinux_1_2_s390x.whl", hash = "sha256:7e841fb9010836c992c9f12fcbd43a831de93a5f726fc1ccd8ca1d0268c5014c", size = 257500, upload-time = "2026-09-30T04:38:44.604Z" }, + { url = "https://files.pythonhosted.org/packages/b4/f0/45b579df5cabc1d5d53ea1cc35e8437d3ca768c0acccc7041517cb6fbb32/charset_normalizer-3.5.2-cp37-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:9cae88599c7219005d879f98e5ed53341e9a122af585e1091200358a3003d2a0", size = 255100, upload-time = "2026-09-30T04:38:46.289Z" }, + { url = "https://files.pythonhosted.org/packages/31/68/fdec18a343f5fb3f310588dd478b09ac4799e0b187dbade3a8cd776f03ef/charset_normalizer-3.5.2-cp37-abi3-win32.whl", hash = "sha256:01b0c0d2262a9e28e8484a278c7e1b5d650e3ac8cf2683d2967e25899f208bdf", size = 174499, upload-time = "2026-09-30T04:38:47.999Z" }, + { url = "https://files.pythonhosted.org/packages/9d/8a/b618149cc5207943a0242068d7a27897f56a62947b5a039085f2a22029f8/charset_normalizer-3.5.2-cp37-abi3-win_amd64.whl", hash = "sha256:9f56f72050826f63dcee7a7f55b0a77168cb3bfc553fd405e7f8f9ece75a4036", size = 200092, upload-time = "2026-09-30T04:38:49.707Z" }, + { url = "https://files.pythonhosted.org/packages/03/cf/4c66866fa9e2b1c78e3c911516d1de497a677b7ac60f1eceda74ce777ca3/charset_normalizer-3.5.2-cp37-abi3-win_arm64.whl", hash = "sha256:40ab6bffa02ae10a0581e6c198be7d2d8ca5c2a0c64e4ed3465d766df457573e", size = 294363, upload-time = "2026-09-30T04:38:51.312Z" }, + { url = "https://files.pythonhosted.org/packages/fc/ad/d07d7862a62ffa6d79d68074d14823243dd235a77c45262acbf6adeb28bf/charset_normalizer-3.5.2-py3-none-any.whl", hash = "sha256:b6b751274acb69d77b3323d6b7dbaa3c7fdfc1eb829b7eb61d262f32e1af9685", size = 68872, upload-time = "2026-09-30T04:39:21.828Z" }, +] + +[[package]] +name = "click" +version = "8.5.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/c7/0e/7fa0ef50764b67090eca4114772a2abf8b6148198475e54c660b97caeee6/click-8.5.0.tar.gz", hash = "sha256:ba0d2089de75ea0310e2dde03160e6ca10009947fb95a182f9b54021bb272e34", size = 382235, upload-time = "2026-08-26T13:33:14.56Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/58/50/6c0d534c5f134586a8e1ba4e330569e32f057e33372ae556463212fb4cd3/click-8.5.0-py3-none-any.whl", hash = "sha256:255bc9599cf7748b4b1a446ccc735421bd08a2ae529a8b88597d3de5664ee360", size = 125251, upload-time = "2026-08-26T13:33:12.928Z" }, +] + +[[package]] +name = "colorama" +version = "0.4.6" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/d8/53/6f443c9a4a8358a93a6792e2acffb9d9d5cb0a5cfd8802644b7b1c9a02e4/colorama-0.4.6.tar.gz", hash = "sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44", size = 27697, upload-time = "2022-10-25T02:36:22.414Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/d1/d6/3965ed04c63042e047cb6a3e6ed1a63a35087b6a609aa3a15ed8ac56c221/colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6", size = 25335, upload-time = "2022-10-25T02:36:20.889Z" }, +] + +[[package]] +name = "contourpy" +version = "1.4.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "numpy" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/83/5a/a55177dd22553a277388e8a1b3220e92de91bacb28356cdc73caa240121d/contourpy-1.4.0.tar.gz", hash = "sha256:20156f5a1ac4f8ce02656e39a61e82164a3d359796dc8026f75b062783d500e1", size = 13323726, upload-time = "2026-09-11T19:05:05.808Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/75/b0/b548628c8dddf6e5e0a981b7fa8e4c008024df09c7d17c6a9e271edfa0b3/contourpy-1.4.0-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:a3e67bc1a6a4618a1dac7c3053a9ffece5ddfa2046b2670b342cf430bb0b87d1", size = 297354, upload-time = "2026-09-11T19:03:35.017Z" }, + { url = "https://files.pythonhosted.org/packages/04/5a/513484208742f65af2648c519f0b7ab034616e183c4403538024c136a1ab/contourpy-1.4.0-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:072a702e2e178f4fcf96f04775d0c059e4c917925abf0d3208ebb6865df3c23d", size = 283729, upload-time = "2026-09-11T19:03:36.818Z" }, + { url = "https://files.pythonhosted.org/packages/35/da/5a6562febc994b2c4bf9d01e57a50458ef8a2051bb3e7b35a00333e0fc26/contourpy-1.4.0-cp314-cp314-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:404dbcd9233513dfd1323b66ea593fef90e899f658f6b8a9ed8e93bd0ca669db", size = 357819, upload-time = "2026-09-11T19:03:39.058Z" }, + { url = "https://files.pythonhosted.org/packages/6d/99/7b358ce888aaa426f755daa096c99c59d17c352037344e836f20e5d3b957/contourpy-1.4.0-cp314-cp314-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:61624f6722480aa7e168fd746164e7bfdf48f8ccb6542f1613741200dc37e2b1", size = 407795, upload-time = "2026-09-11T19:03:41.293Z" }, + { url = "https://files.pythonhosted.org/packages/be/02/34d7548adf08c60967435d79d7a90882eacc84f5093435287974c7e99943/contourpy-1.4.0-cp314-cp314-manylinux_2_26_s390x.manylinux_2_28_s390x.whl", hash = "sha256:2e741a39dfc96babe1722561e81351aeec104526c57dbe91c167c1db606c2d55", size = 408552, upload-time = "2026-09-11T19:03:42.728Z" }, + { url = "https://files.pythonhosted.org/packages/cf/8c/9677dad226e5aaac5b823d5b09d881ebc32ff1648af417597649841e516c/contourpy-1.4.0-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:e439ab450c93455feb0218532ded3e946ec7a9b5f459069f122cfa44b89229f6", size = 384850, upload-time = "2026-09-11T19:03:44.402Z" }, + { url = "https://files.pythonhosted.org/packages/08/f5/e3fbeaa489c223629fbb434737cb3de4ecaca9cae4825e77b92490f640f8/contourpy-1.4.0-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:417be048f7e122cefbe2a34c51a1f2b0410f8eb35796f794d45475ddb7872d9d", size = 1357601, upload-time = "2026-09-11T19:03:46.746Z" }, + { url = "https://files.pythonhosted.org/packages/88/be/55fec293d342c222ed58a5d4056df4362e192af2e59527a3d5d822de8828/contourpy-1.4.0-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:43d80072a32299bf945de0a6dd4e034ea0162e832261de2e07a274a5adbba9c9", size = 1427340, upload-time = "2026-09-11T19:03:48.745Z" }, + { url = "https://files.pythonhosted.org/packages/86/40/0faabf453edf59b0e3633381d7ca72c3414fb9b72b5cbb08b06ed792d3e5/contourpy-1.4.0-cp314-cp314-pyemscripten_2026_0_wasm32.whl", hash = "sha256:fa1b787362a3856e63dd2b89449f6c384d55ee1beb8f94f4bcc871b40f02462c", size = 118355, upload-time = "2026-09-11T19:03:50.047Z" }, + { url = "https://files.pythonhosted.org/packages/38/0c/7ea75aa3559ae8a6805015e15a19c92b6480752ecc92526361e5776e88c5/contourpy-1.4.0-cp314-cp314-win32.whl", hash = "sha256:738c44fa71735a617f36da58e32810512407d283d5d1bb5b1cecb00d7eeba7cf", size = 356977, upload-time = "2026-09-11T19:04:11.401Z" }, + { url = "https://files.pythonhosted.org/packages/15/41/3df8cc14bb572c8b447f9dfbc876703f0f2f2896058285b5c87a1d4a638d/contourpy-1.4.0-cp314-cp314-win_amd64.whl", hash = "sha256:181bea01bc742734ae672fa00c717d855dd35e1f029536406538c52e7b0cd73d", size = 240101, upload-time = "2026-09-11T19:04:12.772Z" }, + { url = "https://files.pythonhosted.org/packages/66/01/ee6830a5aa4565662a345172f6f35eeeed625d20f1c9d4ecd35318fe4ade/contourpy-1.4.0-cp314-cp314-win_arm64.whl", hash = "sha256:64039341e2d8804f1a13bda8c69083eab935167bbd7e856cf096241f17d5bd45", size = 576359, upload-time = "2026-09-11T19:04:14.983Z" }, + { url = "https://files.pythonhosted.org/packages/51/af/49ee9c9cf012699e505c1b63c531cc99f19df50f205173092c4d541e3ec7/contourpy-1.4.0-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:ef47fef9a912c77e3d84b014f701e5a9340f25703e9ed3bcebe37f91fb69dc49", size = 313601, upload-time = "2026-09-11T19:03:51.452Z" }, + { url = "https://files.pythonhosted.org/packages/ad/59/ce411ab2be0f805038626d8f4ca9ce563487ff51ff6c363e7512271564ed/contourpy-1.4.0-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:96019f059bcb3774acc0104be3360a57b36d33eaaa2e1d7f77c800ca8e07618b", size = 302812, upload-time = "2026-09-11T19:03:53.022Z" }, + { url = "https://files.pythonhosted.org/packages/95/b0/390915f9af14c1e2d3b2a9ad99d85b98df4352346a51e368cbb825f813c3/contourpy-1.4.0-cp314-cp314t-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:ddf5a2596d716fd3793434844caf31abc7a40b1e8718431420c89858268fb909", size = 348996, upload-time = "2026-09-11T19:03:54.594Z" }, + { url = "https://files.pythonhosted.org/packages/c7/85/e0952576d54322f3e9983b1e049a7a31f42ce82c5c29d01821e6dd3780d7/contourpy-1.4.0-cp314-cp314t-manylinux_2_26_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:dd59df9e2fb0aff8bd7fd1adb9f349b7c835245a9d0f18c2f2deeb537190f2b1", size = 400272, upload-time = "2026-09-11T19:03:56.822Z" }, + { url = "https://files.pythonhosted.org/packages/d6/7d/f13543a5e1598e4a4ad01d9d5e2d65f9c09c37660616429913d606c5977d/contourpy-1.4.0-cp314-cp314t-manylinux_2_26_s390x.manylinux_2_28_s390x.whl", hash = "sha256:b7794ea07cab575633daad8d6e963b662053391022294d3aacc1d9ba9ef54114", size = 412895, upload-time = "2026-09-11T19:03:58.487Z" }, + { url = "https://files.pythonhosted.org/packages/c5/a8/6e5eaff53507dfd2dfc428240eecda32453067277d4b3e7ca71210b2d611/contourpy-1.4.0-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:a1c8a74744fa746eeaa12f0f9ed7f8b4add9d8f1b14d95e3b5e133675eac888f", size = 377060, upload-time = "2026-09-11T19:04:00.122Z" }, + { url = "https://files.pythonhosted.org/packages/16/a3/d00e44d35511b3cead5bd794ee672d4eecf30d9de4ceac57a49d6204064f/contourpy-1.4.0-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:107ec46f7aa1664266d69b1181aadc953d58d39f7d8d648fa5b795d4a060b0de", size = 1345688, upload-time = "2026-09-11T19:04:02.705Z" }, + { url = "https://files.pythonhosted.org/packages/1e/01/1e533b0cae32c8edd63fe40435ec3b29345dab87321afcd28722d7f957d1/contourpy-1.4.0-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:5a4c89c7f38a0d7a94356d74e3391073c4325c4d47ad2fd065c3fe7dbae16c0c", size = 1416140, upload-time = "2026-09-11T19:04:04.77Z" }, + { url = "https://files.pythonhosted.org/packages/6d/0c/4ee66759f00d6a5d6909782f14f441d639fa18a4a43142e334351efc47f8/contourpy-1.4.0-cp314-cp314t-win32.whl", hash = "sha256:912c6afaa106e2f74ba22b30416b77ef7eb94e3bdc5a4df51ab147845dba9b6d", size = 371982, upload-time = "2026-09-11T19:04:06.233Z" }, + { url = "https://files.pythonhosted.org/packages/e6/ac/b3e5324138c3e3741f526663f4f265f4f69dfdf26415a39428940864a5f6/contourpy-1.4.0-cp314-cp314t-win_amd64.whl", hash = "sha256:ef9440f6f8506246269a82734f5ff9e2e4c5e775b3996fc883cc491c5257eca6", size = 262907, upload-time = "2026-09-11T19:04:07.882Z" }, + { url = "https://files.pythonhosted.org/packages/19/37/c9aa45e47819dc15a38fc5c81a2fb987fde55e9d3b991fbde514e3b6b5f5/contourpy-1.4.0-cp314-cp314t-win_arm64.whl", hash = "sha256:fc9feef8f1f001c5b87decadc67c4a5d1eebb62ca39c4763d1237ff62cf2b707", size = 587071, upload-time = "2026-09-11T19:04:09.898Z" }, +] + +[[package]] +name = "cycler" +version = "0.12.1" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/a9/95/a3dbbb5028f35eafb79008e7522a75244477d2838f38cbb722248dabc2a8/cycler-0.12.1.tar.gz", hash = "sha256:88bb128f02ba341da8ef447245a9e138fae777f6a23943da4540077d3601eb1c", size = 7615, upload-time = "2023-10-07T05:32:18.335Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/e7/05/c19819d5e3d95294a6f5947fb9b9629efb316b96de511b418c53d245aae6/cycler-0.12.1-py3-none-any.whl", hash = "sha256:85cef7cff222d8644161529808465972e51340599459b8ac3ccbac5a854e0d30", size = 8321, upload-time = "2023-10-07T05:32:16.783Z" }, +] + +[[package]] +name = "fastapi" +version = "0.143.3" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "annotated-doc" }, + { name = "opentelemetry-api" }, + { name = "pydantic" }, + { name = "starlette" }, + { name = "typing-extensions" }, + { name = "typing-inspection" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/38/d5/b0aeb0b303650ac87b0411de4aaf3f901b06042dcc3fb00f30b97b7ff585/fastapi-0.143.3.tar.gz", hash = "sha256:b9ab567ee57afb4454004ce04c889f8f0160ac47946b99795887cd6e88484848", size = 469834, upload-time = "2026-10-16T14:14:13.31Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/2c/1a/03d246befcf307219bb2161c97d8c5d314f84125bf7dd245730a28589828/fastapi-0.143.3-py3-none-any.whl", hash = "sha256:75e8bd68e2f52f77d29b2879749c257d64de2d85282d25270caf2bfccce5efe5", size = 144849, upload-time = "2026-10-16T14:14:11.763Z" }, +] + +[[package]] +name = "fonttools" +version = "4.67.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/94/36/102e180f8f5dbaee88b26595b01ca8aa80bf4e62128d9aa94265b3996c96/fonttools-4.67.0.tar.gz", hash = "sha256:3cb57e6600ca77c0b1729cf8adc23bc0652633a37f18cfa934d9c7bc3de25519", size = 3750028, upload-time = "2026-10-14T13:20:28.294Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/25/5b/c418f48918e40ef8c3f0f555567fe013c0c8058a8afa8040d6baeec80683/fonttools-4.67.0-cp314-cp314-macosx_10_15_universal2.whl", hash = "sha256:846982e89b1861d6c9d7fcd6567aec3fa5a10ad313e7f2076045fcd339cfbd8e", size = 3110155, upload-time = "2026-10-14T13:19:14.877Z" }, + { url = "https://files.pythonhosted.org/packages/30/18/49013c643c3d56fce1b7e909ef7c01c36a5bd906dfb58571c9dcdaa4dc38/fonttools-4.67.0-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:952eb091689545d86d16e40f719ed7bb086dd810a07dcc9ea2ca0a81004810a3", size = 2599657, upload-time = "2026-10-14T13:19:16.93Z" }, + { url = "https://files.pythonhosted.org/packages/1f/2c/b7f33fa3bd1e4afdf9bf93b760f22486350eda487ce76c47f5931f868957/fonttools-4.67.0-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:e2b5d511ea012dce7bd6df12b279b7d7a5b01b019865717d03ae679f4b944fa5", size = 5385200, upload-time = "2026-10-14T13:19:18.868Z" }, + { url = "https://files.pythonhosted.org/packages/79/fe/fef04b2cc2930edba11095f9e9b5c2797f8594fc54316195cc39d3c3bc63/fonttools-4.67.0-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:916836845e4b1c1447bb61390ffb3cb5f2940fd9f5d6de4685539a81806c7764", size = 5328754, upload-time = "2026-10-14T13:19:21.179Z" }, + { url = "https://files.pythonhosted.org/packages/2e/c6/41cd4f6137f61dd059cc0609b73d9556091ecfcc8cb4d3cc543129c8ec24/fonttools-4.67.0-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:775364ac079e2ea7a2eedb5f9172c57b059d638ff79e2bf8d4257e5805713f32", size = 5327159, upload-time = "2026-10-14T13:19:23.153Z" }, + { url = "https://files.pythonhosted.org/packages/53/5c/08abd0a6d5c36624411e1b934745b4689d4309b03e98d8cf49f9469c63b6/fonttools-4.67.0-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:b3ddf350e74508102b33dc6b32984b6dd751359a7c57732bcd39f9d7cb37d71e", size = 5460332, upload-time = "2026-10-14T13:19:25.454Z" }, + { url = "https://files.pythonhosted.org/packages/b5/0f/59e835023817fe3932653067fde74960a0800fb95535375d8206aa9ecd68/fonttools-4.67.0-cp314-cp314-win32.whl", hash = "sha256:72d6d316dffc92eadb771f697f289ea7b60f689580931328905a267bd170f93b", size = 2448714, upload-time = "2026-10-14T13:19:27.73Z" }, + { url = "https://files.pythonhosted.org/packages/b3/d3/5230265a5ff16aead01ce1a432a6b5bbdabe086f433988f41a1395e6dff8/fonttools-4.67.0-cp314-cp314-win_amd64.whl", hash = "sha256:4e2c1586b5b6588a47d02e2588170eefdc996b708f2659c44dbe169bd6fcacb5", size = 2500790, upload-time = "2026-10-14T13:19:29.906Z" }, + { url = "https://files.pythonhosted.org/packages/b3/38/d899d7bbbe04d27dd509ac6b8f58f73fc240bb1dfe0ada9a9d33ad3bf9f2/fonttools-4.67.0-cp314-cp314t-macosx_10_15_universal2.whl", hash = "sha256:84a3aed005de106fb1794372dace82eca50859d52ae26da4bb6c602480a41250", size = 3183808, upload-time = "2026-10-14T13:19:32.015Z" }, + { url = "https://files.pythonhosted.org/packages/c3/f6/4f465a62972e383b3d82205841b93f625a4e5ece6e5693c5be2a691ffe6d/fonttools-4.67.0-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:64e56d0d6a39780fee86955c758674538387b18f911ea904a4aae8f8e30fa26f", size = 2632826, upload-time = "2026-10-14T13:19:33.854Z" }, + { url = "https://files.pythonhosted.org/packages/d7/91/ce1ae8f8baa75feb2320caf6f74d2c228eba210a13b3e0895c0403e5e987/fonttools-4.67.0-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:8c21073cfe7129aaa070d94f575c1e2a880ae4aae1dcffd5352f174b96d27d16", size = 5557857, upload-time = "2026-10-14T13:19:36.086Z" }, + { url = "https://files.pythonhosted.org/packages/fe/1c/495fe0a6bb8625e693c1417e178aeac42a11aa47e79efd7611c7bc5fb81e/fonttools-4.67.0-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:720bcf27727193b0fe1883c2e036dc88e37047916e977f5c3daf6ee4316e9656", size = 5364450, upload-time = "2026-10-14T13:19:38.5Z" }, + { url = "https://files.pythonhosted.org/packages/19/9c/d9730d3dd32e39583d6db929d0867df02042539bb0ebc3ad3d92a52a6aaf/fonttools-4.67.0-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:6c19a770a8d273371a37969003c143eaa629ab893c3db028af8b91d04c6f9a6d", size = 5425231, upload-time = "2026-10-14T13:19:40.659Z" }, + { url = "https://files.pythonhosted.org/packages/f0/c6/d41c1163431828b0fa2172e867798e0c4517ac6606e774b9175e048fb666/fonttools-4.67.0-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:13d7507252c5a5d7941a5fa1be27d335c378ef07983ea2bb24988bf600eadd5e", size = 5460574, upload-time = "2026-10-14T13:19:43.22Z" }, + { url = "https://files.pythonhosted.org/packages/95/af/14885b78b1c1ff7219f890b79a5a6f76608d907c171b40e43839de995f54/fonttools-4.67.0-cp314-cp314t-win32.whl", hash = "sha256:07a2f36b3263faadf5b7b548f62fd3cac401e490189c82b16f7139ac0df91cd4", size = 2482468, upload-time = "2026-10-14T13:19:45.91Z" }, + { url = "https://files.pythonhosted.org/packages/cf/33/3d660eb850d24a81b4097ed46a1352c4ac0e4c10025526fa115e1871fc64/fonttools-4.67.0-cp314-cp314t-win_amd64.whl", hash = "sha256:fd79e36c2968e9fc3e1b082f2ba7dc63ae88a161a3d8ceaa0746b906455f3617", size = 2532326, upload-time = "2026-10-14T13:19:48.023Z" }, + { url = "https://files.pythonhosted.org/packages/3d/61/4161946319472aaa9b897bd18ad5108a5b10f5ebaa503d921a001ac4fff9/fonttools-4.67.0-py3-none-any.whl", hash = "sha256:4304f03ed7f4ba000a8dcc941ad854bfa52e2f3b6112b8f099b6f431cf98e701", size = 1213142, upload-time = "2026-10-14T13:20:26.258Z" }, +] + +[[package]] +name = "googleapis-common-protos" +version = "1.76.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "protobuf" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/62/b6/bc095b23a3e0d978e75c8c18cabe4c11f791837410670e4486f0d539bfba/googleapis_common_protos-1.76.0.tar.gz", hash = "sha256:71db0e44a1d4c2dd024ebad44ca67129cc1e2892e4861df466764749d5ef8642", size = 156250, upload-time = "2026-10-22T23:43:36.263Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/05/6d/78dc67a9e779e594b49bf62604034d3a6aa428a55afc729cafda4b7333e1/googleapis_common_protos-1.76.0-py3-none-any.whl", hash = "sha256:59e13344a9f3651aa201a03e2bee815a3bf43a4baf1f9ff8a9b62a840ce25fac", size = 307707, upload-time = "2026-10-22T23:43:10.445Z" }, +] + +[[package]] +name = "h11" +version = "0.16.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/01/ee/02a2c011bdab74c6fb3c75474d40b3052059d95df7e73351460c8588d963/h11-0.16.0.tar.gz", hash = "sha256:4e35b956cf45792e4caa5885e69fba00bdbc6ffafbfa020300e549b208ee5ff1", size = 101250, upload-time = "2025-04-24T03:35:25.427Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/04/4b/29cac41a4d98d144bf5f6d33995617b185d14b22401f75ca86f384e87ff1/h11-0.16.0-py3-none-any.whl", hash = "sha256:63cf8bbe7522de3bf65932fda1d9c2772064ffb3dae62d55932da54b31cb6c86", size = 37515, upload-time = "2025-04-24T03:35:24.344Z" }, +] + +[[package]] +name = "httpcore" +version = "1.0.9" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "certifi" }, + { name = "h11" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/06/94/82699a10bca87a5556c9c59b5963f2d039dbd239f25bc2a63907a05a14cb/httpcore-1.0.9.tar.gz", hash = "sha256:6e34463af53fd2ab5d807f399a9b45ea31c3dfa2276f15a2c3f00afff6e176e8", size = 85484, upload-time = "2025-04-24T22:06:22.219Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/7e/f5/f66802a942d491edb555dd61e3a9961140fd64c90bce1eafd741609d334d/httpcore-1.0.9-py3-none-any.whl", hash = "sha256:2d400746a40668fc9dec9810239072b40b4484b640a8c38fd654a024c7a1bf55", size = 78784, upload-time = "2025-04-24T22:06:20.566Z" }, +] + +[[package]] +name = "httpx" +version = "0.28.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "anyio" }, + { name = "certifi" }, + { name = "httpcore" }, + { name = "idna" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/b1/df/48c586a5fe32a0f01324ee087459e112ebb7224f646c0b5023f5e79e9956/httpx-0.28.1.tar.gz", hash = "sha256:75e98c5f16b0f35b567856f597f06ff2270a374470a5c2392242528e3e3e42fc", size = 141406, upload-time = "2024-12-06T15:37:23.222Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/2a/39/e50c7c3a983047577ee07d2a9e53faf5a69493943ec3f6a384bdc792deb2/httpx-0.28.1-py3-none-any.whl", hash = "sha256:d909fcccc110f8c7faf814ca82a9a4d816bc5a6dbfea25d6591d6985b8ba59ad", size = 73517, upload-time = "2024-12-06T15:37:21.509Z" }, +] + +[[package]] +name = "idna" +version = "3.20" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/f5/08/8eea9d4b8302028f3abb2c0813953f7aec26d33b7a8960ed760e65ff29fa/idna-3.20.tar.gz", hash = "sha256:a7db850025b95ded1eae8a46181a1a6c56c92c96f0e2b005d9ff8dc0210cab44", size = 216463, upload-time = "2026-09-17T14:11:04.752Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/58/a2/bb081bab032533a855d44de1d56f8e8426114ff1ba5d1f07a438a0a654f8/idna-3.20-py3-none-any.whl", hash = "sha256:ab7ae7122974553370f0bdb919e1a960b2cd1bc1ef0276416d896db81c14582c", size = 69583, upload-time = "2026-09-17T14:11:03.168Z" }, +] + +[[package]] +name = "iniconfig" +version = "2.3.1" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/01/e1/2069291243c926a2ff1cd706c7f3eeb9b62144bf60f77c9fb9ff2fb26bd3/iniconfig-2.3.1.tar.gz", hash = "sha256:67f4b9c50da0dedf52af349e7749a80a9057a5031199791b906c3bb3ae878960", size = 21209, upload-time = "2026-10-06T22:48:38.076Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/56/43/4ca9e49d27a1fcf6bece6f6aec0ea46bb9112489b93d4b688fb415457bdb/iniconfig-2.3.1-py3-none-any.whl", hash = "sha256:9121e2c1fdb355232495be3194c8dfe87ccc2d5dee45947b78e68f499790d7a7", size = 7552, upload-time = "2026-10-06T22:48:36.959Z" }, +] + +[[package]] +name = "jmespath" +version = "1.1.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/d3/59/322338183ecda247fb5d1763a6cbe46eff7222eaeebafd9fa65d4bf5cb11/jmespath-1.1.0.tar.gz", hash = "sha256:472c87d80f36026ae83c6ddd0f1d05d4e510134ed462851fd5f754c8c3cbb88d", size = 27377, upload-time = "2026-01-22T16:35:26.279Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/14/2f/967ba146e6d58cf6a652da73885f52fc68001525b4197effc174321d70b4/jmespath-1.1.0-py3-none-any.whl", hash = "sha256:a5663118de4908c91729bea0acadca56526eb2698e83de10cd116ae0f4e97c64", size = 20419, upload-time = "2026-01-22T16:35:24.919Z" }, +] + +[[package]] +name = "jsonschema" +version = "4.26.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "attrs" }, + { name = "jsonschema-specifications" }, + { name = "referencing" }, + { name = "rpds-py" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/b3/fc/e067678238fa451312d4c62bf6e6cf5ec56375422aee02f9cb5f909b3047/jsonschema-4.26.0.tar.gz", hash = "sha256:0c26707e2efad8aa1bfc5b7ce170f3fccc2e4918ff85989ba9ffa9facb2be326", size = 366583, upload-time = "2026-01-07T13:41:07.246Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/69/90/f63fb5873511e014207a475e2bb4e8b2e570d655b00ac19a9a0ca0a385ee/jsonschema-4.26.0-py3-none-any.whl", hash = "sha256:d489f15263b8d200f8387e64b4c3a75f06629559fb73deb8fdfb525f2dab50ce", size = 90630, upload-time = "2026-01-07T13:41:05.306Z" }, +] + +[[package]] +name = "jsonschema-path" +version = "0.3.4" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "pathable" }, + { name = "pyyaml" }, + { name = "referencing" }, + { name = "requests" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/6e/45/41ebc679c2a4fced6a722f624c18d658dee42612b83ea24c1caf7c0eb3a8/jsonschema_path-0.3.4.tar.gz", hash = "sha256:8365356039f16cc65fddffafda5f58766e34bebab7d6d105616ab52bc4297001", size = 11159, upload-time = "2025-01-24T14:33:16.547Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/cb/58/3485da8cb93d2f393bce453adeef16896751f14ba3e2024bc21dc9597646/jsonschema_path-0.3.4-py3-none-any.whl", hash = "sha256:f502191fdc2b22050f9a81c9237be9d27145b9001c55842bece5e94e382e52f8", size = 14810, upload-time = "2025-01-24T14:33:14.652Z" }, +] + +[[package]] +name = "jsonschema-specifications" +version = "2025.9.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "referencing" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/19/74/a633ee74eb36c44aa6d1095e7cc5569bebf04342ee146178e2d36600708b/jsonschema_specifications-2025.9.1.tar.gz", hash = "sha256:b540987f239e745613c7a9176f3edb72b832a4ac465cf02712288397832b5e8d", size = 32855, upload-time = "2025-09-08T01:34:59.186Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/41/45/1a4ed80516f02155c51f51e8cedb3c1902296743db0bbc66608a0db2814f/jsonschema_specifications-2025.9.1-py3-none-any.whl", hash = "sha256:98802fee3a11ee76ecaca44429fda8a41bff98b00a0f2838151b113f210cc6fe", size = 18437, upload-time = "2025-09-08T01:34:57.871Z" }, +] + +[[package]] +name = "kiwisolver" +version = "1.5.1" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/ba/07/bd78e6a8fae171ea041ef5bba3ed21a003522fa088834b069b1909981f30/kiwisolver-1.5.1.tar.gz", hash = "sha256:f1303ef2eec81262a4b708c3e858afe58d7c75ad91c1c05266eda7673369859a", size = 104395, upload-time = "2026-08-28T10:28:27.153Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/dd/87/2d5dfad0daf17dcc18d98c48ed2332fc3f051cf599e60be6182a30dd4cf1/kiwisolver-1.5.1-cp314-cp314-ios_13_0_arm64_iphoneos.whl", hash = "sha256:0324cd2567259b7a095f6cf18a52b0ffc6f3de9e69528ff1bc0e7a37bd43ff1a", size = 62337, upload-time = "2026-08-28T10:26:18.778Z" }, + { url = "https://files.pythonhosted.org/packages/08/c8/83e1624f15d6262b470dbcc80b09979fd4d5b2ea3ddfc6b6e3327e235726/kiwisolver-1.5.1-cp314-cp314-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:74ea337e0ec3f6f342a36a4f1b5cd94dd9affddcd28ba9aae2905af932ee8c6b", size = 64513, upload-time = "2026-08-28T10:26:19.909Z" }, + { url = "https://files.pythonhosted.org/packages/c9/2d/827ec30eb07f528c08d8459ffb318ae91a56d793ee8acbea8b491f0ff906/kiwisolver-1.5.1-cp314-cp314-ios_13_0_x86_64_iphonesimulator.whl", hash = "sha256:ee9df1f0d77b9c6e94f4ac0fec533fbddd5ea3a327807f18d7b069ae019ded80", size = 66287, upload-time = "2026-08-28T10:26:21.078Z" }, + { url = "https://files.pythonhosted.org/packages/53/11/5c43a562529dad8def4b81e5e1877c612a7e0298105a5939b3b409d2079c/kiwisolver-1.5.1-cp314-cp314-macosx_10_15_universal2.whl", hash = "sha256:fc271a6f0a2126958f4090e5507b9da5848927dae331f8f763bd4aa642b3d2cd", size = 123940, upload-time = "2026-08-28T10:26:22.475Z" }, + { url = "https://files.pythonhosted.org/packages/64/db/9bd6c505c95128c258a55236bfbb3a7a3fb6023f863316b6d7d9f3c69052/kiwisolver-1.5.1-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:9b3092d8992a1d69b7a59c3e39f35e1b9be327a17f68a7c35fc17329e337d6f2", size = 66493, upload-time = "2026-08-28T10:26:23.743Z" }, + { url = "https://files.pythonhosted.org/packages/e1/f4/b3007a3ed5c9be73f81161140684cf7d9bdb9c4b632f5f484d2a1c713fb9/kiwisolver-1.5.1-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:c2306e8bb53601979fcb3fa09cc65e031876d9ae01eff2fcbcd7a84ef94d5bc1", size = 64720, upload-time = "2026-08-28T10:26:24.95Z" }, + { url = "https://files.pythonhosted.org/packages/a1/13/08188f0cafa3a800403e4ff62b9aad4e7a17f9c4c7e080dc8f18c64794cf/kiwisolver-1.5.1-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:18a0cfb124546a4c2e6087c5f3029c7f44b37c85b142e0ced71f73a7599ac208", size = 1475867, upload-time = "2026-08-28T10:26:26.393Z" }, + { url = "https://files.pythonhosted.org/packages/8a/3e/053bdc3c9abdb8f2606225eda398adca25c0c91ab90add8222a69db65ee0/kiwisolver-1.5.1-cp314-cp314-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:34ec467940442c9943016fb2d4c81d1ba84351eeca2f1a78f8bc87f1ba0d414c", size = 1282865, upload-time = "2026-08-28T10:26:28.118Z" }, + { url = "https://files.pythonhosted.org/packages/5e/64/a44c341b36b610588cc2f1e89b3cae072a3119aa8be578e90987cd640751/kiwisolver-1.5.1-cp314-cp314-manylinux_2_24_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:a83ee7107df13abe42a54a6654670eef9bb39425cf2e27f65e0007465e1286ab", size = 1300865, upload-time = "2026-08-28T10:26:30.125Z" }, + { url = "https://files.pythonhosted.org/packages/60/5e/7e7d716dca38c714478b741257a5b4a321d9932b8d851551a136dcaf3984/kiwisolver-1.5.1-cp314-cp314-manylinux_2_24_s390x.manylinux_2_28_s390x.whl", hash = "sha256:bebb89489b279b2f5661bbbb2abcc87bcd4a46607bb4a5c966f04f1db6b8df9a", size = 1348071, upload-time = "2026-08-28T10:26:31.829Z" }, + { url = "https://files.pythonhosted.org/packages/10/1a/2b98fdda8bf45b7be317e48ed12393d44334394d315c74b81f4a14c0e31b/kiwisolver-1.5.1-cp314-cp314-manylinux_2_39_riscv64.whl", hash = "sha256:509735237ae0d849e8a843551d423d2500d2e0a9ac1611a145658b29c0fb9f85", size = 992191, upload-time = "2026-08-28T10:26:33.544Z" }, + { url = "https://files.pythonhosted.org/packages/b6/55/d893f5ede0e50f9e3fcf01f6015f42ec7d9cd221e26772701fe4a98745f9/kiwisolver-1.5.1-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:824c3d763a05ea9e9003610145186b0e9848c7584a5575c79bac5a8e7cd80bad", size = 2233854, upload-time = "2026-08-28T10:26:35.282Z" }, + { url = "https://files.pythonhosted.org/packages/b1/82/f85f6279555a6ee1639fef7bfe83adb037a03e11a6fc9eaa54b8d0380339/kiwisolver-1.5.1-cp314-cp314-musllinux_1_2_ppc64le.whl", hash = "sha256:1fff05e239575b1481b6ed1a782f6fad616efbf1f0b1f44e6e85c4dfe426e483", size = 2330621, upload-time = "2026-08-28T10:26:36.9Z" }, + { url = "https://files.pythonhosted.org/packages/56/31/e11aea078f66fc2fffcc179d38ca90d9da97652a241b64519169742ba46a/kiwisolver-1.5.1-cp314-cp314-musllinux_1_2_riscv64.whl", hash = "sha256:0627b9bceb9c3cdcf12b8a18655eedfed2692b038df27423383c120d0b7dc2d6", size = 1982848, upload-time = "2026-08-28T10:26:39.01Z" }, + { url = "https://files.pythonhosted.org/packages/af/ea/2956b63bf5140ca46aa2c2818e6aa03e2d5754dd2fa41db1c6b28922940c/kiwisolver-1.5.1-cp314-cp314-musllinux_1_2_s390x.whl", hash = "sha256:8a708a47ade1fe19e8371d5da076bac0dd4b0a5a7985ad6c637f7f7e361b6baa", size = 2494850, upload-time = "2026-08-28T10:26:40.837Z" }, + { url = "https://files.pythonhosted.org/packages/11/d1/3829542258d8b3fc0898d221e7ef0e2c83eca0d348709bb8dbe54f3d4005/kiwisolver-1.5.1-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:007a5553dfc4f4e8d184f588a0200e2cd4b63a59cc8796df3c39909e679dc7a0", size = 2298067, upload-time = "2026-08-28T10:26:42.803Z" }, + { url = "https://files.pythonhosted.org/packages/4e/0e/49522e1ab5788cbaf63a26fbd3b851f9028616828c961b8a31b35cb96df8/kiwisolver-1.5.1-cp314-cp314-win_amd64.whl", hash = "sha256:f4167e87b397f273dc2356fcf1eaf50a6bac51e6105f45103ef7129c8efb0255", size = 72282, upload-time = "2026-08-28T10:26:44.268Z" }, + { url = "https://files.pythonhosted.org/packages/f5/b6/22e7ca5315d363e6f81c9f37c9472e12e7b298731e77c0428e6a911a2c39/kiwisolver-1.5.1-cp314-cp314-win_arm64.whl", hash = "sha256:5c490db2168a508088f59140dd392556a54b8bd1048fc6383c8baff13c359673", size = 69855, upload-time = "2026-08-28T10:26:45.725Z" }, + { url = "https://files.pythonhosted.org/packages/30/8c/03a9cfbe871964c8758a816eb03ac96c806da2795a9a7cd9bf9648bfb594/kiwisolver-1.5.1-cp314-cp314t-macosx_10_15_universal2.whl", hash = "sha256:4d4ca09bf13cff792b1884f64b98ee6c2467930d632233be25c56b442d99f10e", size = 126289, upload-time = "2026-08-28T10:26:47.023Z" }, + { url = "https://files.pythonhosted.org/packages/f2/e3/14ce3041ca79dff9c9d884ca00c7bf32374e76028a865a9ecd99b4f5a517/kiwisolver-1.5.1-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:44b8faef94f1857e77fa0238f3390ff1ac51d2ea20a487e2e452a59fd2b5f5ca", size = 67709, upload-time = "2026-08-28T10:26:48.268Z" }, + { url = "https://files.pythonhosted.org/packages/af/c4/45030471a66ec8ef042e9f96ffe1d522c9ab12da180186a0898966fc1385/kiwisolver-1.5.1-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:2ae70bc59790d2af72a3f76f24b272403e135070340281108b447cb77ea70819", size = 65909, upload-time = "2026-08-28T10:26:49.523Z" }, + { url = "https://files.pythonhosted.org/packages/42/73/17dce073a6ae259bb32cf9d686c4079d2e538868bc45967462bf33df914a/kiwisolver-1.5.1-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:43844c1a7ad6d723d5b5b4c4fc7f5bd399c40e288120d16257c7c9e8765c6e85", size = 1584907, upload-time = "2026-08-28T10:26:50.933Z" }, + { url = "https://files.pythonhosted.org/packages/8c/84/ae3c75909f507283cbfcc7e916c7e822579ef962020b97e6882b27b4478f/kiwisolver-1.5.1-cp314-cp314t-manylinux_2_24_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:22d5e5aaad6be121f2515765e3b1c444352cb8eb4c86510801db8f2e50757316", size = 1392474, upload-time = "2026-08-28T10:26:52.638Z" }, + { url = "https://files.pythonhosted.org/packages/34/31/8bcc83caad5bce8fa4577152389848bf6bc110e51e573a2b4e7c2aa34c89/kiwisolver-1.5.1-cp314-cp314t-manylinux_2_24_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:3fa5855898f6d3d01b72ccd48a2d65cbdee301251603fefe34e2025bddba219c", size = 1405246, upload-time = "2026-08-28T10:26:54.248Z" }, + { url = "https://files.pythonhosted.org/packages/55/72/220345537d790cf4ae54f8acfff4b5cc2468e0702a384d651cf7a771c63e/kiwisolver-1.5.1-cp314-cp314t-manylinux_2_24_s390x.manylinux_2_28_s390x.whl", hash = "sha256:d66a64dd5dec136040ec2ae94aa026a912ee60fdd45bc28d3db30037fd809e88", size = 1456099, upload-time = "2026-08-28T10:26:56.042Z" }, + { url = "https://files.pythonhosted.org/packages/cd/10/3725fd2398f66d18c34b4e0f81a8d03764cd4f4f089f58a527f0b4428086/kiwisolver-1.5.1-cp314-cp314t-manylinux_2_39_riscv64.whl", hash = "sha256:9e51c119992ea8820706871c30a4642ec76de20ae82f9b50b9a45517d8e9f810", size = 1073695, upload-time = "2026-08-28T10:26:57.658Z" }, + { url = "https://files.pythonhosted.org/packages/86/cb/28d6e09e66b93e4588b2e6b7d84d020ccefea09e2f4de788510a07efeab7/kiwisolver-1.5.1-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:70ed9a45c7484d2b30cdacf60d220f494a1763b9fec1ad03285c6553fa0889f2", size = 2335355, upload-time = "2026-08-28T10:26:59.202Z" }, + { url = "https://files.pythonhosted.org/packages/6a/b3/a0f31d5e4e40af7dc97c36b8a74fdd3a36cf3c8bbd098da9a23466ff6a94/kiwisolver-1.5.1-cp314-cp314t-musllinux_1_2_ppc64le.whl", hash = "sha256:98b208a7cc42c803445ef551d6753cc42a5ea13e9cab1ee66cd8b9cb70195330", size = 2426524, upload-time = "2026-08-28T10:27:01.181Z" }, + { url = "https://files.pythonhosted.org/packages/2f/c9/728f63bd58c72cafdc79fc306abeeac7391bec03b757a48dadeb30906521/kiwisolver-1.5.1-cp314-cp314t-musllinux_1_2_riscv64.whl", hash = "sha256:c6834b92dd2428e2dd85ef3d85f723d3c12f20aaf43a2ddd4f944ca25d833408", size = 2063430, upload-time = "2026-08-28T10:27:03.06Z" }, + { url = "https://files.pythonhosted.org/packages/84/df/ce188b96f92f9a2c958231da140768918cba53c9713dc887b82f85462118/kiwisolver-1.5.1-cp314-cp314t-musllinux_1_2_s390x.whl", hash = "sha256:5d142e352eb13facc7dd047489aebdff6ba78576c239f1ea04931979caaf0567", size = 2597513, upload-time = "2026-08-28T10:27:05.072Z" }, + { url = "https://files.pythonhosted.org/packages/69/d6/76947c8203768968382e5bd74d9cc95654746703a61ea53015f2c74a2e06/kiwisolver-1.5.1-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:f9b1c4900736e489a812c529100de4b8fb617d4db075e931e213c57424b83d9b", size = 2394488, upload-time = "2026-08-28T10:27:07.423Z" }, + { url = "https://files.pythonhosted.org/packages/e4/d4/14b21e4eb203c4d15425e8b6a2c625a320b4a1f2f7557eead63ffc30ffb7/kiwisolver-1.5.1-cp314-cp314t-win_amd64.whl", hash = "sha256:5978c3340f16a35c30f8ab2fa7bcf559973c55f1a5ef6970e1f621acf3c4db13", size = 75404, upload-time = "2026-08-28T10:27:08.892Z" }, + { url = "https://files.pythonhosted.org/packages/cb/f5/53157899fc7f45f76421b77b99eb1639dd0f83f26ff9d76300c96bb4a3b0/kiwisolver-1.5.1-cp314-cp314t-win_arm64.whl", hash = "sha256:ca307d6c259e5c98d3cb9ade55342b47a6839762caf2536f3d7b46ee660cc82e", size = 72946, upload-time = "2026-08-28T10:27:10.944Z" }, +] + +[[package]] +name = "lazy-object-proxy" +version = "1.12.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/08/a2/69df9c6ba6d316cfd81fe2381e464db3e6de5db45f8c43c6a23504abf8cb/lazy_object_proxy-1.12.0.tar.gz", hash = "sha256:1f5a462d92fd0cfb82f1fab28b51bfb209fabbe6aabf7f0d51472c0c124c0c61", size = 43681, upload-time = "2025-08-22T13:50:06.783Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/ef/3a/277857b51ae419a1574557c0b12e0d06bf327b758ba94cafc664cb1e2f66/lazy_object_proxy-1.12.0-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:c9defba70ab943f1df98a656247966d7729da2fe9c2d5d85346464bf320820a3", size = 26582, upload-time = "2025-08-22T13:49:49.366Z" }, + { url = "https://files.pythonhosted.org/packages/1a/b6/c5e0fa43535bb9c87880e0ba037cdb1c50e01850b0831e80eb4f4762f270/lazy_object_proxy-1.12.0-cp314-cp314-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:6763941dbf97eea6b90f5b06eb4da9418cc088fce0e3883f5816090f9afcde4a", size = 71059, upload-time = "2025-08-22T13:49:50.488Z" }, + { url = "https://files.pythonhosted.org/packages/06/8a/7dcad19c685963c652624702f1a968ff10220b16bfcc442257038216bf55/lazy_object_proxy-1.12.0-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:fdc70d81235fc586b9e3d1aeef7d1553259b62ecaae9db2167a5d2550dcc391a", size = 71034, upload-time = "2025-08-22T13:49:54.224Z" }, + { url = "https://files.pythonhosted.org/packages/12/ac/34cbfb433a10e28c7fd830f91c5a348462ba748413cbb950c7f259e67aa7/lazy_object_proxy-1.12.0-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:0a83c6f7a6b2bfc11ef3ed67f8cbe99f8ff500b05655d8e7df9aab993a6abc95", size = 69529, upload-time = "2025-08-22T13:49:55.29Z" }, + { url = "https://files.pythonhosted.org/packages/6f/6a/11ad7e349307c3ca4c0175db7a77d60ce42a41c60bcb11800aabd6a8acb8/lazy_object_proxy-1.12.0-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:256262384ebd2a77b023ad02fbcc9326282bcfd16484d5531154b02bc304f4c5", size = 70391, upload-time = "2025-08-22T13:49:56.35Z" }, + { url = "https://files.pythonhosted.org/packages/59/97/9b410ed8fbc6e79c1ee8b13f8777a80137d4bc189caf2c6202358e66192c/lazy_object_proxy-1.12.0-cp314-cp314-win_amd64.whl", hash = "sha256:7601ec171c7e8584f8ff3f4e440aa2eebf93e854f04639263875b8c2971f819f", size = 26988, upload-time = "2025-08-22T13:49:57.302Z" }, +] + +[[package]] +name = "matplotlib" +version = "3.11.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "contourpy" }, + { name = "cycler" }, + { name = "fonttools" }, + { name = "kiwisolver" }, + { name = "numpy" }, + { name = "packaging" }, + { name = "pillow" }, + { name = "pyparsing" }, + { name = "python-dateutil" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/e7/c8/9aa712a0afb882649424dd8de8ad9aa6235e796e84c6052e8f6dc1598d0d/matplotlib-3.11.2.tar.gz", hash = "sha256:cec596316640f2b394b8f0daa0ea61a8eae82d017b620b9f202befb972a59ea4", size = 32660610, upload-time = "2026-09-11T19:05:31.214Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/54/b4/4facdb700bc236e4c676495ca3798d8134ab8668cbfe0f6b2e9ebf962a38/matplotlib-3.11.2-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:c9721f81275499da1feeb36a2cf8192ea086283b3bd16b7dc4c9d7aedb7396d6", size = 9478976, upload-time = "2026-09-11T19:04:00.12Z" }, + { url = "https://files.pythonhosted.org/packages/4c/a0/bba05f0a25bfeb0475c2f2a87958b31103aa6b7a5386017afb1a96212825/matplotlib-3.11.2-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:1a3040b209f3968b4e84161df7b174f07a9fad33b0f2d7e48ea3bbd3075e2863", size = 9307932, upload-time = "2026-09-11T19:04:02.976Z" }, + { url = "https://files.pythonhosted.org/packages/d4/42/81d5cba4bb39b41b0998efc880e129f2d7cdb94256ca49678fdcd9c21be5/matplotlib-3.11.2-cp314-cp314-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:bf3fe71fbfb8ec0e310e0bc8537c3405a01f38f25f9394ed2135e6202fed542b", size = 10674370, upload-time = "2026-09-11T19:04:06.912Z" }, + { url = "https://files.pythonhosted.org/packages/29/5e/52f56f93d5b20815ee0ae352f7a38eff25580edb180b4fa7df87cfeba68f/matplotlib-3.11.2-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:8c8255de28f986d935a64c9ca71c0ec2d2f41d355691f5ea684725dc91413f71", size = 10954597, upload-time = "2026-09-11T19:04:09.948Z" }, + { url = "https://files.pythonhosted.org/packages/6e/ae/f8918a1b564db49c53cd603eb3c8748c5767e4ce0fb2cf1d7c38653e4c5d/matplotlib-3.11.2-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:a8756cc73d9af9a7fe0deb54ea2e75ef73b01d9e575877e72acad5458e660943", size = 10812583, upload-time = "2026-09-11T19:04:12.887Z" }, + { url = "https://files.pythonhosted.org/packages/ea/61/4315ef0d63937fe56f451887b4a0be3b8e8b22cf1d92a8d157caac54570d/matplotlib-3.11.2-cp314-cp314-win_amd64.whl", hash = "sha256:ecea603dd2fbf8242fd31a305a8b12a4ece2de28096870c65fdd0d1e35b8d9a6", size = 9505972, upload-time = "2026-09-11T19:04:15.788Z" }, + { url = "https://files.pythonhosted.org/packages/d5/00/02398b0a1a62ef73d9af0a957fe1773363eec9a6ca7e433c72ae2790fbce/matplotlib-3.11.2-cp314-cp314-win_arm64.whl", hash = "sha256:01dc8eaaab5a9fce9ff615eca82345728f289e4715b186ee10c6d85272fc26bb", size = 9184534, upload-time = "2026-09-11T19:04:18.691Z" }, + { url = "https://files.pythonhosted.org/packages/ec/c5/1e6ca10baa7e04f113c37856aadb4adc3dbb1c55fc7da6dc830bba1292d7/matplotlib-3.11.2-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:79a258f58253dfa025af80a9e9bb228d75fced007f0e93ae7423fefbde81a74d", size = 9526415, upload-time = "2026-09-11T19:04:21.39Z" }, + { url = "https://files.pythonhosted.org/packages/e0/93/7561727af07ccc84747953c6a33eee3981cc436d04f465032e707ca0e429/matplotlib-3.11.2-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:c0b83f044ce10a98027b105b3931548719a6e8c7ef986b4362651e0b5367c8dc", size = 9361064, upload-time = "2026-09-11T19:04:24.107Z" }, + { url = "https://files.pythonhosted.org/packages/c1/40/ce270ef2a6794d94a409fe28b8dabedffc07c07f9e5dbb89e0f605bd157d/matplotlib-3.11.2-cp314-cp314t-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:e43b188f0a5b75447bcc197728258166aa64365770ed1caa36595a5e1ca4bbba", size = 10684626, upload-time = "2026-09-11T19:04:27.201Z" }, + { url = "https://files.pythonhosted.org/packages/45/46/396e0307dbf1c1f2d0a3654caa6dbc780dd5379f5f11257369cf8d21d9fe/matplotlib-3.11.2-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:d3304eb5a59442a8867f6920d484591c0fa09ffc29e9260be2feec3351e25869", size = 10960602, upload-time = "2026-09-11T19:04:30.254Z" }, + { url = "https://files.pythonhosted.org/packages/1c/97/4defb84695477340aa88b27c9482cc1ca4de11f36f66b6c8c0ddd685def1/matplotlib-3.11.2-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:02329432ae5c6af87cf208ee575b701d698bdf0b1a3bb28cc6d53c36e967e575", size = 10822603, upload-time = "2026-09-11T19:04:32.964Z" }, + { url = "https://files.pythonhosted.org/packages/7d/e7/eab54551c1ec6b72dcd678a078b6c6da8d4c85ec1ff0016e81fe52866304/matplotlib-3.11.2-cp314-cp314t-win_amd64.whl", hash = "sha256:f2ac30cf5eb5dff1b584627ae0b0e1186551a4f69ae3c75073911da497a29170", size = 9551206, upload-time = "2026-09-11T19:04:35.811Z" }, + { url = "https://files.pythonhosted.org/packages/4e/0e/04698032cb4d8fb1e30d8ffec5ded20f6f582b03c8c58b2385c95245f158/matplotlib-3.11.2-cp314-cp314t-win_arm64.whl", hash = "sha256:cf41ecd1b0c0b6f7177ed965a54c2afbe888715c7cf6054dc12d53bc1494002c", size = 9234977, upload-time = "2026-09-11T19:04:38.972Z" }, +] + +[[package]] +name = "mtusi-messenger" +version = "0.6.0" +source = { editable = "." } +dependencies = [ + { name = "argon2-cffi" }, + { name = "boto3" }, + { name = "fastapi" }, + { name = "opentelemetry-exporter-otlp-proto-http" }, + { name = "opentelemetry-sdk" }, + { name = "pillow" }, + { name = "psycopg", extra = ["binary", "pool"] }, + { name = "pydantic" }, + { name = "redis" }, + { name = "uvicorn" }, +] + +[package.dev-dependencies] +dev = [ + { name = "httpx" }, + { name = "openapi-spec-validator" }, + { name = "pytest" }, + { name = "ruff" }, +] +research = [ + { name = "matplotlib" }, +] + +[package.metadata] +requires-dist = [ + { name = "argon2-cffi", specifier = "==25.1.0" }, + { name = "boto3", specifier = "==1.43.109" }, + { name = "fastapi", specifier = "==0.143.3" }, + { name = "opentelemetry-exporter-otlp-proto-http", specifier = "==1.45.2" }, + { name = "opentelemetry-sdk", specifier = "==1.45.2" }, + { name = "pillow", specifier = "==13.0.0" }, + { name = "psycopg", extras = ["binary", "pool"], specifier = "==3.3.6" }, + { name = "pydantic", specifier = "==2.14.1" }, + { name = "redis", specifier = "==8.1.0" }, + { name = "uvicorn", specifier = "==0.54.0" }, +] + +[package.metadata.requires-dev] +dev = [ + { name = "httpx", specifier = "==0.28.1" }, + { name = "openapi-spec-validator", specifier = "==0.7.2" }, + { name = "pytest", specifier = "==9.1.1" }, + { name = "ruff", specifier = "==0.17.1" }, +] +research = [{ name = "matplotlib", specifier = "==3.11.2" }] + +[[package]] +name = "numpy" +version = "2.5.4" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/95/b0/c7453d0b6e2073c3264468b106ee1563750cecc910965e67357e3698c83e/numpy-2.5.4.tar.gz", hash = "sha256:9a94cf751c9ad8ebaa835bcd3d40dacf8534ad086b88c38029b65123c7999d2a", size = 20866315, upload-time = "2026-10-10T20:05:31.422Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/99/ba/005cb5edd580d2f84d7ca3206b92dc17d4388e56e6f87ffe8f2762f83139/numpy-2.5.4-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:c668b2f0d651605b58892644b0e302c7157f7159544227758c896982ef384b18", size = 17005499, upload-time = "2026-10-10T20:03:37.961Z" }, + { url = "https://files.pythonhosted.org/packages/f3/49/fee7587c33ee35f7977f9051d7f2023d4e7246d62710c80f20c2361ea232/numpy-2.5.4-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:ffa6ce09a1c6a08e9667dd9c97aa0b14184e8d18f2a14b78b2a2328c9147f076", size = 12019666, upload-time = "2026-10-10T20:03:40.606Z" }, + { url = "https://files.pythonhosted.org/packages/d5/b2/c6ce165acffceb15a82c07b9cc77d391f86b3f379ba62911908ae5d34b91/numpy-2.5.4-cp314-cp314-macosx_14_0_arm64.whl", hash = "sha256:956555e0603a4d38019ae6925711cb9dc43195c076a928accf7ea5d50bddfe53", size = 5455617, upload-time = "2026-10-10T20:03:43.138Z" }, + { url = "https://files.pythonhosted.org/packages/77/7f/dd85ce260a669a89be06842cf355d7353a33e6cfbc590fb8ebb947d88dc9/numpy-2.5.4-cp314-cp314-macosx_14_0_x86_64.whl", hash = "sha256:2c2c4afffdeb7920e445028dd71eb932cac3e704792e964bc2a232426d4f1255", size = 6791932, upload-time = "2026-10-10T20:03:44.874Z" }, + { url = "https://files.pythonhosted.org/packages/63/d6/34b0a2b0741386a63025a65a2c09caaaaaad6d0ca95b66cd65c30dd7fcb5/numpy-2.5.4-cp314-cp314-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:4054173604cd8658796053f1f3bc0befb68ec1c0762c57fdad61e199256a8617", size = 15710899, upload-time = "2026-10-10T20:03:46.839Z" }, + { url = "https://files.pythonhosted.org/packages/16/d5/928078d2b28f26829b138b4a6c3980045022fb409f570657a224ae60ef4e/numpy-2.5.4-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:d549420b8858885cea8838a727842249218b9c1da24dd517e25c9c7a948310a3", size = 16721710, upload-time = "2026-10-10T20:03:49.489Z" }, + { url = "https://files.pythonhosted.org/packages/f9/cf/673fd1b8f4cd78eb6320e87ec4c90ac19c095644259e3749853a405c70f4/numpy-2.5.4-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:823874a507a84af050493b622affde94b6f7c3a0dc22cb2801381bc03b871c00", size = 17066182, upload-time = "2026-10-10T20:03:52.25Z" }, + { url = "https://files.pythonhosted.org/packages/f3/92/a77b5061b1b3e2643928c37976d79ee173e1b171ed158b7a3c61056b41bc/numpy-2.5.4-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:4e263278bfb5ee6409db8aedbc4cc32973b1b82bc1e8d3c668551d04d83a7e37", size = 18480315, upload-time = "2026-10-10T20:03:55.39Z" }, + { url = "https://files.pythonhosted.org/packages/bb/1d/1486ef3d3fb2279fd93c4c43c1bbbf1ca389a19816696684409f71babaab/numpy-2.5.4-cp314-cp314-win32.whl", hash = "sha256:cfd73180400042a7c532d30c5e287bdd03c59ff9ee1b4c0316af0539e29dfe23", size = 6185739, upload-time = "2026-10-10T20:03:58.186Z" }, + { url = "https://files.pythonhosted.org/packages/52/9a/e1e512ebc948d5b9dd33b08736760f0ebbed2848fd4eda1f553088a6dcee/numpy-2.5.4-cp314-cp314-win_amd64.whl", hash = "sha256:2ca144f15135b6212a5c47b1e2aeca6e412f102f95a2d5d88d8aec77eb255de3", size = 12703552, upload-time = "2026-10-10T20:04:00.28Z" }, + { url = "https://files.pythonhosted.org/packages/2c/05/de709a982d7bbcd688a3fad71f002e9ff80c2db39e03ee726609b610f1d1/numpy-2.5.4-cp314-cp314-win_arm64.whl", hash = "sha256:468397ba3c64427474706e5c9123fe266395496714dc684294eac75cd4930d1e", size = 10803901, upload-time = "2026-10-10T20:04:02.659Z" }, + { url = "https://files.pythonhosted.org/packages/13/34/083570ada3bb2a30fbe5d77c8c6fef9141144a15d33e6f793a67e9749ab8/numpy-2.5.4-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:1ef3aa6d7e29bb13677323114280b05acc57607fa2300e66432d665d5418a162", size = 12138695, upload-time = "2026-10-10T20:04:05.012Z" }, + { url = "https://files.pythonhosted.org/packages/94/06/1f9c24db48eef0c2d1207e3b11fffb0478e39dfd8c1e1be7476936885eed/numpy-2.5.4-cp314-cp314t-macosx_14_0_arm64.whl", hash = "sha256:98b053943e5a0474ec0da309d2cb9d3f18ea57f8a2067c2ab7b5f763d1068380", size = 5574615, upload-time = "2026-10-10T20:04:07.316Z" }, + { url = "https://files.pythonhosted.org/packages/da/0f/593fba2e1560e949123bc7d2fc48b5893d56e58cd4bd5a273d2fbf60b220/numpy-2.5.4-cp314-cp314t-macosx_14_0_x86_64.whl", hash = "sha256:b64a85f40e154983960a4167d4c1d57a50c7f109b3d3264a3a984154e90a8454", size = 6889383, upload-time = "2026-10-10T20:04:09.918Z" }, + { url = "https://files.pythonhosted.org/packages/eb/9f/b799dfdce4e05e80ed4bc815c71ff343a11533b2c0ffc221cae8538cda63/numpy-2.5.4-cp314-cp314t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:a813ed7719bf45463c51779e6a98d0385fe905e48447526938a4b8337333d551", size = 15753763, upload-time = "2026-10-10T20:04:12.278Z" }, + { url = "https://files.pythonhosted.org/packages/34/88/16c5f12f86f5ad2817c4d103205131fc6c8acb3d1878af05a1a4f23ec859/numpy-2.5.4-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:c9b80cdf5cedba0e90d93fa5f9a333c4d65bd545cd669b71bb97ce2b703c9d73", size = 16757212, upload-time = "2026-10-10T20:04:14.799Z" }, + { url = "https://files.pythonhosted.org/packages/ff/4f/a1fe40e18a898e6a5089f4f0d891f0a493eb0574d5b34458f0fbe5aa3e5c/numpy-2.5.4-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:2199ed071f460487c8db2c0e5c0b564494190edb4772fe80f9aad88b2604def5", size = 17116471, upload-time = "2026-10-10T20:04:17.58Z" }, + { url = "https://files.pythonhosted.org/packages/aa/46/e923a11c78e65c1722e7aaad817c06bd591324174b9d28ce5d31eee4d432/numpy-2.5.4-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:64f9c9878c1938476365e11ccfb6b770f3b9e5f045ccddc514235041e6959365", size = 18524063, upload-time = "2026-10-10T20:04:20.365Z" }, + { url = "https://files.pythonhosted.org/packages/5a/fa/84ab064514440c1f64a1b21088f2c82756defdd05e07c75ab233899565b2/numpy-2.5.4-cp314-cp314t-win32.whl", hash = "sha256:64d1c8ac28a4077cf987e0a71a7a0ef7e2df70722f07f0baa42dbb7eb6938647", size = 6340926, upload-time = "2026-10-10T20:04:22.865Z" }, + { url = "https://files.pythonhosted.org/packages/7e/7e/6cd886876f435b10685db9b9f7eeb70356f99e052116f4e5f11c5792c714/numpy-2.5.4-cp314-cp314t-win_amd64.whl", hash = "sha256:067374eb538c34c745436365cf7b0112595c1d326f21ce4ff340f61230239fbb", size = 12901584, upload-time = "2026-10-10T20:04:24.99Z" }, + { url = "https://files.pythonhosted.org/packages/38/1b/3c1684f6a06f7307f2335fca6e486cb162847fb97e91d65f8eb5cabad213/numpy-2.5.4-cp314-cp314t-win_arm64.whl", hash = "sha256:e94aef2c639da4a960ad0db8e06471208d8589974953d78b61d345b4eb99e394", size = 10891152, upload-time = "2026-10-10T20:04:27.52Z" }, +] + +[[package]] +name = "openapi-schema-validator" +version = "0.6.3" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "jsonschema" }, + { name = "jsonschema-specifications" }, + { name = "rfc3339-validator" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/8b/f3/5507ad3325169347cd8ced61c232ff3df70e2b250c49f0fe140edb4973c6/openapi_schema_validator-0.6.3.tar.gz", hash = "sha256:f37bace4fc2a5d96692f4f8b31dc0f8d7400fd04f3a937798eaf880d425de6ee", size = 11550, upload-time = "2025-01-10T18:08:22.268Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/21/c6/ad0fba32775ae749016829dace42ed80f4407b171da41313d1a3a5f102e4/openapi_schema_validator-0.6.3-py3-none-any.whl", hash = "sha256:f3b9870f4e556b5a62a1c39da72a6b4b16f3ad9c73dc80084b1b11e74ba148a3", size = 8755, upload-time = "2025-01-10T18:08:19.758Z" }, +] + +[[package]] +name = "openapi-spec-validator" +version = "0.7.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "jsonschema" }, + { name = "jsonschema-path" }, + { name = "lazy-object-proxy" }, + { name = "openapi-schema-validator" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/82/af/fe2d7618d6eae6fb3a82766a44ed87cd8d6d82b4564ed1c7cfb0f6378e91/openapi_spec_validator-0.7.2.tar.gz", hash = "sha256:cc029309b5c5dbc7859df0372d55e9d1ff43e96d678b9ba087f7c56fc586f734", size = 36855, upload-time = "2025-06-07T14:48:56.299Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/27/dd/b3fd642260cb17532f66cc1e8250f3507d1e580483e209dc1e9d13bd980d/openapi_spec_validator-0.7.2-py3-none-any.whl", hash = "sha256:4bbdc0894ec85f1d1bea1d6d9c8b2c3c8d7ccaa13577ef40da9c006c9fd0eb60", size = 39713, upload-time = "2025-06-07T14:48:54.077Z" }, +] + +[[package]] +name = "opentelemetry-api" +version = "1.45.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/19/14/cf3a6b6448849656e1e5f4e2101f3988dc6789724050096aba1bc5ccf592/opentelemetry_api-1.45.2.tar.gz", hash = "sha256:d7b0008e21e5fd61cbe7a7f34ca3b6905a78ab677d9bc395e299359c75cda6b4", size = 73277, upload-time = "2026-10-29T17:29:37.888Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/a9/2d/610db864d7513158cebb8f36cc88e67e73bd6c7aa1905ef18d89e1281c81/opentelemetry_api-1.45.2-py3-none-any.whl", hash = "sha256:2cbd737377e710ee740d261c94e93fa0f08e6d037c18f17513cc0a2d94479a34", size = 60335, upload-time = "2026-10-29T17:29:06.955Z" }, +] + +[[package]] +name = "opentelemetry-exporter-http-transport" +version = "0.66b2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "opentelemetry-api" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/a6/e6/dbeb3e217418071656232a4028c791060d219f218cef1249b664049d12c0/opentelemetry_exporter_http_transport-0.66b2.tar.gz", hash = "sha256:66d6ed810a515432c8891da9a834464332fd70badeca45bdeeae81b4280c903b", size = 11693, upload-time = "2026-10-29T17:29:39.444Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/a1/b2/c622a101f31c0e6670b82f4264c4e77c161bce415bc6fc158fda0b82e218/opentelemetry_exporter_http_transport-0.66b2-py3-none-any.whl", hash = "sha256:fd5f5b490c099acda1cd7b909d5e8981436bf18cc8c6098d302d114c271720e9", size = 12154, upload-time = "2026-10-29T17:29:10.244Z" }, +] + +[package.optional-dependencies] +requests = [ + { name = "requests" }, +] + +[[package]] +name = "opentelemetry-exporter-otlp-common" +version = "0.66b2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "opentelemetry-sdk" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/5a/3c/3f2cc8c42bde2620e65024d71e2eb025f7bd0821bb363b52bcc5a3260dbd/opentelemetry_exporter_otlp_common-0.66b2.tar.gz", hash = "sha256:06f5a9b88638e310efa1f1d206cdf6b75393e112aba4e174a963416192bd1028", size = 14325, upload-time = "2026-10-29T17:29:41.701Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/a8/47/b3049e30b339c82e3c7ec1fc692185a5d5a3ba65a94c570bb39b2c0b8424/opentelemetry_exporter_otlp_common-0.66b2-py3-none-any.whl", hash = "sha256:ace86efb75489f925f1ef809856ae5f0c7db534e4afdc624530222228b1236a5", size = 12385, upload-time = "2026-10-29T17:29:13.667Z" }, +] + +[[package]] +name = "opentelemetry-exporter-otlp-proto-common" +version = "1.45.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "opentelemetry-proto" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/69/58/239c98b36d9ea317098769957043c251703636a26189c884fba46c1dad84/opentelemetry_exporter_otlp_proto_common-1.45.2.tar.gz", hash = "sha256:f1f2806f3f28ce7938033823e50934fcd91595a39de38e69a28a51e19f40fc6d", size = 18873, upload-time = "2026-10-29T17:29:44.496Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/e6/d6/0f30d38120a949aef70528f845bf539f80df62abb4b8e62fdf69c2b6df5a/opentelemetry_exporter_otlp_proto_common-1.45.2-py3-none-any.whl", hash = "sha256:af483b24217028892f017096731b794b196b785025d2e6808874720fd0b05a80", size = 15392, upload-time = "2026-10-29T17:29:17.913Z" }, +] + +[[package]] +name = "opentelemetry-exporter-otlp-proto-http" +version = "1.45.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "googleapis-common-protos" }, + { name = "opentelemetry-api" }, + { name = "opentelemetry-exporter-http-transport", extra = ["requests"] }, + { name = "opentelemetry-exporter-otlp-common" }, + { name = "opentelemetry-exporter-otlp-proto-common" }, + { name = "opentelemetry-proto" }, + { name = "opentelemetry-sdk" }, + { name = "requests" }, + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/db/07/b7b01ecb69d02f540e679a9e36f7413d081f225bbbed4469d212ada10bb7/opentelemetry_exporter_otlp_proto_http-1.45.2.tar.gz", hash = "sha256:5984a3fb46bc4628e4e2b85d4a6e72637e03962aae6cf372791137768a4ad939", size = 28843, upload-time = "2026-10-29T17:29:46.15Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/32/65/f64d7d2450217e2989714e1dee15e19bf79a77a313387abac0cac77bc10e/opentelemetry_exporter_otlp_proto_http-1.45.2-py3-none-any.whl", hash = "sha256:6e4d025138829d0ee57946930c2ccad6491ad4d92a958e9c7eea69278fe60cfc", size = 22180, upload-time = "2026-10-29T17:29:20.154Z" }, +] + +[[package]] +name = "opentelemetry-proto" +version = "1.45.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "protobuf" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/24/9c/1aa4ce60e9bc72af20dc49c92cc0566825092d92b3d6a277439fb5fb7c01/opentelemetry_proto-1.45.2.tar.gz", hash = "sha256:bd8d23cf770605b0af9b7be2071d26a464fea289d35429abfd2a66226114ad64", size = 46486, upload-time = "2026-10-29T17:29:53.007Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/7e/0d/a0b8f2b9efe2ec1abdf639d3696db9b1563ebeb11d91aac08ba7341e9122/opentelemetry_proto-1.45.2-py3-none-any.whl", hash = "sha256:03a7ca1b43f89fd5b965d5975902bb2515c0c86e2428b456836e9a6149c6235a", size = 72484, upload-time = "2026-10-29T17:29:31.403Z" }, +] + +[[package]] +name = "opentelemetry-sdk" +version = "1.45.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "opentelemetry-api" }, + { name = "opentelemetry-semantic-conventions" }, + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/7b/1a/74a21d4d6969fb8b432ac397e66112a8167a6deb267ea4559dbaf2fe91ef/opentelemetry_sdk-1.45.2.tar.gz", hash = "sha256:7eec4de13dd21ff3a1670dcb0e02079e692736f94d733dfdce5af461d884248d", size = 221705, upload-time = "2026-10-29T17:29:54.685Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/9f/a5/9a3b793ef48245f2336a16beb2324c2397dbb3f987cd68942f77cca06156/opentelemetry_sdk-1.45.2-py3-none-any.whl", hash = "sha256:ff974ea70ee4f1d51e2ec152db37c2b626c7bf82bb3f7d86114fd8704e7199c6", size = 141756, upload-time = "2026-10-29T17:29:33.722Z" }, +] + +[[package]] +name = "opentelemetry-semantic-conventions" +version = "0.66b2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "opentelemetry-api" }, + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/37/3f/50f95972b50e8e353f5b9342034c9cd17730f1956f009ce6a3fbbd89f9ce/opentelemetry_semantic_conventions-0.66b2.tar.gz", hash = "sha256:7da5f1a5dc4383eb66711d4d3d3e71824d9403ac1559fea021cc103c1a4c4976", size = 150246, upload-time = "2026-10-29T17:29:55.682Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/67/bd/6bf33ed31521c565931c037e9e81bac47c1acb000e850c6e24220e2a0c00/opentelemetry_semantic_conventions-0.66b2-py3-none-any.whl", hash = "sha256:4cbe61e5f9275d57ab31708446e7938ef4291ebbe6a7fca6f7a629c5acae87d8", size = 206280, upload-time = "2026-10-29T17:29:35.062Z" }, +] + +[[package]] +name = "packaging" +version = "26.3" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/7d/fa/3944b40b07da9ce895c0e6303a5ab7d53da063554f534556b134a54d6093/packaging-26.3.tar.gz", hash = "sha256:94edc256424af38762eb31306eed28beb9f0efc50a8837492c9d6fd6004aed79", size = 313412, upload-time = "2026-08-04T18:15:28.737Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/63/34/ba1c580383c9eada3711951fef0795c80b829a078d72188184bcab9dd527/packaging-26.3-py3-none-any.whl", hash = "sha256:d7193f7c8e4e93f444fde0262bf90af30e16fa0ad0ad44cb553c87339b23cd1c", size = 129956, upload-time = "2026-08-04T18:15:27.159Z" }, +] + +[[package]] +name = "pathable" +version = "0.4.4" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/67/93/8f2c2075b180c12c1e9f6a09d1a985bc2036906b13dff1d8917e395f2048/pathable-0.4.4.tar.gz", hash = "sha256:6905a3cd17804edfac7875b5f6c9142a218c7caef78693c2dbbbfbac186d88b2", size = 8124, upload-time = "2025-01-10T18:43:13.247Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/7d/eb/b6260b31b1a96386c0a880edebe26f89669098acea8e0318bff6adb378fd/pathable-0.4.4-py3-none-any.whl", hash = "sha256:5ae9e94793b6ef5a4cbe0a7ce9dbbefc1eec38df253763fd0aeeacf2762dbbc2", size = 9592, upload-time = "2025-01-10T18:43:11.88Z" }, +] + +[[package]] +name = "pillow" +version = "13.0.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/ce/a4/9cc30690a394a8305e8be4c9036aa16d0dfddadd09079860b582f562496d/pillow-13.0.0.tar.gz", hash = "sha256:cdcd1ba258178f7356d74170c9a81ba4eab6a5d55748bc402a5a2a6fe6be3510", size = 47058631, upload-time = "2026-10-16T22:18:09.718Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/8e/45/fbad9c7f5e2f1745c373a434d46072bc84eddfefaa28b852425ac957fda6/pillow-13.0.0-cp314-cp314-ios_13_0_arm64_iphoneos.whl", hash = "sha256:44629d4498c9cb6b2051806155f22141df0d8a929c56134b166655232dfb2f8c", size = 4190721, upload-time = "2026-10-16T22:16:27.524Z" }, + { url = "https://files.pythonhosted.org/packages/a2/bf/2074902a259a90692c5dbf132885d21671644cbbd3f690047516243a55db/pillow-13.0.0-cp314-cp314-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:bf97ba1b5542050e9b0c74e632323b6d8136cc99d64e193abebee22fe6013c76", size = 4290236, upload-time = "2026-10-16T22:16:29.562Z" }, + { url = "https://files.pythonhosted.org/packages/ff/a5/3d1bb93b8ea38d15d21356c1b8e9f50971ac592aaa248f7fb71739094c0e/pillow-13.0.0-cp314-cp314-ios_13_0_x86_64_iphonesimulator.whl", hash = "sha256:aa694c49787040943570d61c9b8fc01271bd2a2cfdd55f0d896f8aecdce1a981", size = 3723093, upload-time = "2026-10-16T22:16:31.249Z" }, + { url = "https://files.pythonhosted.org/packages/84/a1/be060135d85187b25fa8b2573786c0e45c62ae27527fff5257675eb97f4a/pillow-13.0.0-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:49c12af515073e9bf511e4ef736743bf70d531a643668722279314b937742ba4", size = 5572253, upload-time = "2026-10-16T22:16:33.103Z" }, + { url = "https://files.pythonhosted.org/packages/b5/f4/0bf6f1ac9ba7ee2ffe9914aeb410a1035a0c1a3c42f122388d7fc950bc4b/pillow-13.0.0-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:d9b0a2bee3f3e03e9f29057aedb807dbf1e1d96ee1b9d0f422d9db6c8583271d", size = 4852269, upload-time = "2026-10-16T22:16:35.102Z" }, + { url = "https://files.pythonhosted.org/packages/83/16/b603274617b3e6728da3a0133d4fba1ea8d7fbe0c4ea5fef9cbffa398b8b/pillow-13.0.0-cp314-cp314-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:5933fcea5a5ba64c686f55c886a115cbfd92f2900460784a1e79909fdbafd7b6", size = 6516058, upload-time = "2026-10-16T22:16:37.228Z" }, + { url = "https://files.pythonhosted.org/packages/1d/f2/1371707ce438ba9a43f9d24089828494ec6f9396e28cd7903aa704dd6306/pillow-13.0.0-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:e91c2b1cbeae768c98752e67e717e283d68dae45717b41f2d91eaee648e37b7d", size = 7142574, upload-time = "2026-10-16T22:16:39.172Z" }, + { url = "https://files.pythonhosted.org/packages/b9/a9/62cf68587f910bc87c5951bcb6e9430c7643a65076adf5f18b4bf350e2bd/pillow-13.0.0-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:7f6299e494e46253d40c34653cac369412f44ca53b5f85d848d3f95b1ed0546c", size = 6614295, upload-time = "2026-10-16T22:16:41.117Z" }, + { url = "https://files.pythonhosted.org/packages/6c/c9/9e9b48178649730299be0bafbf5f810a5b6977538f5a92d47e4ba5f5d608/pillow-13.0.0-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:f9bd7d260d986f3553518c5d723544346fa48031f8aef3265d786aeb59845bc0", size = 7224841, upload-time = "2026-10-16T22:16:43.118Z" }, + { url = "https://files.pythonhosted.org/packages/8f/48/c44e91384b1b6c072a714a63d00608acc16a6a968735e478e4be4384e5ac/pillow-13.0.0-cp314-cp314-win32.whl", hash = "sha256:2e31c4e68cffd7b1f116127626813b82fcba19edf6b940a7b0c266d6484d0055", size = 6508694, upload-time = "2026-10-16T22:16:45.883Z" }, + { url = "https://files.pythonhosted.org/packages/50/e2/7ad17747517e4c813dca78257d6bb593466f8231baf1384bc98d92745edb/pillow-13.0.0-cp314-cp314-win_amd64.whl", hash = "sha256:f7cbb7a64e7ec664775195e4f81923bc8a93d9451b963f844e59118f63147a7a", size = 7281830, upload-time = "2026-10-16T22:16:47.725Z" }, + { url = "https://files.pythonhosted.org/packages/41/9f/e5b51f2ce8ef4563215334035403ce61a244f93a2e65c24a940131618f87/pillow-13.0.0-cp314-cp314-win_arm64.whl", hash = "sha256:a6aaa7871aebca081eb5c45f83e845bbd9712ae99fa9286dbfdcee835e63f4b4", size = 2695468, upload-time = "2026-10-16T22:16:49.515Z" }, + { url = "https://files.pythonhosted.org/packages/97/73/a53502f731f6c84805a4ce87a8881e86d07a65aee64728b900d112dc703e/pillow-13.0.0-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:7b999816b5850a35ada08443e6e03945f1f6488144a83afe2d37b240a552aafa", size = 5578196, upload-time = "2026-10-16T22:16:51.291Z" }, + { url = "https://files.pythonhosted.org/packages/21/50/7e949959a56b5559c78ef172b70fc6025706acb289f3f648a15329e4fa6f/pillow-13.0.0-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:67871a13cf47275201553b536c025da777f997fa562a19eb798af4ad4b97c18f", size = 4857276, upload-time = "2026-10-16T22:16:53.399Z" }, + { url = "https://files.pythonhosted.org/packages/c9/52/43ded0ac08e77e39d17bd6d894162572201b5e8fdc4a022b14c55a1960a4/pillow-13.0.0-cp314-cp314t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:e8ca8f69b7c77fa96dad99f8638c1fc4f1c0bed4acaa1baf7a3c31bdb80a0ab1", size = 6607008, upload-time = "2026-10-16T22:16:55.525Z" }, + { url = "https://files.pythonhosted.org/packages/0d/2e/4a57ed216d5bf877387cba4d44c02aa87abe51ad2e06404aa6b597c4da39/pillow-13.0.0-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:6bce6a29c3898191f4c9998e4d4e8f69790caeabde46e54da4bc235ce5bde683", size = 7224281, upload-time = "2026-10-16T22:16:57.738Z" }, + { url = "https://files.pythonhosted.org/packages/5c/3d/2929b248e135752d63aaeabf53f6de797e905b7b6263f9c1e2adade20aba/pillow-13.0.0-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:816752a5ef76a80484c8c441c85593b7ea9304f6231fc5776ad1fbff7e773058", size = 6695600, upload-time = "2026-10-16T22:16:59.842Z" }, + { url = "https://files.pythonhosted.org/packages/bc/33/fb0da992cf084ed1ee6ee05e96b6191e35c351eb707ca2df874feb24ce47/pillow-13.0.0-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:5bdb38ba220b61b4ec31dd1046dea6b016d3c6850a23f43ed8b58332b2fc668e", size = 7300589, upload-time = "2026-10-16T22:17:01.686Z" }, + { url = "https://files.pythonhosted.org/packages/bb/af/c30dd9ef6a3dce84ecb1b2393cac629047a32e66279056c6cb46c3ffd65c/pillow-13.0.0-cp314-cp314t-win32.whl", hash = "sha256:06903aac074d00c988e77a1fc435286dc498506d4ca8d6f69df9babddf4ecc15", size = 6517204, upload-time = "2026-10-16T22:17:03.722Z" }, + { url = "https://files.pythonhosted.org/packages/85/d5/ef3a8ae7609c8ab26570abf18194882534b480d245a9148b895a2262c004/pillow-13.0.0-cp314-cp314t-win_amd64.whl", hash = "sha256:9a635068d9793c7f0d929f39f18b58f1bd86c236e8e7b64167b86af9232ebca0", size = 7286695, upload-time = "2026-10-16T22:17:05.543Z" }, + { url = "https://files.pythonhosted.org/packages/84/3c/0861db0c69a03689ebe3e7599d35668a414deb5aaafd8255215e4e62e3d3/pillow-13.0.0-cp314-cp314t-win_arm64.whl", hash = "sha256:0d1a9cf7bc6917538b20f8d06b9ab2147e542f68849e96fc58eb66bdf6acc692", size = 2698098, upload-time = "2026-10-16T22:17:07.674Z" }, +] + +[[package]] +name = "pluggy" +version = "1.7.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/bf/db/7fc19e6f2dc92a966727031389fc2e08b558f0f25eb7403c1119ad4713cd/pluggy-1.7.0.tar.gz", hash = "sha256:d1eaa46ebb595891b860ab086b4d09c8588af65ebd4361b8e8f4bb8920b90ba8", size = 123304, upload-time = "2026-10-15T09:50:58.343Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/40/9e/2b38731e0fc536806f16490e1a12d7f0dc2a1235aa8cc07bcc75416a7daa/pluggy-1.7.0-py3-none-any.whl", hash = "sha256:7dd7b0d8832ba3cb632c306926ded123429211b83641b35dc5c41ad2d34f9bec", size = 27082, upload-time = "2026-10-15T09:50:56.808Z" }, +] + +[[package]] +name = "protobuf" +version = "7.36.2" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/d9/89/5b8517baa72f84a67b8a307ba953c91057af618bf40bf676f3c03551f8f0/protobuf-7.36.2.tar.gz", hash = "sha256:497d0463ff3316681da6c0b9e8d06cb465d61abce00b613ab42226175644d1bb", size = 512737, upload-time = "2026-09-17T20:07:59.326Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/32/72/98342feb672507c8f3a69e34b4fa8961f608edba5c1a48a6f47156d92cb5/protobuf-7.36.2-cp310-abi3-macosx_10_9_universal2.whl", hash = "sha256:cbc70b17ee27e28894c7fee8bb04be1abead49e936bc70eb60052531eee2079e", size = 456039, upload-time = "2026-09-17T20:07:51.542Z" }, + { url = "https://files.pythonhosted.org/packages/b6/ea/91fdf7c2b8bbd49cde056f00a9df6773532987e1c00fe2830b895af95c7e/protobuf-7.36.2-cp310-abi3-manylinux2014_aarch64.whl", hash = "sha256:e11e1f0180583a2af89db6a2ecd9e8dc40aa6d2988ca175bfd0e6d12ea72d74e", size = 344219, upload-time = "2026-09-17T20:07:52.914Z" }, + { url = "https://files.pythonhosted.org/packages/17/ab/5fd5f8ece73fad885c5a09aa849b32d70472f954ba3a92d3bb5974ea953b/protobuf-7.36.2-cp310-abi3-manylinux2014_s390x.whl", hash = "sha256:f4fee11ec330d238b34a05c9b675f693c20415d1c5bd7d5320cc2f8a798eb9cf", size = 357223, upload-time = "2026-09-17T20:07:53.985Z" }, + { url = "https://files.pythonhosted.org/packages/db/f3/3996583dd2906297a637af12114deddf7658af6e683fedb83be061983fb5/protobuf-7.36.2-cp310-abi3-manylinux2014_x86_64.whl", hash = "sha256:89f23aa53c24553a2416fd4fd1ec06f74fa42b14b546d8883128813f775bbfd2", size = 343223, upload-time = "2026-09-17T20:07:54.931Z" }, + { url = "https://files.pythonhosted.org/packages/fc/1b/dcc64f358fcb51811b58ae40b3d28f820725f116d86487cc20bd4b130701/protobuf-7.36.2-cp310-abi3-win32.whl", hash = "sha256:912c1221170e16c08d1f086762f563dd61ff83c18b5fa6652952dfaded66f728", size = 442998, upload-time = "2026-09-17T20:07:55.826Z" }, + { url = "https://files.pythonhosted.org/packages/8a/55/b77bda4e5e5f5971fb51b07663694690e9afdb9402136c16a522bd621cad/protobuf-7.36.2-cp310-abi3-win_amd64.whl", hash = "sha256:a300819d441e078a5608c0d3c709796bb548136058fda017ae51d425b44fd353", size = 456514, upload-time = "2026-09-17T20:07:57.188Z" }, + { url = "https://files.pythonhosted.org/packages/e4/04/d52c7016b04b6c5108f26691f9d33ec82a9b65d041f1a9c771137693d618/protobuf-7.36.2-py3-none-any.whl", hash = "sha256:bdb3a345d48db958e6ce1f18e508beb0cc981d64f24088427549c866cd039f1e", size = 179806, upload-time = "2026-09-17T20:07:58.211Z" }, +] + +[[package]] +name = "psycopg" +version = "3.3.6" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "tzdata", marker = "sys_platform == 'win32'" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/76/26/3ea4ca5eaea1c0debcdf7ee7c1613fbe721dc27a03c461c0817ffd8a0601/psycopg-3.3.6.tar.gz", hash = "sha256:c081f2250df751a943036e42db6df4571c66cd0aabe8291a7a506512b12007d2", size = 168171, upload-time = "2026-09-18T13:22:55.152Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/4e/de/748bd7609c71cae5d737f0ba9192f19329f70180ecda8fff3cac02c5abe3/psycopg-3.3.6-py3-none-any.whl", hash = "sha256:a1db9f7148b06a28606767efaca51fa6f9398c5c0a3810519be69d7000bdb631", size = 215490, upload-time = "2026-09-18T13:15:29.374Z" }, +] + +[package.optional-dependencies] +binary = [ + { name = "psycopg-binary", marker = "implementation_name != 'pypy'" }, +] +pool = [ + { name = "psycopg-pool" }, +] + +[[package]] +name = "psycopg-binary" +version = "3.3.6" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/6d/b9/60711317c284a442511644ea7185b56ebe627606d6741e732cd16108c47b/psycopg_binary-3.3.6-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:b3f75dee0f9afafabe4edc52c4842f1e1878ed2069bd05b22d6fe961e97e4dba", size = 4720512, upload-time = "2026-09-18T13:20:29.278Z" }, + { url = "https://files.pythonhosted.org/packages/63/da/28befc84454cbc6374550de7746f591f8fe1b6165c1fce249652cc8291c4/psycopg_binary-3.3.6-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:5927b7ba63153cd8e9862987290a2b783a5c590daf2a4ef981700cc3569166d4", size = 4782318, upload-time = "2026-09-18T13:20:35.401Z" }, + { url = "https://files.pythonhosted.org/packages/a4/8a/0d21c2c833cdc0d4244c77e858e0ed37fa2abec2623be4fd686f617109ce/psycopg_binary-3.3.6-cp314-cp314-manylinux2014_ppc64le.manylinux_2_17_ppc64le.whl", hash = "sha256:0bf08b749cc144f33b44a91b78e3f71c60eb07963746a0df5a100b36ce3d7475", size = 5567460, upload-time = "2026-09-18T13:20:41.902Z" }, + { url = "https://files.pythonhosted.org/packages/49/6d/7692d0d4e656b6cc9868d8acc2e3b42f17a0db4a625400a6d093cb0533a1/psycopg_binary-3.3.6-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:31cd942c23f613276b81a6e6598cefa12960058b0f46e1e874b540c793f6aca5", size = 5246902, upload-time = "2026-09-18T13:20:47.661Z" }, + { url = "https://files.pythonhosted.org/packages/d4/c1/b8a1f18fb1b7558a17f57f7cb3fc8bc93189feea2958925950b3acb15743/psycopg_binary-3.3.6-cp314-cp314-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:4690cf67738f0e0e49a32aeec99bf0e4595cc2b4f1af984a4345394b1dcff91a", size = 6847192, upload-time = "2026-09-18T13:20:56.874Z" }, + { url = "https://files.pythonhosted.org/packages/a5/76/404f33519167c65cca88ec4998776f1dbebccc301ee977f0e62c47fb0826/psycopg_binary-3.3.6-cp314-cp314-manylinux_2_38_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:ad1c785e784cfd87e8436c6b7702f2d321fc39601bbaf29bc63a41a867091638", size = 5079573, upload-time = "2026-09-18T13:21:04.155Z" }, + { url = "https://files.pythonhosted.org/packages/f0/d9/79e8fbc8f37262a415f3550f0bcc5f98037442bf3d12ef6cbae2056655ae/psycopg_binary-3.3.6-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:79a2a1c3449f6c3409427078ed1cec10de79f3023cb5f2504f0597d350ad46c7", size = 4613633, upload-time = "2026-09-18T13:21:10.664Z" }, + { url = "https://files.pythonhosted.org/packages/d4/47/96225db74be7d2ce04b3a58678b53cda610225055edf5faa775c9f501d8b/psycopg_binary-3.3.6-cp314-cp314-musllinux_1_2_ppc64le.whl", hash = "sha256:86147cb5d140341c3363fb5bacce31f8d5543902a46699d3c536b101bbceaf9e", size = 4293375, upload-time = "2026-09-18T13:21:16.027Z" }, + { url = "https://files.pythonhosted.org/packages/2a/d2/18e9c779a5efd565250329adaf529ecc2b8b2ed5be5cb0f6ccee208cbfd9/psycopg_binary-3.3.6-cp314-cp314-musllinux_1_2_riscv64.whl", hash = "sha256:7308c93cf0b19bbaf8e6ff0a6ad50d3c442385739245fe15a8d593bf841734a6", size = 4019883, upload-time = "2026-09-18T13:21:21.587Z" }, + { url = "https://files.pythonhosted.org/packages/ef/28/0cc654afc6c2cda982767f5679d3646b30b1ec86545bdaa9402202d6776c/psycopg_binary-3.3.6-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:05a83ac9fd52b9bca7cb5ab04b3691163170bd16f53defa27216ea3aa07ee781", size = 4332607, upload-time = "2026-09-18T13:21:27.63Z" }, + { url = "https://files.pythonhosted.org/packages/f1/3e/0a753a74fbd7aef120f286c016e09d3cc3f1daf7688f4a145d27281260b2/psycopg_binary-3.3.6-cp314-cp314-win_amd64.whl", hash = "sha256:1fbd30e537dab22cafdf080608f10148fe2a5f3a61294ddb5113caac8a623840", size = 3755671, upload-time = "2026-09-18T13:21:33.855Z" }, +] + +[[package]] +name = "psycopg-pool" +version = "3.3.3" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/74/5e/c0664b968b102ff68b811d999c728546c48d5c1eec03e3bbaf88c0cb4472/psycopg_pool-3.3.3.tar.gz", hash = "sha256:df87b5d9d0ad7db37f6cdad4fa8ce113d250f5997f6db38e9a99192fb67f9e1d", size = 32006, upload-time = "2026-09-22T15:53:24.947Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/5d/b4/452c6607a0f479465cd8a9b0d9956919fcb150050c1f83f9f11e6b8ee8dc/psycopg_pool-3.3.3-py3-none-any.whl", hash = "sha256:9b9cd6a4fcec47a410f7e82d408540e7f77b478509e91b44c1a5457a13e5ff37", size = 40304, upload-time = "2026-09-22T15:53:23.712Z" }, +] + +[[package]] +name = "pycparser" +version = "3.11" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/da/a8/c5fdbeee588bb8ada9458774f43adf1bdd30bd59157055142183e769a024/pycparser-3.11.tar.gz", hash = "sha256:d875f09c3507d00e1aba0eecc6dcadc1352f30fff09dc6bff2f1c2935e97c2bc", size = 113796, upload-time = "2026-10-09T12:56:59.539Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/90/11/0e6f11117525ff0eec40ebac3d313376f102df93ca44ad9e893ee85e4f89/pycparser-3.11-py3-none-any.whl", hash = "sha256:51d5a8ba2be0bbe440b99d2112604c95bbbc3c2748a64260186c541e1729cd80", size = 51178, upload-time = "2026-10-09T12:56:58.131Z" }, +] + +[[package]] +name = "pydantic" +version = "2.14.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "annotated-types" }, + { name = "pydantic-core" }, + { name = "typing-extensions" }, + { name = "typing-inspection" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/7c/0b/8e10b2e693af8ec54346a14caf36221334775975a747c9ceaa3f8371d96d/pydantic-2.14.1.tar.gz", hash = "sha256:94f478203dd03404682a1ada216965651dd74b1d2d5ffd62e00e0837caab5c26", size = 900362, upload-time = "2026-10-11T18:37:55.396Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/35/ea/a56b9fe5066f3537b7882f77e9c5dfb26d8c2eefdaed9b5fc73d57b4dc22/pydantic-2.14.1-py3-none-any.whl", hash = "sha256:9195d967ec791692a04438115466764fb8b9a27b31f14a760437694f40d6b454", size = 488106, upload-time = "2026-10-11T18:37:53.437Z" }, +] + +[[package]] +name = "pydantic-core" +version = "2.50.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/a6/24/af4ec4be49fbc810f35b0bdcacc3d433b56bbfa469fd3bfd4ae116cd9bf1/pydantic_core-2.50.1.tar.gz", hash = "sha256:e50d7b94baac6c7d09927fa5ca5800a0c7ee5015c7fcff65beb3a1931b5a6e09", size = 513515, upload-time = "2026-10-11T18:35:44.82Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/49/33/28b96e81677153715e3eafb9f26663a80841e859fde282a380359b0d3fa1/pydantic_core-2.50.1-cp314-cp314-macosx_10_12_x86_64.whl", hash = "sha256:1cf41f1ae3fa155cf167a72689ad044bcc1e3c97e064123677149bdfb5dafc4a", size = 2224428, upload-time = "2026-10-11T18:33:07.153Z" }, + { url = "https://files.pythonhosted.org/packages/94/40/15c06410c9b7b8da5805d27b64e09bd3f900e986728106db2689dbc51513/pydantic_core-2.50.1-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:4df197990c15b5a37c5a277d131d9f2c67de6133f2e5dafd80d9bba4b99f46f9", size = 2023740, upload-time = "2026-10-11T18:33:08.763Z" }, + { url = "https://files.pythonhosted.org/packages/a1/4e/5eb629f6efc2a27e421d789dd4bfacbb5f6d09c80c28b13d1e87d73163d5/pydantic_core-2.50.1-cp314-cp314-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0036473f5583e6a60e50b8b21651511564277a3f05cc5dab8cf579f552cd5f6c", size = 2049435, upload-time = "2026-10-11T18:33:10.366Z" }, + { url = "https://files.pythonhosted.org/packages/ba/8e/f195aebec49ad12318876ac2368c197a7939f5d52f8e156d2238ef8a4588/pydantic_core-2.50.1-cp314-cp314-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:992c3514ec891fa7858099183e4d64e6bd5a5d4ff452fae29df22faa77a006bb", size = 2172975, upload-time = "2026-10-11T18:33:12.368Z" }, + { url = "https://files.pythonhosted.org/packages/e0/f5/7ad9fb83010cd5ea0948409db105676ed779c4e709e2d3d89b9fe2558794/pydantic_core-2.50.1-cp314-cp314-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:739dc730e6be3bd5ec2f4ab5cfc7eb047cc45fc1497b3bafec74ff2ed07df597", size = 2364197, upload-time = "2026-10-11T18:33:14.244Z" }, + { url = "https://files.pythonhosted.org/packages/ca/fb/bf0aab3e78301d202b82a0322ec968cd703b11fc0623fde9a28708936f62/pydantic_core-2.50.1-cp314-cp314-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:32fad3a91e51b6d2039c572db04a5a873260b399f6bd62c3552671fa7a4a2899", size = 2444259, upload-time = "2026-10-11T18:33:15.79Z" }, + { url = "https://files.pythonhosted.org/packages/45/35/38f6d6564fae57d9b12e5676dfa947e0e7d5c46dbeaa7eb3352261d6d299/pydantic_core-2.50.1-cp314-cp314-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:42b54c2c90ad348b5e3a85e03e715d572c1fde357ef104cdfe3b03b697a404ea", size = 2159857, upload-time = "2026-10-11T18:33:17.51Z" }, + { url = "https://files.pythonhosted.org/packages/65/a0/fb0a3ca10f139dcf765b2d312d10cf0f65c57c59993229d00ad12b14ceff/pydantic_core-2.50.1-cp314-cp314-manylinux_2_31_riscv64.whl", hash = "sha256:2df1ff41884de2bc4b307bafd7c40a691094fad2ff8e767e5b45a319257bcf4e", size = 2233954, upload-time = "2026-10-11T18:33:19.591Z" }, + { url = "https://files.pythonhosted.org/packages/8c/6a/e63842252702aa4ec6e6b7178ca85e541a77459076592c23ebe2d9840b33/pydantic_core-2.50.1-cp314-cp314-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:fe90228920fd8ff2be62622b6bb8a2b11acd65046d50c6b130614b5879605a20", size = 2243876, upload-time = "2026-10-11T18:33:21.393Z" }, + { url = "https://files.pythonhosted.org/packages/39/25/5991cf8318b37e0dfab47b87541619a1df8501a793cba0d978846cba37a7/pydantic_core-2.50.1-cp314-cp314-musllinux_1_1_aarch64.whl", hash = "sha256:844b869f118e22a41a091bdcedda8a71bc1b0f62c38d1a0c3211cece47e1d8fc", size = 2277908, upload-time = "2026-10-11T18:33:23.324Z" }, + { url = "https://files.pythonhosted.org/packages/a7/3e/3ee8baaa6cc25a6961c69168cf9ff0f002d56f4e0d541ad6724c18fb61f3/pydantic_core-2.50.1-cp314-cp314-musllinux_1_1_armv7l.whl", hash = "sha256:2eb75304506894a281d346220a4f7481a1b8729577c5ed2a05395991966a8396", size = 2449285, upload-time = "2026-10-11T18:33:24.942Z" }, + { url = "https://files.pythonhosted.org/packages/c0/c7/acbec6deac13fe697a80c275a9b6661db62c4d323bac8a47347b1f39c7cd/pydantic_core-2.50.1-cp314-cp314-musllinux_1_1_x86_64.whl", hash = "sha256:6b20a4bffabdad0db2927ac034ae3b8a681b1f7a0182f3e60b479ad2fde21ebb", size = 2479013, upload-time = "2026-10-11T18:33:26.925Z" }, + { url = "https://files.pythonhosted.org/packages/10/08/21a3f237b264389f6219d053ee78fc1b5c2fd402c1b1cb2b6cb8b85f9834/pydantic_core-2.50.1-cp314-cp314-pyemscripten_2026_0_wasm32.whl", hash = "sha256:99ba9bc2b8062ea0c326a990f7f00e6530c23579de66dd246e72c4cafef950a5", size = 1484400, upload-time = "2026-10-11T18:33:28.693Z" }, + { url = "https://files.pythonhosted.org/packages/09/ce/077a6d262d12ef09108377ac0717f029f420d773ace63cafd6143af75568/pydantic_core-2.50.1-cp314-cp314-win32.whl", hash = "sha256:cf356f70551d40374eaffb1aa63f1eb6d2006681cbd7a9faea173ce0f4dd7cd2", size = 2103222, upload-time = "2026-10-11T18:33:30.326Z" }, + { url = "https://files.pythonhosted.org/packages/14/4c/350a2415209c43d670eb71d3c040f332c04a30583d39e311b05c7ac15762/pydantic_core-2.50.1-cp314-cp314-win_amd64.whl", hash = "sha256:d32f3acc081cc3923386d88f422cde8892335e95f034e0104bb4cf9310d9915f", size = 2171586, upload-time = "2026-10-11T18:33:32.139Z" }, + { url = "https://files.pythonhosted.org/packages/bf/92/9bea6ca96580a0902fed366f064f0829e404f41889b34543279a1162b888/pydantic_core-2.50.1-cp314-cp314-win_arm64.whl", hash = "sha256:bed5163e03b98bc1fa2eb05d74c63d9c5c95d8ed6254985481640fbf5e237dea", size = 2155773, upload-time = "2026-10-11T18:33:33.896Z" }, + { url = "https://files.pythonhosted.org/packages/86/8c/f121f073cf32bdd5cba7e6230b1ce0ac845b0cf43e44dd597d95af272db2/pydantic_core-2.50.1-cp314-cp314t-macosx_10_12_x86_64.whl", hash = "sha256:9572c1369e9c9da2d64a7b7992c786d90ff295abc93964cfe3125e4290768070", size = 2234017, upload-time = "2026-10-11T18:33:35.588Z" }, + { url = "https://files.pythonhosted.org/packages/a4/69/2bb2bcd6146cffe98d760a46c42ae71efd5151d9b2f9c9bf6619a3b32083/pydantic_core-2.50.1-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:2005207aafe1231315718bf6ed5d064a7300fb4772754af35ee72fc68159492e", size = 2001016, upload-time = "2026-10-11T18:33:37.57Z" }, + { url = "https://files.pythonhosted.org/packages/20/b3/fbf854c7d07ec114260c26e9e2071a4381740f9ae09641dbfcbdf2a18c45/pydantic_core-2.50.1-cp314-cp314t-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:64f6047f62a6c5ae08d0a6afb035667aa2d97c3d20d69762e034c5ea144d92a5", size = 2023015, upload-time = "2026-10-11T18:33:39.433Z" }, + { url = "https://files.pythonhosted.org/packages/65/20/6de55b2f92cdb614b745c6e9ced639fc4fd7e1e77604825a88bdece6fcbd/pydantic_core-2.50.1-cp314-cp314t-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:1ef800dd7d85bcdadf4c3076e4c94e43939493558a3b69a1ea830c706d4617bb", size = 2192543, upload-time = "2026-10-11T18:33:41.381Z" }, + { url = "https://files.pythonhosted.org/packages/0c/d9/19e91c94bd5c405945ce2f15526808aea37e162c253160de8ed7bf70b406/pydantic_core-2.50.1-cp314-cp314t-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:b0135bcdcaa0f23573f286e4cb5e0fd2962700964ed13df085b85f2b97aeab9e", size = 2388704, upload-time = "2026-10-11T18:33:43.167Z" }, + { url = "https://files.pythonhosted.org/packages/b6/bc/2e24c8415eae1a25ee5a5484946a917123bad2e9d01689a759236928175a/pydantic_core-2.50.1-cp314-cp314t-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:0b3a6f334c6a2345ca15318ff894502a90012536404b37c844a976c76c846e0b", size = 2464118, upload-time = "2026-10-11T18:33:44.856Z" }, + { url = "https://files.pythonhosted.org/packages/bd/1f/945b8053cb061c64e102bcaf7bfb9ed740c0bd4349f9bb978a7d4ddff4ab/pydantic_core-2.50.1-cp314-cp314t-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:06e01fbbfdb9be777b316a71b6c49efaf4a08b615d0a98d678cda3023f79d019", size = 2150142, upload-time = "2026-10-11T18:33:46.661Z" }, + { url = "https://files.pythonhosted.org/packages/2b/78/96a3e50bf0d64aaae781107eb9335b7529d05a85793ed6e7241c4cd1d931/pydantic_core-2.50.1-cp314-cp314t-manylinux_2_31_riscv64.whl", hash = "sha256:a29a061fec0b4e2d714f277e70a3a18125ecff803f2fea6eade2f2e53711d112", size = 2245577, upload-time = "2026-10-11T18:33:48.574Z" }, + { url = "https://files.pythonhosted.org/packages/7a/5d/a6038a0322232758a6ebfa709f4ca14a60bf5b93940cd0b345056a557da4/pydantic_core-2.50.1-cp314-cp314t-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:f5187624823423e1d1b82b1072ac41dc837389e18d3d0572cc19bbee46cd550a", size = 2263728, upload-time = "2026-10-11T18:33:50.527Z" }, + { url = "https://files.pythonhosted.org/packages/0d/4b/76ded3333a457a9344c4f2d63f2d82d0101654b05178fa4ddfe7d3627674/pydantic_core-2.50.1-cp314-cp314t-musllinux_1_1_aarch64.whl", hash = "sha256:3e46a9eb0a0901dd6275e6b06ac3a464885ef350ec4121fe486869de8053e4bb", size = 2293630, upload-time = "2026-10-11T18:33:52.362Z" }, + { url = "https://files.pythonhosted.org/packages/a9/00/9eca378335c9c1b72bc779bf6e4c2a82ce784f14ec48a0e87102c9870e05/pydantic_core-2.50.1-cp314-cp314t-musllinux_1_1_armv7l.whl", hash = "sha256:756d669f04e62ec4148ecfe22be6a4484d9b1181a6ef32e205ebfd200540858b", size = 2468048, upload-time = "2026-10-11T18:33:54.118Z" }, + { url = "https://files.pythonhosted.org/packages/35/ca/e3832e9cf93651251de43c8c5c029ed680a3c1a0a1b17ee26c81bed08cbd/pydantic_core-2.50.1-cp314-cp314t-musllinux_1_1_x86_64.whl", hash = "sha256:c516cc5367ca3448995d42cb994bf3f4c9002d2a7c22eac9622551269ad1b807", size = 2512159, upload-time = "2026-10-11T18:33:55.99Z" }, + { url = "https://files.pythonhosted.org/packages/4b/f2/773469b5a10a39116a2cb17edaf6d722f017dd8da07161b371465311c542/pydantic_core-2.50.1-cp314-cp314t-win32.whl", hash = "sha256:9d1bed94af6a63835461f3cf7502058eb166c58c4778e11d0f433cfb1bd69e19", size = 2098406, upload-time = "2026-10-11T18:33:58.043Z" }, + { url = "https://files.pythonhosted.org/packages/ee/42/0bb74f8f25204b259b11ab7c12dc7f180893b6bd706118b385147fb6efd5/pydantic_core-2.50.1-cp314-cp314t-win_amd64.whl", hash = "sha256:c8dce1f1e0e5358b682a6ad3fa5e31b31d4560997b8e61417e9217c8d60f8a0c", size = 2148481, upload-time = "2026-10-11T18:33:59.913Z" }, + { url = "https://files.pythonhosted.org/packages/47/0d/d801646c9679a4e630e15cf521d4108b93854b42a6e6e02391bd4c6b1095/pydantic_core-2.50.1-cp314-cp314t-win_arm64.whl", hash = "sha256:ceff0acc940be2715bd6ad17b24c0e5304abf44f6efd0f81ee8499e640f9dc86", size = 2174972, upload-time = "2026-10-11T18:34:01.875Z" }, +] + +[[package]] +name = "pygments" +version = "2.21.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/49/2e/ced460408999b33da6b31b0021b0f37d329e202d4169aeb164493778f25b/pygments-2.21.0.tar.gz", hash = "sha256:610ca751c9bc2492b38eb9a38a7fbc93edbbb2d7182edaf34e66ae493dee5c8c", size = 5005329, upload-time = "2026-08-17T08:02:48.824Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/71/46/17f022dd3e953bf20a04a028a21ec746d942f8d2af30fa0f124fa0e6a684/pygments-2.21.0-py3-none-any.whl", hash = "sha256:2363c69b61c4a97c838da3b130dcd6468f4848992b21a82f2a63ec34377137d9", size = 1250147, upload-time = "2026-08-17T08:02:44.912Z" }, +] + +[[package]] +name = "pyparsing" +version = "3.3.3" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/e4/11/b213bebff182584360cb8d17c72c1677fec5c5c228de439e63bcf8ab1c8f/pyparsing-3.3.3.tar.gz", hash = "sha256:928ae7e20211f3b6f3915a72f06a0cfd29ab9d24279dd6346b6b1a7146397d36", size = 1050487, upload-time = "2026-09-20T20:59:05.609Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/38/bb/d215ee7c73b61497b28a5503f9f53523f294fcc936762b7caf90e0c1c2b5/pyparsing-3.3.3-py3-none-any.whl", hash = "sha256:ece8c00a69cf01b45d0b1dedabb469c90d8caf996d4fda40f147627a122849a4", size = 126420, upload-time = "2026-09-20T20:59:04.025Z" }, +] + +[[package]] +name = "pytest" +version = "9.1.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "colorama", marker = "sys_platform == 'win32'" }, + { name = "iniconfig" }, + { name = "packaging" }, + { name = "pluggy" }, + { name = "pygments" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/e4/47/b9efed96c114afcfa3c9d3fe98a76a1d14c74a9e266d397cf6eb64be5e01/pytest-9.1.1.tar.gz", hash = "sha256:1088fbde8f2b49d95a549a195707afa7a76a3ce9bcadc26b6d71f0ffda5fe313", size = 1636369, upload-time = "2026-06-19T10:58:32.857Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/24/25/1de2678b631f5a49215c6c96fff41ba892b0a34df68d6d80292b1b48aa7f/pytest-9.1.1-py3-none-any.whl", hash = "sha256:37a86b45efb9a47a61a36449063e8e18d0cab3161329fc099eb21783169c4f0c", size = 386536, upload-time = "2026-06-19T10:58:31.347Z" }, +] + +[[package]] +name = "python-dateutil" +version = "2.9.0.post0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "six" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/66/c0/0c8b6ad9f17a802ee498c46e004a0eb49bc148f2fd230864601a86dcf6db/python-dateutil-2.9.0.post0.tar.gz", hash = "sha256:37dd54208da7e1cd875388217d5e00ebd4179249f90fb72437e91a35459a0ad3", size = 342432, upload-time = "2024-03-01T18:36:20.211Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/ec/57/56b9bcc3c9c6a792fcbaf139543cee77261f3651ca9da0c93f5c1221264b/python_dateutil-2.9.0.post0-py2.py3-none-any.whl", hash = "sha256:a8b2bc7bffae282281c8140a97d3aa9c14da0b136dfe83f850eea9a5f7470427", size = 229892, upload-time = "2024-03-01T18:36:18.57Z" }, +] + +[[package]] +name = "pyyaml" +version = "6.0.3" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/05/8e/961c0007c59b8dd7729d542c61a4d537767a59645b82a0b521206e1e25c2/pyyaml-6.0.3.tar.gz", hash = "sha256:d76623373421df22fb4cf8817020cbb7ef15c725b9d5e45f17e189bfc384190f", size = 130960, upload-time = "2025-09-25T21:33:16.546Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/9d/8c/f4bd7f6465179953d3ac9bc44ac1a8a3e6122cf8ada906b4f96c60172d43/pyyaml-6.0.3-cp314-cp314-macosx_10_13_x86_64.whl", hash = "sha256:8d1fab6bb153a416f9aeb4b8763bc0f22a5586065f86f7664fc23339fc1c1fac", size = 181814, upload-time = "2025-09-25T21:32:35.712Z" }, + { url = "https://files.pythonhosted.org/packages/bd/9c/4d95bb87eb2063d20db7b60faa3840c1b18025517ae857371c4dd55a6b3a/pyyaml-6.0.3-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:34d5fcd24b8445fadc33f9cf348c1047101756fd760b4dacb5c3e99755703310", size = 173809, upload-time = "2025-09-25T21:32:36.789Z" }, + { url = "https://files.pythonhosted.org/packages/92/b5/47e807c2623074914e29dabd16cbbdd4bf5e9b2db9f8090fa64411fc5382/pyyaml-6.0.3-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:501a031947e3a9025ed4405a168e6ef5ae3126c59f90ce0cd6f2bfc477be31b7", size = 766454, upload-time = "2025-09-25T21:32:37.966Z" }, + { url = "https://files.pythonhosted.org/packages/02/9e/e5e9b168be58564121efb3de6859c452fccde0ab093d8438905899a3a483/pyyaml-6.0.3-cp314-cp314-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:b3bc83488de33889877a0f2543ade9f70c67d66d9ebb4ac959502e12de895788", size = 836355, upload-time = "2025-09-25T21:32:39.178Z" }, + { url = "https://files.pythonhosted.org/packages/88/f9/16491d7ed2a919954993e48aa941b200f38040928474c9e85ea9e64222c3/pyyaml-6.0.3-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:c458b6d084f9b935061bc36216e8a69a7e293a2f1e68bf956dcd9e6cbcd143f5", size = 794175, upload-time = "2025-09-25T21:32:40.865Z" }, + { url = "https://files.pythonhosted.org/packages/dd/3f/5989debef34dc6397317802b527dbbafb2b4760878a53d4166579111411e/pyyaml-6.0.3-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:7c6610def4f163542a622a73fb39f534f8c101d690126992300bf3207eab9764", size = 755228, upload-time = "2025-09-25T21:32:42.084Z" }, + { url = "https://files.pythonhosted.org/packages/d7/ce/af88a49043cd2e265be63d083fc75b27b6ed062f5f9fd6cdc223ad62f03e/pyyaml-6.0.3-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:5190d403f121660ce8d1d2c1bb2ef1bd05b5f68533fc5c2ea899bd15f4399b35", size = 789194, upload-time = "2025-09-25T21:32:43.362Z" }, + { url = "https://files.pythonhosted.org/packages/23/20/bb6982b26a40bb43951265ba29d4c246ef0ff59c9fdcdf0ed04e0687de4d/pyyaml-6.0.3-cp314-cp314-win_amd64.whl", hash = "sha256:4a2e8cebe2ff6ab7d1050ecd59c25d4c8bd7e6f400f5f82b96557ac0abafd0ac", size = 156429, upload-time = "2025-09-25T21:32:57.844Z" }, + { url = "https://files.pythonhosted.org/packages/f4/f4/a4541072bb9422c8a883ab55255f918fa378ecf083f5b85e87fc2b4eda1b/pyyaml-6.0.3-cp314-cp314-win_arm64.whl", hash = "sha256:93dda82c9c22deb0a405ea4dc5f2d0cda384168e466364dec6255b293923b2f3", size = 143912, upload-time = "2025-09-25T21:32:59.247Z" }, + { url = "https://files.pythonhosted.org/packages/7c/f9/07dd09ae774e4616edf6cda684ee78f97777bdd15847253637a6f052a62f/pyyaml-6.0.3-cp314-cp314t-macosx_10_13_x86_64.whl", hash = "sha256:02893d100e99e03eda1c8fd5c441d8c60103fd175728e23e431db1b589cf5ab3", size = 189108, upload-time = "2025-09-25T21:32:44.377Z" }, + { url = "https://files.pythonhosted.org/packages/4e/78/8d08c9fb7ce09ad8c38ad533c1191cf27f7ae1effe5bb9400a46d9437fcf/pyyaml-6.0.3-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:c1ff362665ae507275af2853520967820d9124984e0f7466736aea23d8611fba", size = 183641, upload-time = "2025-09-25T21:32:45.407Z" }, + { url = "https://files.pythonhosted.org/packages/7b/5b/3babb19104a46945cf816d047db2788bcaf8c94527a805610b0289a01c6b/pyyaml-6.0.3-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:6adc77889b628398debc7b65c073bcb99c4a0237b248cacaf3fe8a557563ef6c", size = 831901, upload-time = "2025-09-25T21:32:48.83Z" }, + { url = "https://files.pythonhosted.org/packages/8b/cc/dff0684d8dc44da4d22a13f35f073d558c268780ce3c6ba1b87055bb0b87/pyyaml-6.0.3-cp314-cp314t-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:a80cb027f6b349846a3bf6d73b5e95e782175e52f22108cfa17876aaeff93702", size = 861132, upload-time = "2025-09-25T21:32:50.149Z" }, + { url = "https://files.pythonhosted.org/packages/b1/5e/f77dc6b9036943e285ba76b49e118d9ea929885becb0a29ba8a7c75e29fe/pyyaml-6.0.3-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:00c4bdeba853cc34e7dd471f16b4114f4162dc03e6b7afcc2128711f0eca823c", size = 839261, upload-time = "2025-09-25T21:32:51.808Z" }, + { url = "https://files.pythonhosted.org/packages/ce/88/a9db1376aa2a228197c58b37302f284b5617f56a5d959fd1763fb1675ce6/pyyaml-6.0.3-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:66e1674c3ef6f541c35191caae2d429b967b99e02040f5ba928632d9a7f0f065", size = 805272, upload-time = "2025-09-25T21:32:52.941Z" }, + { url = "https://files.pythonhosted.org/packages/da/92/1446574745d74df0c92e6aa4a7b0b3130706a4142b2d1a5869f2eaa423c6/pyyaml-6.0.3-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:16249ee61e95f858e83976573de0f5b2893b3677ba71c9dd36b9cf8be9ac6d65", size = 829923, upload-time = "2025-09-25T21:32:54.537Z" }, + { url = "https://files.pythonhosted.org/packages/f0/7a/1c7270340330e575b92f397352af856a8c06f230aa3e76f86b39d01b416a/pyyaml-6.0.3-cp314-cp314t-win_amd64.whl", hash = "sha256:4ad1906908f2f5ae4e5a8ddfce73c320c2a1429ec52eafd27138b7f1cbe341c9", size = 174062, upload-time = "2025-09-25T21:32:55.767Z" }, + { url = "https://files.pythonhosted.org/packages/f1/12/de94a39c2ef588c7e6455cfbe7343d3b2dc9d6b6b2f40c4c6565744c873d/pyyaml-6.0.3-cp314-cp314t-win_arm64.whl", hash = "sha256:ebc55a14a21cb14062aa4162f906cd962b28e2e9ea38f9b4391244cd8de4ae0b", size = 149341, upload-time = "2025-09-25T21:32:56.828Z" }, +] + +[[package]] +name = "redis" +version = "8.1.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/a8/99/604f0b666d4c616d891cf77ebb9db6bb21601344c051aebf1b72b9ff915f/redis-8.1.0.tar.gz", hash = "sha256:6e1a19beef9225c83efd689c7e6b7da2d5215b1f42cd13b7fc3714d0a09c7b25", size = 5254356, upload-time = "2026-07-30T08:51:00.269Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/66/9d/c5731f6e3608663d4d3656fd8d3aecee8b509c3082818f5a13eae925baea/redis-8.1.0-py3-none-any.whl", hash = "sha256:a4fe1aac3d3b3cc791d4b3d5931c5a956045dc951ee74d1c913ee3ac4d2ee9fb", size = 560618, upload-time = "2026-07-30T08:50:58.497Z" }, +] + +[[package]] +name = "referencing" +version = "0.36.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "attrs" }, + { name = "rpds-py" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/2f/db/98b5c277be99dd18bfd91dd04e1b759cad18d1a338188c936e92f921c7e2/referencing-0.36.2.tar.gz", hash = "sha256:df2e89862cd09deabbdba16944cc3f10feb6b3e6f18e902f7cc25609a34775aa", size = 74744, upload-time = "2025-01-25T08:48:16.138Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/c1/b1/3baf80dc6d2b7bc27a95a67752d0208e410351e3feb4eb78de5f77454d8d/referencing-0.36.2-py3-none-any.whl", hash = "sha256:e8699adbbf8b5c7de96d8ffa0eb5c158b3beafce084968e2ea8bb08c6794dcd0", size = 26775, upload-time = "2025-01-25T08:48:14.241Z" }, +] + +[[package]] +name = "requests" +version = "2.34.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "certifi" }, + { name = "charset-normalizer" }, + { name = "idna" }, + { name = "urllib3" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/ac/c3/e2a2b89f2d3e2179abd6d00ebd70bff6273f37fb3e0cc209f48b39d00cbf/requests-2.34.2.tar.gz", hash = "sha256:f288924cae4e29463698d6d60bc6a4da69c89185ad1e0bcc4104f584e960b9ed", size = 142856, upload-time = "2026-05-14T19:25:27.735Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/a0/f4/c67b0b3f1b9245e8d266f0f112c500d50e5b4e83cb6f3b71b6528104182a/requests-2.34.2-py3-none-any.whl", hash = "sha256:2a0d60c172f83ac6ab31e4554906c0f3b3588d37b5cb939b1c061f4907e278e0", size = 73075, upload-time = "2026-05-14T19:25:26.443Z" }, +] + +[[package]] +name = "rfc3339-validator" +version = "0.1.4" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "six" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/28/ea/a9387748e2d111c3c2b275ba970b735e04e15cdb1eb30693b6b5708c4dbd/rfc3339_validator-0.1.4.tar.gz", hash = "sha256:138a2abdf93304ad60530167e51d2dfb9549521a836871b88d7f4695d0022f6b", size = 5513, upload-time = "2021-05-12T16:37:54.178Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/7b/44/4e421b96b67b2daff264473f7465db72fbdf36a07e05494f50300cc7b0c6/rfc3339_validator-0.1.4-py2.py3-none-any.whl", hash = "sha256:24f6ec1eda14ef823da9e36ec7113124b39c04d50a4d3d3a3c2859577e7791fa", size = 3490, upload-time = "2021-05-12T16:37:52.536Z" }, +] + +[[package]] +name = "rpds-py" +version = "2026.9.1" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/42/68/3bd46b8a5e01d3c2ebdf9c5e9497912e3fe0cde02bac21a7130ca866e403/rpds_py-2026.9.1.tar.gz", hash = "sha256:4793ef7f78268b124b73fa933440f01d258bbae01de9fa53e9080c9ab0425a12", size = 63948, upload-time = "2026-10-04T16:32:36.469Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/8a/f2/67b94be1532767803415c1c5a1fd88ea487643d74a673cec1ba140af77bb/rpds_py-2026.9.1-cp314-cp314-macosx_10_12_x86_64.whl", hash = "sha256:c9d1aca01f49170fdcf5c92761b1fafe97f554b721ca4570c5949fff778f0d4b", size = 347178, upload-time = "2026-10-04T16:30:00.865Z" }, + { url = "https://files.pythonhosted.org/packages/04/37/b751de2b59b0197a1d92a5dd491de88e8a5e928c2e6562581974f1e85263/rpds_py-2026.9.1-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:3f0e9ac28fc067d4d34b88ae43c48e9489455c97fee9633d851f7eeed5a05d35", size = 341878, upload-time = "2026-10-04T16:30:02.564Z" }, + { url = "https://files.pythonhosted.org/packages/72/e2/5873bc4643c250db9e05d48dc0c93763d4aa68bc3b81164cb1af3b45b284/rpds_py-2026.9.1-cp314-cp314-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:07deecbfce94c78473018bc7d10b337cc651d12df87a1eb2cb3e4024bc9c33d0", size = 373963, upload-time = "2026-10-04T16:30:04.026Z" }, + { url = "https://files.pythonhosted.org/packages/51/03/5acf7632158247f3f6386ff0af3a1ee48167d575037e8d0920594b76d92b/rpds_py-2026.9.1-cp314-cp314-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:821b2755db9194409254012f429c56643416fb96ef9be090be82ec8826b7f477", size = 377975, upload-time = "2026-10-04T16:30:05.555Z" }, + { url = "https://files.pythonhosted.org/packages/e6/00/63fda451b8bffa5808fc8bb311ee7c073b340974b09f273c7b2a145d3d62/rpds_py-2026.9.1-cp314-cp314-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:3c91c210ae7645626c608400e3519b4a642f837cce09ca830db3beb2e9f274d4", size = 490347, upload-time = "2026-10-04T16:30:07.156Z" }, + { url = "https://files.pythonhosted.org/packages/a1/ae/c093ffd070ba0fb02f76c565d06fecc65ad6e4afdbae78f7031076d3cdac/rpds_py-2026.9.1-cp314-cp314-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:54ac2158a6f96cfbabff0b2eedaf94b90c5ec7ca8317fcadc61e1c2b2e0ff6ef", size = 392962, upload-time = "2026-10-04T16:30:08.77Z" }, + { url = "https://files.pythonhosted.org/packages/22/9d/d08a1128ab199b2f0cf25bfeb0639bd05119fff4b7c47bec24ef9a8ec23f/rpds_py-2026.9.1-cp314-cp314-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:eac2f5dbafd585dfe31f86a23ebf0d3ba480a9d49ebc87947267b5608d4ea0cd", size = 371623, upload-time = "2026-10-04T16:30:10.501Z" }, + { url = "https://files.pythonhosted.org/packages/53/c7/4758ddcbb75609414bbccfcb11d612436f9b3ee821bd2f33f0f1604ee648/rpds_py-2026.9.1-cp314-cp314-manylinux_2_31_riscv64.whl", hash = "sha256:8aa5dda18d39b6143eb24809d158f9252c88f402749b6f1b62a506cc7d96cc35", size = 376997, upload-time = "2026-10-04T16:30:12.124Z" }, + { url = "https://files.pythonhosted.org/packages/87/e4/947bd7f608ff60faf46dc9d389c3dffd0e3d767d78a0be19978448ef0ce7/rpds_py-2026.9.1-cp314-cp314-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:5c90e7fa02e8f5de0d10c17595c568ada48c5302e749462c0ea1a4c362111a86", size = 400169, upload-time = "2026-10-04T16:30:13.804Z" }, + { url = "https://files.pythonhosted.org/packages/4b/35/fe93e020a0543b5670472c18d7e6af3197c08da571240ce1965c84f85c0f/rpds_py-2026.9.1-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:e6d198bad4e49dd6732fbd636e2fc5c082f45c8cad0b4acb756b00c82c76072e", size = 551615, upload-time = "2026-10-04T16:30:15.332Z" }, + { url = "https://files.pythonhosted.org/packages/0d/4f/5d2a0136bb03b2a56a39dc6ff92d58a6e3e53a2e17079238b86228882f16/rpds_py-2026.9.1-cp314-cp314-musllinux_1_2_i686.whl", hash = "sha256:96beca19ec79de272e8668585380ff9092c47077c1d7a1e098e00bbd921f4785", size = 614655, upload-time = "2026-10-04T16:30:16.92Z" }, + { url = "https://files.pythonhosted.org/packages/09/1c/3f1025aaf70d9bf7272cc41f8b64ee76b48bf01726248138430e16f23b38/rpds_py-2026.9.1-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:a5cf77eb04f20b720be95265a3e00eb2a14814074255cc27069c551b2db53118", size = 579602, upload-time = "2026-10-04T16:30:18.555Z" }, + { url = "https://files.pythonhosted.org/packages/53/0d/5c72e6204f76610608706da32b6b7e11ef7e10317558a7bb15a122e008dc/rpds_py-2026.9.1-cp314-cp314-win32.whl", hash = "sha256:a03d57b86d2a51d0a66c92177e2be154ad015f357791d306e714569999cdb4cc", size = 206315, upload-time = "2026-10-04T16:30:20.05Z" }, + { url = "https://files.pythonhosted.org/packages/a4/0b/489d48abbcc7d70cf3fbf662d9d22abf1f4650761c0a9ae05260800800d3/rpds_py-2026.9.1-cp314-cp314-win_amd64.whl", hash = "sha256:837c6b305e26fe0f75b15c92cf3b2ba29e0ae19dc40b1c557b026cb426347d0c", size = 222852, upload-time = "2026-10-04T16:30:21.604Z" }, + { url = "https://files.pythonhosted.org/packages/91/16/bbb05a7e6a10cf79ba639be7f799d770ee15f64175cc61d081b218dd402a/rpds_py-2026.9.1-cp314-cp314-win_arm64.whl", hash = "sha256:fce4b85234a0cbad67bf8e6e1201ee815d172c9aebad75f25645bc4d834f8e31", size = 218709, upload-time = "2026-10-04T16:30:23.036Z" }, + { url = "https://files.pythonhosted.org/packages/22/ac/ac507a0a4ec478ca470440a09583db4be5259ba7670aeba0620822f1e57a/rpds_py-2026.9.1-cp314-cp314t-macosx_10_12_x86_64.whl", hash = "sha256:3a72c11530d71abfb66c8d7696a2f86c43e63fca8b948f1a784ac490f4ec688e", size = 349596, upload-time = "2026-10-04T16:30:24.558Z" }, + { url = "https://files.pythonhosted.org/packages/e9/f2/817a46b658d5070f477f722c298ee9a24525b0e4017347964146ef5fdd0e/rpds_py-2026.9.1-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:068c37bba854ec2fe42f7365c640af11dd9895890ccbf2df5070d0c059bd7f96", size = 343114, upload-time = "2026-10-04T16:30:26.048Z" }, + { url = "https://files.pythonhosted.org/packages/6c/42/6ade976b13ac1b4cb3bf2eb603f1be2fe74df19a29988d4c2b386be59d6f/rpds_py-2026.9.1-cp314-cp314t-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d7fca4eb6df565e2a928f1c7dad92d27db8f9df0f449e76423ed5d7e713ed445", size = 374197, upload-time = "2026-10-04T16:30:27.699Z" }, + { url = "https://files.pythonhosted.org/packages/d9/70/77cdf1d3f1a07faabe936016ae623aec7981f73108a8fe7a203ed2e21998/rpds_py-2026.9.1-cp314-cp314t-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:c933c6678c6f116ff8af47a4c6db0868b8ace74af0343016c0ef00f00272ea69", size = 378025, upload-time = "2026-10-04T16:30:29.451Z" }, + { url = "https://files.pythonhosted.org/packages/3f/6b/18a44a3beaa9b7931acb04af7bd9539836477c630a794452d4826d6185d4/rpds_py-2026.9.1-cp314-cp314t-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:028ad274ea951dac64491b5d1e65712a4aeabfdbdb9fccf797b57bd899b0c495", size = 491969, upload-time = "2026-10-04T16:30:30.995Z" }, + { url = "https://files.pythonhosted.org/packages/73/27/fb39cfd6bddaf741b024f813890374578ff8ac1f1adc473659c048b03b05/rpds_py-2026.9.1-cp314-cp314t-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:740d0a99cf9de0b17a3943388e9294a59becf75e7c43421f387bd3c7a9901f7c", size = 393905, upload-time = "2026-10-04T16:30:32.628Z" }, + { url = "https://files.pythonhosted.org/packages/ed/71/0fa7bb77b57af0d710273964180d11b503f62b8a5c358eb2d8c3f62feff6/rpds_py-2026.9.1-cp314-cp314t-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0da298fb372dc192610a4b9ecbc68a0cd8b675bbbd1fc519d01b41cfd658333e", size = 374569, upload-time = "2026-10-04T16:30:34.257Z" }, + { url = "https://files.pythonhosted.org/packages/54/22/f41cfac269af3b449513ef1bc3d7f32fde52abbbd2d01c7e76b47743acd9/rpds_py-2026.9.1-cp314-cp314t-manylinux_2_31_riscv64.whl", hash = "sha256:eb61be926bb81567c1f48bdc8aa22b9855048dc2efd53871f9f7e6e9a5632346", size = 377482, upload-time = "2026-10-04T16:30:35.997Z" }, + { url = "https://files.pythonhosted.org/packages/b4/fc/312b49006e7f8f9ca5f96647577b8aa6f3df30519c46bd448f5c425af0b2/rpds_py-2026.9.1-cp314-cp314t-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:42e75466f83cd43f6026c81eab74246efb2bdadafb307b85700632d06c68f299", size = 400040, upload-time = "2026-10-04T16:30:37.76Z" }, + { url = "https://files.pythonhosted.org/packages/cf/a6/18cca7a878dc7fa95165a83343fd4d7b65643fd22e54e47340a451121d5c/rpds_py-2026.9.1-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:617f59cde379b4f648a09797b7f683d04b90a46344cddab85639da5aff0f5531", size = 551849, upload-time = "2026-10-04T16:30:39.443Z" }, + { url = "https://files.pythonhosted.org/packages/e4/6d/1f5685e20f39604691bdc3c05aaa6b8bd2f954e9e996477adf2376768e33/rpds_py-2026.9.1-cp314-cp314t-musllinux_1_2_i686.whl", hash = "sha256:3edae8c5ddfdb6985d49ae9d150516e5076888879022f91a26c2de9276ce0bdb", size = 614842, upload-time = "2026-10-04T16:30:41.231Z" }, + { url = "https://files.pythonhosted.org/packages/c6/25/98652109fd9f7e10268dd4571aa52b81987001b806f37ef1a18260de714a/rpds_py-2026.9.1-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:0f045bb053c9057720d72c56dffe30dffdc05997b2897a827b9325f0ab6623fa", size = 582606, upload-time = "2026-10-04T16:30:43.345Z" }, + { url = "https://files.pythonhosted.org/packages/19/03/11ca09099bab5f53373a80a334c424ec917c13d050760a59499d2af5171e/rpds_py-2026.9.1-cp314-cp314t-win32.whl", hash = "sha256:bf35d0568abda97233239ce32896d3ad53fccc537832c104e30c94aa5fb93569", size = 203341, upload-time = "2026-10-04T16:30:44.954Z" }, + { url = "https://files.pythonhosted.org/packages/6f/8a/88909e3ffd9f47f5b58211473875d8c3c09079f0058c46fb72c55a702a26/rpds_py-2026.9.1-cp314-cp314t-win_amd64.whl", hash = "sha256:1e8d4d79d828299bf44a55db22a9388ab967b49d17132c88eab0f4360b48da8e", size = 222843, upload-time = "2026-10-04T16:30:46.486Z" }, +] + +[[package]] +name = "ruff" +version = "0.17.1" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/f9/e7/e6d5749983b020e6cb1055abec0a6f361a8e94f0184cdcf56d4760995f02/ruff-0.17.1.tar.gz", hash = "sha256:5bb796c5112e9fb9527f2ef2faa0a130d6312d19de92bcfaddd70dbb2d41020f", size = 5323349, upload-time = "2026-10-15T15:23:18.64Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/2e/78/90c46ca6250709f7c37e397b60d06061adee8d0f7d13959ed6a8e49b14fd/ruff-0.17.1-py3-none-linux_armv6l.whl", hash = "sha256:1796c41eafec66f4635125dd1e074a7aa27b8d20c187d484360acf11d247fc4a", size = 10147528, upload-time = "2026-10-15T15:22:33.667Z" }, + { url = "https://files.pythonhosted.org/packages/aa/d2/a2e28bc35b083ae51fa07dfba5280a667c8b01ecaee7802fc8849dcd5c46/ruff-0.17.1-py3-none-macosx_10_12_x86_64.whl", hash = "sha256:8eadb09a788010be29c895418bdfa513e4e1c65e64b94e5b19e4cd381f6cc7fb", size = 10225974, upload-time = "2026-10-15T15:22:36.328Z" }, + { url = "https://files.pythonhosted.org/packages/8e/71/7a9029a81c8206ee01a98f6cfeeb56e6c095af86857581a37045c46d7e94/ruff-0.17.1-py3-none-macosx_11_0_arm64.whl", hash = "sha256:29b454f18ca3eeaf37fbf140841dcf27d36109e29dee9aae8acecb68c26c6f74", size = 9270361, upload-time = "2026-10-15T15:22:38.651Z" }, + { url = "https://files.pythonhosted.org/packages/c0/8c/e075e9c917cb0575297880c96768304e881240171c870cbd8d9b7b54bec2/ruff-0.17.1-py3-none-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:872e03dd231744d6c5ec5c8af6be52b71323fc6ee096e4c8b34d9f844ee3b978", size = 9938300, upload-time = "2026-10-15T15:22:41.284Z" }, + { url = "https://files.pythonhosted.org/packages/87/27/0b4bb926a49de2383f161272b4d863571a4c7ecdbf595a6bc58813a13367/ruff-0.17.1-py3-none-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:4c0d6cb5f8fbac77eec9af49f4fc0eaf856b05545e372b0694d24b4e76b1c640", size = 9948464, upload-time = "2026-10-15T15:22:43.681Z" }, + { url = "https://files.pythonhosted.org/packages/14/27/518d57e0e02aecb8ea4acac6b57b51a53173d25fa734952bfdd7d531e88e/ruff-0.17.1-py3-none-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:78beced4a3c94dfedbee4b999b95b6a27b35820fdc0afbacc6d37a8da26c1cd1", size = 10638639, upload-time = "2026-10-15T15:22:46.081Z" }, + { url = "https://files.pythonhosted.org/packages/01/82/d89a4e498ade59e6cee52d67f8da569019372212b87468c1fdeae884601c/ruff-0.17.1-py3-none-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:7feefc63921202894f0e158b0e32f45a5950d70a7fb693ccb9264816c25b1c05", size = 11337238, upload-time = "2026-10-15T15:22:48.894Z" }, + { url = "https://files.pythonhosted.org/packages/a2/7c/3b0fdef9352656317c977086fe1d802902406e4f2a0d8578da90c0e6d1c5/ruff-0.17.1-py3-none-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:684154861a819bf1f433669d2a0ce9c3e54677c65b8ebb866cc2a7ec86345785", size = 10896327, upload-time = "2026-10-15T15:22:51.45Z" }, + { url = "https://files.pythonhosted.org/packages/62/86/5566290219708ce2928f3a29c4f843a1185b341ec6111c4631a33c5ceced/ruff-0.17.1-py3-none-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a6ef98e51de8ef38082f90653ceeb84944bd7673783eea13e1647c5b9b064189", size = 10350811, upload-time = "2026-10-15T15:22:54.401Z" }, + { url = "https://files.pythonhosted.org/packages/ad/d2/ca8462dabb3c413990d49703ba306c30c862195a75448d080fa8fcce9775/ruff-0.17.1-py3-none-manylinux_2_31_riscv64.whl", hash = "sha256:8f9aa5b5bd5fa1937803ea609c8f153b8de39bf3e0e149897ae34b0c5b52f467", size = 10569994, upload-time = "2026-10-15T15:22:57.142Z" }, + { url = "https://files.pythonhosted.org/packages/e3/ad/dd1864c1f1db17c8cfb297ce70b352388e6977620f66f7182c52855407df/ruff-0.17.1-py3-none-musllinux_1_2_aarch64.whl", hash = "sha256:80e53b0e5faa3c5667f035daaa032893ae42b7cfe708c886d39ed131e54688ab", size = 10059672, upload-time = "2026-10-15T15:23:00.084Z" }, + { url = "https://files.pythonhosted.org/packages/65/45/3f56cf1d2168c2165cdd5ac6f9668aee66a4cfdd4caf2b2cc5ccb2b1d568/ruff-0.17.1-py3-none-musllinux_1_2_armv7l.whl", hash = "sha256:056c5d5fa0ac790051ae165d7035c7bf956d02de2db557f2e9b31d877a505fca", size = 9947803, upload-time = "2026-10-15T15:23:03.132Z" }, + { url = "https://files.pythonhosted.org/packages/aa/4b/5457cb2be4c1d1ea5e919558131a0f197a4a454a0530d9e30820e8206e4c/ruff-0.17.1-py3-none-musllinux_1_2_i686.whl", hash = "sha256:bd8f5a55b10f371642eacd0e8665a42a8b97da15c9a7187c79e697b77b5e0ce4", size = 10351807, upload-time = "2026-10-15T15:23:05.628Z" }, + { url = "https://files.pythonhosted.org/packages/49/fb/db15b4f8fa24a1e36b99e1401f42ef6df16ee299a48670d5d262b771e7d7/ruff-0.17.1-py3-none-musllinux_1_2_x86_64.whl", hash = "sha256:ce05e6f3973611d9550a600e04bb531061e368baba31610eb57c1509a8f21a0a", size = 10765716, upload-time = "2026-10-15T15:23:08.092Z" }, + { url = "https://files.pythonhosted.org/packages/0a/e8/1e186578076aff7a80735f625005fde678412ab609cd323ed182eb7d6b87/ruff-0.17.1-py3-none-win32.whl", hash = "sha256:1de0030a8aa78c65c5fecb84b2e5c390ac684c0452875a02afc7c083d49a496a", size = 9895093, upload-time = "2026-10-15T15:23:10.582Z" }, + { url = "https://files.pythonhosted.org/packages/6a/2e/da3d9589bae8e8b58f3a48bd5bc0b980232fb14a83bf02c3be7660f87c1b/ruff-0.17.1-py3-none-win_amd64.whl", hash = "sha256:5df76f16580fab58d0f6c98a3ac254a4abceb7b2489b8b678335869cff77b3d7", size = 10097955, upload-time = "2026-10-15T15:23:13.309Z" }, + { url = "https://files.pythonhosted.org/packages/df/c9/0f2a4dea06a5e12c1191ee3d96b1e1233797d0d5e18f97a2b909a95a9836/ruff-0.17.1-py3-none-win_arm64.whl", hash = "sha256:42400b9a6ff8515ff27796f07f92e0195be011c86e81e381606f58ea5502fef4", size = 9853542, upload-time = "2026-10-15T15:23:16.05Z" }, +] + +[[package]] +name = "s3transfer" +version = "0.19.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "botocore" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/76/43/35e4d8aa320bffe8287fe8f65f578fa2d2db0a64212f0e710dce58267854/s3transfer-0.19.2.tar.gz", hash = "sha256:ba0309fd86be3c27dbf78cdd813c13c5e1df16e5874b99d2535ebbdfb9892993", size = 165592, upload-time = "2026-07-22T19:30:44.432Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/bc/e7/5c595c75e9f41a44f30e526eda465ea0b4eec93470e074e4a111b253f13a/s3transfer-0.19.2-py3-none-any.whl", hash = "sha256:d8168eccca828cbb2cd573675333f3bddd254313a9c42494b84c76b539e8ba25", size = 90216, upload-time = "2026-07-22T19:30:43.251Z" }, +] + +[[package]] +name = "six" +version = "1.17.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/94/e7/b2c673351809dca68a0e064b6af791aa332cf192da575fd474ed7d6f16a2/six-1.17.0.tar.gz", hash = "sha256:ff70335d468e7eb6ec65b95b99d3a2836546063f63acc5171de367e834932a81", size = 34031, upload-time = "2024-12-04T17:35:28.174Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/b7/ce/149a00dd41f10bc29e5921b496af8b574d8413afcd5e30dfa0ed46c2cc5e/six-1.17.0-py2.py3-none-any.whl", hash = "sha256:4721f391ed90541fddacab5acf947aa0d3dc7d27b2e1e8eda2be8970586c3274", size = 11050, upload-time = "2024-12-04T17:35:26.475Z" }, +] + +[[package]] +name = "starlette" +version = "1.8.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "anyio" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/e9/0c/6efb252d091ecccd7d62048ae11f0ea35cd75a4fbaeea5e30f9c3bf91d10/starlette-1.8.0.tar.gz", hash = "sha256:1565dc0b35d5737a271ed1e0e04e949f4e81198799f216d2667b0a0fb9cf9522", size = 2730457, upload-time = "2026-10-13T07:54:39.53Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/c1/b0/5742e4ac7af5eb58ec3470a537a49d7aa507e5539413e504b3a65ef50ba8/starlette-1.8.0-py3-none-any.whl", hash = "sha256:dfdd6b29c26483288088d990eee59631dedadd66ce20d203402a7ca8e3c4656f", size = 79612, upload-time = "2026-10-13T07:54:38.019Z" }, +] + +[[package]] +name = "typing-extensions" +version = "4.16.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/f6/cc/6253133b5bb138fc3306cebfbda2c520f545d36b5be2c7255cc528bb45d6/typing_extensions-4.16.0.tar.gz", hash = "sha256:dc983d19a509c94dba722ee6abd33940f7c05a89e243c47e907eb4db6f1a43e5", size = 113555, upload-time = "2026-07-02T08:40:05.92Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/49/d3/b8441a820a491ddfc024b0b0cf0393375b75ea13866d9c66727e54c2fc80/typing_extensions-4.16.0-py3-none-any.whl", hash = "sha256:481caa481374e813c1b176ada14e97f1f67a4539ce9cfeb3f350d78d6370c2e8", size = 45571, upload-time = "2026-07-02T08:40:04.659Z" }, +] + +[[package]] +name = "typing-inspection" +version = "0.4.4" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/a3/26/b09b8010994eccc3c09092e6b34058f36a460eea2d4c3e8b910c695975a0/typing_inspection-0.4.4.tar.gz", hash = "sha256:547274fa6b0a561ccf549cc9524b999a578e737d015d8709d021f9d0d13bea47", size = 76928, upload-time = "2026-08-12T12:37:25.997Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/67/81/4add07e5172b7ac40d8ed5ff580409a7801a4fe26d529bdd915401dabfbe/typing_inspection-0.4.4-py3-none-any.whl", hash = "sha256:65b8397ba37ccbce054456aaccddfc91e6e3083c92824df348d96ca832f3f147", size = 14750, upload-time = "2026-08-12T12:37:24.648Z" }, +] + +[[package]] +name = "tzdata" +version = "2026.5" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/d9/68/f1b440335057bfce71b6e50a9d09445aa2ecbd08359a337976627b8409e7/tzdata-2026.5.tar.gz", hash = "sha256:8cc73c0a0bfca7dbfa59235d60b2eff82231dee33f53d206db1acd9173cfc0a7", size = 200404, upload-time = "2026-10-03T09:23:14.143Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/94/21/1e5995a1c920cce14e4bffae20c665ec10e7ed03ab25e006cd741092b718/tzdata-2026.5-py2.py3-none-any.whl", hash = "sha256:b683bd1b6659ddcd810ff02ad09ba821d4bf1065072805063eb35c49617905ac", size = 347996, upload-time = "2026-10-03T09:23:12.535Z" }, +] + +[[package]] +name = "urllib3" +version = "2.8.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/e3/05/b17359e1cefb4f909b5e40b1b90a496d987258916dbbf88e842c729f510e/urllib3-2.8.0.tar.gz", hash = "sha256:63bf2ead4c879426ebf22ef2a781eeb4aa3b4ae798a0435506f8687fd5bb9b63", size = 458972, upload-time = "2026-09-15T19:29:36.253Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/92/9d/c4e665119135114480843e7ab388fa94d8480650450e6f8e26b70d323a4c/urllib3-2.8.0-py3-none-any.whl", hash = "sha256:0cf3cae568d36aa9576b28dfb35f11328f1cb974ca7647d9475ebb86c75ac6e3", size = 135717, upload-time = "2026-09-15T19:29:34.577Z" }, +] + +[[package]] +name = "uvicorn" +version = "0.54.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "click" }, + { name = "h11" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/da/34/30e9280707135d2cfc589dfff3cb796bd07a3aeb1a3e415ba09dd89d7bb4/uvicorn-0.54.0.tar.gz", hash = "sha256:a2e33cbfaa0306f8e6b0c13e0cb89d7d7a2da3e62b90c66e18c33d9807b28620", size = 112283, upload-time = "2026-09-25T06:52:37.601Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/38/0c/b54a4fdd7f90a3af8b02ebc9ce6712c2c208b7926a2f7bad95c33ebbe943/uvicorn-0.54.0-py3-none-any.whl", hash = "sha256:505bdb0f318731d45f1f712071fc781a8981f6847a31c902c9f5e652d4f67faf", size = 87427, upload-time = "2026-09-25T06:52:35.829Z" }, +] -- 2.54.0 From b2e70c961909910be8c77e8beed9eeeace2ab0b8 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=D0=93=D0=BE=D1=80=D0=B1=D0=B0=D0=BD=D1=8E=D0=BA?= <152+wemiliam@noreply.gitea.privcloud.tech> Date: Fri, 6 Nov 2026 18:24:53 +0300 Subject: [PATCH 2/2] =?UTF-8?q?=D0=97=D0=B0=D1=84=D0=B8=D0=BA=D1=81=D0=B8?= =?UTF-8?q?=D1=80=D0=BE=D0=B2=D0=B0=D1=82=D1=8C=20=D0=BF=D1=80=D0=BE=D0=B2?= =?UTF-8?q?=D0=B5=D1=80=D0=BA=D1=83=20=D0=B7=D0=B0=D0=BF=D1=83=D1=81=D0=BA?= =?UTF-8?q?=D0=B0=20=D0=B8=D0=B7=20=D1=87=D0=B8=D1=81=D1=82=D0=BE=D0=B3?= =?UTF-8?q?=D0=BE=20=D0=BA=D0=BB=D0=BE=D0=BD=D0=B0?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- REPORT.md | 2 +- evidence/clean-clone.txt | 4 ++++ 2 files changed, 5 insertions(+), 1 deletion(-) create mode 100644 evidence/clean-clone.txt diff --git a/REPORT.md b/REPORT.md index 43fa2cc..10485e1 100644 --- a/REPORT.md +++ b/REPORT.md @@ -88,7 +88,7 @@ CPU/RAM приложения — сумма API, relay и worker в снимке ## Проверки и границы -- Публичный smoke, OpenAPI и 84 собственных сценария, включая ACL, сохранение и восстановление pipeline. +- Публичный smoke, OpenAPI и 84 собственных сценария, включая ACL, сохранение и восстановление pipeline. [Чистый clone](evidence/clean-clone.txt) поднят отдельным Compose project с новыми volumes и локальными credentials. - Метрики и provisioning подтверждены запросами к данным, `scripts/observe.py` проверяет связь Loki/Tempo и восстанавливает затронутые сервисы. - Compose развёрнут на одном хосте; потеря VM или volume не покрывается. Отказ backend телеметрии допускает потерю сигналов. Публичная сеть, внутренние TLS и управление сервисными секретами рассматриваются в ЛР7. diff --git a/evidence/clean-clone.txt b/evidence/clean-clone.txt new file mode 100644 index 0000000..501ea86 --- /dev/null +++ b/evidence/clean-clone.txt @@ -0,0 +1,4 @@ +python3 tests/smoke.py --base-url "http://127.0.0.1:18086" +PASS: lab6 public API scenario; infrastructure and grading evidence remain separate. +python3 scripts/check_contract.py +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. -- 2.54.0