diff --git a/.env.example b/.env.example index a87d1e0..c449a7f 100644 --- a/.env.example +++ b/.env.example @@ -44,3 +44,19 @@ S3_ACCESS_KEY_ID_FILE=/run/secrets/s3_access_key_id S3_SECRET_ACCESS_KEY_FILE=/run/secrets/s3_secret_access_key MAX_UPLOAD_BYTES=10485760 MAX_IMAGE_PIXELS=40000000 +# Только путь к файлам; сами ключи — в secrets/ (scripts/init-secrets.sh) +S3_ADMIN_ACCESS_KEY_ID_FILE=/run/secrets/s3_admin_access_key_id +S3_ADMIN_SECRET_ACCESS_KEY_FILE=/run/secrets/s3_admin_secret_access_key +S3_POOL_MAX_SIZE=20 +S3_CONNECT_TIMEOUT_SEC=2 +S3_READ_TIMEOUT_SEC=10 +S3_MAX_ATTEMPTS=2 +S3_STARTUP_TIMEOUT_SEC=60 +# Байт загрузки в RAM; остальное — во временном файле запроса (удаляется сразу) +UPLOAD_SPOOL_MEMORY_BYTES=1048576 +# Одновременных проверок изображений на реплику: худший случай ~250 МБ на одну +IMAGE_INSPECT_WORKERS=1 +ATTACHMENT_STORE_TIMEOUT_SEC=30 +# Janitor очищает незавершённые загрузки не моложе grace period +ATTACHMENT_PENDING_GRACE_SEC=900 +JANITOR_INTERVAL_SEC=60 diff --git a/Makefile b/Makefile index aa885ce..3763126 100644 --- a/Makefile +++ b/Makefile @@ -6,14 +6,17 @@ TLS_ARGS = $(if $(CA_FILE),--ca-file "$(CA_FILE)",) export BUILDX_NO_DEFAULT_ATTESTATIONS := 1 -.PHONY: help check validate test load test-persistence test-failover install up down restart restore instances rolling-update ps logs wait-ready destroy-data student-test concurrency-test test-expiry test-failures test-migrations explain sigterm-check experiment-failover experiment-rolling +.PHONY: help check validate test load test-persistence test-failover install init up down restart restore instances rolling-update ps logs wait-ready destroy-data student-test concurrency-test test-expiry test-failures test-migrations explain sigterm-check experiment-failover experiment-rolling test-storage test-s3-failure janitor-dry-run janitor-once experiment-uploads s3-ui help: @echo "check: offline structure; validate: full OpenAPI (requirements-dev.txt); test: running API; load: synthetic writes" @echo "up/down/restart/ps/logs: compose stack; destroy-data: DELETE volumes intentionally" @echo "instances: API containers <-> X-Instance-Id; restore: start replicas stopped by stop-one.sh; rolling-update: replace replicas one by one" @echo "experiment-failover / experiment-rolling: load + stop each replica / rolling update, metrics to evidence/" - @echo "student-test: own tests; test-migrations: from empty volume; test-expiry: short SESSION_TTL; test-failures: stop Valkey/PostgreSQL; explain: EXPLAIN history" + @echo "student-test: own tests; test-migrations: from empty volume; test-expiry: short SESSION_TTL; test-failures: stop Valkey/PostgreSQL/S3; explain: EXPLAIN history" + @echo "init: .env + local S3 secrets; test-storage: private bucket/credentials/consistency; janitor-dry-run / janitor-once: S3/DB reconcile" + @echo "experiment-uploads: >=10 concurrent uploads, peak API memory to evidence/" + @echo "s3-ui: temporary read-only SeaweedFS Filer UI on 127.0.0.1:8888 (Ctrl+C to close)" check: $(PYTHON) scripts/check_contract.py @@ -38,6 +41,9 @@ test-failover: install: poetry install --no-root +init: + ./scripts/init-secrets.sh + up: docker compose up -d --build --wait @@ -78,12 +84,31 @@ student-test: concurrency-test: BASE_URL="$(BASE_URL)" poetry run pytest student-tests/test_concurrency.py -s +test-expiry: docker compose --profile expiry up -d --build --wait api-short-ttl EXPIRY_BASE_URL=http://localhost:8081 poetry run pytest student-tests/test_expiry.py -s; \ status=$$?; docker compose --profile expiry stop api-short-ttl; exit $$status test-failures: - BASE_URL="$(BASE_URL)" RUN_FAILURE_TESTS=1 poetry run pytest student-tests/test_dependency_failures.py -s + BASE_URL="$(BASE_URL)" RUN_FAILURE_TESTS=1 poetry run pytest student-tests/test_dependency_failures.py student-tests/test_storage_failures.py student-tests/test_attachment_failover.py -s + +test-s3-failure: + BASE_URL="$(BASE_URL)" RUN_FAILURE_TESTS=1 poetry run pytest student-tests/test_storage_failures.py -s + +test-storage: + BASE_URL="$(BASE_URL)" RUN_STORAGE_TESTS=1 poetry run pytest student-tests/test_storage_security.py student-tests/test_storage_consistency.py -s + +janitor-dry-run: + docker compose exec -T janitor python src/janitor.py --once --dry-run + +janitor-once: + docker compose exec -T janitor python src/janitor.py --once + +s3-ui: + $(PYTHON) scripts/s3_ui.py + +experiment-uploads: + poetry run python scripts/upload_experiment.py --base-url "$(BASE_URL)" --output evidence/experiment-uploads.json test-migrations: ./scripts/check_migrations.sh diff --git a/REPORT.md b/REPORT.md index 9ad2b84..f47a9e3 100644 --- a/REPORT.md +++ b/REPORT.md @@ -1,37 +1,138 @@ # Отчёт — лабораторная 4 -- Автор, группа: TODO -- Целевая оценка; выбранный трек 5, если нужен: TODO -- Commit/PR: TODO после публикации -- Использованные источники, библиотеки и помощь ИИ: TODO +- Автор, группа: Саватеев Артём, группа TODO +- Целевая оценка: **4**; трек 5 не заявлен +- Commit/PR: TODO после публикации (ветка `feature/lab4-core-logic`) +- Использованные источники, библиотеки и помощь ИИ: FastAPI, asyncpg, redis-py, aiobotocore 3.9.1 (S3-клиент), Pillow 12.3.0 (проверка изображений), SeaweedFS 4.48 (S3-сервер); документация S3 API и SeaweedFS (identities, `-s3.config`) ## Запуск из чистого clone -TODO: версии runtime/образов, prerequisites, команды создания локальных secrets/.env, build, миграций, запуска, ожидания готовности, тестов и остановки. Указать необходимые действия оператора. Не вставлять секреты. Отдельно указать безопасную остановку и команду намеренного удаления учебных данных. +Prerequisites: Docker Engine 29 / Compose v2.40, Python 3.12 + Poetry 2.2 (для собственных тестов), Python 3.9+ (публичные тесты) + +| Компонент | Образ / версия | +| --- | --- | +| API, migrate, s3-bootstrap, janitor | `mtusi-messenger:lab4` из `Dockerfile` (python:3.12.12-slim-bookworm) | +| PostgreSQL | `postgres:18.2-alpine3.22` | +| Valkey | `valkey/valkey:8.1.4-alpine3.22` | +| S3 | `chrislusf/seaweedfs:4.48` | +| LB | `nginx:1.28.0-alpine3.21` | + +```sh +make init # .env из .env.example + секреты в secrets/ (повторный запуск ничего не меняет) +docker compose --env-file .env config --quiet +docker compose --env-file .env up -d --build --wait +# порядок: postgres, valkey, s3 → migrate (миграции) и s3-bootstrap (bucket) +# → api ×2, janitor → nginx; --wait ждёт healthy всех сервисов +make test # публичный smoke +make install && make student-test # собственные unit + black-box тесты +make test-storage # приватность bucket, права ключей, сверка janitor +make test-failures # отказы PostgreSQL/Valkey/S3 и реплики, принявшей файл +make test-persistence ACTION_SCRIPT=scripts/restart.sh +make test-failover ACTION_SCRIPT=scripts/stop-one.sh && ./scripts/restore.sh +make experiment-uploads # ≥10 одновременных загрузок, пик памяти → evidence/ +make test-migrations # миграции с пустого volume (отдельный compose-проект) +``` + +Безопасная остановка: `make down` (volumes сохраняются). Намеренное удаление учебных данных: `make destroy-data` (`down -v`: PostgreSQL и S3). Секреты: `scripts/init-secrets.sh` создаёт `secrets/` (в `.gitignore`), значения не печатает и не перезаписывает — иначе объекты bucket станут недоступны. Оператору больше ничего делать не нужно: bucket создаётся сервисом `s3-bootstrap` автоматически. + +Если порт 8080 занят другим стендом (например, lab3), задайте `LB_PORT` в `.env` и `BASE_URL=http://localhost:<порт>` для тестов. ## Архитектура и решения -TODO: схема процессов/хранилищ, источник истины, транзакционные границы, ограничения. Что перенесено из lab3, что изменено в этой работе. Соответствие переменных из .env.example реальной конфигурации. +``` +клиент → nginx (edge) → api ×2 ─┬─ backend: PostgreSQL (метаданные, источник истины), Valkey (кэш сессий) + └─ storage: SeaweedFS S3 (байты оригиналов, приватный bucket) + janitor (backend + storage): сверка S3/БД + migrate, s3-bootstrap: одноразовые, до старта API +``` + +**Перенесено из lab3 без изменений:** пользователи, сессии (PostgreSQL + Valkey), чаты, история, Idempotency-Key, 2 реплики за nginx, graceful shutdown, `X-Instance-Id`, скрипты отказов. **Изменено:** сообщение получило `attachment_ids` (пустой текст разрешён только с вложениями); hash идемпотентности считается без полей по умолчанию, поэтому для текстовых сообщений он совпадает с lab3. Попутно исправлен Makefile lab3: потерянная строка цели `test-expiry`. + +**Слои** (как в lab3): `domain` (схемы, ошибки) → `interfaces` (абстракции `AttachmentRepository`, `ObjectStorage`) → `infrastructure` (PostgreSQL/S3 реализации, `AttachmentService`, `StorageReconciler`, `ImageInspector`) → `application` (FastAPI endpoints). Сервисы зависят только от интерфейсов, поэтому отказы S3/БД проверяются unit-тестами на фейках. + +**Хранилище.** MinIO не выбран: образы `minio/minio` и `minio/mc` больше не скачиваются из Docker Hub/quay, стенд не собрался бы из чистого clone. SeaweedFS 4.48 запускается одним контейнером `weed server`: +- master/volume/filer и их веб-интерфейсы слушают только `127.0.0.1` внутри контейнера; в сеть `storage` открыт лишь S3 API `:9000`. Порты наружу не публикуются, сеть `storage` — `internal`, в неё входят только api, janitor, s3-bootstrap. +- Identities (`secrets/s3_identities.json`): `bootstrap` (Admin) — только у `s3-bootstrap`; `messenger-api` — `Read/Write/List` **только своего bucket** — у API и janitor. Identity `anonymous` нет, поэтому любой неподписанный запрос получает 403. +- `s3-bootstrap` идемпотентен: `CreateBucket` с обработкой `BucketAlreadyOwnedByYou`, затем проверяет, что анонимный запрос получает 403. Иначе завершается ошибкой, и API не стартует. + +**Модель данных** (`migrations/0003_attachments.sql`): `attachments` (метаданные + `object_key` + `status` pending/ready/deleting), `message_attachments` (порядок вложений). Составные FK гарантируют на уровне БД, что владелец — участник чата, а вложение и сообщение принадлежат одному чату. Используемое вложение удалить нельзя (FK без CASCADE). Ключ объекта `originals/<128 бит random>` назначает сервер; `filename` — только отображение. + +**Загрузка** `POST /chats/{id}/attachments` (сырые байты): +1. Аутентификация → членство в чате (404) → filename (400) → Content-Type (415) → Content-Length > 10 MiB (413). Всё это до чтения тела. +2. Тело читается потоком: первые 1 MiB в RAM, остальное во временный файл запроса, который удаляется сразу. Чтение обрывается на байте 10 MiB+1 (413). SHA-256 считается по ходу. +3. `ImageInspector` в пуле из `IMAGE_INSPECT_WORKERS` потоков: формат по сигнатуре (подмена MIME → 415); размеры из заголовка до распаковки (> 40 Мпикс → 413); целостность: PNG — CRC всех chunk и IEND, JPEG — декодирование libjpeg в draft-режиме 1/8 (повреждено → 415). +4. Запись: строка `pending` (COMMIT) → один `PUT` в S3 с `x-amz-checksum-sha256` (S3 сверяет байты) → `pending → ready` → **201**. 201 возвращается только когда оригинал в S3 и метаданные подтверждены. PUT + подтверждение ограничены `ATTACHMENT_STORE_TIMEOUT_SEC=30`. + +**Скачивание** — только через API, без redirect: проверка участника (чужое/неизвестное/незавершённое — одинаковый 404), затем поток из S3 по 64 KiB с истинным `Content-Type`, `Content-Length`, `X-Content-Type-Options: nosniff`, `Content-Disposition` (RFC 5987). Случайный ключ и приватный bucket не заменяют ACL: ключ мог бы утечь через логи или бэкап, а доступ к файлу определяется членством в чате, которое знает только приложение. + +**Согласованность S3 ↔ PostgreSQL (уровень 4).** Инвариант: *у каждого объекта под `originals/` есть строка*. Строка коммитится до PUT, а удаляется только после удаления объекта. +- Сбой после записи строки (S3 PUT упал или неизвестен, COMMIT `ready` не прошёл, таймаут, отмена задачи при остановке реплики) компенсируется сразу: `pending → deleting` → `DeleteObject` → `DELETE` строки. Строку сначала *забирают*: если UPDATE в `ready` на самом деле прошёл, claim не сработает, и объект готового вложения уцелеет. +- Если компенсация не удалась (S3/БД недоступны, процесс убит), остаётся строка `pending` или `deleting`. Её дочищает **janitor** (`src/janitor.py`, отдельный сервис, раз в 60 с): `pending` старше `ATTACHMENT_PENDING_GRACE_SEC=900` атомарно переводится в `deleting` (`FOR UPDATE SKIP LOCKED`), затем удаляется объект (идемпотентно), затем строка. Прерванная очистка `deleting` повторяется при следующем проходе. +- **Безопасность grace period:** API подтверждает только строку моложе grace (`created_at > now() - grace` по часам БД), janitor забирает только старше grace. Граничную гонку сериализует блокировка строки. Загрузка длится ≤ 30 с + проверка, что на порядки меньше 900 с. +- Второй проход janitor — сверка bucket: объекты без строки старше grace удаляются. При соблюдении инварианта их нет; проход проверяет инвариант и страхует, например, от восстановления БД из старой копии. Свежие объекты и любые `ready` не трогаются. `--dry-run` только отчитывается. +- **«S3 PUT прошёл, COMMIT нет»:** объект учтён строкой `pending`. Клиент получил 503 и id не знает. Компенсация удалит объект сразу, а если не сможет — janitor через ≤ grace + интервал. + +**Readiness** = PostgreSQL + S3 (`head_bucket` с таймаутом 2 с): с lab4 вложения входят в обязательный синхронный путь. Valkey не критичен, как и раньше. При падении S3 реплика честно отвечает 503 на `/health/ready`. nginx не исключает реплики по readiness, поэтому сообщения, сессии и метаданные продолжают работать, а загрузка и скачивание отвечают быстрым 503. + +**Лимиты памяти по всей цепочке:** nginx (`proxy_request_buffering off` на upload, `client_max_body_size 11m`: тело 10 MiB+1 отклоняет сама реплика с 413 по контракту), API (spool 1 MiB RAM на загрузку, проверка изображений в 1 потоке на реплику, лимит контейнера 512M), SeaweedFS (`-s3.concurrentUploadLimitMB=128`, `GOMEMLIMIT=384MiB`, лимит 512M). Последние два пункта — исправления по итогам эксперимента (см. ниже). + +**Переменные `.env.example` → конфигурация:** `S3_ENDPOINT/REGION/BUCKET` → клиент aiobotocore (path-style); `S3_ACCESS_KEY_ID_FILE`/`S3_SECRET_ACCESS_KEY_FILE` → compose secrets `/run/secrets/*` у api и janitor; `S3_ADMIN_*_FILE` → только у s3-bootstrap; `MAX_UPLOAD_BYTES`, `MAX_IMAGE_PIXELS` → лимиты контракта; `UPLOAD_SPOOL_MEMORY_BYTES`, `IMAGE_INSPECT_WORKERS` → память на загрузку; `S3_CONNECT/READ_TIMEOUT_SEC`, `S3_MAX_ATTEMPTS`, `ATTACHMENT_STORE_TIMEOUT_SEC` → ограниченное время ответа; `ATTACHMENT_PENDING_GRACE_SEC`, `JANITOR_INTERVAL_SEC` → janitor. ## Доказательства критериев | Критерий README | Команда/сценарий | Наблюдаемый результат | Файл доказательства | | --- | --- | --- | --- | -| Публичный smoke | make test | TODO | TODO | -| Остальные пункты уровня 3 | TODO | TODO | TODO | -| Все пункты уровня 4, если заявлен | TODO | TODO | TODO | -| Выбранный трек 5, если заявлен | TODO | TODO | TODO | - -TODO: добавить отдельную строку для каждого заявленного критерия. PASS без команды и наблюдения не является доказательством. Проверка инфраструктурного hook требует подтверждения, какие реальные процессы/хранилища перезапущены. +| Публичный smoke | `make test` | PASS: lab4 public API scenario | `evidence/tests.txt` | +| Lab3 сохранена | `make student-test` | 187 passed, 16 skipped (явные отказы и expiry запускаются своими целями) | `evidence/tests.txt` | +| S3 в стенде, метаданные в PG, байты в приватном bucket | `compose.yaml`, `test_storage_security.py`, `test_attachments.py::test_public_api_does_not_expose_storage_details` | Объекты только в SeaweedFS (volume `s3_data`), на API нет volume. Ответ API не раскрывает ключ, bucket и адрес | `evidence/tests.txt` | +| 201 ready, побайтный download, checksum, посторонний 404 | `test_attachments.py` (PNG fixture, JPEG baseline/progressive) | SHA-256 и байты совпадают у второго участника; посторонний и неизвестный id — одинаковый 404 | `evidence/tests.txt` | +| Сообщение с `attachment_ids` | `test_message_attachments.py` | Читается участником, порядок сохранён, `text=""` с вложением → 201 | `evidence/tests.txt` | +| PNG/JPEG ≤ 10 MiB, ≤ 40 Мпикс, MIME по содержимому, опасные имена | `test_attachments.py` | Ровно 10 485 760 байт → 201, +1 → 413 от API; 8000×5000 → 201, 8000×5001 → 413 (файл < 1 MiB, лимит до распаковки); 13 опасных filename → 400 | `evidence/tests.txt` | +| Failover upload → download | `test_attachment_failover.py`, `make test-failover` ×2 | `UPLOADED BY 5a67…, DOWNLOADED FROM [da68…]`; публичный: 0 ошибок, восстановление записи 2.06 с и 1.62 с | `evidence/failures.txt`, `evidence/failover.txt` | +| Restart с volumes | `make test-persistence ACTION_SCRIPT=scripts/restart.sh` | PASS; uptime всех 7 контейнеров сброшен | `evidence/persistence.txt` | +| **4:** слишком большой файл, повреждённое, подмена MIME, чужое id, файл другого чата, без 500 | `test_attachments.py`, `test_message_attachments.py` | 413 / 415 (6 видов повреждений, 9 видов подмены) / 404 / 404, сообщение не создаётся; каждый ответ проверен `assert_not_server_error` | `evidence/tests.txt` | +| **4:** обрыв загрузки и отказ между S3/БД | `student-tests/unit/test_unit_attachment_service.py` (8 сценариев отказа на фейках), `test_storage_consistency.py` (стенд), `test_storage_failures.py` | Во всех сценариях итог — ни объектов, ни строк. На стенде janitor удалил 2 «упавшие» загрузки и 1 сироту, свежие и `ready` сохранены. Обрыв тела прямо в реплике — 0 строк | `evidence/tests.txt`, `evidence/failures.txt` | +| **4:** RAM ограничена, ≥ 10 одновременных загрузок | `make experiment-uploads` | см. раздел «Эксперименты» | `evidence/experiment-uploads.json` | +| **4:** идемпотентный bootstrap, отдельные ограниченные ключи, консоль закрыта, private bucket вне API | `make test-storage` (`test_storage_security.py`) | 2 запуска bootstrap: «уже существует», «приватен»; API-ключ: put/get/delete своего bucket — да, `CreateBucket/DeleteBucket/PutBucketPolicy/PutBucketAcl` — AccessDenied; у API нет админ-ключей; порты 9333/8888/8080/19333/18888/18080/8181/9101 закрыты; анонимный GET объекта, списка и сервиса — 403; nginx не видит S3 | `evidence/tests.txt` | +| Миграции с нуля | `make test-migrations` | 0001–0003 применяются; 3 повторных запуска идемпотентны; API без migrate не стартует | вывод команды | ## Эксперименты и отказы -TODO: гипотеза, hardware/лимиты, версии, объём данных, профиль нагрузки, concurrency/arrival rate, длительность/прогрев, повторы, успешные RPS, ошибки, p50/p95/p99, CPU/RAM. Сохранить raw summary без tokens и объяснить ограничения измерения. +**Гипотеза:** память API на загрузку ограничена (spool 1 MiB, потоковый PUT/GET, 1 поток декодирования на реплику), поэтому пик RSS не растёт как N × размер файла. + +**Методика** (`scripts/upload_experiment.py`): 2 API-реплики (1 CPU / 512M каждая), Docker Desktop VM 10 CPU / 7.7 GiB, macOS arm64. Перед каждым раундом реплики перезапускаются, затем прогрев. N загрузок стартуют по одному барьеру через nginx. Память опрашивается внутри контейнеров каждые 0.2 с (VmRSS процесса, cgroup `memory.current`), плюс VmHWM. После раунда один файл скачивается и сверяется по SHA-256. Профили: PNG 9.19 MB из шума (приём тела, spool, S3) и progressive JPEG 8000×5000 = 40 Мпикс, 4.98 MB (худший случай декодера). Один прогон на точку, 2026-10-20. + +| Профиль | N | 201 | p50 / p95 / max, с | RSS до → пик, МиБ (реплика 1 / 2) | cgroup пик, МиБ | +| --- | --- | --- | --- | --- | --- | +| PNG 9.19 MB | 10 | 10/10 | 2.01 / 2.09 / 2.09 | 99 → 122 / 126 | 153 / 166 | +| PNG 9.19 MB | 20 | 20/20 | 3.46 / 3.88 / 3.89 | 99 → 124 / 126 | 215 / 216 | +| PNG 9.19 MB | 30 | 30/30 | 4.62 / 4.98 / 7.21 | 99 → 127 / 142 | 255 / 280 | +| JPEG 40 Мпикс | 10 | 10/10 | 0.96 / 1.42 / 1.42 | 99 → 334 / 333 | 338 / 338 | +| JPEG 40 Мпикс | 20 | 20/20 | 1.77 / 2.59 / 2.74 | 94 → 336 / 336 | 362 / 362 | +| JPEG 40 Мпикс | 30 | 30/30 | 2.98 / 6.64 / 6.64 | 99 → 338 / 340 | 391 / 393 | + +**Выводы.** При 15 одновременных PNG на реплику (135 МиБ данных) RSS вырос лишь на 28–43 МиБ. Пик для худшего JPEG (~335 МиБ, буфер коэффициентов libjpeg, ~6 Б/пиксель) не зависит от N: декодирование сериализовано одним потоком, остальные загрузки ждут в очереди, растёт только задержка. Рост cgroup сверх RSS — page cache временных файлов spool, он вытесняемый. Ни одного OOM. + +**Что эксперимент нашёл и что исправлено:** +1. Первый прогон: при N = 10 PNG соединения обрывались. В `memory.events` nginx `oom_kill 4`: с `proxy_request_buffering on` nginx складывал тела во временные файлы, и грязный page cache выходил за лимит 64M. Исправлено отключением буферизации на upload-location: тело идёт потоком в API, где память на загрузку ограничена. +2. Затем при N = 20 все ответы 503. dmesg: `Killed process (weed) anon-rss:459380kB`, SeaweedFS держал тела в Go-куче. Исправлено `-s3.concurrentUploadLimitMB=128`, `-volume.concurrentUploadLimitMB=128`, `GOMEMLIMIT=384MiB`. Сверх лимита запросы ждут. После исправлений: N = 10/20/30 — 100 % успешно. | Воздействие | Что ожидаем | Что наблюдали | Время восстановления / потеря данных | | --- | --- | --- | --- | -| TODO | TODO | TODO | TODO | +| Остановка реплики, принявшей файл | Download через другую, тот же SHA-256 | 10/10 скачиваний с другой реплики, байты совпадают | Без перерыва / нет | +| `stop-one.sh` под записью сообщений (×2) | Восстановление ≤ 10 с, без дублей | 0 ошибок, 130 и 129 записей, 2.06 с и 1.62 с | ≤ 2.1 с / нет | +| Restart всего стенда с volumes | Данные, файл и прежний токен целы | PASS | ≈ 30 с (SeaweedFS останавливается ~25 с) / нет | +| Остановка S3 | Upload/download 503 < 6 с, сообщения и метаданные работают, ready 503 | Так и есть. Компенсация не смогла удалить объект → строка `deleting` → janitor дочистил | Сразу после старта S3 / нет | +| Падение API между PUT и COMMIT (внедрено в БД/S3) | janitor удаляет после grace, свежие и `ready` не трогает | `unfinished 2, orphans 1` удалены; свежие пережили первый проход и удалены вторым | grace + интервал / нет | +| Обрыв тела загрузки прямо в реплике | Ни строк, ни объектов | 0 строк; API журналирует 400 «Загрузка прервана клиентом» | Мгновенно / нет | +| PostgreSQL / Valkey (из lab3) | 503 ограниченно по времени / обход кэша | 4 passed | — | ## Ограничения и следующие шаги -TODO: какие отказы выдерживаются и какие нет; что не реализовано; где учебное упрощение; какое улучшение подтверждено, а какое пока гипотеза. +- **Не выдерживается:** потеря Docker-host. Единственные экземпляры PostgreSQL, SeaweedFS (один volume-сервер без репликации) и nginx — точки отказа. HA хранилищ не заявляется. +- PNG проверяется по структуре и CRC без распаковки IDAT: файл с корректными CRC, но испорченным zlib-потоком будет принят. Полное декодирование появится в lab5 у worker (статус `failed`). JPEG декодируется в draft-режиме, это проверяет весь поток данных. +- Худший случай памяти на реплику ≈ 100 МиБ база + ~240 МиБ (один progressive JPEG 40 Мпикс) + 1 МиБ × число загрузок. `IMAGE_INSPECT_WORKERS > 1` требует соразмерно поднять лимит контейнера. +- Slow-client: после отключения буферизации nginx медленная загрузка держит в API корутину (не поток) до `client_body_timeout` nginx (10 с между чтениями). Отдельного глобального лимита одновременных загрузок на реплику нет: их ограничивают пул SeaweedFS и таймауты. +- Grace period 15 мин означает, что объект упавшей загрузки может занимать место до ~16 мин. Это осознанный компромисс в пользу безопасности. +- Эксперимент — по одному прогону на точку на ноутбуке. Числа задержек не переносятся на другую машину, переносимы выводы о форме роста памяти. +- **Перед сдачей:** повторить `make test-failures` и `make test-persistence` на финальной конфигурации. Последний повтор (12:32–12:33) недействителен: стенд lab4 был остановлен извне, и порт 8080 занял стенд lab3. Подробности в `evidence/*.txt`. diff --git a/compose.yaml b/compose.yaml index bbbedb7..bf3d658 100644 --- a/compose.yaml +++ b/compose.yaml @@ -1,11 +1,10 @@ -name: messenger-lab3 +name: messenger-lab4 +# Один образ приложения для api, migrate, s3-bootstrap и janitor. Собирает его +# только api: параллельная сборка одного тега несколькими сервисами конфликтует. x-app: &app - build: - context: . - args: - APP_REVISION: ${APP_REVISION:-dev} - image: mtusi-messenger:lab3 + image: mtusi-messenger:lab4 + pull_policy: never env_file: - .env environment: &app-network @@ -13,6 +12,7 @@ x-app: &app DB_PORT: "5432" VALKEY_HOST: valkey VALKEY_PORT: "6379" + S3_ENDPOINT: http://s3:9000 x-api-resources: &api-resources resources: @@ -29,13 +29,20 @@ x-api: &api depends_on: migrate: condition: service_completed_successfully + s3-bootstrap: + condition: service_completed_successfully postgres: condition: service_healthy valkey: condition: service_started + # Только ограниченные ключи своего bucket; административных у API нет + secrets: + - s3_access_key_id + - s3_secret_access_key networks: - edge - backend + - storage healthcheck: test: ["CMD", "python", "src/healthcheck.py"] interval: 5s @@ -74,6 +81,10 @@ services: api: <<: *api + build: + context: . + args: + APP_REVISION: ${APP_REVISION:-dev} deploy: <<: *api-resources replicas: ${API_REPLICAS:-2} @@ -149,6 +160,105 @@ services: cpus: "0.25" memory: 96M + # SeaweedFS всё-в-одном. master, volume, filer и их веб-интерфейсы слушают + # только loopback контейнера; в сеть storage открыт лишь S3 API (9000). + # Порты наружу не публикуются: bucket доступен только через API. + s3: + image: chrislusf/seaweedfs:4.48 + restart: unless-stopped + command: + - server + - -dir=/data + - -ip=127.0.0.1 + - -ip.bind=127.0.0.1 + - -master.volumeSizeLimitMB=1024 + - -volume.max=0 + - -s3 + - -s3.port=9000 + - -s3.ip.bind=0.0.0.0 + - -s3.config=/run/secrets/s3_identities + - -s3.port.iceberg=0 + - -s3.port.lance=0 + # Тела загрузок SeaweedFS держит в памяти: без лимита 20 одновременных + # PUT по 9 MiB вызывали OOM kill weed (evidence/experiment-uploads.json). + # Сверх лимита запросы ждут своей очереди. + - -s3.concurrentUploadLimitMB=128 + - -volume.concurrentUploadLimitMB=128 + environment: + # Мягкий предел кучи Go ниже лимита контейнера: GC срабатывает раньше OOM + GOMEMLIMIT: 384MiB + secrets: + - s3_identities + volumes: + - s3_data:/data + networks: + - storage + healthcheck: + test: ["CMD", "wget", "-q", "-O", "/dev/null", "http://127.0.0.1:9000/healthz"] + interval: 2s + timeout: 3s + retries: 30 + start_period: 10s + stop_grace_period: 30s + deploy: + resources: + limits: + cpus: "1.0" + memory: 512M + + # Идемпотентное создание приватного bucket административными ключами + s3-bootstrap: + <<: *app + command: ["python", "src/s3_bootstrap.py"] + restart: "no" + depends_on: + s3: + condition: service_healthy + secrets: + - s3_admin_access_key_id + - s3_admin_secret_access_key + networks: + - storage + healthcheck: + disable: true + deploy: + resources: + limits: + cpus: "0.5" + memory: 256M + + # Сверка S3/БД: незавершённые загрузки старше grace period и сироты + janitor: + <<: *app + command: ["python", "src/janitor.py"] + restart: unless-stopped + depends_on: + migrate: + condition: service_completed_successfully + s3-bootstrap: + condition: service_completed_successfully + postgres: + condition: service_healthy + secrets: + - s3_access_key_id + - s3_secret_access_key + networks: + - backend + - storage + healthcheck: + test: ["CMD", "python", "src/healthcheck.py", "janitor"] + interval: 30s + timeout: 5s + retries: 3 + start_period: 30s + start_interval: 1s + stop_grace_period: 10s + deploy: + resources: + limits: + cpus: "0.25" + memory: 192M + api-short-ttl: <<: *api profiles: @@ -164,6 +274,23 @@ networks: edge: {} backend: internal: true + # API, janitor и bootstrap ↔ S3; PostgreSQL и Valkey сюда не входят + storage: + internal: true volumes: postgres_data: + s3_data: + +# Создаются scripts/init-secrets.sh; в git не попадают +secrets: + s3_access_key_id: + file: ./secrets/s3_access_key_id + s3_secret_access_key: + file: ./secrets/s3_secret_access_key + s3_admin_access_key_id: + file: ./secrets/s3_admin_access_key_id + s3_admin_secret_access_key: + file: ./secrets/s3_admin_secret_access_key + s3_identities: + file: ./secrets/s3_identities.json diff --git a/evidence/experiment-uploads.json b/evidence/experiment-uploads.json new file mode 100644 index 0000000..6675f44 --- /dev/null +++ b/evidence/experiment-uploads.json @@ -0,0 +1,254 @@ +{ + "environment": { + "host": "Darwin arm64", + "docker": "29.0.1", + "docker_vm_cpus": 10, + "docker_vm_memory_gib": 7.7, + "api_limits": "cpus 1.0, memory 512M per replica (compose.yaml)", + "s3": "chrislusf/seaweedfs:4.48", + "settings": { + "API_REPLICAS": "2", + "MAX_UPLOAD_BYTES": "10485760", + "MAX_IMAGE_PIXELS": "40000000", + "S3_POOL_MAX_SIZE": "20", + "UPLOAD_SPOOL_MEMORY_BYTES": "1048576", + "IMAGE_INSPECT_WORKERS": "1" + } + }, + "rounds": [ + { + "profile": "png", + "file_bytes": 9192108, + "concurrency": 10, + "replicas_restarted_before": true, + "status_counts": { + "201": 10 + }, + "uploads_by_instance": { + "d5c1cf9c56c0": 5, + "c194122992eb": 5 + }, + "wall_seconds": 2.09, + "latency_seconds": { + "p50": 2.01, + "p95": 2.09, + "max": 2.09 + }, + "throughput_mib_per_second": 41.9, + "download_sha256_matches": true, + "replicas": { + "messenger-lab4-api-1": { + "uploads_served": 5, + "rss_before_mib": 99.1, + "rss_peak_process_vmhwm_mib": 156.5, + "rss_peak_sampled_mib": 121.5, + "cgroup_peak_sampled_mib": 152.6, + "samples": 20 + }, + "messenger-lab4-api-2": { + "uploads_served": 5, + "rss_before_mib": 99.2, + "rss_peak_process_vmhwm_mib": 156.5, + "rss_peak_sampled_mib": 125.7, + "cgroup_peak_sampled_mib": 165.6, + "samples": 20 + } + } + }, + { + "profile": "png", + "file_bytes": 9192108, + "concurrency": 20, + "replicas_restarted_before": true, + "status_counts": { + "201": 20 + }, + "uploads_by_instance": { + "f6aa4c07652a": 10, + "3b495b150936": 10 + }, + "wall_seconds": 3.89, + "latency_seconds": { + "p50": 3.456, + "p95": 3.881, + "max": 3.888 + }, + "throughput_mib_per_second": 45.1, + "download_sha256_matches": true, + "replicas": { + "messenger-lab4-api-1": { + "uploads_served": 10, + "rss_before_mib": 99.2, + "rss_peak_process_vmhwm_mib": 156.6, + "rss_peak_sampled_mib": 123.6, + "cgroup_peak_sampled_mib": 214.6, + "samples": 29 + }, + "messenger-lab4-api-2": { + "uploads_served": 10, + "rss_before_mib": 99.2, + "rss_peak_process_vmhwm_mib": 156.4, + "rss_peak_sampled_mib": 126.1, + "cgroup_peak_sampled_mib": 216.3, + "samples": 29 + } + } + }, + { + "profile": "png", + "file_bytes": 9192108, + "concurrency": 30, + "replicas_restarted_before": true, + "status_counts": { + "201": 30 + }, + "uploads_by_instance": { + "5d4554045abd": 15, + "51a1d5ba826c": 15 + }, + "wall_seconds": 7.21, + "latency_seconds": { + "p50": 4.62, + "p95": 4.979, + "max": 7.206 + }, + "throughput_mib_per_second": 36.5, + "download_sha256_matches": true, + "replicas": { + "messenger-lab4-api-1": { + "uploads_served": 15, + "rss_before_mib": 99.1, + "rss_peak_process_vmhwm_mib": 156.6, + "rss_peak_sampled_mib": 127.1, + "cgroup_peak_sampled_mib": 254.8, + "samples": 45 + }, + "messenger-lab4-api-2": { + "uploads_served": 15, + "rss_before_mib": 99.1, + "rss_peak_process_vmhwm_mib": 156.6, + "rss_peak_sampled_mib": 142.0, + "cgroup_peak_sampled_mib": 279.8, + "samples": 46 + } + } + }, + { + "profile": "jpeg", + "file_bytes": 4980814, + "concurrency": 10, + "replicas_restarted_before": true, + "status_counts": { + "201": 10 + }, + "uploads_by_instance": { + "68c5e652faea": 5, + "647da7ba9c11": 5 + }, + "wall_seconds": 1.42, + "latency_seconds": { + "p50": 0.958, + "p95": 1.416, + "max": 1.416 + }, + "throughput_mib_per_second": 33.5, + "download_sha256_matches": true, + "replicas": { + "messenger-lab4-api-1": { + "uploads_served": 5, + "rss_before_mib": 99.2, + "rss_peak_process_vmhwm_mib": 333.4, + "rss_peak_sampled_mib": 334.0, + "cgroup_peak_sampled_mib": 338.4, + "samples": 17 + }, + "messenger-lab4-api-2": { + "uploads_served": 5, + "rss_before_mib": 99.2, + "rss_peak_process_vmhwm_mib": 332.6, + "rss_peak_sampled_mib": 333.4, + "cgroup_peak_sampled_mib": 337.7, + "samples": 17 + } + } + }, + { + "profile": "jpeg", + "file_bytes": 4980814, + "concurrency": 20, + "replicas_restarted_before": true, + "status_counts": { + "201": 20 + }, + "uploads_by_instance": { + "a54206764ef9": 10, + "b85fe6e9cbd7": 10 + }, + "wall_seconds": 2.74, + "latency_seconds": { + "p50": 1.768, + "p95": 2.593, + "max": 2.738 + }, + "throughput_mib_per_second": 34.6, + "download_sha256_matches": true, + "replicas": { + "messenger-lab4-api-1": { + "uploads_served": 10, + "rss_before_mib": 93.5, + "rss_peak_process_vmhwm_mib": 335.0, + "rss_peak_sampled_mib": 336.0, + "cgroup_peak_sampled_mib": 362.0, + "samples": 24 + }, + "messenger-lab4-api-2": { + "uploads_served": 10, + "rss_before_mib": 93.5, + "rss_peak_process_vmhwm_mib": 337.4, + "rss_peak_sampled_mib": 336.0, + "cgroup_peak_sampled_mib": 362.4, + "samples": 24 + } + } + }, + { + "profile": "jpeg", + "file_bytes": 4980814, + "concurrency": 30, + "replicas_restarted_before": true, + "status_counts": { + "201": 30 + }, + "uploads_by_instance": { + "da06b29a8834": 15, + "0ff93f8a6fd8": 15 + }, + "wall_seconds": 6.64, + "latency_seconds": { + "p50": 2.981, + "p95": 6.635, + "max": 6.635 + }, + "throughput_mib_per_second": 21.5, + "download_sha256_matches": true, + "replicas": { + "messenger-lab4-api-1": { + "uploads_served": 15, + "rss_before_mib": 99.2, + "rss_peak_process_vmhwm_mib": 337.4, + "rss_peak_sampled_mib": 337.9, + "cgroup_peak_sampled_mib": 390.6, + "samples": 43 + }, + "messenger-lab4-api-2": { + "uploads_served": 15, + "rss_before_mib": 99.2, + "rss_peak_process_vmhwm_mib": 339.1, + "rss_peak_sampled_mib": 339.7, + "cgroup_peak_sampled_mib": 393.1, + "samples": 43 + } + } + } + ] +} diff --git a/evidence/failover.txt b/evidence/failover.txt new file mode 100644 index 0000000..07872a2 --- /dev/null +++ b/evidence/failover.txt @@ -0,0 +1,21 @@ +## instances before +CONTAINER STATE INSTANCE PID REVISION +messenger-lab4-api-1 running/healthy 0fd6b920cefc 2735 dev +messenger-lab4-api-2 running/healthy 5a67f0c47be1 2687 dev +## make test-failover ACTION_SCRIPT=scripts/stop-one.sh +{"observed_instances_before": 2, "successful_writes": 130, "failed_attempts": 0, "first_recovery_seconds": 2.058} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. +## instances after (stopped replica stays stopped) +CONTAINER STATE INSTANCE PID REVISION +messenger-lab4-api-1 exited/unhealthy - 0 dev +messenger-lab4-api-2 running/healthy 5a67f0c47be1 2687 dev + +## second run after scripts/restore.sh +CONTAINER STATE INSTANCE PID REVISION +messenger-lab4-api-1 running/healthy 04c6c919ec65 5688 dev +messenger-lab4-api-2 running/healthy 5a67f0c47be1 2687 dev +{"observed_instances_before": 2, "successful_writes": 129, "failed_attempts": 0, "first_recovery_seconds": 1.618} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. +CONTAINER STATE INSTANCE PID REVISION +messenger-lab4-api-1 exited/unhealthy - 0 dev +messenger-lab4-api-2 running/healthy 5a67f0c47be1 2687 dev diff --git a/evidence/failures.txt b/evidence/failures.txt new file mode 100644 index 0000000..55b4c12 --- /dev/null +++ b/evidence/failures.txt @@ -0,0 +1,19 @@ +# make test-failures (PostgreSQL, Valkey, S3, остановка реплики, принявшей файл) +# +# 2026-10-20 ~12:05 MSK — 6 passed (до включения S3 в readiness, отключения +# буферизации nginx и лимитов SeaweedFS). +student-tests/test_dependency_failures.py::test_valkey_down_cache_is_bypassed PASSED +student-tests/test_dependency_failures.py::test_logout_during_valkey_outage_is_not_resurrected PASSED +student-tests/test_dependency_failures.py::test_postgres_down_returns_bounded_503_and_no_anonymous_access PASSED +student-tests/test_dependency_failures.py::test_session_survives_postgres_restart PASSED +student-tests/test_storage_failures.py::test_s3_outage_is_isolated_and_leaves_no_garbage PASSED +student-tests/test_attachment_failover.py::test_download_survives_stop_of_uploading_replica +UPLOADED BY 5a67f0c47be1, DOWNLOADED FROM ['da68a0e82155'] +PASSED +========================= 6 passed in 70.80s (0:01:10) ========================= + +# 2026-10-20 12:32 MSK — повторный прогон НЕДЕЙСТВИТЕЛЕН (5 passed, 1 failed): +# во время прогона стенд lab4 был остановлен извне и порт 8080 занял стенд lab3. +# test_attachment_failover отдельно на lab4 после этого: 1 passed +# (UPLOADED BY 67c813dd874b, DOWNLOADED FROM ['82dc3cadef5c']). +# Повторить make test-failures на финальной конфигурации перед сдачей. diff --git a/evidence/persistence.txt b/evidence/persistence.txt new file mode 100644 index 0000000..11e8921 --- /dev/null +++ b/evidence/persistence.txt @@ -0,0 +1,27 @@ +# make test-persistence ACTION_SCRIPT=scripts/restart.sh +# +# 2026-10-20 ~12:17 MSK — PASS (readiness с проверкой S3, до отключения +# буферизации nginx и лимитов SeaweedFS; эти изменения не касаются сохранности). +## containers before +api messenger-lab4-api-1 Up 10 seconds (healthy) +api messenger-lab4-api-2 Up 10 seconds (healthy) +janitor messenger-lab4-janitor-1 Up 10 seconds (healthy) +nginx messenger-lab4-nginx-1 Up About a minute (healthy) +postgres messenger-lab4-postgres-1 Up About a minute (healthy) +s3 messenger-lab4-s3-1 Up About a minute (healthy) +valkey messenger-lab4-valkey-1 Up About a minute (healthy) +## make test-persistence ACTION_SCRIPT=scripts/restart.sh +Executing explicit persistence hook; hook output suppressed to avoid leaking secrets. +PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence. +## containers after (uptime сброшен у всех: реально перезапущены PostgreSQL, Valkey, S3, API, janitor, nginx) +api messenger-lab4-api-1 Up 15 seconds (healthy) +api messenger-lab4-api-2 Up 15 seconds (health: starting) +janitor messenger-lab4-janitor-1 Up 16 seconds (healthy) +nginx messenger-lab4-nginx-1 Up 15 seconds (healthy) +postgres messenger-lab4-postgres-1 Up 42 seconds (healthy) +s3 messenger-lab4-s3-1 Up 17 seconds (health: starting) +valkey messenger-lab4-valkey-1 Up 42 seconds (healthy) + +# 2026-10-20 12:33 MSK — повторный прогон НЕДЕЙСТВИТЕЛЕН: во время прогона стенд +# lab4 был остановлен извне, на 127.0.0.1:8080 работал стенд lab3 (его ответы +# без attachment_ids). Повторить на финальной конфигурации перед сдачей. diff --git a/evidence/tests.txt b/evidence/tests.txt new file mode 100644 index 0000000..30c77b0 --- /dev/null +++ b/evidence/tests.txt @@ -0,0 +1,9 @@ +## make check +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. +## make test +PASS: lab4 public API scenario; infrastructure and grading evidence remain separate. +## make student-test (unit + black-box) +======================= 187 passed, 16 skipped in 23.48s ======================= +## make test-storage +JANITOR REPORT: {"dry_run": false, "unfinished_claimed": 2, "unfinished_objects_deleted": 2, "unfinished_rows_deleted": 2, "objects_scanned": 381, "orphan_objects_found": 1, "orphan_objects_deleted": 1} +======================== 8 passed in 114.70s (0:01:54) ========================= diff --git a/infra/nginx/nginx.conf b/infra/nginx/nginx.conf index 1845986..048ec8b 100644 --- a/infra/nginx/nginx.conf +++ b/infra/nginx/nginx.conf @@ -66,6 +66,23 @@ http { proxy_pass http://api; } + # Загрузка вложения. Лимит LB чуть больше лимита API (10 MiB): тело + # 10 MiB + 1 отклоняет сама реплика ответом 413 по контракту, а LB + # отсекает только заведомо огромные тела. + # Тело НЕ буферизуется в nginx, а идёт потоком в API (там память + # на загрузку ограничена spool 1 MiB). С буферизацией 10 одновременных + # тел по 9 MiB во временных файлах nginx давали грязный page cache + # сверх лимита контейнера 64M и OOM kill воркеров (эксперимент + # evidence/experiment-uploads.json). Медленный клиент занимает в API + # только корутину; client_body_timeout обрывает зависшую передачу. + # read timeout больше ATTACHMENT_STORE_TIMEOUT_SEC (30 с) + проверки. + location ~ ^/api/v1/chats/[^/]+/attachments$ { + client_max_body_size 11m; + proxy_request_buffering off; + proxy_read_timeout 45s; + proxy_pass http://api; + } + error_page 502 503 504 = @unavailable; error_page 413 = @too_large; diff --git a/migrations/0003_attachments.sql b/migrations/0003_attachments.sql new file mode 100644 index 0000000..06fda91 --- /dev/null +++ b/migrations/0003_attachments.sql @@ -0,0 +1,69 @@ +-- Вложения (lab4): метаданные в PostgreSQL, байты — в приватном bucket S3. +-- Только расширение схемы (expand): API lab3 продолжает работать на новой схеме. + +-- Строка создаётся ДО записи объекта в S3 (status = pending) и удаляется только +-- ПОСЛЕ удаления объекта (через deleting). Поэтому у каждого объекта S3 есть +-- строка, и janitor находит незавершённые загрузки по БД, а не обходом bucket. +CREATE TABLE attachments ( + id uuid PRIMARY KEY DEFAULT uuidv7(), + chat_id uuid NOT NULL, + owner_id uuid NOT NULL, + filename text NOT NULL, + content_type text NOT NULL, + size_bytes integer NOT NULL, + sha256 bytea NOT NULL, + -- назначает сервер (originals/); filename в ключ не входит + object_key text NOT NULL, + status text NOT NULL DEFAULT 'pending', + created_at timestamptz NOT NULL DEFAULT clock_timestamp(), + updated_at timestamptz NOT NULL DEFAULT clock_timestamp(), + CONSTRAINT attachments_object_key_key UNIQUE (object_key), + -- цель составного FK из message_attachments: вложение того же чата + CONSTRAINT attachments_id_chat_id_key UNIQUE (id, chat_id), + -- загружать может только участник чата; без CASCADE: молча удалённая + -- строка оставила бы объект S3 неучтённым + CONSTRAINT attachments_owner_member_fkey FOREIGN KEY (chat_id, owner_id) + REFERENCES chat_members (chat_id, user_id), + CONSTRAINT attachments_status_check + CHECK (status IN ('pending', 'ready', 'deleting')), + CONSTRAINT attachments_content_type_check + CHECK (content_type IN ('image/png', 'image/jpeg')), + CONSTRAINT attachments_size_bytes_range CHECK (size_bytes BETWEEN 1 AND 10485760), + CONSTRAINT attachments_sha256_len CHECK (octet_length(sha256) = 32), + CONSTRAINT attachments_filename_len CHECK (char_length(filename) BETWEEN 1 AND 255) +); + +-- janitor: WHERE status <> 'ready' AND created_at < now() - grace; +-- готовых строк подавляющее большинство, в индекс они не попадают +CREATE INDEX attachments_unfinished_created_at_idx + ON attachments (created_at) + WHERE status <> 'ready'; + +-- Пустой текст допустим, если у сообщения есть вложения (проверяет API: +-- условие охватывает две таблицы). Ограничение только ослабляется. +ALTER TABLE messages DROP CONSTRAINT messages_text_len; +ALTER TABLE messages + ADD CONSTRAINT messages_text_len CHECK (char_length(text) BETWEEN 0 AND 4000); + +-- цель составного FK из message_attachments: сообщение того же чата +ALTER TABLE messages ADD CONSTRAINT messages_id_chat_id_key UNIQUE (id, chat_id); + +-- position сохраняет порядок attachment_ids из запроса +CREATE TABLE message_attachments ( + message_id uuid NOT NULL, + chat_id uuid NOT NULL, + attachment_id uuid NOT NULL, + position smallint NOT NULL, + PRIMARY KEY (message_id, position), + CONSTRAINT message_attachments_attachment_key UNIQUE (message_id, attachment_id), + CONSTRAINT message_attachments_message_fkey FOREIGN KEY (message_id, chat_id) + REFERENCES messages (id, chat_id) ON DELETE CASCADE, + -- вложение принадлежит чату сообщения; используемое вложение не удалить + CONSTRAINT message_attachments_attachment_fkey FOREIGN KEY (attachment_id, chat_id) + REFERENCES attachments (id, chat_id), + CONSTRAINT message_attachments_position_range CHECK (position BETWEEN 0 AND 9) +); + +-- Проверка FK при удалении вложения: без индекса — полный проход таблицы +CREATE INDEX message_attachments_attachment_id_idx + ON message_attachments (attachment_id); diff --git a/poetry.lock b/poetry.lock index d7cbba0..57f73f2 100644 --- a/poetry.lock +++ b/poetry.lock @@ -1,5 +1,254 @@ # This file is automatically @generated by Poetry 2.2.1 and should not be changed by hand. +[[package]] +name = "aiobotocore" +version = "3.9.1" +description = "Async client for aws services using botocore and aiohttp" +optional = false +python-versions = ">=3.10" +groups = ["main"] +files = [ + {file = "aiobotocore-3.9.1-py3-none-any.whl", hash = "sha256:23aa448b4daff3fdce0714c962a2050b63c0222b5f2b5c17d0c874eb76a50ac0"}, + {file = "aiobotocore-3.9.1.tar.gz", hash = "sha256:617d4a78da5adb6ae7d532835727ad388f73555f2ef129b9de1b1add73a43ee6"}, +] + +[package.dependencies] +aiohttp = ">=3.14.0,<4.0.0" +aioitertools = ">=0.5.1,<1.0.0" +botocore = ">=1.43.66,<1.43.76" +jmespath = ">=0.7.1,<2.0.0" +multidict = ">=6.0.0,<7.0.0" +python-dateutil = ">=2.1,<3.0.0" +wrapt = ">=1.10.10,<3.0.0" + +[package.extras] +httpx = ["anyio (>=4.11.0,<5)", "httpx (>=0.25.1,<0.29)"] +httpx2 = ["anyio (>=4.11.0,<5)", "httpx2 (>=2.0,<3.0.0)"] + +[[package]] +name = "aiohappyeyeballs" +version = "2.7.1" +description = "Happy Eyeballs for asyncio" +optional = false +python-versions = ">=3.10" +groups = ["main"] +files = [ + {file = "aiohappyeyeballs-2.7.1-py3-none-any.whl", hash = "sha256:9243213661e29250eb41368e5daa826fc017156c3b8a11440826b2e3ed376472"}, + {file = "aiohappyeyeballs-2.7.1.tar.gz", hash = "sha256:065665c041c42a5938ed220bdcd7230f22527fbec085e1853d2402c8a3615d9d"}, +] + +[[package]] +name = "aiohttp" +version = "3.14.5" +description = "Async http client/server framework (asyncio)" +optional = false +python-versions = ">=3.10" +groups = ["main"] +files = [ + {file = "aiohttp-3.14.5-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:ef692a24087a699c0a4a26af45e746e0c1eae2116f6d8a5ff91d8aae2b867b45"}, + {file = "aiohttp-3.14.5-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:1220353657ad49493551f089ce02f1a348fd57ffd585bfec77f2f3c4fe3a7346"}, + {file = "aiohttp-3.14.5-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:330900acd0dc4cb8b27f9c127fbaad770964845338493e7906ae3822e82dbf8d"}, + {file = "aiohttp-3.14.5-cp310-cp310-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:0684952aeae1f5dbfe02d46039338513b94009baecd15d8e4098a357c4c4a2a6"}, + {file = "aiohttp-3.14.5-cp310-cp310-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:d94e44be379e569758fee8a9a58431cfc3c2598c708b92b1cfe96c66b4c94aef"}, + {file = "aiohttp-3.14.5-cp310-cp310-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:5af42135fdfebdadbc2bcd9c0842a48ccf0d62794c36a260b21dc4b94d1e0119"}, + {file = "aiohttp-3.14.5-cp310-cp310-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:4f07fe3ac408d8b3f768be471dc3f56d43843c47d97c66120534467a15ead197"}, + {file = "aiohttp-3.14.5-cp310-cp310-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:f375db73a39f5cf83696d500e21a67f418dc9a988955756f254be8f03b7b3651"}, + {file = "aiohttp-3.14.5-cp310-cp310-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:8df7d481654ac96fe1ba9a02a9f67770fdd367823e0d5ef01b922725c4bd2cfa"}, + {file = "aiohttp-3.14.5-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:e95c8def4b81c5d68d5cf1f54c07acd7c0d2577af244e5b6da802120825737c6"}, + {file = "aiohttp-3.14.5-cp310-cp310-musllinux_1_2_armv7l.whl", hash = "sha256:f2ebb54b3f932210503072f09974b4fb574d823e497a944adfdcd140a6a00255"}, + {file = "aiohttp-3.14.5-cp310-cp310-musllinux_1_2_ppc64le.whl", hash = "sha256:038c2c7e8caa26b6c8423779b5eaf1893904048a512c19b32fe841ffa5592b50"}, + {file = "aiohttp-3.14.5-cp310-cp310-musllinux_1_2_riscv64.whl", hash = "sha256:b7806e804889231b0e06469fd4a5c06313d1c0a3377322b6d9237fa5e0fe4167"}, + {file = "aiohttp-3.14.5-cp310-cp310-musllinux_1_2_s390x.whl", hash = "sha256:9bab2045550c4fe0f7baf89574db1b455c195750702ba96fef1f16972b146617"}, + {file = "aiohttp-3.14.5-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:96a2e584f0b9ed8f1fa33211397dcf67bb7069866402cb405d191c2f0defb9a3"}, + {file = "aiohttp-3.14.5-cp310-cp310-win32.whl", hash = "sha256:602c1e9b718a3275c580149f947e7fac65044c0a20e599553fb12e9700da9eca"}, + {file = "aiohttp-3.14.5-cp310-cp310-win_amd64.whl", hash = "sha256:bea559ad70218d230663e4210875735076a9bfea5994cef34a55a25faeaf2544"}, + {file = "aiohttp-3.14.5-cp310-cp310-win_arm64.whl", hash = "sha256:dca3fa8d8a0a26679862eccb0b1a9151b2b9f1cd2c212e7a6335778faaff5833"}, + {file = "aiohttp-3.14.5-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:d51db97c96384fbfcaf8f4c65922183a68b94f891c3c10c862ef5f6df2adbb1f"}, + {file = "aiohttp-3.14.5-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:ae53924aa853a7a2ca20ed4142c7c6b56338e4d4cd999e2980075b9efc2e257a"}, + {file = "aiohttp-3.14.5-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:a2c473a355f9239efcb72c92d5abfd8fcdb0cc78c8e9af607e72ca12dbb36593"}, + {file = "aiohttp-3.14.5-cp311-cp311-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:32e8fa6644e541fcd7e02430588c7fc93b602c1778ea0bc345505db76b61cfb4"}, + {file = "aiohttp-3.14.5-cp311-cp311-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:579f97d5120f2971876d2ddca2968135f6944d00c44c3a6590ad7d86ca9b403f"}, + {file = "aiohttp-3.14.5-cp311-cp311-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:24409db442e2fb6e766bc7f3943851a8381dec3098140e43bb2e843b79e31b12"}, + {file = "aiohttp-3.14.5-cp311-cp311-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:5e8f97c0488ffda3082766ac0f2c8150a9a58c4d05788330e479cfd449b37939"}, + {file = "aiohttp-3.14.5-cp311-cp311-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:50a195903119008fe9cc68710535eb37f556ffffd6a7759afe70a2c145587045"}, + {file = "aiohttp-3.14.5-cp311-cp311-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:0133c3c3b54a0bf1e71fa5c1ad95c93f07fd54e24ef1fe182f5122e1573d2bf1"}, + {file = "aiohttp-3.14.5-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:c172db893e516e1358e65a95ee20b7ce7173963eefe318b6ab2a2220688b999e"}, + {file = "aiohttp-3.14.5-cp311-cp311-musllinux_1_2_armv7l.whl", hash = "sha256:f2a7966bda23dd85051f1661ce0ace38d6890e05ec6c357ecae9d2479cba377e"}, + {file = "aiohttp-3.14.5-cp311-cp311-musllinux_1_2_ppc64le.whl", hash = "sha256:4887d130a7bbfed3a85493bb5a25e5b5b558d40c1d986dd16970d2bb26d63793"}, + {file = "aiohttp-3.14.5-cp311-cp311-musllinux_1_2_riscv64.whl", hash = "sha256:225c579c23b68b343cccea27a7e06e3bd8ec23a09c30b427eb3f1e4ca6239b20"}, + {file = "aiohttp-3.14.5-cp311-cp311-musllinux_1_2_s390x.whl", hash = "sha256:ab52d8f1fc1b64821c1fbad64a647ed6203627004059a6d1ed4f0858a1499703"}, + {file = "aiohttp-3.14.5-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:cb131d775a1573c1aee66656bd78b023577bbdb6cb8349a07773bd4f73e68a6e"}, + {file = "aiohttp-3.14.5-cp311-cp311-win32.whl", hash = "sha256:e87046c8ff77a8decdb6a41d8ab25824b47531b2da933aeab0c1e21c7acff329"}, + {file = "aiohttp-3.14.5-cp311-cp311-win_amd64.whl", hash = "sha256:6f275c11d1aa6d4c458e05a68be084efe3c55a113d99e3f46a318098e52948fc"}, + {file = "aiohttp-3.14.5-cp311-cp311-win_arm64.whl", hash = "sha256:b032a0023eb41d768ce77d83210ab2a3c389bc0b09313273c7e1eca48c10a755"}, + {file = "aiohttp-3.14.5-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:df37b620684e19b5e25724412518ccafc3b1a49cdac706fdbd2f983fad943450"}, + {file = "aiohttp-3.14.5-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:ef60869969180ec2464f1349aff07138ae35ca2200f0946cb3552e49e8f301a8"}, + {file = "aiohttp-3.14.5-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:d079c0a0135c36e7beb6f1c88087c8f108dc5891cdd0b5eafa778421bda70ed2"}, + {file = "aiohttp-3.14.5-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:abfda5cb094a829f7bc25216a32f7db2e85cc65bd59910f8e7b40b3d9b224764"}, + {file = "aiohttp-3.14.5-cp312-cp312-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:9cc882cf8619109583c906b4d4a85d6a111a98afa34b7a450d1e08118d016820"}, + {file = "aiohttp-3.14.5-cp312-cp312-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:7457580535e019e1247ea35d6a02bf081ad30c26d0cbc210c93f6c3ab67a0835"}, + {file = "aiohttp-3.14.5-cp312-cp312-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:c5ed596aedb9c42afd3fe0aae3117725378ac73d2cc5ddc735056fbdb96c5d02"}, + {file = "aiohttp-3.14.5-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:20f085697d7e911f1f73c43ed03fafbed1e7121797e2eb5428efa80398060584"}, + {file = "aiohttp-3.14.5-cp312-cp312-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:74b0a9c8270f9b0a11410e124ff8d4f18bfc1f1837440ec84da5ae7b50927b5d"}, + {file = "aiohttp-3.14.5-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:19e2ba471507c34f8252402ab50f5ab512398b9ea8c8f1cb26beb3f75793ba30"}, + {file = "aiohttp-3.14.5-cp312-cp312-musllinux_1_2_armv7l.whl", hash = "sha256:d418ce2af40c6bb685b3f663e9e8de27cb0a22431d8e88a167348d7f01878073"}, + {file = "aiohttp-3.14.5-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:70cb4008ac2ed1e0ca9e824deb4b53d3aa0d939109698ebf1e723a84337bd794"}, + {file = "aiohttp-3.14.5-cp312-cp312-musllinux_1_2_riscv64.whl", hash = "sha256:a23fe35d776bc03cb495938b9594450d047e3bc08c5255315a82323e9cb7d2dd"}, + {file = "aiohttp-3.14.5-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:3e0eb43bed3c6801a6cee315195377789e90b2a72c2277a475b578535312488d"}, + {file = "aiohttp-3.14.5-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:3be7dd397d64ca3e1869626fa9318aaebb54b7bf93bc72d7a205448d83e4f748"}, + {file = "aiohttp-3.14.5-cp312-cp312-win32.whl", hash = "sha256:eb324e2009fb54db30a071dad7caf6998ee2879c4704007efb244514dad1fec1"}, + {file = "aiohttp-3.14.5-cp312-cp312-win_amd64.whl", hash = "sha256:2cc38a4f2b516bef1714e690df87a0e043faf1a7693c82d860091684453d5111"}, + {file = "aiohttp-3.14.5-cp312-cp312-win_arm64.whl", hash = "sha256:a63afd1f757de949028387e65a7127b61ad0f775432dbb0e62816ae619fe69ac"}, + {file = "aiohttp-3.14.5-cp313-cp313-android_24_arm64_v8a.whl", hash = "sha256:9ad7e6aa38c20da1be697874349c4c273c8a03b7887169665081706398d0439a"}, + {file = "aiohttp-3.14.5-cp313-cp313-android_24_x86_64.whl", hash = "sha256:f59c7673465908cbe506117176156c127f29f917677afceada34957179221d91"}, + {file = "aiohttp-3.14.5-cp313-cp313-ios_13_0_arm64_iphoneos.whl", hash = "sha256:1b5416552740edf07234cc9437d0706f2acb67b93c198670b1a68e1b2b587dec"}, + {file = "aiohttp-3.14.5-cp313-cp313-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:43351bdb5e4c3cb7d1772368e988534e869a74db7778079a83782c11c69535c7"}, + {file = "aiohttp-3.14.5-cp313-cp313-ios_13_0_x86_64_iphonesimulator.whl", hash = "sha256:c8c4478bef6d57fcfda15dae461ea3c9f06aa7b257c58df3f2300174ccbb185a"}, + {file = "aiohttp-3.14.5-cp313-cp313-macosx_10_13_universal2.whl", hash = "sha256:c2c30484dd1417ef98b51021ffa2cc0d7f3c78918adaaaab7e70817335ab3e02"}, + {file = "aiohttp-3.14.5-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:dab9ac5a67c8d1f070c00fa8fccb7cbd1b8dcc1a8d6b42f37540df9b3d4cc603"}, + {file = "aiohttp-3.14.5-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:e1cc2bfaee8c214f06080a7c7d5772419b8a1108e8e5349236189811823fb02a"}, + {file = "aiohttp-3.14.5-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:74efb69332b85675b1eabd760a8cfc2e2cf42c60607c66f88014c1bdfb40942d"}, + {file = "aiohttp-3.14.5-cp313-cp313-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:42b5e616946dbaf505e2bff18c9af2cd4ef9e7ef300ee58a6e951a5b7cf147ae"}, + {file = "aiohttp-3.14.5-cp313-cp313-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:f9033b43f511f27547c557dcaba0177649e10a3725336ccd2cce0fdc1dc4850d"}, + {file = "aiohttp-3.14.5-cp313-cp313-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:15a310d3c71398e3d7bfc93a1a73fbe664315cd9e9016b8efc1cff85eeab7155"}, + {file = "aiohttp-3.14.5-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:1ffa3a523a36d8628f98c06492ae16a31a23d14c0b4ec721757b477319f656d6"}, + {file = "aiohttp-3.14.5-cp313-cp313-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:5fb6a6e919bfb703227bc1ce6579281b84b1a2ba57deb9794dfdbec7dcd1e40c"}, + {file = "aiohttp-3.14.5-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:43e1b7994a8b038125f722bff07492ef501110722c2727c408995d9fb864c421"}, + {file = "aiohttp-3.14.5-cp313-cp313-musllinux_1_2_armv7l.whl", hash = "sha256:5f3e96071686755d9cd3600c3880183eb94b012178e92746d68101800f0ed8a3"}, + {file = "aiohttp-3.14.5-cp313-cp313-musllinux_1_2_ppc64le.whl", hash = "sha256:cd88b01f3d37b7a2a34f91d98f14720206f1ea3d540843fab2d649dd5fb91fec"}, + {file = "aiohttp-3.14.5-cp313-cp313-musllinux_1_2_riscv64.whl", hash = "sha256:f2ed8b64dc0c651c0f5a9c926777719770021251b8f336d97c4b80b660836ce1"}, + {file = "aiohttp-3.14.5-cp313-cp313-musllinux_1_2_s390x.whl", hash = "sha256:a9918e58faf62ba2c7147927d06057aec78f42475aff5048047ec47e7265a600"}, + {file = "aiohttp-3.14.5-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:42f320d4a5b00b9af0bddcfec5407dc6f2d9816f006b2f79ebbaa31f16895df3"}, + {file = "aiohttp-3.14.5-cp313-cp313-win32.whl", hash = "sha256:3ae800a20947e2c2e53088047d021e6bf7d51560cc49f6a0737a1f79d2e3a13c"}, + {file = "aiohttp-3.14.5-cp313-cp313-win_amd64.whl", hash = "sha256:d05e94cdfe0d15d0206f970722d2554780ce562787b21b218b275447f8751319"}, + {file = "aiohttp-3.14.5-cp313-cp313-win_arm64.whl", hash = "sha256:f001b571ead90ca1770f1e616db255351a1703317f20374c361ef22f12c06d09"}, + {file = "aiohttp-3.14.5-cp314-cp314-android_24_arm64_v8a.whl", hash = "sha256:939042d5cda21d41a6f512e7cc8b8e33a2aebff863352251da495fbd91b673b5"}, + {file = "aiohttp-3.14.5-cp314-cp314-android_24_x86_64.whl", hash = "sha256:6da32b5ff3fd78d244e37300463434c7145162bfd2b6e9e915ab164da37f7343"}, + {file = "aiohttp-3.14.5-cp314-cp314-ios_13_0_arm64_iphoneos.whl", hash = "sha256:1b438b73c38111818d0c9d6a5c2bfed8584c8e503a49ef085d70e874ec846738"}, + {file = "aiohttp-3.14.5-cp314-cp314-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:755933b107ea7a6a9ac916f635a70595a5b1a32fac10a8ff0b9f2ab88555550c"}, + {file = "aiohttp-3.14.5-cp314-cp314-ios_13_0_x86_64_iphonesimulator.whl", hash = "sha256:b3cc509327c7b27f6f4727a8830f4004f6df7766e179f2f4b8e54e65c0bec5d3"}, + {file = "aiohttp-3.14.5-cp314-cp314-macosx_10_15_universal2.whl", hash = "sha256:7bd8ac754ebd6733a3e2a0dd1674c4d8ab086196803fd8dcd776f07b4e2607d9"}, + {file = "aiohttp-3.14.5-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:e724a7b6091f0b1ac064f9d1b15ff9ec52e6033a86cdae649e5f086e32a3c0db"}, + {file = "aiohttp-3.14.5-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:c32e26310cc10e547f53cd13d39a369034f69dcb7d749d5cb0e5f67bc196b6ba"}, + {file = "aiohttp-3.14.5-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:1eb8167961ec4dfcc8cb9dd50bd0ee72519f7ef496be95203e49e27b01618382"}, + {file = "aiohttp-3.14.5-cp314-cp314-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:c1d60eafd9c7e8e74abd03a5b00df44e7febfe6d9b89b559c0a6551eef0699d4"}, + {file = "aiohttp-3.14.5-cp314-cp314-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:137351bf20bbed9a65e839f4a4452ac377389bdb2f2857d2acffef38f5e9f2d1"}, + {file = "aiohttp-3.14.5-cp314-cp314-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:fba47bc2c3d7303c3d027c6cf4d07626c37b1314ac81f5820c31032e0ca1f677"}, + {file = "aiohttp-3.14.5-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:94684b879ac1d71e4238850c99b62dc1b28d9086b156a2555f082010b85a865c"}, + {file = "aiohttp-3.14.5-cp314-cp314-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:56572c42e3ecd636de8d2c3dd54cf5fc939cb5c32eb56297f176a0d366fac622"}, + {file = "aiohttp-3.14.5-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:a95529a92a446db351675f4aab518feaf5e99842f63f5dd17160c2b74f382db3"}, + {file = "aiohttp-3.14.5-cp314-cp314-musllinux_1_2_armv7l.whl", hash = "sha256:3edbece0379b8b4aaa67619b8aa2399bb66fce372cd5911098a434ea77220aa0"}, + {file = "aiohttp-3.14.5-cp314-cp314-musllinux_1_2_ppc64le.whl", hash = "sha256:56d9828f204331a5ca8850fcfe2bcce95a149f1f223f60cc7216e5524978e480"}, + {file = "aiohttp-3.14.5-cp314-cp314-musllinux_1_2_riscv64.whl", hash = "sha256:20064a177a070d789ee64a50b01a9161d3468e989baacfc6c714aa685c4b332f"}, + {file = "aiohttp-3.14.5-cp314-cp314-musllinux_1_2_s390x.whl", hash = "sha256:81c2b3dfd56c62bee6108e4852d5970b4cf9086390b6983f52b666e878c1f115"}, + {file = "aiohttp-3.14.5-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:09ec102b4b8c9a920275733bbc11fdbb615efe6f9231a06007c0218d336fb77a"}, + {file = "aiohttp-3.14.5-cp314-cp314-win32.whl", hash = "sha256:9c428eb2bd8817588d16a0ab898aa4eb5d141f896aa2b394cc79a4cf61d9a8e2"}, + {file = "aiohttp-3.14.5-cp314-cp314-win_amd64.whl", hash = "sha256:6f967dde489ca6a8c02d093ab245d2cbf50ccb5c36adf0188b17b0ca39d24b67"}, + {file = "aiohttp-3.14.5-cp314-cp314-win_arm64.whl", hash = "sha256:1d2d981b53dd09a319e3570ef8cc3bbc3ef86f5a7abef0f6b2bff3867db3a9e7"}, + {file = "aiohttp-3.14.5-cp314-cp314t-macosx_10_15_universal2.whl", hash = "sha256:9ce66feae6ac65327379460380549bf1b8df8e17c4e25df2a2bcf168272e3bed"}, + {file = "aiohttp-3.14.5-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:27c2322e03f66101acb09869ce1cf1efc04994ee95e1735b69827bf8c8b9d781"}, + {file = "aiohttp-3.14.5-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:ff75a7537413a86e7cafe98e0e1d6e3dc4b15c6349896e7d5c6b881bfdb6d550"}, + {file = "aiohttp-3.14.5-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:9c061aa954daaf57d2a4b8374f9fca621ef0e1b603584431c220c22458c59b6d"}, + {file = "aiohttp-3.14.5-cp314-cp314t-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:1612fa5857b37bf32e5c1eaeefb96e3b01e9c70679eec81f0934e8a600080863"}, + {file = "aiohttp-3.14.5-cp314-cp314t-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:adbeee7d6fd4cf5fe0aece2fb3edc4243615d3180430ba8149d01a90670cac99"}, + {file = "aiohttp-3.14.5-cp314-cp314t-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:b2966998927d7bed9db12c0a4647b0c7b179755878fc9c357fe1ffd3e3b0c1a5"}, + {file = "aiohttp-3.14.5-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:8e317e0fb6b16212c881d2205a7d87414c29acd69320b3aa6dce9d9c7b86fe4f"}, + {file = "aiohttp-3.14.5-cp314-cp314t-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:50343c1757b4b6f6708eeaf24534b32f19dfb99fb1b762c00420867a62fc81e0"}, + {file = "aiohttp-3.14.5-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:083673c7a94c3ea035caaa5ca04288bdb44887abfe1f5ba23294e6a4b03efd2d"}, + {file = "aiohttp-3.14.5-cp314-cp314t-musllinux_1_2_armv7l.whl", hash = "sha256:2528cb4c6b92008c76ac9ac6298624069bb2db91ff4929905512d1d84485f658"}, + {file = "aiohttp-3.14.5-cp314-cp314t-musllinux_1_2_ppc64le.whl", hash = "sha256:b1b8ece1e71132d2afba4dbc0c3d62c766e25165990b25db1196c04969eb3d84"}, + {file = "aiohttp-3.14.5-cp314-cp314t-musllinux_1_2_riscv64.whl", hash = "sha256:fce9523df31cea6284f3e2c479876750d7687cf671d7b25d32b19effc0e86441"}, + {file = "aiohttp-3.14.5-cp314-cp314t-musllinux_1_2_s390x.whl", hash = "sha256:09e0eb18c7e0c8777e2f9149de63799195b9b3ca1b5c81ba6f32f2c6b8628210"}, + {file = "aiohttp-3.14.5-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:6774814fd5c338e72ee0da5cbb9432816df450e69c019f72b5d29bdec2a1792d"}, + {file = "aiohttp-3.14.5-cp314-cp314t-win32.whl", hash = "sha256:33f706574e32c6e694f352a856e05caf18f7f2c871b3e87b41c55ea452b409ab"}, + {file = "aiohttp-3.14.5-cp314-cp314t-win_amd64.whl", hash = "sha256:5ba14a839fbe87cf7c12a6b5661c05f324a296eb8363141edb3944ba63d4c9d3"}, + {file = "aiohttp-3.14.5-cp314-cp314t-win_arm64.whl", hash = "sha256:1061b364556e8172e8d46b0b183adeeb73e8c42d30ebc745591e1bd89acad52e"}, + {file = "aiohttp-3.14.5-cp315-cp315-android_24_arm64_v8a.whl", hash = "sha256:788ecaa9c10533b786ce5ba70c4f2df78ad41819fd00a6c99d92b66f9a32e1da"}, + {file = "aiohttp-3.14.5-cp315-cp315-android_24_x86_64.whl", hash = "sha256:5c76f1802bab718a68ac3cce447160605c734551f95c67ae90fa1132b215cb29"}, + {file = "aiohttp-3.14.5-cp315-cp315-ios_13_0_arm64_iphoneos.whl", hash = "sha256:a6d02b4c38de03d9c7617813433e6a0fb6b522797974177d69d9dad431900833"}, + {file = "aiohttp-3.14.5-cp315-cp315-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:20726f9782d5c2744c1c66255842d1d163bb3edcf768b8de25216bf47f7b6ccf"}, + {file = "aiohttp-3.14.5-cp315-cp315-ios_13_0_x86_64_iphonesimulator.whl", hash = "sha256:248d779ad720b49d4fb355720e60c9e5f444f95887bc16974fea48fc56c41789"}, + {file = "aiohttp-3.14.5-cp315-cp315-macosx_10_15_universal2.whl", hash = "sha256:0a8ea271867e360ac985ae607f4a23ad9a38414b9aca1d49ec98839ae660e49f"}, + {file = "aiohttp-3.14.5-cp315-cp315-macosx_10_15_x86_64.whl", hash = "sha256:823c910f046f23f4c713b8d99a2242dc65f591cb45ee86418fa11762a3c2963c"}, + {file = "aiohttp-3.14.5-cp315-cp315-macosx_11_0_arm64.whl", hash = "sha256:9b42db919715e91eb76acf3bc492a9a7ccd8bd9adc6745c1412b689735269f14"}, + {file = "aiohttp-3.14.5-cp315-cp315-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d3112585250b199296c26ca6e0131640b6a8d01bab8b232d2eb3763ed469de11"}, + {file = "aiohttp-3.14.5-cp315-cp315-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:c147451b4a58e7050f7f7394e6c467867c84161560001f9ad4fb2d1446743946"}, + {file = "aiohttp-3.14.5-cp315-cp315-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:bf163cc701f3d4ac43ba7d97771bf5fd955220ef5500ef3ee847bc0ecfbf4ec1"}, + {file = "aiohttp-3.14.5-cp315-cp315-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:f8d40ce41991e9d56fab4f5dc4a51fe59bc3b5c77c27f4b148963064d00232e8"}, + {file = "aiohttp-3.14.5-cp315-cp315-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:276a4fc00b1d9ae492b802763a789c5b86328b989c5ea169f2faa447d6a11c7c"}, + {file = "aiohttp-3.14.5-cp315-cp315-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:50983e3be33d8c0942ab88cec3905b10602f64c469b20153c48c5d4e558dd016"}, + {file = "aiohttp-3.14.5-cp315-cp315-musllinux_1_2_aarch64.whl", hash = "sha256:16c8abd5bca220a47efe667d26f8460124c81810787e79ee87b242677563d9dd"}, + {file = "aiohttp-3.14.5-cp315-cp315-musllinux_1_2_armv7l.whl", hash = "sha256:0790ec66fa4013e83c53b9025a45d454723da1a2fce28b3208c9b32d08af162f"}, + {file = "aiohttp-3.14.5-cp315-cp315-musllinux_1_2_ppc64le.whl", hash = "sha256:cb11a971a3aea10f9b8373be628f1df932964fc6c6b174516d318a48c3ac4412"}, + {file = "aiohttp-3.14.5-cp315-cp315-musllinux_1_2_riscv64.whl", hash = "sha256:932ce7e694bbc29b2bf6f64f2343c27d148d4997c771d01bdade4639b6749ff4"}, + {file = "aiohttp-3.14.5-cp315-cp315-musllinux_1_2_s390x.whl", hash = "sha256:a7d470cf7b206e6359fc77b1b860632fde400d5a2ed59cd0181b93a686bc81ee"}, + {file = "aiohttp-3.14.5-cp315-cp315-musllinux_1_2_x86_64.whl", hash = "sha256:6e1d8637cf73eebc92eba2e11d4cfff98a3b562f2505bd75bba766d908926e8d"}, + {file = "aiohttp-3.14.5-cp315-cp315-win32.whl", hash = "sha256:fbdc5ec49f9ca3cd24955cf3520b10a4d4c901ba2572094c84274e9e7eb30534"}, + {file = "aiohttp-3.14.5-cp315-cp315-win_amd64.whl", hash = "sha256:a9d3983bd6ab7aa1cfd573544ae98df9b6cb6912a5185a198263e024a636861d"}, + {file = "aiohttp-3.14.5-cp315-cp315-win_arm64.whl", hash = "sha256:e29347c142cf6e99e0dff5e2995ead1d50fa3b51bf37a7c726a7ccfe5419745a"}, + {file = "aiohttp-3.14.5-cp315-cp315t-macosx_10_15_universal2.whl", hash = "sha256:9bf1d5dcc15204d9ec8b8ea4c18fd66e6b80e5de1f4ecbafb3a2f2740f8039d4"}, + {file = "aiohttp-3.14.5-cp315-cp315t-macosx_10_15_x86_64.whl", hash = "sha256:14f04769cfefe4734016a856a83af36133cd17779cef9ae817f812b8ba9d6d51"}, + {file = "aiohttp-3.14.5-cp315-cp315t-macosx_11_0_arm64.whl", hash = "sha256:6e4251c0ba4624a68a2c11471a1ac54c3306876c21f0ae86de085cc9241c8905"}, + {file = "aiohttp-3.14.5-cp315-cp315t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:e4f5cf4dc72a71c4cfa9751b4950be22f733626670230d46e7d606592aa22d59"}, + {file = "aiohttp-3.14.5-cp315-cp315t-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:dbf53ae2601b7fd5a93c3944deea3a78d40f495226d582c35ef7a433425ce2b2"}, + {file = "aiohttp-3.14.5-cp315-cp315t-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:657291433bf4dd3142f3abac495764cd47d0c7c92087751e6666c6447e65fcef"}, + {file = "aiohttp-3.14.5-cp315-cp315t-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:3e51a27980c3788e6e6b3325d694fdd4898087fa8a86b2763af77b39353da41e"}, + {file = "aiohttp-3.14.5-cp315-cp315t-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:82c7583cd3dfdc7dcc927835b4f6c7faae7ecc1ba3ca5879321621ae2e6f8e84"}, + {file = "aiohttp-3.14.5-cp315-cp315t-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:6fdcd6af7e2e51d1ba1b4bea16e97b074bcb7b5dd0246a9d8201341bb28085a0"}, + {file = "aiohttp-3.14.5-cp315-cp315t-musllinux_1_2_aarch64.whl", hash = "sha256:c8859a013ae0de1074660992139a1a440df3e6b219b86cf0d3f11c2692bb4fe3"}, + {file = "aiohttp-3.14.5-cp315-cp315t-musllinux_1_2_armv7l.whl", hash = "sha256:8966ecac808dd5f473c9c4cefd10cd3ffda71c18a4d3493b7c7d2ae1803bf2cc"}, + {file = "aiohttp-3.14.5-cp315-cp315t-musllinux_1_2_ppc64le.whl", hash = "sha256:3093b72c215bda16ce961a6d073f6e71d46e022962a9d5d457c5d4d421c78b57"}, + {file = "aiohttp-3.14.5-cp315-cp315t-musllinux_1_2_riscv64.whl", hash = "sha256:149fb56caf7acb67073126f675d0958d9c4b3125fcd3f6d4877df98aa8a97ce9"}, + {file = "aiohttp-3.14.5-cp315-cp315t-musllinux_1_2_s390x.whl", hash = "sha256:293d3ae7c6a0ed176a42e59a1b5fde825ead65c835360f734148e96729f928d2"}, + {file = "aiohttp-3.14.5-cp315-cp315t-musllinux_1_2_x86_64.whl", hash = "sha256:3f2dcc00191fd563e9075181a14ec31d7dd63223ced7582cc70a15a499de0c79"}, + {file = "aiohttp-3.14.5-cp315-cp315t-win32.whl", hash = "sha256:7779cd97e61ebe583ec2f1c5616cdd038aa08a4453b1848c67842176d054948e"}, + {file = "aiohttp-3.14.5-cp315-cp315t-win_amd64.whl", hash = "sha256:0e6f16f5e49c4b8267988c05ab07760d7064cea57d077c3d068d04b0fbb992cb"}, + {file = "aiohttp-3.14.5-cp315-cp315t-win_arm64.whl", hash = "sha256:1aead151c3abbac6b32942e452020cb66d7efc099d253cc6c20f748e926c858b"}, + {file = "aiohttp-3.14.5-py3-none-any.whl", hash = "sha256:efc21a454892828368b11c2c780de0ff8bc991f73f6b99c6b66e56205470929b"}, + {file = "aiohttp-3.14.5.tar.gz", hash = "sha256:5558a7f5a05af9ecf744af91e5baefc436f93c9333e656c27ec253f9a6bbe178"}, +] + +[package.dependencies] +aiohappyeyeballs = ">=2.5.0" +aiosignal = ">=1.4.0" +attrs = ">=17.3.0" +frozenlist = ">=1.1.1" +multidict = ">=4.5,<8.0" +propcache = ">=0.2.0" +typing_extensions = {version = ">=4.4", markers = "python_version < \"3.13\""} +yarl = ">=1.25.1,<2.0" + +[package.extras] +speedups = ["Brotli (>=1.2) ; platform_python_implementation == \"CPython\" and sys_platform != \"android\" and sys_platform != \"ios\"", "aiodns (>=3.3.0) ; sys_platform != \"android\" and sys_platform != \"ios\"", "backports.zstd ; platform_python_implementation == \"CPython\" and python_version < \"3.14\" and sys_platform != \"android\" and sys_platform != \"ios\"", "brotlicffi (>=1.2) ; platform_python_implementation != \"CPython\""] + +[[package]] +name = "aioitertools" +version = "0.13.0" +description = "itertools and builtins for AsyncIO and mixed iterables" +optional = false +python-versions = ">=3.9" +groups = ["main"] +files = [ + {file = "aioitertools-0.13.0-py3-none-any.whl", hash = "sha256:0be0292b856f08dfac90e31f4739432f4cb6d7520ab9eb73e143f4f2fa5259be"}, + {file = "aioitertools-0.13.0.tar.gz", hash = "sha256:620bd241acc0bbb9ec819f1ab215866871b4bbd1f73836a55f799200ee86950c"}, +] + +[[package]] +name = "aiosignal" +version = "1.4.0" +description = "aiosignal: a list of registered asynchronous callbacks" +optional = false +python-versions = ">=3.9" +groups = ["main"] +files = [ + {file = "aiosignal-1.4.0-py3-none-any.whl", hash = "sha256:053243f8b92b990551949e63930a839ff0cf0b0ebbe0597b0f3fb19e1a0fe82e"}, + {file = "aiosignal-1.4.0.tar.gz", hash = "sha256:f47eecd9468083c2029cc99945502cb7708b082c232f9aca65da147157b251c7"}, +] + +[package.dependencies] +frozenlist = ">=1.1.0" +typing-extensions = {version = ">=4.2", markers = "python_version < \"3.13\""} + [[package]] name = "annotated-doc" version = "0.0.5" @@ -182,6 +431,38 @@ files = [ [package.extras] gssauth = ["gssapi ; platform_system != \"Windows\"", "sspilib ; platform_system == \"Windows\""] +[[package]] +name = "attrs" +version = "26.1.0" +description = "Classes Without Boilerplate" +optional = false +python-versions = ">=3.9" +groups = ["main"] +files = [ + {file = "attrs-26.1.0-py3-none-any.whl", hash = "sha256:c647aa4a12dfbad9333ca4e71fe62ddc36f4e63b2d260a37a8b83d2f043ac309"}, + {file = "attrs-26.1.0.tar.gz", hash = "sha256:d03ceb89cb322a8fd706d4fb91940737b6642aa36998fe130a9bc96c985eff32"}, +] + +[[package]] +name = "botocore" +version = "1.43.75" +description = "Low-level, data-driven core of boto 3." +optional = false +python-versions = ">=3.10" +groups = ["main"] +files = [ + {file = "botocore-1.43.75-py3-none-any.whl", hash = "sha256:121abc8b0b529bc4e29a28d1e8b096b20f26708cabe3d5ae4b3446747712aece"}, + {file = "botocore-1.43.75.tar.gz", hash = "sha256:e8ed6b0f3cd398dfb9e08d7ca3a0b964152166a317a04e89c45ec91003327ffe"}, +] + +[package.dependencies] +jmespath = ">=0.7.1,<2.0.0" +python-dateutil = ">=2.1,<3.0.0" +urllib3 = ">=1.25.4,<2.2.0 || >2.2.0,<3" + +[package.extras] +crt = ["awscrt (==0.36.0)"] + [[package]] name = "certifi" version = "2026.7.22" @@ -372,6 +653,146 @@ opentelemetry = ["opentelemetry-exporter-otlp-proto-http (>=1.44.0)", "opentelem standard = ["email-validator (>=2.0.0)", "fastapi-cli[standard] (>=0.0.32)", "fastar (>=0.9.0)", "httpx (>=0.23.0,<1.0.0)", "jinja2 (>=3.1.5)", "opentelemetry-exporter-otlp-proto-http (>=1.44.0)", "opentelemetry-sdk (>=1.44.0)", "pydantic-extra-types (>=2.0.0)", "pydantic-settings (>=2.0.0)", "python-multipart (>=0.0.18)", "uvicorn[standard] (>=0.12.0)"] standard-no-fastapi-cloud-cli = ["email-validator (>=2.0.0)", "fastapi-cli[standard-no-fastapi-cloud-cli] (>=0.0.32)", "httpx (>=0.23.0,<1.0.0)", "jinja2 (>=3.1.5)", "opentelemetry-exporter-otlp-proto-http (>=1.44.0)", "opentelemetry-sdk (>=1.44.0)", "pydantic-extra-types (>=2.0.0)", "pydantic-settings (>=2.0.0)", "python-multipart (>=0.0.18)", "uvicorn[standard] (>=0.12.0)"] +[[package]] +name = "frozenlist" +version = "1.8.0" +description = "A list-like structure which implements collections.abc.MutableSequence" +optional = false +python-versions = ">=3.9" +groups = ["main"] +files = [ + {file = "frozenlist-1.8.0-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:b37f6d31b3dcea7deb5e9696e529a6aa4a898adc33db82da12e4c60a7c4d2011"}, + {file = "frozenlist-1.8.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:ef2b7b394f208233e471abc541cc6991f907ffd47dc72584acee3147899d6565"}, + {file = "frozenlist-1.8.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:a88f062f072d1589b7b46e951698950e7da00442fc1cacbe17e19e025dc327ad"}, + {file = "frozenlist-1.8.0-cp310-cp310-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:f57fb59d9f385710aa7060e89410aeb5058b99e62f4d16b08b91986b9a2140c2"}, + {file = "frozenlist-1.8.0-cp310-cp310-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:799345ab092bee59f01a915620b5d014698547afd011e691a208637312db9186"}, + {file = "frozenlist-1.8.0-cp310-cp310-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:c23c3ff005322a6e16f71bf8692fcf4d5a304aaafe1e262c98c6d4adc7be863e"}, + {file = "frozenlist-1.8.0-cp310-cp310-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:8a76ea0f0b9dfa06f254ee06053d93a600865b3274358ca48a352ce4f0798450"}, + {file = "frozenlist-1.8.0-cp310-cp310-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:c7366fe1418a6133d5aa824ee53d406550110984de7637d65a178010f759c6ef"}, + {file = "frozenlist-1.8.0-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:13d23a45c4cebade99340c4165bd90eeb4a56c6d8a9d8aa49568cac19a6d0dc4"}, + {file = "frozenlist-1.8.0-cp310-cp310-musllinux_1_2_armv7l.whl", hash = "sha256:e4a3408834f65da56c83528fb52ce7911484f0d1eaf7b761fc66001db1646eff"}, + {file = "frozenlist-1.8.0-cp310-cp310-musllinux_1_2_ppc64le.whl", hash = "sha256:42145cd2748ca39f32801dad54aeea10039da6f86e303659db90db1c4b614c8c"}, + {file = "frozenlist-1.8.0-cp310-cp310-musllinux_1_2_s390x.whl", hash = "sha256:e2de870d16a7a53901e41b64ffdf26f2fbb8917b3e6ebf398098d72c5b20bd7f"}, + {file = "frozenlist-1.8.0-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:20e63c9493d33ee48536600d1a5c95eefc870cd71e7ab037763d1fbb89cc51e7"}, + {file = "frozenlist-1.8.0-cp310-cp310-win32.whl", hash = "sha256:adbeebaebae3526afc3c96fad434367cafbfd1b25d72369a9e5858453b1bb71a"}, + {file = "frozenlist-1.8.0-cp310-cp310-win_amd64.whl", hash = "sha256:667c3777ca571e5dbeb76f331562ff98b957431df140b54c85fd4d52eea8d8f6"}, + {file = "frozenlist-1.8.0-cp310-cp310-win_arm64.whl", hash = "sha256:80f85f0a7cc86e7a54c46d99c9e1318ff01f4687c172ede30fd52d19d1da1c8e"}, + {file = "frozenlist-1.8.0-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:09474e9831bc2b2199fad6da3c14c7b0fbdd377cce9d3d77131be28906cb7d84"}, + {file = "frozenlist-1.8.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:17c883ab0ab67200b5f964d2b9ed6b00971917d5d8a92df149dc2c9779208ee9"}, + {file = "frozenlist-1.8.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:fa47e444b8ba08fffd1c18e8cdb9a75db1b6a27f17507522834ad13ed5922b93"}, + {file = "frozenlist-1.8.0-cp311-cp311-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:2552f44204b744fba866e573be4c1f9048d6a324dfe14475103fd51613eb1d1f"}, + {file = "frozenlist-1.8.0-cp311-cp311-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:957e7c38f250991e48a9a73e6423db1bb9dd14e722a10f6b8bb8e16a0f55f695"}, + {file = "frozenlist-1.8.0-cp311-cp311-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:8585e3bb2cdea02fc88ffa245069c36555557ad3609e83be0ec71f54fd4abb52"}, + {file = "frozenlist-1.8.0-cp311-cp311-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:edee74874ce20a373d62dc28b0b18b93f645633c2943fd90ee9d898550770581"}, + {file = "frozenlist-1.8.0-cp311-cp311-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:c9a63152fe95756b85f31186bddf42e4c02c6321207fd6601a1c89ebac4fe567"}, + {file = "frozenlist-1.8.0-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:b6db2185db9be0a04fecf2f241c70b63b1a242e2805be291855078f2b404dd6b"}, + {file = "frozenlist-1.8.0-cp311-cp311-musllinux_1_2_armv7l.whl", hash = "sha256:f4be2e3d8bc8aabd566f8d5b8ba7ecc09249d74ba3c9ed52e54dc23a293f0b92"}, + {file = "frozenlist-1.8.0-cp311-cp311-musllinux_1_2_ppc64le.whl", hash = "sha256:c8d1634419f39ea6f5c427ea2f90ca85126b54b50837f31497f3bf38266e853d"}, + {file = "frozenlist-1.8.0-cp311-cp311-musllinux_1_2_s390x.whl", hash = "sha256:1a7fa382a4a223773ed64242dbe1c9c326ec09457e6b8428efb4118c685c3dfd"}, + {file = "frozenlist-1.8.0-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:11847b53d722050808926e785df837353bd4d75f1d494377e59b23594d834967"}, + {file = "frozenlist-1.8.0-cp311-cp311-win32.whl", hash = "sha256:27c6e8077956cf73eadd514be8fb04d77fc946a7fe9f7fe167648b0b9085cc25"}, + {file = "frozenlist-1.8.0-cp311-cp311-win_amd64.whl", hash = "sha256:ac913f8403b36a2c8610bbfd25b8013488533e71e62b4b4adce9c86c8cea905b"}, + {file = "frozenlist-1.8.0-cp311-cp311-win_arm64.whl", hash = "sha256:d4d3214a0f8394edfa3e303136d0575eece0745ff2b47bd2cb2e66dd92d4351a"}, + {file = "frozenlist-1.8.0-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:78f7b9e5d6f2fdb88cdde9440dc147259b62b9d3b019924def9f6478be254ac1"}, + {file = "frozenlist-1.8.0-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:229bf37d2e4acdaf808fd3f06e854a4a7a3661e871b10dc1f8f1896a3b05f18b"}, + {file = "frozenlist-1.8.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:f833670942247a14eafbb675458b4e61c82e002a148f49e68257b79296e865c4"}, + {file = "frozenlist-1.8.0-cp312-cp312-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:494a5952b1c597ba44e0e78113a7266e656b9794eec897b19ead706bd7074383"}, + {file = "frozenlist-1.8.0-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:96f423a119f4777a4a056b66ce11527366a8bb92f54e541ade21f2374433f6d4"}, + {file = "frozenlist-1.8.0-cp312-cp312-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:3462dd9475af2025c31cc61be6652dfa25cbfb56cbbf52f4ccfe029f38decaf8"}, + {file = "frozenlist-1.8.0-cp312-cp312-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:c4c800524c9cd9bac5166cd6f55285957fcfc907db323e193f2afcd4d9abd69b"}, + {file = "frozenlist-1.8.0-cp312-cp312-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:d6a5df73acd3399d893dafc71663ad22534b5aa4f94e8a2fabfe856c3c1b6a52"}, + {file = "frozenlist-1.8.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:405e8fe955c2280ce66428b3ca55e12b3c4e9c336fb2103a4937e891c69a4a29"}, + {file = "frozenlist-1.8.0-cp312-cp312-musllinux_1_2_armv7l.whl", hash = "sha256:908bd3f6439f2fef9e85031b59fd4f1297af54415fb60e4254a95f75b3cab3f3"}, + {file = "frozenlist-1.8.0-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:294e487f9ec720bd8ffcebc99d575f7eff3568a08a253d1ee1a0378754b74143"}, + {file = "frozenlist-1.8.0-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:74c51543498289c0c43656701be6b077f4b265868fa7f8a8859c197006efb608"}, + {file = "frozenlist-1.8.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:776f352e8329135506a1d6bf16ac3f87bc25b28e765949282dcc627af36123aa"}, + {file = "frozenlist-1.8.0-cp312-cp312-win32.whl", hash = "sha256:433403ae80709741ce34038da08511d4a77062aa924baf411ef73d1146e74faf"}, + {file = "frozenlist-1.8.0-cp312-cp312-win_amd64.whl", hash = "sha256:34187385b08f866104f0c0617404c8eb08165ab1272e884abc89c112e9c00746"}, + {file = "frozenlist-1.8.0-cp312-cp312-win_arm64.whl", hash = "sha256:fe3c58d2f5db5fbd18c2987cba06d51b0529f52bc3a6cdc33d3f4eab725104bd"}, + {file = "frozenlist-1.8.0-cp313-cp313-macosx_10_13_universal2.whl", hash = "sha256:8d92f1a84bb12d9e56f818b3a746f3efba93c1b63c8387a73dde655e1e42282a"}, + {file = "frozenlist-1.8.0-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:96153e77a591c8adc2ee805756c61f59fef4cf4073a9275ee86fe8cba41241f7"}, + {file = "frozenlist-1.8.0-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:f21f00a91358803399890ab167098c131ec2ddd5f8f5fd5fe9c9f2c6fcd91e40"}, + {file = "frozenlist-1.8.0-cp313-cp313-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:fb30f9626572a76dfe4293c7194a09fb1fe93ba94c7d4f720dfae3b646b45027"}, + {file = "frozenlist-1.8.0-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:eaa352d7047a31d87dafcacbabe89df0aa506abb5b1b85a2fb91bc3faa02d822"}, + {file = "frozenlist-1.8.0-cp313-cp313-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:03ae967b4e297f58f8c774c7eabcce57fe3c2434817d4385c50661845a058121"}, + {file = "frozenlist-1.8.0-cp313-cp313-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:f6292f1de555ffcc675941d65fffffb0a5bcd992905015f85d0592201793e0e5"}, + {file = "frozenlist-1.8.0-cp313-cp313-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:29548f9b5b5e3460ce7378144c3010363d8035cea44bc0bf02d57f5a685e084e"}, + {file = "frozenlist-1.8.0-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:ec3cc8c5d4084591b4237c0a272cc4f50a5b03396a47d9caaf76f5d7b38a4f11"}, + {file = "frozenlist-1.8.0-cp313-cp313-musllinux_1_2_armv7l.whl", hash = "sha256:517279f58009d0b1f2e7c1b130b377a349405da3f7621ed6bfae50b10adf20c1"}, + {file = "frozenlist-1.8.0-cp313-cp313-musllinux_1_2_ppc64le.whl", hash = "sha256:db1e72ede2d0d7ccb213f218df6a078a9c09a7de257c2fe8fcef16d5925230b1"}, + {file = "frozenlist-1.8.0-cp313-cp313-musllinux_1_2_s390x.whl", hash = "sha256:b4dec9482a65c54a5044486847b8a66bf10c9cb4926d42927ec4e8fd5db7fed8"}, + {file = "frozenlist-1.8.0-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:21900c48ae04d13d416f0e1e0c4d81f7931f73a9dfa0b7a8746fb2fe7dd970ed"}, + {file = "frozenlist-1.8.0-cp313-cp313-win32.whl", hash = "sha256:8b7b94a067d1c504ee0b16def57ad5738701e4ba10cec90529f13fa03c833496"}, + {file = "frozenlist-1.8.0-cp313-cp313-win_amd64.whl", hash = "sha256:878be833caa6a3821caf85eb39c5ba92d28e85df26d57afb06b35b2efd937231"}, + {file = "frozenlist-1.8.0-cp313-cp313-win_arm64.whl", hash = "sha256:44389d135b3ff43ba8cc89ff7f51f5a0bb6b63d829c8300f79a2fe4fe61bcc62"}, + {file = "frozenlist-1.8.0-cp313-cp313t-macosx_10_13_universal2.whl", hash = "sha256:e25ac20a2ef37e91c1b39938b591457666a0fa835c7783c3a8f33ea42870db94"}, + {file = "frozenlist-1.8.0-cp313-cp313t-macosx_10_13_x86_64.whl", hash = "sha256:07cdca25a91a4386d2e76ad992916a85038a9b97561bf7a3fd12d5d9ce31870c"}, + {file = "frozenlist-1.8.0-cp313-cp313t-macosx_11_0_arm64.whl", hash = "sha256:4e0c11f2cc6717e0a741f84a527c52616140741cd812a50422f83dc31749fb52"}, + {file = "frozenlist-1.8.0-cp313-cp313t-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:b3210649ee28062ea6099cfda39e147fa1bc039583c8ee4481cb7811e2448c51"}, + {file = "frozenlist-1.8.0-cp313-cp313t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:581ef5194c48035a7de2aefc72ac6539823bb71508189e5de01d60c9dcd5fa65"}, + {file = "frozenlist-1.8.0-cp313-cp313t-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:3ef2d026f16a2b1866e1d86fc4e1291e1ed8a387b2c333809419a2f8b3a77b82"}, + {file = "frozenlist-1.8.0-cp313-cp313t-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:5500ef82073f599ac84d888e3a8c1f77ac831183244bfd7f11eaa0289fb30714"}, + {file = "frozenlist-1.8.0-cp313-cp313t-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:50066c3997d0091c411a66e710f4e11752251e6d2d73d70d8d5d4c76442a199d"}, + {file = "frozenlist-1.8.0-cp313-cp313t-musllinux_1_2_aarch64.whl", hash = "sha256:5c1c8e78426e59b3f8005e9b19f6ff46e5845895adbde20ece9218319eca6506"}, + {file = "frozenlist-1.8.0-cp313-cp313t-musllinux_1_2_armv7l.whl", hash = "sha256:eefdba20de0d938cec6a89bd4d70f346a03108a19b9df4248d3cf0d88f1b0f51"}, + {file = "frozenlist-1.8.0-cp313-cp313t-musllinux_1_2_ppc64le.whl", hash = "sha256:cf253e0e1c3ceb4aaff6df637ce033ff6535fb8c70a764a8f46aafd3d6ab798e"}, + {file = "frozenlist-1.8.0-cp313-cp313t-musllinux_1_2_s390x.whl", hash = "sha256:032efa2674356903cd0261c4317a561a6850f3ac864a63fc1583147fb05a79b0"}, + {file = "frozenlist-1.8.0-cp313-cp313t-musllinux_1_2_x86_64.whl", hash = "sha256:6da155091429aeba16851ecb10a9104a108bcd32f6c1642867eadaee401c1c41"}, + {file = "frozenlist-1.8.0-cp313-cp313t-win32.whl", hash = "sha256:0f96534f8bfebc1a394209427d0f8a63d343c9779cda6fc25e8e121b5fd8555b"}, + {file = "frozenlist-1.8.0-cp313-cp313t-win_amd64.whl", hash = "sha256:5d63a068f978fc69421fb0e6eb91a9603187527c86b7cd3f534a5b77a592b888"}, + {file = "frozenlist-1.8.0-cp313-cp313t-win_arm64.whl", hash = "sha256:bf0a7e10b077bf5fb9380ad3ae8ce20ef919a6ad93b4552896419ac7e1d8e042"}, + {file = "frozenlist-1.8.0-cp314-cp314-macosx_10_13_universal2.whl", hash = "sha256:cee686f1f4cadeb2136007ddedd0aaf928ab95216e7691c63e50a8ec066336d0"}, + {file = "frozenlist-1.8.0-cp314-cp314-macosx_10_13_x86_64.whl", hash = "sha256:119fb2a1bd47307e899c2fac7f28e85b9a543864df47aa7ec9d3c1b4545f096f"}, + {file = "frozenlist-1.8.0-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:4970ece02dbc8c3a92fcc5228e36a3e933a01a999f7094ff7c23fbd2beeaa67c"}, + {file = "frozenlist-1.8.0-cp314-cp314-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:cba69cb73723c3f329622e34bdbf5ce1f80c21c290ff04256cff1cd3c2036ed2"}, + {file = "frozenlist-1.8.0-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:778a11b15673f6f1df23d9586f83c4846c471a8af693a22e066508b77d201ec8"}, + {file = "frozenlist-1.8.0-cp314-cp314-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:0325024fe97f94c41c08872db482cf8ac4800d80e79222c6b0b7b162d5b13686"}, + {file = "frozenlist-1.8.0-cp314-cp314-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:97260ff46b207a82a7567b581ab4190bd4dfa09f4db8a8b49d1a958f6aa4940e"}, + {file = "frozenlist-1.8.0-cp314-cp314-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:54b2077180eb7f83dd52c40b2750d0a9f175e06a42e3213ce047219de902717a"}, + {file = "frozenlist-1.8.0-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:2f05983daecab868a31e1da44462873306d3cbfd76d1f0b5b69c473d21dbb128"}, + {file = "frozenlist-1.8.0-cp314-cp314-musllinux_1_2_armv7l.whl", hash = "sha256:33f48f51a446114bc5d251fb2954ab0164d5be02ad3382abcbfe07e2531d650f"}, + {file = "frozenlist-1.8.0-cp314-cp314-musllinux_1_2_ppc64le.whl", hash = "sha256:154e55ec0655291b5dd1b8731c637ecdb50975a2ae70c606d100750a540082f7"}, + {file = "frozenlist-1.8.0-cp314-cp314-musllinux_1_2_s390x.whl", hash = "sha256:4314debad13beb564b708b4a496020e5306c7333fa9a3ab90374169a20ffab30"}, + {file = "frozenlist-1.8.0-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:073f8bf8becba60aa931eb3bc420b217bb7d5b8f4750e6f8b3be7f3da85d38b7"}, + {file = "frozenlist-1.8.0-cp314-cp314-win32.whl", hash = "sha256:bac9c42ba2ac65ddc115d930c78d24ab8d4f465fd3fc473cdedfccadb9429806"}, + {file = "frozenlist-1.8.0-cp314-cp314-win_amd64.whl", hash = "sha256:3e0761f4d1a44f1d1a47996511752cf3dcec5bbdd9cc2b4fe595caf97754b7a0"}, + {file = "frozenlist-1.8.0-cp314-cp314-win_arm64.whl", hash = "sha256:d1eaff1d00c7751b7c6662e9c5ba6eb2c17a2306ba5e2a37f24ddf3cc953402b"}, + {file = "frozenlist-1.8.0-cp314-cp314t-macosx_10_13_universal2.whl", hash = "sha256:d3bb933317c52d7ea5004a1c442eef86f426886fba134ef8cf4226ea6ee1821d"}, + {file = "frozenlist-1.8.0-cp314-cp314t-macosx_10_13_x86_64.whl", hash = "sha256:8009897cdef112072f93a0efdce29cd819e717fd2f649ee3016efd3cd885a7ed"}, + {file = "frozenlist-1.8.0-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:2c5dcbbc55383e5883246d11fd179782a9d07a986c40f49abe89ddf865913930"}, + {file = "frozenlist-1.8.0-cp314-cp314t-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:39ecbc32f1390387d2aa4f5a995e465e9e2f79ba3adcac92d68e3e0afae6657c"}, + {file = "frozenlist-1.8.0-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:92db2bf818d5cc8d9c1f1fc56b897662e24ea5adb36ad1f1d82875bd64e03c24"}, + {file = "frozenlist-1.8.0-cp314-cp314t-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:2dc43a022e555de94c3b68a4ef0b11c4f747d12c024a520c7101709a2144fb37"}, + {file = "frozenlist-1.8.0-cp314-cp314t-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:cb89a7f2de3602cfed448095bab3f178399646ab7c61454315089787df07733a"}, + {file = "frozenlist-1.8.0-cp314-cp314t-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:33139dc858c580ea50e7e60a1b0ea003efa1fd42e6ec7fdbad78fff65fad2fd2"}, + {file = "frozenlist-1.8.0-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:168c0969a329b416119507ba30b9ea13688fafffac1b7822802537569a1cb0ef"}, + {file = "frozenlist-1.8.0-cp314-cp314t-musllinux_1_2_armv7l.whl", hash = "sha256:28bd570e8e189d7f7b001966435f9dac6718324b5be2990ac496cf1ea9ddb7fe"}, + {file = "frozenlist-1.8.0-cp314-cp314t-musllinux_1_2_ppc64le.whl", hash = "sha256:b2a095d45c5d46e5e79ba1e5b9cb787f541a8dee0433836cea4b96a2c439dcd8"}, + {file = "frozenlist-1.8.0-cp314-cp314t-musllinux_1_2_s390x.whl", hash = "sha256:eab8145831a0d56ec9c4139b6c3e594c7a83c2c8be25d5bcf2d86136a532287a"}, + {file = "frozenlist-1.8.0-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:974b28cf63cc99dfb2188d8d222bc6843656188164848c4f679e63dae4b0708e"}, + {file = "frozenlist-1.8.0-cp314-cp314t-win32.whl", hash = "sha256:342c97bf697ac5480c0a7ec73cd700ecfa5a8a40ac923bd035484616efecc2df"}, + {file = "frozenlist-1.8.0-cp314-cp314t-win_amd64.whl", hash = "sha256:06be8f67f39c8b1dc671f5d83aaefd3358ae5cdcf8314552c57e7ed3e6475bdd"}, + {file = "frozenlist-1.8.0-cp314-cp314t-win_arm64.whl", hash = "sha256:102e6314ca4da683dca92e3b1355490fed5f313b768500084fbe6371fddfdb79"}, + {file = "frozenlist-1.8.0-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:d8b7138e5cd0647e4523d6685b0eac5d4be9a184ae9634492f25c6eb38c12a47"}, + {file = "frozenlist-1.8.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:a6483e309ca809f1efd154b4d37dc6d9f61037d6c6a81c2dc7a15cb22c8c5dca"}, + {file = "frozenlist-1.8.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:1b9290cf81e95e93fdf90548ce9d3c1211cf574b8e3f4b3b7cb0537cf2227068"}, + {file = "frozenlist-1.8.0-cp39-cp39-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:59a6a5876ca59d1b63af8cd5e7ffffb024c3dc1e9cf9301b21a2e76286505c95"}, + {file = "frozenlist-1.8.0-cp39-cp39-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:6dc4126390929823e2d2d9dc79ab4046ed74680360fc5f38b585c12c66cdf459"}, + {file = "frozenlist-1.8.0-cp39-cp39-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:332db6b2563333c5671fecacd085141b5800cb866be16d5e3eb15a2086476675"}, + {file = "frozenlist-1.8.0-cp39-cp39-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:9ff15928d62a0b80bb875655c39bf517938c7d589554cbd2669be42d97c2cb61"}, + {file = "frozenlist-1.8.0-cp39-cp39-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:7bf6cdf8e07c8151fba6fe85735441240ec7f619f935a5205953d58009aef8c6"}, + {file = "frozenlist-1.8.0-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:48e6d3f4ec5c7273dfe83ff27c91083c6c9065af655dc2684d2c200c94308bb5"}, + {file = "frozenlist-1.8.0-cp39-cp39-musllinux_1_2_armv7l.whl", hash = "sha256:1a7607e17ad33361677adcd1443edf6f5da0ce5e5377b798fba20fae194825f3"}, + {file = "frozenlist-1.8.0-cp39-cp39-musllinux_1_2_ppc64le.whl", hash = "sha256:5a3a935c3a4e89c733303a2d5a7c257ea44af3a56c8202df486b7f5de40f37e1"}, + {file = "frozenlist-1.8.0-cp39-cp39-musllinux_1_2_s390x.whl", hash = "sha256:940d4a017dbfed9daf46a3b086e1d2167e7012ee297fef9e1c545c4d022f5178"}, + {file = "frozenlist-1.8.0-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:b9be22a69a014bc47e78072d0ecae716f5eb56c15238acca0f43d6eb8e4a5bda"}, + {file = "frozenlist-1.8.0-cp39-cp39-win32.whl", hash = "sha256:1aa77cb5697069af47472e39612976ed05343ff2e84a3dcf15437b232cbfd087"}, + {file = "frozenlist-1.8.0-cp39-cp39-win_amd64.whl", hash = "sha256:7398c222d1d405e796970320036b1b563892b65809d9e5261487bb2c7f7b5c6a"}, + {file = "frozenlist-1.8.0-cp39-cp39-win_arm64.whl", hash = "sha256:b4f3b365f31c6cd4af24545ca0a244a53688cad8834e32f56831c4923b50a103"}, + {file = "frozenlist-1.8.0-py3-none-any.whl", hash = "sha256:0c18a16eab41e82c295618a77502e17b195883241c563b00f0aa5106fc4eaa0d"}, + {file = "frozenlist-1.8.0.tar.gz", hash = "sha256:3ede829ed8d842f6cd48fc7081d7a41001a56f1f38603f9d49bf3020d59a31ad"}, +] + [[package]] name = "h11" version = "0.16.0" @@ -458,6 +879,18 @@ files = [ {file = "iniconfig-2.3.0.tar.gz", hash = "sha256:c76315c77db068650d49c5b56314774a7804df16fee4402c1f19d6d15d8c4730"}, ] +[[package]] +name = "jmespath" +version = "1.1.0" +description = "JSON Matching Expressions" +optional = false +python-versions = ">=3.9" +groups = ["main"] +files = [ + {file = "jmespath-1.1.0-py3-none-any.whl", hash = "sha256:a5663118de4908c91729bea0acadca56526eb2698e83de10cd116ae0f4e97c64"}, + {file = "jmespath-1.1.0.tar.gz", hash = "sha256:472c87d80f36026ae83c6ddd0f1d05d4e510134ed462851fd5f754c8c3cbb88d"}, +] + [[package]] name = "loguru" version = "0.7.3" @@ -477,6 +910,187 @@ win32-setctime = {version = ">=1.0.0", markers = "sys_platform == \"win32\""} [package.extras] dev = ["Sphinx (==8.1.3) ; python_version >= \"3.11\"", "build (==1.2.2) ; python_version >= \"3.11\"", "colorama (==0.4.5) ; python_version < \"3.8\"", "colorama (==0.4.6) ; python_version >= \"3.8\"", "exceptiongroup (==1.1.3) ; python_version >= \"3.7\" and python_version < \"3.11\"", "freezegun (==1.1.0) ; python_version < \"3.8\"", "freezegun (==1.5.0) ; python_version >= \"3.8\"", "mypy (==v0.910) ; python_version < \"3.6\"", "mypy (==v0.971) ; python_version == \"3.6\"", "mypy (==v1.13.0) ; python_version >= \"3.8\"", "mypy (==v1.4.1) ; python_version == \"3.7\"", "myst-parser (==4.0.0) ; python_version >= \"3.11\"", "pre-commit (==4.0.1) ; python_version >= \"3.9\"", "pytest (==6.1.2) ; python_version < \"3.8\"", "pytest (==8.3.2) ; python_version >= \"3.8\"", "pytest-cov (==2.12.1) ; python_version < \"3.8\"", "pytest-cov (==5.0.0) ; python_version == \"3.8\"", "pytest-cov (==6.0.0) ; python_version >= \"3.9\"", "pytest-mypy-plugins (==1.9.3) ; python_version >= \"3.6\" and python_version < \"3.8\"", "pytest-mypy-plugins (==3.1.0) ; python_version >= \"3.8\"", "sphinx-rtd-theme (==3.0.2) ; python_version >= \"3.11\"", "tox (==3.27.1) ; python_version < \"3.8\"", "tox (==4.23.2) ; python_version >= \"3.8\"", "twine (==6.0.1) ; python_version >= \"3.11\""] +[[package]] +name = "multidict" +version = "6.9.1" +description = "multidict implementation" +optional = false +python-versions = ">=3.10" +groups = ["main"] +files = [ + {file = "multidict-6.9.1-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:aef74e9beabbd6c4aafc091dabff86d046ccf013ce1e4396c0fbb01b4cad9de8"}, + {file = "multidict-6.9.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:1ca5ebe6d454f1e5496cf052386a559f1080bf2de75bf327ebca0a6003b79f19"}, + {file = "multidict-6.9.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:02f6d0c4b70f783305e73f9944d8efe6be1022550f0974ba0ae9d8893c0350fa"}, + {file = "multidict-6.9.1-cp310-cp310-manylinux1_i686.manylinux_2_28_i686.manylinux_2_5_i686.whl", hash = "sha256:8050e75af7e4c6e2d5260b84eeedb618f3e452e66473432e085b5d1b81429299"}, + {file = "multidict-6.9.1-cp310-cp310-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:4736d350371337825cac1793c9f7c40701c32a03912548c2a7608e51679cbb96"}, + {file = "multidict-6.9.1-cp310-cp310-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:02fe09dc197b8ae7e355371e51e5dce2f39060cd5a8badf94904527e23a3f188"}, + {file = "multidict-6.9.1-cp310-cp310-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:ad4528cdce058b684f75fad1faf4a6a6c992fe2f08376370ca66e4ce5916a84a"}, + {file = "multidict-6.9.1-cp310-cp310-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:8885e3808aedbd6725b921fb67dacaae0678933561ddd47c2b01315198c70e2e"}, + {file = "multidict-6.9.1-cp310-cp310-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:d3b6e6840421c83ccb60398e333b44f910b0907bb409597685ab2eedd1e22eab"}, + {file = "multidict-6.9.1-cp310-cp310-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:c9648ed33dc8179e4ec04bbc73bd7f0038e1e81217a69467f61f02a78bf07e88"}, + {file = "multidict-6.9.1-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:d9d6544790ba50438a9c1a903c3c4afb1ec8a7832db5518549275b40ef0dd4b1"}, + {file = "multidict-6.9.1-cp310-cp310-musllinux_1_2_armv7l.whl", hash = "sha256:1c9f3c25df6c9d3bbae4f6fd3f514b1c5c740a2110f56ccf36069c85417e289c"}, + {file = "multidict-6.9.1-cp310-cp310-musllinux_1_2_i686.whl", hash = "sha256:cf22b43f35b7dbb9f71e8ee2041b5c00029cdfc28ede3a2f31cf8906f9a6c126"}, + {file = "multidict-6.9.1-cp310-cp310-musllinux_1_2_ppc64le.whl", hash = "sha256:8ed78ccad4c7b421804f5d524b7740946a7ef75d89dc0dac52e9d7c24c472410"}, + {file = "multidict-6.9.1-cp310-cp310-musllinux_1_2_riscv64.whl", hash = "sha256:e3b1aa25f01238886a6baed9e13b9a9240ed344346c79ae280ae65e8603b21d5"}, + {file = "multidict-6.9.1-cp310-cp310-musllinux_1_2_s390x.whl", hash = "sha256:bc94a68ea5e18f8e85dc6b522bcb53093f692c8eb62b4837ac047da73956cbe4"}, + {file = "multidict-6.9.1-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:73533644e1f69ea1164d56cc6505f564c6c44072b646b66d67df2d31fed0348c"}, + {file = "multidict-6.9.1-cp310-cp310-win32.whl", hash = "sha256:66987aa68b0f7c2a1cc5f388ca962b8ed92b10f79de38d6d0d8c716154f519d9"}, + {file = "multidict-6.9.1-cp310-cp310-win_amd64.whl", hash = "sha256:a32b78c1e52ebd8e247bb68300b90b233300d8816faa008ed0713bc539fb6af0"}, + {file = "multidict-6.9.1-cp310-cp310-win_arm64.whl", hash = "sha256:ab64ace1a68682d191d9bedd9d4c939406ad86b1d9f628180410644249ad46c2"}, + {file = "multidict-6.9.1-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:910d4260512660484c0dc1588a316fbb35a40c081c36fc51d1225351af17cfe4"}, + {file = "multidict-6.9.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:33fa55b990f81c2927e01399ace0d18926c69d69baa8cdaa819424132fb97987"}, + {file = "multidict-6.9.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:369b5aa01b241cd3fea6890bdbb11a1425d87bf1515831500d518f4223e9d72c"}, + {file = "multidict-6.9.1-cp311-cp311-manylinux1_i686.manylinux_2_28_i686.manylinux_2_5_i686.whl", hash = "sha256:803f8b575a71b1b299d677c28db0653459c79b5308874efec813f17b7457c7f1"}, + {file = "multidict-6.9.1-cp311-cp311-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:b8a65621b98984a62e59403009591b8a5a7736273aefe1cab64cfb85b365cc07"}, + {file = "multidict-6.9.1-cp311-cp311-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:13849a1d4f54c3809ae721e9e83ab28f5ea602f33660cb84eb6ef261eac706c1"}, + {file = "multidict-6.9.1-cp311-cp311-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:dd9a137a4a9becda3094f3831cd026380f75f6855e051eefe4c73ade524f1cc3"}, + {file = "multidict-6.9.1-cp311-cp311-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:9ae9614c317c50836689ce2dfde07c05fe0b16378562e2221746c3913ede3c80"}, + {file = "multidict-6.9.1-cp311-cp311-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:e8f1e362c9352b50ed120f001046fdbb80810c9d56580f4c3fc13bbe30823387"}, + {file = "multidict-6.9.1-cp311-cp311-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:0dd655518f136febd96c05131a76a863e32fc2a1d7acd4e3c959e3ceb77d8345"}, + {file = "multidict-6.9.1-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:2c5d675da8f1cb5650271c8ad5e95c0a3e5a183c105e72d953b12877b1c8d0fd"}, + {file = "multidict-6.9.1-cp311-cp311-musllinux_1_2_armv7l.whl", hash = "sha256:658f90f49cf5af2441cad0a2b801c3ef520471989a1ec55bcb25b255b2ca8d2f"}, + {file = "multidict-6.9.1-cp311-cp311-musllinux_1_2_i686.whl", hash = "sha256:43124fe172ada86d03ac3c8dc8179091341f6724d5e5d5b160e1587e4cd3761b"}, + {file = "multidict-6.9.1-cp311-cp311-musllinux_1_2_ppc64le.whl", hash = "sha256:b2f0adc22a4eb31e545221d93fc73a0f6a8cc2379d0f4309f71d1d17ba938b82"}, + {file = "multidict-6.9.1-cp311-cp311-musllinux_1_2_riscv64.whl", hash = "sha256:7fc59e9ba821b220944ccfe0f89c9dc4745f6d097569992356eb03869f21e953"}, + {file = "multidict-6.9.1-cp311-cp311-musllinux_1_2_s390x.whl", hash = "sha256:87cc632c88ee5dc80e12681047839304d98ee5c9a708d686505767001c9b8b9a"}, + {file = "multidict-6.9.1-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:b828cf64d62dc09ac183f03c1aeedd164ade96a2ce4934109452edf29de1dd13"}, + {file = "multidict-6.9.1-cp311-cp311-win32.whl", hash = "sha256:2c1aeb92eea59d824f004341b26d5e4b47a8a441cf9726769b9a90abf9d0e08f"}, + {file = "multidict-6.9.1-cp311-cp311-win_amd64.whl", hash = "sha256:5f89dad732280e7a10b74d40b91364f88e13c3f2c08c2ef83a8cd42f7a61af2e"}, + {file = "multidict-6.9.1-cp311-cp311-win_arm64.whl", hash = "sha256:5800368526647146978389dfaa46da3356291e9f0fff9a4ef12e8c2bef964a0d"}, + {file = "multidict-6.9.1-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:29138fef49828542e859828107e42e50d0e587c513b7eb4b2d92bade2b0860fe"}, + {file = "multidict-6.9.1-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:19e31815d41cefc365489e591d105d2baceb2f65aa75d29471fbdbda8651e006"}, + {file = "multidict-6.9.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:6ed30be8918e18c8bed0a2e8b70639ecf02feb61ed00ca2e41cfcb2a50fa3f42"}, + {file = "multidict-6.9.1-cp312-cp312-manylinux1_i686.manylinux_2_28_i686.manylinux_2_5_i686.whl", hash = "sha256:637f4ae36264bd7b8d9a60193acddc1d735ad52e8ed53a19931ea6d921fea8e5"}, + {file = "multidict-6.9.1-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:35fc236507fb1b3138f0af5ecd5f94ed752d4d6d826248eae425f86204013eea"}, + {file = "multidict-6.9.1-cp312-cp312-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:e58952f04772f59f11c6e007471449809a30165188669bca8fdb19dde40a8f24"}, + {file = "multidict-6.9.1-cp312-cp312-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:d35a4f1c63f07fbb8c8f9946dea98b21eddf6c57421585f71d91864be3ba2a24"}, + {file = "multidict-6.9.1-cp312-cp312-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:b5f8771aaaed7f80e84a4e471d2f29ab6721e4595075e54d03ae1ed951b2000a"}, + {file = "multidict-6.9.1-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:976fd7689d69ec78d67d31d38d396d8adb562f7e8368279f76aed4aa451fa06d"}, + {file = "multidict-6.9.1-cp312-cp312-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:95052e8777a86bae87c0bd0b5ab22d809e3d1d02bf69e3e66ddda5ba75a05805"}, + {file = "multidict-6.9.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:1a8adfcaf96f587ab138476eaddef95f29b8a2a8a9afbfea8d2fd62180995d02"}, + {file = "multidict-6.9.1-cp312-cp312-musllinux_1_2_armv7l.whl", hash = "sha256:1a53de2772cfb74559df2eb4456ec4eeb908435ec55a84b69370d9d745d62aa8"}, + {file = "multidict-6.9.1-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:0f2ce963299d42fa3f22a90adc0fdf174792ffef5ff4c7ffb68260548fb05580"}, + {file = "multidict-6.9.1-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:5b30ddf7234e611ca877575b62840e6af5977f92f1f9d532eedbb05a44ff8004"}, + {file = "multidict-6.9.1-cp312-cp312-musllinux_1_2_riscv64.whl", hash = "sha256:63ada7ee2e9345695f9e9bc4c65d72222253f07b1ac94fd0e37555cc6f3c7f60"}, + {file = "multidict-6.9.1-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:3c95601ed98fad3f6e2f8fe809c3b526b0fab31ef525e00a155e227f3d17f58a"}, + {file = "multidict-6.9.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:c148e8b596000dd3e4bfe206e70f3e666be18d72032e0012555f2373c52e35d6"}, + {file = "multidict-6.9.1-cp312-cp312-win32.whl", hash = "sha256:f9dad513626a33670f17cddc6078e30e311f444c957e8dbfc5b2b4603c8b4edb"}, + {file = "multidict-6.9.1-cp312-cp312-win_amd64.whl", hash = "sha256:a16a1dc8529f9e734a41c3b856f3eae7ebacdc061dde3f8a844e0c7889c97203"}, + {file = "multidict-6.9.1-cp312-cp312-win_arm64.whl", hash = "sha256:361f7206cf341ba94fb015688f5c8b480f8e63bd58a4c14a48aeca7851a241cc"}, + {file = "multidict-6.9.1-cp313-cp313-android_24_x86_64.whl", hash = "sha256:d7bf9e43282d69561618e8a0ea33368d532ebef42f15c096f427090521dd74f3"}, + {file = "multidict-6.9.1-cp313-cp313-ios_13_0_arm64_iphoneos.whl", hash = "sha256:03d47df72f084f757c1cb771188d5f4e3a805e4abc4d67e32509272343ae9382"}, + {file = "multidict-6.9.1-cp313-cp313-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:6bc94fe17c3c56e5418f79515b786b101845f70609b0d19d0c1ba13448e5633a"}, + {file = "multidict-6.9.1-cp313-cp313-macosx_10_13_universal2.whl", hash = "sha256:8f2973bbd2bebd9d2e0cd6394c1292a1a19ccd56bdcbe1e174059f1a39be5b40"}, + {file = "multidict-6.9.1-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:de7738b8c0bb74c4cc16bbd7fb49fc2bcf6430dba11b3432cd52768ae40933e8"}, + {file = "multidict-6.9.1-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:e5ccad4b7bac125722f48d6f862bed3b514d8526deea06316bb72f152cd30a7c"}, + {file = "multidict-6.9.1-cp313-cp313-manylinux1_i686.manylinux_2_28_i686.manylinux_2_5_i686.whl", hash = "sha256:a49ff5cdb33654cb7d6a3c377aa2a83ddefaa1db31eb10bcf3c180aa84f9af8a"}, + {file = "multidict-6.9.1-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:b22ff30006a2f28f8bff878fb93413cbe3a4d1fd517c28081d848c90e9cfd2c8"}, + {file = "multidict-6.9.1-cp313-cp313-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:3adf06c66041aa21eeb8a71e82379b74773298c8e6d3d839b151aae441a99b94"}, + {file = "multidict-6.9.1-cp313-cp313-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:963a8d8f97057082679523d0fd4c53a38f86bc58cabe4556faef682ae53fa2fa"}, + {file = "multidict-6.9.1-cp313-cp313-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:b66ccc5c2cdd26e74fa5d4c29ffae424cc6148bf93ce574821783fb3b6d452c5"}, + {file = "multidict-6.9.1-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:7fd79c521f6290c69125fa2b85fa65d9e657e6a8ffaf722dc881b926bef4aa5c"}, + {file = "multidict-6.9.1-cp313-cp313-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:1d804e4caf5d5da37d6dac1325da5629ebef1e27a294c2b568b295814aa36c7b"}, + {file = "multidict-6.9.1-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:bb0d664505f4b112f384cffeee82e91e3f6448d8e574989479db4439b68cba05"}, + {file = "multidict-6.9.1-cp313-cp313-musllinux_1_2_armv7l.whl", hash = "sha256:9e14d17773b1b3c758ff153659a1824608a0cb562c45f484b5ed8a433428444a"}, + {file = "multidict-6.9.1-cp313-cp313-musllinux_1_2_i686.whl", hash = "sha256:083735b7f395894e43adb278d5dae901448883a835ff8f1977e285fefdb10418"}, + {file = "multidict-6.9.1-cp313-cp313-musllinux_1_2_ppc64le.whl", hash = "sha256:b65121091567847a8cb520d364ab22ba90e00d3cc55fa9eb34bb439f0684bcd1"}, + {file = "multidict-6.9.1-cp313-cp313-musllinux_1_2_riscv64.whl", hash = "sha256:ea999ae6e80e66ad5eea287860951b033d0104ca34d6d87c7b5125ebe0e12721"}, + {file = "multidict-6.9.1-cp313-cp313-musllinux_1_2_s390x.whl", hash = "sha256:095d900c242e00fbe5f321ee072e7278b4153e78c5ce9c1efde167d62c1e4771"}, + {file = "multidict-6.9.1-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:6441cc837aea58be7d9baef1b2383eb8311ab9303f500f99ac90b584cd78bb14"}, + {file = "multidict-6.9.1-cp313-cp313-win32.whl", hash = "sha256:9c4880d017555d70dea367dd49271830842d48e3891c2da97da7ce8c4abcee40"}, + {file = "multidict-6.9.1-cp313-cp313-win_amd64.whl", hash = "sha256:ac51cd64bae51c462ea58ad2492c9b8209667a4ef60c45c4a304518b67598d5d"}, + {file = "multidict-6.9.1-cp313-cp313-win_arm64.whl", hash = "sha256:37a9ebe00c698279213d56e6c64e1962ab1e092918270649b397cac3dc196ca4"}, + {file = "multidict-6.9.1-cp314-cp314-android_24_x86_64.whl", hash = "sha256:fc0dcb22fa9aeabfe3fa4e0430099acff985ec5d77a851382f76cc6146e780e5"}, + {file = "multidict-6.9.1-cp314-cp314-ios_13_0_arm64_iphoneos.whl", hash = "sha256:024123f0ab402ab33828e24eb80fa8f25167d0d3783ba5f287e39ed741e6abf9"}, + {file = "multidict-6.9.1-cp314-cp314-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:af1b5a92315048c3e36bbebfa7d4760a9c3e910bc4166f11b20d77d20d6bcfca"}, + {file = "multidict-6.9.1-cp314-cp314-macosx_10_15_universal2.whl", hash = "sha256:b2483da477932ad1983d1d33c18bc3771c6fb00cfbaaed70a875fd547ef8e840"}, + {file = "multidict-6.9.1-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:db4d697b18b6ef5528b1f36bfa25072cd2a421869f5963bc0e92c8a34b9e2800"}, + {file = "multidict-6.9.1-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:854fd2f1bc6e8a56b89910b5cd7261a8b40f13ebb31572da985ce59c7da0886d"}, + {file = "multidict-6.9.1-cp314-cp314-manylinux1_i686.manylinux_2_28_i686.manylinux_2_5_i686.whl", hash = "sha256:03731f6fc036180700c9dc2308205a48e5ca6f3ff03087739ab746f294022201"}, + {file = "multidict-6.9.1-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:989261c5f1735a165f2e4e87cf6d5f17ab734fa18f9ad0383d5adfcdaefce701"}, + {file = "multidict-6.9.1-cp314-cp314-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:b4c9e5d05b126b267ac048a89a0e2d9b48b1b648add62d4872906304a8590610"}, + {file = "multidict-6.9.1-cp314-cp314-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:9d0a21cf76153de8f2d96a877991d6bc59b9ab5180b949e50db73cc193b4a694"}, + {file = "multidict-6.9.1-cp314-cp314-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:e7386aa18d98d6b8af44b92173654ec469237fda35f8e8523e43b581a86f476a"}, + {file = "multidict-6.9.1-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:b69651732c64afb691e50cdc3387cae305e0eeff8804fe3e3ce203876494932a"}, + {file = "multidict-6.9.1-cp314-cp314-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:1fee9a16d88a1c4865610de31ef5c666671020d7a81d1f510eaf3c97d00ebeba"}, + {file = "multidict-6.9.1-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:7814bbee202acd3bd240204c17d8b87a4c48c81064fd8674dbe527d94d5a4290"}, + {file = "multidict-6.9.1-cp314-cp314-musllinux_1_2_armv7l.whl", hash = "sha256:95f273bea318a194f656527ee2ed19494327bc500b8e87d9358e3222579aa28d"}, + {file = "multidict-6.9.1-cp314-cp314-musllinux_1_2_i686.whl", hash = "sha256:73bcafa21a78d0776b3ee7cd2a63c66f968eb7db8e8d594e32d7329950f6e828"}, + {file = "multidict-6.9.1-cp314-cp314-musllinux_1_2_ppc64le.whl", hash = "sha256:1a938761c77e0e6edb0c93d02f4e988d44a69e5195e5a3b893e5553311347132"}, + {file = "multidict-6.9.1-cp314-cp314-musllinux_1_2_riscv64.whl", hash = "sha256:37245ca4105386194dd1d292a6f2aae09bfe1bd7ac6f9ec25093e3cf8e9b143b"}, + {file = "multidict-6.9.1-cp314-cp314-musllinux_1_2_s390x.whl", hash = "sha256:f0700527dd5bfa8b7204b08330542f4f388899d3c14d885d8a368992e0eb562d"}, + {file = "multidict-6.9.1-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:6b7e54fd883671d1a8810704851c044b7173287c552b9f5c3d9e0eb9f00ae194"}, + {file = "multidict-6.9.1-cp314-cp314-win32.whl", hash = "sha256:e81ae656b9935ac4528a71f96bb7a14d949778ed1897c573d3e7ebb9187f8841"}, + {file = "multidict-6.9.1-cp314-cp314-win_amd64.whl", hash = "sha256:acddcac38adc8342ba48aba98896faa7928854bebb62542362138655b5367ee3"}, + {file = "multidict-6.9.1-cp314-cp314-win_arm64.whl", hash = "sha256:32217133dddc58c927805cf6c0731d8144584176b768042ee886d51e71860bc9"}, + {file = "multidict-6.9.1-cp314-cp314t-macosx_10_15_universal2.whl", hash = "sha256:0b2fb8c349d1103863750b5d8cb5ace766917f4b35f3d883c8f778853eaa9f76"}, + {file = "multidict-6.9.1-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:56d834b74c993a7d7cb2b8ab33a0d55c3e0d4a3d2f2da2808a4ad3d79189711b"}, + {file = "multidict-6.9.1-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:783ba7d845d79ce976afd9c1e91a4e5714671defa198ee789e8b23316083a485"}, + {file = "multidict-6.9.1-cp314-cp314t-manylinux1_i686.manylinux_2_28_i686.manylinux_2_5_i686.whl", hash = "sha256:4d718fa1b5f0d0dd75e86fbbc5b0c93ea3a5d65216c85c61cd5d7cdddfe08455"}, + {file = "multidict-6.9.1-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:a313bad717dde740959d50850c315b75fd4eb0c5e6b4dc8535db0f1c369be125"}, + {file = "multidict-6.9.1-cp314-cp314t-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:ef01d29fca550ab871fd99154f82c6472aacf8e7def272dfb07b460123850390"}, + {file = "multidict-6.9.1-cp314-cp314t-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:0f3bd290711c6e9486173a6ee7cd4e7f00c3971c7908c1ec1b6e5437c5e4c6f9"}, + {file = "multidict-6.9.1-cp314-cp314t-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:81cdc537e0a42e3c0170752fcadbe450246d5c3b4b7231d6eb9672456605ac94"}, + {file = "multidict-6.9.1-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:8b193bf7a443c97d81c47052f60c486071a4bdef4a573fa2514f920089414d45"}, + {file = "multidict-6.9.1-cp314-cp314t-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:7a0c98f6a636adf0d7edd60c61589eaf52d149239af754d0bfeb0effedba53a8"}, + {file = "multidict-6.9.1-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:6e6b7e3a1520c39a2772f414cd9ddf5995f77e4e823dfa1522af383addd465a3"}, + {file = "multidict-6.9.1-cp314-cp314t-musllinux_1_2_armv7l.whl", hash = "sha256:ca65cced0d67a9039e93bcd98a369920e499bf98296844ff56ead01c9085321f"}, + {file = "multidict-6.9.1-cp314-cp314t-musllinux_1_2_i686.whl", hash = "sha256:372c063f37480f62c1ae32dc3a1a0a5942b180c883f99789075a8a8ec3c4e709"}, + {file = "multidict-6.9.1-cp314-cp314t-musllinux_1_2_ppc64le.whl", hash = "sha256:827c92145b3b976b39430129c89d213b250dacbe5fce678e9a03940e6e848983"}, + {file = "multidict-6.9.1-cp314-cp314t-musllinux_1_2_riscv64.whl", hash = "sha256:9b0124b9c17e9890f0819b2e7a5f65ec9a2f5aabd6c8e7ad090c1675cf70dee6"}, + {file = "multidict-6.9.1-cp314-cp314t-musllinux_1_2_s390x.whl", hash = "sha256:23136f5a564654eb61061ec6d5620a4c1ea32c8f552b65e9982a12b72bff601b"}, + {file = "multidict-6.9.1-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:f2524ec55b3e65cbe235a8b3c36e2af3b635be02ed05e20c94e70c5c943c009e"}, + {file = "multidict-6.9.1-cp314-cp314t-win32.whl", hash = "sha256:35ba0263bae5dd3ad5aad767cc9afc01a8598c7dae30f1b3b2de98b1b32c28bd"}, + {file = "multidict-6.9.1-cp314-cp314t-win_amd64.whl", hash = "sha256:7c8d5882ba25ac0282258be435d8a05aa0cbcacfce15799154a338f847f159b9"}, + {file = "multidict-6.9.1-cp314-cp314t-win_arm64.whl", hash = "sha256:ac348379cf4de5538a0a213be1532d289aa801ec5d267c5909446b9ea2f8e2c3"}, + {file = "multidict-6.9.1-cp315-cp315-android_24_x86_64.whl", hash = "sha256:f04551dce5a7db8c9659f2e4245494c182d0663b83661803e08d46bfcae5eda1"}, + {file = "multidict-6.9.1-cp315-cp315-ios_13_0_arm64_iphoneos.whl", hash = "sha256:c0c88085affd35c33e124e36930c5ad96aff9294ce195eaa0fd9cec962b64a82"}, + {file = "multidict-6.9.1-cp315-cp315-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:a8b75dd3d3638d9a19f23e84af4ffab3b8940422c0df2da2a77005ef5aa3d7ea"}, + {file = "multidict-6.9.1-cp315-cp315-macosx_10_15_universal2.whl", hash = "sha256:006c4478de0a1876f4834e14255776286f09b9846b505fe63f67f9d173a9487c"}, + {file = "multidict-6.9.1-cp315-cp315-macosx_10_15_x86_64.whl", hash = "sha256:2784090c30a586d5b45197bd9c32f87fb927216cde302f6cfd76d76577e90f08"}, + {file = "multidict-6.9.1-cp315-cp315-macosx_11_0_arm64.whl", hash = "sha256:7c708566da8014b120a64b1eb6d200c6c0c8cb36296383723cdb6fc82038270b"}, + {file = "multidict-6.9.1-cp315-cp315-manylinux1_i686.manylinux_2_28_i686.manylinux_2_5_i686.whl", hash = "sha256:042fb0196047e786936a730bd302de83143950da45f2c16078da8f35e1cf7919"}, + {file = "multidict-6.9.1-cp315-cp315-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:a2212a0c842c723d919ea4a22a9296cb6b244b386e4e6ea92adfc7fbf3095519"}, + {file = "multidict-6.9.1-cp315-cp315-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:fd882aa29bf402b62bf1fd7c19fd5df4b6528cf468a908864b39368572b662a9"}, + {file = "multidict-6.9.1-cp315-cp315-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:c57541034d12b215ab0a2bfa371d1a8a198da18176d0426c27105b9161a6862d"}, + {file = "multidict-6.9.1-cp315-cp315-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:d73fed4e37158ff00cd271871170b79e40138db51e625fd352fa17c6acb34f67"}, + {file = "multidict-6.9.1-cp315-cp315-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:79da2491348b30810728050b4a8ec0416f85884125c2fd44655b3d01150d9c3e"}, + {file = "multidict-6.9.1-cp315-cp315-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:b4da208a63434d21a3df64d29758e650fc4aa8cb05848554b76949c296539cca"}, + {file = "multidict-6.9.1-cp315-cp315-musllinux_1_2_aarch64.whl", hash = "sha256:877ca17fdcfdf5c397493a71e5ff97a87bb181417fe717fdadc77c08c09301ac"}, + {file = "multidict-6.9.1-cp315-cp315-musllinux_1_2_armv7l.whl", hash = "sha256:40aec5299e1ed71fbb988389059da381c3c1a60e0c649acceb2a35d9b128848e"}, + {file = "multidict-6.9.1-cp315-cp315-musllinux_1_2_i686.whl", hash = "sha256:4a409ccc42aefec904038695d5d7fd6d8f3af2721b7b6401d55135ec7d6d298e"}, + {file = "multidict-6.9.1-cp315-cp315-musllinux_1_2_ppc64le.whl", hash = "sha256:0a5769559e3312dd96731fbe15b4abb6033368ac1cad5a98dadd21946a4c7d6c"}, + {file = "multidict-6.9.1-cp315-cp315-musllinux_1_2_riscv64.whl", hash = "sha256:03fac50ddfd8302175b77863a015eccfae76767cda5506eef86df559ba861e1f"}, + {file = "multidict-6.9.1-cp315-cp315-musllinux_1_2_s390x.whl", hash = "sha256:5ecace251ccfa705bf3d7d35c5032cf750f5c629809740405697bce5c118c4a4"}, + {file = "multidict-6.9.1-cp315-cp315-musllinux_1_2_x86_64.whl", hash = "sha256:ecc89dbd4155b2f8a47f4bbd89242a35ed15e8e0ec581cab5ac65fa38407329d"}, + {file = "multidict-6.9.1-cp315-cp315-win32.whl", hash = "sha256:a3ffe881246d28a862f1985824f484cb7361f44d6b99c4c620436ef56462f38d"}, + {file = "multidict-6.9.1-cp315-cp315-win_amd64.whl", hash = "sha256:59c123d0e948d760a5f930f316cfefa07e8d632ab84327c0693ee6a88171154f"}, + {file = "multidict-6.9.1-cp315-cp315-win_arm64.whl", hash = "sha256:31199204b3ced121ff5407a2c342326a5d27e3870abbf94bd80dbd2451b7bc8f"}, + {file = "multidict-6.9.1-cp315-cp315t-macosx_10_15_universal2.whl", hash = "sha256:8879510a76940670517ea1cb589978da44b86e286ec3e50d664ef330817afce7"}, + {file = "multidict-6.9.1-cp315-cp315t-macosx_10_15_x86_64.whl", hash = "sha256:aec65b53a07f580606593f877eefbb29a45939bfc0d3fe6e6d9f42b41b749f68"}, + {file = "multidict-6.9.1-cp315-cp315t-macosx_11_0_arm64.whl", hash = "sha256:14c56f73e78faa1f68bbb826197cd5871994e70e841b8590829c35912ece5c64"}, + {file = "multidict-6.9.1-cp315-cp315t-manylinux1_i686.manylinux_2_28_i686.manylinux_2_5_i686.whl", hash = "sha256:38c9986f9ce50c459b10de216a05f4bd7ed5ac63887d56e500a52bb464b861ce"}, + {file = "multidict-6.9.1-cp315-cp315t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:15db6a102cbaf1949cf028ecf080aac76d20bcd29ad4e092574db6c6b7af78a5"}, + {file = "multidict-6.9.1-cp315-cp315t-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:bd82c4977196681a499bb6ca9e462afbc5c91c1c15b6a991dfbd72733fea4dd2"}, + {file = "multidict-6.9.1-cp315-cp315t-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:bb58ba73a3f96f9a3e46b1fab69929d7edbbddb3133ee74b5c3c54074a53c4f1"}, + {file = "multidict-6.9.1-cp315-cp315t-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:7c6eecfab7ce4cd9487ff8ba936fe38cdfd68c04faf3d5c710363c6a8e695659"}, + {file = "multidict-6.9.1-cp315-cp315t-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:9c62e71e6289d78c0108d8aeb495f8bd3cad4bc1632fedddc9297ddf287ecc20"}, + {file = "multidict-6.9.1-cp315-cp315t-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:539c2cd5fed0947c135cd7eabaaac55f48300dfa1de0f3ca4edb5efa6606f471"}, + {file = "multidict-6.9.1-cp315-cp315t-musllinux_1_2_aarch64.whl", hash = "sha256:3100d169ceb7bc8f05f89a6db11d1b21f119975fc26f29dc45a472e3569f0879"}, + {file = "multidict-6.9.1-cp315-cp315t-musllinux_1_2_armv7l.whl", hash = "sha256:696477ad71385c4795e3b8e4cf10b0d2c28c2a1ca6a955e031cb1e62993e9ee3"}, + {file = "multidict-6.9.1-cp315-cp315t-musllinux_1_2_i686.whl", hash = "sha256:f5844e7befc707367807586f550fa97e23dcfef0728f02b98c7bc498a961a5df"}, + {file = "multidict-6.9.1-cp315-cp315t-musllinux_1_2_ppc64le.whl", hash = "sha256:abc7c2e4b47bfe6a9aea434d3fdebb9597ee636e914e92ba352f2068b9142f4c"}, + {file = "multidict-6.9.1-cp315-cp315t-musllinux_1_2_riscv64.whl", hash = "sha256:7ab379f95caee071a37cbd8be86d4c65accc651d391f9f97748fef006f38769c"}, + {file = "multidict-6.9.1-cp315-cp315t-musllinux_1_2_s390x.whl", hash = "sha256:557a4e1708df428ebe6c3081c83a273d275dad2446ce0d81fc648ac71afdb18d"}, + {file = "multidict-6.9.1-cp315-cp315t-musllinux_1_2_x86_64.whl", hash = "sha256:475d04d5192eba487a3e2f935976340baa24529046e9c1c9c7a3b7bf80445ae1"}, + {file = "multidict-6.9.1-cp315-cp315t-win32.whl", hash = "sha256:10083a8a0f4e1b26b599889e90b9802504ce5d3f7722f925bbb7ca47dd22a7c1"}, + {file = "multidict-6.9.1-cp315-cp315t-win_amd64.whl", hash = "sha256:e96ca64383efa107262ee3949f047af5ee4f1845ba09463466c04d35a83bd3ec"}, + {file = "multidict-6.9.1-cp315-cp315t-win_arm64.whl", hash = "sha256:501ed8b02a5990c67a91c732843609d43a6be1f7576fcdfc867331239f37fbd3"}, + {file = "multidict-6.9.1-py3-none-any.whl", hash = "sha256:7bf6478188f4e47bf5686e8a33da4ae28bf43b1b2528d9ee144d28492bfac60b"}, + {file = "multidict-6.9.1.tar.gz", hash = "sha256:0f06e60fa190aa7abd0914c2a766736fdc8e9f34878c4346338534b73d1b20e2"}, +] + [[package]] name = "opentelemetry-api" version = "1.45.0" @@ -504,6 +1118,111 @@ files = [ {file = "packaging-26.3.tar.gz", hash = "sha256:94edc256424af38762eb31306eed28beb9f0efc50a8837492c9d6fd6004aed79"}, ] +[[package]] +name = "pillow" +version = "12.3.0" +description = "Python Imaging Library (fork)" +optional = false +python-versions = ">=3.10" +groups = ["main"] +files = [ + {file = "pillow-12.3.0-cp310-cp310-macosx_10_10_x86_64.whl", hash = "sha256:6c0016e7b354317c4e9e525b937ac8596c38d2d232b419529b9cd7a1cd46e39a"}, + {file = "pillow-12.3.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:bcc33feacfaefce60c12fd500a277533bdc02b10a19f7f6d348763d8140bbba7"}, + {file = "pillow-12.3.0-cp310-cp310-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:5594fc43d548a7ed94949d139aa1341b270f1863f11cfd37f5a6c8b778a6b67f"}, + {file = "pillow-12.3.0-cp310-cp310-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:f0606c8bf2cdefea14a43530f7657cbbb7ecf1c4222512492ef4a4434a9501ec"}, + {file = "pillow-12.3.0-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:85f998ea1848bc6757289e739cfbdda3a04adfd58b02fc018ce54d754a5ce468"}, + {file = "pillow-12.3.0-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:25b9b82bb22e6e2b3cd07b39c68b7b862001226cb3dff7130d1cb914121b39ed"}, + {file = "pillow-12.3.0-cp310-cp310-win32.whl", hash = "sha256:37dc8f7bbb66efe481bb60defacef820c950c24713fb44962ed6aa2a50966de1"}, + {file = "pillow-12.3.0-cp310-cp310-win_amd64.whl", hash = "sha256:300557495eb45ebb8aec96c2da9c4be642fbf7cd937278b4013ba894ea8eb0eb"}, + {file = "pillow-12.3.0-cp310-cp310-win_arm64.whl", hash = "sha256:514435a37670e3e5e08f3945b68718b6ed329bb84367777e16f9f4dfe1e61a0f"}, + {file = "pillow-12.3.0-cp311-cp311-macosx_10_10_x86_64.whl", hash = "sha256:00808c5e14ef63ac5161091d242999076604ff74b883423a11e5d7bbb38bf756"}, + {file = "pillow-12.3.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:37d6d0a00072fd2948eb22bce7e1475f34569d90c87c59f7a2ec59541b77f7a6"}, + {file = "pillow-12.3.0-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:bcb46e2f9feff8d06323983bd83ed00c201fdcab3d74973e7072a889b3979fcd"}, + {file = "pillow-12.3.0-cp311-cp311-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:23d27a3e0307ec2244cc51e7287b919aa68d097504ebe19df4e76a98a3eea5bd"}, + {file = "pillow-12.3.0-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:4f883547d4b7f0495ebe7056b0cc2aea76094e7a4abc8e933540f3271df27d9c"}, + {file = "pillow-12.3.0-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:236ff70b9312fb68943c703aa842ca6a758abfa45ac187a5e7c1452e96ef72b5"}, + {file = "pillow-12.3.0-cp311-cp311-win32.whl", hash = "sha256:10e41f0fbf1eec8cfd234b8fe17a4caac7c9d0db4c204d3c173a8f9f6ef3232b"}, + {file = "pillow-12.3.0-cp311-cp311-win_amd64.whl", hash = "sha256:8e95e1385e4998ae9694eeaa4730ba5457ff61185b3a55e2e7bea0880aef452a"}, + {file = "pillow-12.3.0-cp311-cp311-win_arm64.whl", hash = "sha256:ebaea975e03d3141d9d3a507df75c9b3ec90fa9d2ffd07567b3a978d9d790b26"}, + {file = "pillow-12.3.0-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:ba09209fbe443b4acccebe845d8a138b89a8f4fbaeedd44953490b5315d5e965"}, + {file = "pillow-12.3.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:ffd0c5368496f41b0944be820fcb7a838aa6e623d250b01acf2643939c3f99d7"}, + {file = "pillow-12.3.0-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d9c7f76c0673154f044e9d78c8655fb4213f6ca31a836df48b40fe5d187717b9"}, + {file = "pillow-12.3.0-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:78cb2c6865a35ab8ff8b75fd122f6033b92a62c82801110e48ddd6c936a45d91"}, + {file = "pillow-12.3.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:e491916b378fba47242221bb9ead245211b70d504f495d105d17b14a24b4907c"}, + {file = "pillow-12.3.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:0dd2064cbc55aaec028ef5fbb60fa47bb6c3e7918e07ff17935284b227a9d2df"}, + {file = "pillow-12.3.0-cp312-cp312-win32.whl", hash = "sha256:dbce0b29841537a2fa4a214c2bbf14de3587c9680caa9b4e217568472490b28f"}, + {file = "pillow-12.3.0-cp312-cp312-win_amd64.whl", hash = "sha256:a2b55dd6b2a4c4b7d87ffa56bdb33fdc5fdb9a462173861a7bc097f17d91cb09"}, + {file = "pillow-12.3.0-cp312-cp312-win_arm64.whl", hash = "sha256:331b624368d4f1d069149002f25f44bc61c8919ce8ddb3c45bdad8f6e2d89510"}, + {file = "pillow-12.3.0-cp313-cp313-ios_13_0_arm64_iphoneos.whl", hash = "sha256:21900ce7ba264168cd50defae43cd75d25c833ad4ad6e73ffc5596d12e25ac89"}, + {file = "pillow-12.3.0-cp313-cp313-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:4e8c2a84d977f50b9daed6eeaf3baef67d00d5d74d932288f02cb94518ee3ace"}, + {file = "pillow-12.3.0-cp313-cp313-ios_13_0_x86_64_iphonesimulator.whl", hash = "sha256:ae26d61dfa7a47befdc7572b521024e8745f3d809bd95ca9505a7bba9ef849ec"}, + {file = "pillow-12.3.0-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:7a743ff716f746fc19a9557f60dab1600d4613255f8a7aeb3cdde4db7eb15a66"}, + {file = "pillow-12.3.0-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:d69141514cc30b774ceea5e3ed3a6635c8d8a96edf664689b890f4089111fb35"}, + {file = "pillow-12.3.0-cp313-cp313-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:f7401aebd7f581d7f83a439d87d474999317ee099218e5ad25d125290990ba65"}, + {file = "pillow-12.3.0-cp313-cp313-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:0847a763afefb695bc912d7c131e7e0632d4edc1d8698f58ddabec8e46b8b6d3"}, + {file = "pillow-12.3.0-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:571b9fcb07b97ef3a492028fb3d2dc0993ca23a06138b0315286566d29ef718a"}, + {file = "pillow-12.3.0-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:756c768d0c9c2955feb7a56c37ea24aea2e369f8d36a88da270b6a9f19e62b5e"}, + {file = "pillow-12.3.0-cp313-cp313-win32.whl", hash = "sha256:a876864214e136f0eb367788dbd7df045f4806801518e2cfe9e13229cfe06d8f"}, + {file = "pillow-12.3.0-cp313-cp313-win_amd64.whl", hash = "sha256:1cca606cd25738df4ed873d5ad46bbdb3d83b5cbca291f6b4ff13a4df6b0bbe8"}, + {file = "pillow-12.3.0-cp313-cp313-win_arm64.whl", hash = "sha256:b629de27fda84b42cde7edef0d85f13b958b47f6e9bbcbba9b673c562a89bd8b"}, + {file = "pillow-12.3.0-cp314-cp314-ios_13_0_arm64_iphoneos.whl", hash = "sha256:9cf95fe4d0f84c82d282745d9bb08ad9f926efa00be4697e767b814ce40d4330"}, + {file = "pillow-12.3.0-cp314-cp314-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:8728f216dcdb6e6d555cf971cb34076139ad74b31fc2c14da4fafc741c5f6217"}, + {file = "pillow-12.3.0-cp314-cp314-ios_13_0_x86_64_iphonesimulator.whl", hash = "sha256:a45650e8ce7fafffd731db8550230db6b0d306d181a90b67d3e6bca2f1990930"}, + {file = "pillow-12.3.0-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:ba54cfebe86920a559a7c4d6b9050791c20513650a1952ebe3368c7dc70306f8"}, + {file = "pillow-12.3.0-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:e158cb00350dc278f3b91551101aa7d12415a66ebf2c91d8d5ac14e56ddd3ad0"}, + {file = "pillow-12.3.0-cp314-cp314-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:e9aeb04d6aef139de265b29683e119b638208f88cf73cdd1658aa07221165321"}, + {file = "pillow-12.3.0-cp314-cp314-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:251bf95b67017e27b13d82f5b326234ca62d70f9cf4c2b9032de2358a3b12c7b"}, + {file = "pillow-12.3.0-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:fe3cca2e4e8a592be0f269a1ca4835c25199d9f3ce815c8491048f785b0a0198"}, + {file = "pillow-12.3.0-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:23aceaa007d6172b02c277f0cd359c79492bbb14f7072b4ede9fbcaf20648130"}, + {file = "pillow-12.3.0-cp314-cp314-win32.whl", hash = "sha256:af8d94b0db561cf68b88a267c5c44b49e134f525d0dc2cb7ed413a66bc23559a"}, + {file = "pillow-12.3.0-cp314-cp314-win_amd64.whl", hash = "sha256:fdafc9cce40277e0f7a0feabce0ee50dd2fa1800f3b38015e51296b5e814048d"}, + {file = "pillow-12.3.0-cp314-cp314-win_arm64.whl", hash = "sha256:e91206ee562682b51b98ef4b26a6ef48fd84e15fd4c4bc5ec768eb641d206838"}, + {file = "pillow-12.3.0-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:164b31cd1a0490ab6efae01aa5df49da7061be0af1b30e035b6e9a1bfe34ee6e"}, + {file = "pillow-12.3.0-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:5afb51d599ea772b8365ae807ae557f18bccfe46ab261fd1c2a9ed700fc6eb17"}, + {file = "pillow-12.3.0-cp314-cp314t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:3edce1d53195db527e0191f84b71d02022de0540bf43a16ed734ed7537b07385"}, + {file = "pillow-12.3.0-cp314-cp314t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:bf16ba1b4d0b6b7c8e534936632270cf70eb00dbe09005bc345b2677b726855c"}, + {file = "pillow-12.3.0-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:24870b09b224f7ae3c39ed07d10e819d06f8720bc551847b1d623832b5b0e28d"}, + {file = "pillow-12.3.0-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:30f2aa603c41533cc25c05acd0da21636e84a315768feb631c937177db558931"}, + {file = "pillow-12.3.0-cp314-cp314t-win32.whl", hash = "sha256:4b0a7fe987b14c31ebda6083f74f22b561fd3739bc0ac51e019622e3d72668c7"}, + {file = "pillow-12.3.0-cp314-cp314t-win_amd64.whl", hash = "sha256:962864dc93511324d51ddbb5b9f8731bf71675b93ca612a07441896f4688fb8c"}, + {file = "pillow-12.3.0-cp314-cp314t-win_arm64.whl", hash = "sha256:0740a512dc522224c77d9aa5a8d70d8b7d73fb91f2c21125d8d025d3b8990e45"}, + {file = "pillow-12.3.0-cp315-cp315-ios_13_0_arm64_iphoneos.whl", hash = "sha256:0feb2e9d6ad6c9e3c06effe9d00f3f1e618a6643273576b016f591e9315a7139"}, + {file = "pillow-12.3.0-cp315-cp315-ios_13_0_arm64_iphonesimulator.whl", hash = "sha256:9e881fca225083806662a5c43d627d215f258ff43c890f831966c7d7ba9c7402"}, + {file = "pillow-12.3.0-cp315-cp315-ios_13_0_x86_64_iphonesimulator.whl", hash = "sha256:4998562bf62a445225f22e07c896bb04b35b1b1f2eb6d760584c9c51d7a5f78c"}, + {file = "pillow-12.3.0-cp315-cp315-macosx_10_15_x86_64.whl", hash = "sha256:dc624f6bc473dacdf7ef7eb8678d0d08edf15cd94fad6ae5c7d6cc67a4e4902f"}, + {file = "pillow-12.3.0-cp315-cp315-macosx_11_0_arm64.whl", hash = "sha256:71d6097b330eea8fd15097780c8e89cb1a8ce7838669f48c5bacd6f663dd4701"}, + {file = "pillow-12.3.0-cp315-cp315-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:28ce87c5ab450a9dd970b52e5aca5fe63ed432d18a2eaddd1979a00a1ba24ace"}, + {file = "pillow-12.3.0-cp315-cp315-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:6b02afb9b97f65fbca5f31db6a2a3ba21aa93030225f150fa3f249717e938fb4"}, + {file = "pillow-12.3.0-cp315-cp315-musllinux_1_2_aarch64.whl", hash = "sha256:1182d52bc2d5e5d7d0949503aa7e36d12f42205dc287e4883f407b1988820d39"}, + {file = "pillow-12.3.0-cp315-cp315-musllinux_1_2_x86_64.whl", hash = "sha256:e795b7eb908249c4e43c7c99fac7c2c75dab0c43566e37db472a355f63693d71"}, + {file = "pillow-12.3.0-cp315-cp315-win32.whl", hash = "sha256:57b3d78c95ba9059768b10e28b813002261d3f3dfc55cc48b0c988f625175827"}, + {file = "pillow-12.3.0-cp315-cp315-win_amd64.whl", hash = "sha256:fa4ecea169a355be7a3ade2c783e2ed12f0e40d2c5621cda8b3297faf7fbb9f5"}, + {file = "pillow-12.3.0-cp315-cp315-win_arm64.whl", hash = "sha256:877c3f311ff35410f690861c4409e7ccbf0cd2f878e50628a28e5a0bb689e658"}, + {file = "pillow-12.3.0-cp315-cp315t-macosx_10_15_x86_64.whl", hash = "sha256:e9871b1ffbfa9656b60aeee92ed5136a5742696006fa322b29ea3d8da0ecc9cf"}, + {file = "pillow-12.3.0-cp315-cp315t-macosx_11_0_arm64.whl", hash = "sha256:53aa02d20d10c3d814d536aa4e5ac9b84ca0ff5a88377963b085ad6822f93e64"}, + {file = "pillow-12.3.0-cp315-cp315t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:446c34dcc4324b084a53b705127dc15717b22c5e140ae0a3c38349d4efec071e"}, + {file = "pillow-12.3.0-cp315-cp315t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:cf1845d02ad822a369a49f2bb9345b1614744267682e7a03527dc3bf6eea1777"}, + {file = "pillow-12.3.0-cp315-cp315t-musllinux_1_2_aarch64.whl", hash = "sha256:186941b6aef820ad110fb01fb06eb925374dc3a21b17e37ec9a53b250c6fe2d1"}, + {file = "pillow-12.3.0-cp315-cp315t-musllinux_1_2_x86_64.whl", hash = "sha256:f13c32a3abd6079a66d9526e18dad9b6d280384d49d7c54040cd57b6424041d9"}, + {file = "pillow-12.3.0-cp315-cp315t-win32.whl", hash = "sha256:1657923d2d45afb66526e5b933e5b3052e6bdea196c90d3abb2424e18c77dae8"}, + {file = "pillow-12.3.0-cp315-cp315t-win_amd64.whl", hash = "sha256:8cd2f7bdda092d99c9fc2fb7391354f306d01443d22785d0cbfafa2e2c8bb418"}, + {file = "pillow-12.3.0-cp315-cp315t-win_arm64.whl", hash = "sha256:06ff022112bc9cbf83b60f8e028d94ad87b60621706487e65f673de61610ab59"}, + {file = "pillow-12.3.0-pp311-pypy311_pp73-macosx_10_15_x86_64.whl", hash = "sha256:b3c777e849237620b022f7f297dd67705f9f5cf1685f09f02e46f93e92725468"}, + {file = "pillow-12.3.0-pp311-pypy311_pp73-macosx_11_0_arm64.whl", hash = "sha256:b343699e8308bdc51978310e1c959c584e7869cc8c40780058c87da7781a1e94"}, + {file = "pillow-12.3.0-pp311-pypy311_pp73-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:fbd139c8447d25dd750ab79ee274cc5e1fe80fc56340ab10b18a195e1b6eca3e"}, + {file = "pillow-12.3.0-pp311-pypy311_pp73-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:e7e480451b9fa137494bccd3a7d69adbe8ac65a87d97be61e11f1b1050a5bac3"}, + {file = "pillow-12.3.0-pp311-pypy311_pp73-win_amd64.whl", hash = "sha256:04f01d28a6aaff387bf842a13be313df23ba0597a44f1a976c9feb3c6ff4711a"}, + {file = "pillow-12.3.0.tar.gz", hash = "sha256:3b8182a766685eaa002637e28b4ec8d6b18819a0c71f579bf0dbaa5830297cce"}, +] + +[package.extras] +docs = ["furo", "olefile", "sphinx (>=8.2)", "sphinx-autobuild", "sphinx-copybutton", "sphinx-inline-tabs", "sphinxext-opengraph"] +fpx = ["olefile"] +mic = ["olefile"] +test-arrow = ["arro3-compute", "arro3-core", "nanoarrow", "pyarrow"] +tests = ["coverage (>=7.4.2)", "defusedxml", "markdown2", "olefile", "packaging", "pytest", "pytest-cov", "pytest-timeout", "pytest-xdist", "setuptools", "trove-classifiers (>=2024.10.12)"] +xmp = ["defusedxml"] + [[package]] name = "pluggy" version = "1.6.0" @@ -520,6 +1239,154 @@ files = [ dev = ["pre-commit", "tox"] testing = ["coverage", "pytest", "pytest-benchmark"] +[[package]] +name = "propcache" +version = "0.5.4" +description = "Accelerated property cache" +optional = false +python-versions = ">=3.10" +groups = ["main"] +files = [ + {file = "propcache-0.5.4-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:b77c313314524ca9c38fbd70f73515d04597ac58c40c939bc0e71eeb4abff680"}, + {file = "propcache-0.5.4-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:8f911c395cef73c510bac566da9507bb6a43e7763d0c79138dc60ee53f11207e"}, + {file = "propcache-0.5.4-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:d83b12902eb8bce151259c86c03ba746600b2d994543de46e370cecf96c452f2"}, + {file = "propcache-0.5.4-cp310-cp310-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:c9281e922c072158c91974d4589f1dbe0fee6d467f284c28e463f9f5a4d933f4"}, + {file = "propcache-0.5.4-cp310-cp310-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:9f3551b8a35c1df3e7ea4d2d86edee15f0dde1bddd434a71744048683544d0ef"}, + {file = "propcache-0.5.4-cp310-cp310-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:ec6a85f424afa8d23e0d9a094e5dbb6eda01da91c92b9183cd433768247ffc97"}, + {file = "propcache-0.5.4-cp310-cp310-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:f574e460d1c8a08384a016fdb09ccf3543433263ed6b2f97104f979e64ea57c2"}, + {file = "propcache-0.5.4-cp310-cp310-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:d8e017eeb7482bed34cdb0d61cf2bcfc88d104bbab296a17cd16a6af8aabc70e"}, + {file = "propcache-0.5.4-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:f273dcf7149a50527c4fd1f55cfe9eac0f60753f5af544b4c9352578e20c0874"}, + {file = "propcache-0.5.4-cp310-cp310-musllinux_1_2_armv7l.whl", hash = "sha256:fc2461ecc45f17893f8207e73b46ea8ba93e33630e51cf4af3fbc21d47462b1a"}, + {file = "propcache-0.5.4-cp310-cp310-musllinux_1_2_ppc64le.whl", hash = "sha256:279655a16973f1ee2bd2fe79973137681642fd9ae0d89215bba263726eb0dc3a"}, + {file = "propcache-0.5.4-cp310-cp310-musllinux_1_2_riscv64.whl", hash = "sha256:e9f165403b81fea7e89c932d89046a1e3d9a3a60e8d7ef2f249dccdcb0982bf5"}, + {file = "propcache-0.5.4-cp310-cp310-musllinux_1_2_s390x.whl", hash = "sha256:1783582065a1f07f9d9ee1e992e13f15d7dc8fb1eb3a7476d43eb3f2e69d26bb"}, + {file = "propcache-0.5.4-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:3d605bb239b796e82a81c6709548b2bd460ab73b4590cb0c83de8a2dd9694d0f"}, + {file = "propcache-0.5.4-cp310-cp310-win32.whl", hash = "sha256:141fdbd73748db0cf7636035030aaac383d2efde8f34e7bc24594cc776d225b8"}, + {file = "propcache-0.5.4-cp310-cp310-win_amd64.whl", hash = "sha256:146f48a9e4812611a7581003b1a39de56c34967046310c4171a68ef908c9a745"}, + {file = "propcache-0.5.4-cp310-cp310-win_arm64.whl", hash = "sha256:6c7599df2b57ebeea8de011b5f2f7b85de95e76037d43d34b95e328430275487"}, + {file = "propcache-0.5.4-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:897d1ddf6716e8f47200f7aad9a0efa6cc7586df66c6defa572f9eab379c078e"}, + {file = "propcache-0.5.4-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:9cbfff4423eef4cc6cafc021469641a2b835f610b2647a6c5281903e21b8670d"}, + {file = "propcache-0.5.4-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:3fc24f209c1b7f7f688b66b98293954f5504279760999b58920ee12dd8471c1d"}, + {file = "propcache-0.5.4-cp311-cp311-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:62530ca89187827e4a4fe733f971abe81a7542eeea48ff61995f19b64d7199c8"}, + {file = "propcache-0.5.4-cp311-cp311-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:56fc3f7599528db40b1efa0889a620116e2704144495273d66066e8164e45838"}, + {file = "propcache-0.5.4-cp311-cp311-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:4f2d880ff60f45898f4acfa152aac8d04e3ee627d90ff4003491bf92239d5757"}, + {file = "propcache-0.5.4-cp311-cp311-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:6e9368e87a3efc285e559131092c5db643eb8e56de4ee42064d5baec22ef2bb5"}, + {file = "propcache-0.5.4-cp311-cp311-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:004e685b315646c410771836e72a44f143bbe624f29653a42687815069a303d5"}, + {file = "propcache-0.5.4-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:594eb4c6ec35e7179b058481f4e9f02521b56de16fa577c4b85c76fb1bf8a9f8"}, + {file = "propcache-0.5.4-cp311-cp311-musllinux_1_2_armv7l.whl", hash = "sha256:2dba2f02d2d5c09ef8a0e6c1a42aeaa451f4be9898cb00b04fe98717da2eb23b"}, + {file = "propcache-0.5.4-cp311-cp311-musllinux_1_2_ppc64le.whl", hash = "sha256:c3ef2818d63bc86071e9d2989ae75a1bc32b8f7059cfd9f5abbbee70c32e2ed6"}, + {file = "propcache-0.5.4-cp311-cp311-musllinux_1_2_riscv64.whl", hash = "sha256:dd2ac8f5b643454c2cc6b6118b13da16e88f4a6434fc3ba61aca384029f04f36"}, + {file = "propcache-0.5.4-cp311-cp311-musllinux_1_2_s390x.whl", hash = "sha256:4054acf80d40456a0537f2913b349718649d8d6458a14ab7f48d0ce28c30869d"}, + {file = "propcache-0.5.4-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:40e94adb1e7d39ff28a8bd8d8b8fbd1df6b9f40976dbe379134f1ce058e532dd"}, + {file = "propcache-0.5.4-cp311-cp311-win32.whl", hash = "sha256:9f86f7259efe2c951f43e57d471c9b41daa5bfc7db9f67189059cf1ae6d77fd9"}, + {file = "propcache-0.5.4-cp311-cp311-win_amd64.whl", hash = "sha256:e904d4d01f36bd6e197590be1533c44e06058771e0746dd073a8ebb3ef880858"}, + {file = "propcache-0.5.4-cp311-cp311-win_arm64.whl", hash = "sha256:d42a9a856a4a6e2f6c10f1318c07e7daa498d6593abe745c71dae4521a26ca39"}, + {file = "propcache-0.5.4-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:b28f41fa3b8c6900457f858ec5b03998f3a6d535fbc1bb2edec5961ea05ec429"}, + {file = "propcache-0.5.4-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:dcbf346a318a5e30063f547630b02bb787ce2f45b6368d5da143660b6a3835d8"}, + {file = "propcache-0.5.4-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:87a3caecf8095e48dc72f84bfa42e23a848cf410cc9cc13031fba4869b706a21"}, + {file = "propcache-0.5.4-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:60a64cbccaa11b7760ce705a14ada17ba459e7ca9f23ba587eb013821032d7ef"}, + {file = "propcache-0.5.4-cp312-cp312-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:a74bfa37147cc08fb29df10bd9c16f40fa7f860cd3a6d2fff853323a94f6e17f"}, + {file = "propcache-0.5.4-cp312-cp312-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:a4d7a54719b67338a305dca2ce6aafe366817df94ddfd4b5514374356f5ca546"}, + {file = "propcache-0.5.4-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:2814ecd8e818f487bee4b0f921bc4d1c176cc5fc71ac0f072d0fa67eda4ac14b"}, + {file = "propcache-0.5.4-cp312-cp312-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:6af4693716bfb03f1752ef1b30faa593db2c01d5272e9b8564a1549452a979ab"}, + {file = "propcache-0.5.4-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:4fbc1a15dc8cd1689508758d626b372b1f09d28d9577667feaf9e6bfcd8efcbc"}, + {file = "propcache-0.5.4-cp312-cp312-musllinux_1_2_armv7l.whl", hash = "sha256:cdee8205a44d0be91bbac4c41b95d86641b72dfc7aef1279400e4fda3f26a937"}, + {file = "propcache-0.5.4-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:9a2a8a50a93dee0268a860a07fa3b4bd968f8ce4dbd794957da772f395368526"}, + {file = "propcache-0.5.4-cp312-cp312-musllinux_1_2_riscv64.whl", hash = "sha256:7ffafcbfc7b549ab940047e505c831eabac5e67de53e1bc174adbc5285c55944"}, + {file = "propcache-0.5.4-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:d1f5a500bfcbb2c0ab85e98a0dcd70f5899d34efe365a0187700369a79603031"}, + {file = "propcache-0.5.4-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:8a235f73d6e020855dc29dff012d920c02ee0feab8d73a24185a7569f4be1161"}, + {file = "propcache-0.5.4-cp312-cp312-win32.whl", hash = "sha256:b3083bfe87f95c756e610bd8025f26cbd1cd4aaa03a422f2d65efb7a97cd53d8"}, + {file = "propcache-0.5.4-cp312-cp312-win_amd64.whl", hash = "sha256:98914de2c4d7f0f9f4a8c6ea4bf05841f4175796941e3ef7d47eb718f22311fb"}, + {file = "propcache-0.5.4-cp312-cp312-win_arm64.whl", hash = "sha256:8876b39961e33d912afe3c1bee18ee564fdad0206f873cc15d522756b7f50737"}, + {file = "propcache-0.5.4-cp313-cp313-macosx_10_13_universal2.whl", hash = "sha256:36c0d9db44b523ef93d03341b1c42d69ff01d673c053d1b1c6c3a363bcaa39ba"}, + {file = "propcache-0.5.4-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:e1d52a05dc417279f7e5c7618c5dfbbc29923aaf9bc0a5c1802ddcebf54c61a0"}, + {file = "propcache-0.5.4-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:44149f46500a0a41b95b4d99c2e586a77319539730607b9892974a092788b111"}, + {file = "propcache-0.5.4-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:dbab5f5ff6897c81f355d079010cdae85b02e5a0b518b5251523b8ad8ae9ac3c"}, + {file = "propcache-0.5.4-cp313-cp313-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:c3e98c55bde2bcf7db3c70d1aed7ae9aa8aebbf19a250c66645cde44cdb8b867"}, + {file = "propcache-0.5.4-cp313-cp313-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:db3ae52ccc150dbc84704e9d642743897f3e1c54742ff34cacb661e52e3818a9"}, + {file = "propcache-0.5.4-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:f85915e00dcb1cd9f2f890ead064ed40a27df06f0db65be427b29482ae357572"}, + {file = "propcache-0.5.4-cp313-cp313-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:c2ba30a89035b57b73e00475de948521602f543d79ce01db10b04b36c4c76fc8"}, + {file = "propcache-0.5.4-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:ae58f361bd5dae942717c65d3413b478c70aea9c462599e7b9adad3731db3894"}, + {file = "propcache-0.5.4-cp313-cp313-musllinux_1_2_armv7l.whl", hash = "sha256:96f7c5c15656040ddcbc51e56dc59b58aa25999d743c126abd425b9766ab43e9"}, + {file = "propcache-0.5.4-cp313-cp313-musllinux_1_2_ppc64le.whl", hash = "sha256:7cc528e760a8af06f2b13e9b9f362cd90c7c718ea61228a96dbd31ba16ed7f47"}, + {file = "propcache-0.5.4-cp313-cp313-musllinux_1_2_riscv64.whl", hash = "sha256:425f8cc86ab5018b4b8d4a23bc8e74d964bd3d757c3702e301aa79be76c53f6c"}, + {file = "propcache-0.5.4-cp313-cp313-musllinux_1_2_s390x.whl", hash = "sha256:a5793c7698a53f56f4a1889a4737c7eeb1b7ad0842fa6b1abca22913ff79c8c1"}, + {file = "propcache-0.5.4-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:c02c0e570c5c7e077b0181a9f3cdb7d4c3617d1cda6b5c95bd5d34022923d82c"}, + {file = "propcache-0.5.4-cp313-cp313-win32.whl", hash = "sha256:3e413d7a4a9b4866b7a761d6060d434b64d23cd35122eda3b026a0bbe8196b25"}, + {file = "propcache-0.5.4-cp313-cp313-win_amd64.whl", hash = "sha256:0c889f6fa84957bc7e8b4eab71fd16a0455068d5045e3aa40c733071d2b2fd77"}, + {file = "propcache-0.5.4-cp313-cp313-win_arm64.whl", hash = "sha256:69fc35c0779522da366c563e5faf203ffc1f8ff0021d5b1337fa4efa5be73177"}, + {file = "propcache-0.5.4-cp314-cp314-macosx_10_15_universal2.whl", hash = "sha256:e6720ba44ad7e72174314d0e1fb0172494cff5c73a3a8a2159c3d2402ff15565"}, + {file = "propcache-0.5.4-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:4cfe0a92ae30151869e67a4b5f5e105e4e03ad30b3f38e5211b5bf77d0881993"}, + {file = "propcache-0.5.4-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:1d759d05634f1b038fb625a66662a8c85e5a8fec912da381b5149ddac107482b"}, + {file = "propcache-0.5.4-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:251c63dd46a0659bb875cb254dc4c1e79ee91a847c737cd62373295afc2235dc"}, + {file = "propcache-0.5.4-cp314-cp314-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:7a8d5ff04eb1f85698a78d20c62a14676e7b960dcafde09a388d60ad377d355d"}, + {file = "propcache-0.5.4-cp314-cp314-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:7b9100a93b372418d8688f3f2a3e5b45c64d70ca4d6176e121aca1e3bfc1e32f"}, + {file = "propcache-0.5.4-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:cc07876cfb079b6f6f36d21ce75784ad6c2c6b563eeac0ed26c2fa2669b85df9"}, + {file = "propcache-0.5.4-cp314-cp314-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:0951315a6b3142ee2167404d707743f0157c110091342b1aa0accac5cf0e4acf"}, + {file = "propcache-0.5.4-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:bee7d3aed13d56f54e681df38c3a23031bc9e3863f687d9d598825c9146acd7d"}, + {file = "propcache-0.5.4-cp314-cp314-musllinux_1_2_armv7l.whl", hash = "sha256:4e985382be6d15da8d0c2710a6fa7b9070fc9ecdeefb7f580e88373984ec8be3"}, + {file = "propcache-0.5.4-cp314-cp314-musllinux_1_2_ppc64le.whl", hash = "sha256:9e9ab13760aa8b6d0881ae7cb04fd891d8d490cd2554ea8e79bb278399169bcc"}, + {file = "propcache-0.5.4-cp314-cp314-musllinux_1_2_riscv64.whl", hash = "sha256:1b2f3bec4261a94019575481c726c29850f72e27907773c75b1de421e20e9f9d"}, + {file = "propcache-0.5.4-cp314-cp314-musllinux_1_2_s390x.whl", hash = "sha256:720cf832eb2d0b0dfee129cb3335a26f6ce3cc45ee1187e8f0731758caa16792"}, + {file = "propcache-0.5.4-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:9fb0a5be8d9aa213150e8d8148a42aca4984b285bcad1e69587dc4298edd929b"}, + {file = "propcache-0.5.4-cp314-cp314-win32.whl", hash = "sha256:30cc1cebaf9aef49db06357a50398323ae04d70460c0491837d026ab7d6452ea"}, + {file = "propcache-0.5.4-cp314-cp314-win_amd64.whl", hash = "sha256:0a095db8e15a6020db149ecbed6461939fe74f6acaa3ae8b702a1fe8c38cd983"}, + {file = "propcache-0.5.4-cp314-cp314-win_arm64.whl", hash = "sha256:45488d1a5f9ab5bd90aaa1ca20f50fe1922b8ffad71a2009d2adf41355897aac"}, + {file = "propcache-0.5.4-cp314-cp314t-macosx_10_15_universal2.whl", hash = "sha256:53eaa697c4d0422ff4cb714d00231b43352064d97b944033b30c1d57cc506ec0"}, + {file = "propcache-0.5.4-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:886b59c4d28ca97dd23b025fdfc50a0356be934efbbbca89ad26230067f86fe5"}, + {file = "propcache-0.5.4-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:3fa15757fea1dfcd5b7745cad9f4638929605531bd4018ab2adff7955f1a403d"}, + {file = "propcache-0.5.4-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:6f0093ac3e9daada202c2082439d414a625c57184727a46e112a3fb2a81cb788"}, + {file = "propcache-0.5.4-cp314-cp314t-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:3cd3a7edb6b95b9b33998135ebfa18d709da82290fb8f27c858970b5a12c8b56"}, + {file = "propcache-0.5.4-cp314-cp314t-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:c174bfd1c48a1b51a3078e95586dde718374bac79719ab3541ec9e74aec40574"}, + {file = "propcache-0.5.4-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:a219f0ac59817a9114dd2aa57c13180f993e819ba658c7ddab4b66ed1ee0d370"}, + {file = "propcache-0.5.4-cp314-cp314t-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:17a7400cec0256f0a71ae71f9da398f9894c956ff6668a1c9d317b3367316320"}, + {file = "propcache-0.5.4-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:978f28401afbc76cdc3df9e1717b4229a06b626a1dcc75db4e1f2beb3884c3e9"}, + {file = "propcache-0.5.4-cp314-cp314t-musllinux_1_2_armv7l.whl", hash = "sha256:4a1f4f5ffa55dce6307631f3cb2948e117e665966ea512e0d502b16c24f567e7"}, + {file = "propcache-0.5.4-cp314-cp314t-musllinux_1_2_ppc64le.whl", hash = "sha256:213bb68d9ced5cf2bf717b1071bf2b09b4b04c426256f9fe6d054c60318424c4"}, + {file = "propcache-0.5.4-cp314-cp314t-musllinux_1_2_riscv64.whl", hash = "sha256:286867fb156488c251a3721766e380ac4495e4fd6b51aaa1403d89ce7f4359d9"}, + {file = "propcache-0.5.4-cp314-cp314t-musllinux_1_2_s390x.whl", hash = "sha256:445ee3bfb46e85838387fb3c536a73cc0b994dc192b004e40e170adc54aa2a7e"}, + {file = "propcache-0.5.4-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:48cb48c5346a97de792254af77715aa2529c2a1ebc5f586aa0aae44a02f1fe57"}, + {file = "propcache-0.5.4-cp314-cp314t-win32.whl", hash = "sha256:03b229037d25b801e7af53fd52b9fc49d9439b036fca1e087e02780631adfa97"}, + {file = "propcache-0.5.4-cp314-cp314t-win_amd64.whl", hash = "sha256:8a1fc236528c457cd739c88abe823da851b7ab645d72792f88658114cc340c12"}, + {file = "propcache-0.5.4-cp314-cp314t-win_arm64.whl", hash = "sha256:135036c5cfc93864affb0f9af9a27e5d7a71cb7bd745e7b6dbfc2d56cc30e827"}, + {file = "propcache-0.5.4-cp315-cp315-macosx_10_15_universal2.whl", hash = "sha256:45bf2e730ab8905d0527fe05a86500f406e64305c34cc81ebe64b4617cab9760"}, + {file = "propcache-0.5.4-cp315-cp315-macosx_10_15_x86_64.whl", hash = "sha256:31eb43ba2edc704ab2ec27815315dd8a19def0fb16215be4cfe8d32fe78ffd51"}, + {file = "propcache-0.5.4-cp315-cp315-macosx_11_0_arm64.whl", hash = "sha256:174507f82d3594622acb1dd2dafecf2d899d6d506335494e7107767bf05f3aae"}, + {file = "propcache-0.5.4-cp315-cp315-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:50e337653721d20ead710da33bf44487fbe8a0db8782714b60306481e9f95b51"}, + {file = "propcache-0.5.4-cp315-cp315-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:0d21d0d2c82bbfeb1677a9711f38df968f9837576102bb4add1bd449d28d88f1"}, + {file = "propcache-0.5.4-cp315-cp315-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:ccf4f7a79e26bb7efb06ecd50c177833b71df05cbc748701372325e6bcc17f6f"}, + {file = "propcache-0.5.4-cp315-cp315-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:23278f808cd81d5ada7184a76606b925fb3389c60e1077b2cd7da7b1fcf0553c"}, + {file = "propcache-0.5.4-cp315-cp315-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:e738ab81179510ce79b2eac9a6ecf47feffd9e76d1c72e403005dddb6e36c06c"}, + {file = "propcache-0.5.4-cp315-cp315-musllinux_1_2_aarch64.whl", hash = "sha256:a419ee85e654927baabda3929c03c0cc1112bf472ff0dfd6142f4e3a81ca4162"}, + {file = "propcache-0.5.4-cp315-cp315-musllinux_1_2_armv7l.whl", hash = "sha256:b61805357d966680acf68b3b6d49772631ed9df44ebece10ff1460e117a7da8a"}, + {file = "propcache-0.5.4-cp315-cp315-musllinux_1_2_ppc64le.whl", hash = "sha256:58134228927cee6c047d626c08e60a81be604a20578a12ce752cc5c9a84d4826"}, + {file = "propcache-0.5.4-cp315-cp315-musllinux_1_2_riscv64.whl", hash = "sha256:350b272b2279f4135a64fc0c304a5d08e28a137c9573442c606152446638a831"}, + {file = "propcache-0.5.4-cp315-cp315-musllinux_1_2_s390x.whl", hash = "sha256:45bebbe252550fec975ba3b62bc6f931643cfd3b5464ef47619cf3fef154e01c"}, + {file = "propcache-0.5.4-cp315-cp315-musllinux_1_2_x86_64.whl", hash = "sha256:ada748108a43d29b7c328ba7db3755327cd94f028bcc1a7ee3f0addcfacd9c38"}, + {file = "propcache-0.5.4-cp315-cp315-win32.whl", hash = "sha256:ee19113bce2f3acd46432050688b70f61acd6857d75abb9ec96341b7e9ced123"}, + {file = "propcache-0.5.4-cp315-cp315-win_amd64.whl", hash = "sha256:ceb3e879afac028f93d272c957814695dc5569e4904262dbee92f6c41bd5e4a3"}, + {file = "propcache-0.5.4-cp315-cp315-win_arm64.whl", hash = "sha256:c83acbce9f2b5e3f5f5eda9e53d2001fed22fcdfef81274a9e02d8fd53b70a30"}, + {file = "propcache-0.5.4-cp315-cp315t-macosx_10_15_universal2.whl", hash = "sha256:a5e8ef588c109725dc713ba69aadcac00a1ef90c2ce9c0a8c7075128f569f47f"}, + {file = "propcache-0.5.4-cp315-cp315t-macosx_10_15_x86_64.whl", hash = "sha256:4d86476a935c88963d9b8e1a9a0d38188790e9622169bfbafa173046846709d3"}, + {file = "propcache-0.5.4-cp315-cp315t-macosx_11_0_arm64.whl", hash = "sha256:f5470694918830da62fac9e69133b53d23b736d7070e587b27a4a2be37e08e68"}, + {file = "propcache-0.5.4-cp315-cp315t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:10ef33a68a61ce317e095fd2e202a592ea92392b90944a78c993f0d9a73ab06c"}, + {file = "propcache-0.5.4-cp315-cp315t-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:5cacf3c9efd09df409dc33654dd077e1c245ba8fb747b0f0236ef41b7c49b589"}, + {file = "propcache-0.5.4-cp315-cp315t-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:770e8209d018175fc0063936fa9583b6d27e88c5ad31543f3383d66080efdd62"}, + {file = "propcache-0.5.4-cp315-cp315t-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:03969626faf0783a592dfa17e28eac06018bd0b44dafae6943d53b92421a7f72"}, + {file = "propcache-0.5.4-cp315-cp315t-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:ef3b928d9c984322b5c44e6964d8dbc653da87d2d8ee1647fa6da43072e650a9"}, + {file = "propcache-0.5.4-cp315-cp315t-musllinux_1_2_aarch64.whl", hash = "sha256:7177c43eddf10a0893c4fec52ebb408fdcd7f7d63962caace9180d8f81b14ece"}, + {file = "propcache-0.5.4-cp315-cp315t-musllinux_1_2_armv7l.whl", hash = "sha256:420162a77f94eb1cf5ef7893f500016dabd548e73de956785a1dd899cc73006a"}, + {file = "propcache-0.5.4-cp315-cp315t-musllinux_1_2_ppc64le.whl", hash = "sha256:3eb2e820e8e2101407da93f17c57cbb7d225461955fc60105daaba14cd421ee2"}, + {file = "propcache-0.5.4-cp315-cp315t-musllinux_1_2_riscv64.whl", hash = "sha256:13e52b6e0bde97dee98ab66552dbff2931649c96f1ac432eac299fe689ec373b"}, + {file = "propcache-0.5.4-cp315-cp315t-musllinux_1_2_s390x.whl", hash = "sha256:12682126712ddc19b70ff819debbd279e58adf1f0c8f8f8138c18ade2044b284"}, + {file = "propcache-0.5.4-cp315-cp315t-musllinux_1_2_x86_64.whl", hash = "sha256:3af0c8642b2da4815d86e631232ac8286e17644fad907c19508aa8e7cb4ba8ad"}, + {file = "propcache-0.5.4-cp315-cp315t-win32.whl", hash = "sha256:1df8d8561b21465c5dd56110a01caf897e026d065b4b84e98a488209094272ec"}, + {file = "propcache-0.5.4-cp315-cp315t-win_amd64.whl", hash = "sha256:02c0a34f16889cf800f10f0247a564d8ce6eeab6ffcd7c87198f769067eb8432"}, + {file = "propcache-0.5.4-cp315-cp315t-win_arm64.whl", hash = "sha256:dc4242ca653c9b30ab51c5f8193323e7bc0928f897ee9103201e59a43abcb72e"}, + {file = "propcache-0.5.4-py3-none-any.whl", hash = "sha256:62c60aec739ed00124573cce1178138fd690c7676352d67a37328c1cf51d7468"}, + {file = "propcache-0.5.4.tar.gz", hash = "sha256:ff6b113f50bc066a698db5d944d2c6dc7507168dd3341e255a8892fd0715a558"}, +] + [[package]] name = "pycparser" version = "3.0" @@ -725,6 +1592,21 @@ pygments = ">=2.7.2" [package.extras] dev = ["argcomplete", "attrs (>=19.2)", "hypothesis (>=3.56)", "mock", "requests", "setuptools", "xmlschema"] +[[package]] +name = "python-dateutil" +version = "2.9.0.post0" +description = "Extensions to the standard Python datetime module" +optional = false +python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,>=2.7" +groups = ["main"] +files = [ + {file = "python-dateutil-2.9.0.post0.tar.gz", hash = "sha256:37dd54208da7e1cd875388217d5e00ebd4179249f90fb72437e91a35459a0ad3"}, + {file = "python_dateutil-2.9.0.post0-py2.py3-none-any.whl", hash = "sha256:a8b2bc7bffae282281c8140a97d3aa9c14da0b136dfe83f850eea9a5f7470427"}, +] + +[package.dependencies] +six = ">=1.5" + [[package]] name = "redis" version = "6.4.0" @@ -742,6 +1624,18 @@ hiredis = ["hiredis (>=3.2.0)"] jwt = ["pyjwt (>=2.9.0)"] ocsp = ["cryptography (>=36.0.1)", "pyopenssl (>=20.0.1)", "requests (>=2.31.0)"] +[[package]] +name = "six" +version = "1.17.0" +description = "Python 2 and 3 compatibility utilities" +optional = false +python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,>=2.7" +groups = ["main"] +files = [ + {file = "six-1.17.0-py2.py3-none-any.whl", hash = "sha256:4721f391ed90541fddacab5acf947aa0d3dc7d27b2e1e8eda2be8970586c3274"}, + {file = "six-1.17.0.tar.gz", hash = "sha256:ff70335d468e7eb6ec65b95b99d3a2836546063f63acc5171de367e834932a81"}, +] + [[package]] name = "starlette" version = "1.7.0" @@ -788,6 +1682,24 @@ files = [ [package.dependencies] typing-extensions = ">=4.15.0" +[[package]] +name = "urllib3" +version = "2.8.0" +description = "HTTP library with thread-safe connection pooling, file post, and more." +optional = false +python-versions = ">=3.10" +groups = ["main"] +files = [ + {file = "urllib3-2.8.0-py3-none-any.whl", hash = "sha256:0cf3cae568d36aa9576b28dfb35f11328f1cb974ca7647d9475ebb86c75ac6e3"}, + {file = "urllib3-2.8.0.tar.gz", hash = "sha256:63bf2ead4c879426ebf22ef2a781eeb4aa3b4ae798a0435506f8687fd5bb9b63"}, +] + +[package.extras] +brotli = ["brotli (>=1.2.0) ; platform_python_implementation == \"CPython\"", "brotlicffi (>=1.2.0.0) ; platform_python_implementation != \"CPython\""] +h2 = ["h2 (>=4,<5)"] +socks = ["pysocks (>=1.5.6,!=1.5.7,<2.0)"] +zstd = ["backports-zstd (>=1.0.0) ; python_version < \"3.14\""] + [[package]] name = "uvicorn" version = "0.54.0" @@ -823,7 +1735,274 @@ files = [ [package.extras] dev = ["black (>=19.3b0) ; python_version >= \"3.6\"", "pytest (>=4.6.2)"] +[[package]] +name = "wrapt" +version = "2.5.1" +description = "Module for decorators, wrappers and monkey patching." +optional = false +python-versions = ">=3.9" +groups = ["main"] +files = [ + {file = "wrapt-2.5.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:c40f3b1cd3ff9dd9f4ae829e4301f0d3a553e3467058b8c3f5528fee2c768a20"}, + {file = "wrapt-2.5.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:9bc472825027b276d4bf678d2ac64149db0b122f80ae6f59c423e6d31f0c4bb7"}, + {file = "wrapt-2.5.1-cp310-cp310-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:016602dd8827d190280a707c5e67f9a80038f54bac1782cc8ff68a2a16c618bc"}, + {file = "wrapt-2.5.1-cp310-cp310-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:8bdf4696fb5bb141a7f96710ac6d9a6aa9a57a14c54075f9c7d3946869d457df"}, + {file = "wrapt-2.5.1-cp310-cp310-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:5ad562c23e61e626f9d27aa37aa5679f1c29085de1f998466d107854048bba9e"}, + {file = "wrapt-2.5.1-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:da42395e7add724c1f7caf18a2977b1fbdfd5aab314e5622731f0ed66731eaaf"}, + {file = "wrapt-2.5.1-cp310-cp310-musllinux_1_2_riscv64.whl", hash = "sha256:ea27bcf5c56b13463ba5b9bbfa4d6544997e47ba6db77c59a259b09daa802d4d"}, + {file = "wrapt-2.5.1-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:7fa321270b40f3e8cdfd954b3a8dcafc6db1d8bbd4d681b92dfa6b9ef91a9a99"}, + {file = "wrapt-2.5.1-cp310-cp310-win32.whl", hash = "sha256:c4d9c76e9a16a8bae0bdcc57efabad499192565bd9a95258b01fb0b49a62bd63"}, + {file = "wrapt-2.5.1-cp310-cp310-win_amd64.whl", hash = "sha256:fc0eb73b450b53950b7879ac7642889c82918d17bd2d877fd7270348dfd5550c"}, + {file = "wrapt-2.5.1-cp310-cp310-win_arm64.whl", hash = "sha256:22300c5f254627f24ad2197998fde26db6eacbb0f879162944bf7bd79dd5ee5b"}, + {file = "wrapt-2.5.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:aed178902c2386d7c5d3d23eb96d32c100e34cb8c2390e7ece0e4901ae43f0e7"}, + {file = "wrapt-2.5.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:1910be5adc0232cc6e8c0673bf3f41c2ee724547543526bed8d00734458e7bc5"}, + {file = "wrapt-2.5.1-cp311-cp311-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:c25c594f58ecb676358d6d6b0ff068b8bbbc506dc831c6d17876460c66ce39c2"}, + {file = "wrapt-2.5.1-cp311-cp311-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:e85a9db9e5a5ccc326edb19e35a5106ba16e451d570a2ec8ea9deb1ea52a3c42"}, + {file = "wrapt-2.5.1-cp311-cp311-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:2c642a83b6703804b571caa3b8b205aacd341b1b37e2b2d89cd70e03e0e9caa6"}, + {file = "wrapt-2.5.1-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:920f700ef41ee774a1e4778c1f4295e117f1ff3435a7e0cd3e997d10da819d32"}, + {file = "wrapt-2.5.1-cp311-cp311-musllinux_1_2_riscv64.whl", hash = "sha256:3f93ceb0ac4896de45d5a45a8f4e69474da583440589de10b362ddc1db4691ed"}, + {file = "wrapt-2.5.1-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:a88370a7d89fcb1c4953a87673fdd7b4a0eb14a1a4dfce49771f0c827ef44893"}, + {file = "wrapt-2.5.1-cp311-cp311-win32.whl", hash = "sha256:12bee472452019706fa1d4ead093f52a9683b4fe6617953e15bab9acdfdc013f"}, + {file = "wrapt-2.5.1-cp311-cp311-win_amd64.whl", hash = "sha256:ce3889e3815f97d46414eb574bffdd9bdb41ff70f503097e2707615a87d4e92c"}, + {file = "wrapt-2.5.1-cp311-cp311-win_arm64.whl", hash = "sha256:ca7b967e96384abdf7e7182c79f71529997981ece8169f8a8ddb31bc5b57cbec"}, + {file = "wrapt-2.5.1-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:6e3eff05ae616671b40d7ad0a504210329e4adc9fb91415663570aca93c5f5cc"}, + {file = "wrapt-2.5.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:c44dd9881626da7d621c23805f26726f6b023cf3e9755f48d092bc9cbef4a8e7"}, + {file = "wrapt-2.5.1-cp312-cp312-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:bfaa998ceeea4d0aa72b40cdd0023d19409504e244b439ff2aa9f01729341c5f"}, + {file = "wrapt-2.5.1-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d6d274ec50a5b208be75596dc44ea253e65deaa6ee3a600babc86dafbb957dfc"}, + {file = "wrapt-2.5.1-cp312-cp312-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:1a96e2671c60f9f09ae547b5a815cecb29af16caa68d73693387d0028788cb32"}, + {file = "wrapt-2.5.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:729d644b6acaf4846a4ef81b037857b66a01dea6d227f827c6d71c0b6d656d6c"}, + {file = "wrapt-2.5.1-cp312-cp312-musllinux_1_2_riscv64.whl", hash = "sha256:859f67bfc31eb7ab55f237b629cd4ab0441b075912446481f910f7d02066811e"}, + {file = "wrapt-2.5.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:29b62e87fcd6a1893f669abfd02a596a7fc5cfa79fa57e42c4e650a6c170c67b"}, + {file = "wrapt-2.5.1-cp312-cp312-win32.whl", hash = "sha256:f1c911818fb076910ef509f2298dfcb966a54a6ff068eebd459632102cf589fb"}, + {file = "wrapt-2.5.1-cp312-cp312-win_amd64.whl", hash = "sha256:c39c7130ea0702c4ab0faf12da1df1e02d5174305c17edf02309e2f058c4114f"}, + {file = "wrapt-2.5.1-cp312-cp312-win_arm64.whl", hash = "sha256:e089a22ff5af1290b8c759a610830bdb2a829ef9c3d7797e4ee32c2f795ed482"}, + {file = "wrapt-2.5.1-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:f98eaf784cd12bc69c77af398084174531007cd81849c962163ccfc6e791f3ea"}, + {file = "wrapt-2.5.1-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:ab6db7d2a18d366cc57c2228253cf26443190aba0a6dd0939b3c1e8ac6e29e2c"}, + {file = "wrapt-2.5.1-cp313-cp313-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:f1630201b0e2a96bb26304b7adfbd91a4ef486abb5a4c48377444a0bed749f37"}, + {file = "wrapt-2.5.1-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d800c7689154622b0ba2922ceca44a3cf2ef61c3b9a4c4eeb1d8b3050d7ededa"}, + {file = "wrapt-2.5.1-cp313-cp313-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:5b53000b424dc2133eaaf22838a2352d3497f5d7c2e7d9a2acfe675ab7225bb1"}, + {file = "wrapt-2.5.1-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:76f230a9b07e3cb66646d265398f579abb6128b1bb4cb97c74b1ae5d09e96f31"}, + {file = "wrapt-2.5.1-cp313-cp313-musllinux_1_2_riscv64.whl", hash = "sha256:fd3f878a4aac3c262447ddf43c5f4c18fc67dfc3ba69c4fb1c7a4c4af96abe7e"}, + {file = "wrapt-2.5.1-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:0c9480bdee340a1602cae5a777146ab4be3e384fdcb569fffdf8721032314645"}, + {file = "wrapt-2.5.1-cp313-cp313-win32.whl", hash = "sha256:dc401274fcc7b15b3b2c12df2ff34024a11925243a7d3daee91c6d7d14f9addf"}, + {file = "wrapt-2.5.1-cp313-cp313-win_amd64.whl", hash = "sha256:09b1893ee4063706574c1813abf479b8b51926633fbdb6f96aab8dc7b0976668"}, + {file = "wrapt-2.5.1-cp313-cp313-win_arm64.whl", hash = "sha256:f280c115ea64eff3dcbd68a668ce3f63476a4ba386bbabb318017e286196ea2c"}, + {file = "wrapt-2.5.1-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:cf63fffcdcd8c60f223d3967bb92cc4fc2e8b46f09e75b67a6a75e6f47c0fc43"}, + {file = "wrapt-2.5.1-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:9f0750cbc2e29e4f3c9529d3587d4e7ed8f60638ceafb80b87a95833b0c5acd9"}, + {file = "wrapt-2.5.1-cp314-cp314-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:3cf273b7e8d2038abb7f0a8c6550aff4f617b9d486a9965c8e8acc96a3a04de9"}, + {file = "wrapt-2.5.1-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:380f72610181883f66b41442cfc7c0f7552b42169efb2113def26e6380013d37"}, + {file = "wrapt-2.5.1-cp314-cp314-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:cef2a8f006410b6134a0d273ec037fea8cc7a6a914f1bd7555ad9788ad788c6e"}, + {file = "wrapt-2.5.1-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:9bad4dbb4e61624fcce5f301e37f9e743ecae4f1259a3777b3207eb7eba3dccd"}, + {file = "wrapt-2.5.1-cp314-cp314-musllinux_1_2_riscv64.whl", hash = "sha256:9a34640eb6295f33ca23462977de275fe8f3a50ab339b8918b96d69a7451e2e1"}, + {file = "wrapt-2.5.1-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:26313f38d18d40a9975123a4ebff9da125ec63ab9ece4f05320a3d8d37d2c1fe"}, + {file = "wrapt-2.5.1-cp314-cp314-win32.whl", hash = "sha256:0591e6eace0d186c9ef1ecd1244be5a04e98041424cfca425b684ffe4f0d8030"}, + {file = "wrapt-2.5.1-cp314-cp314-win_amd64.whl", hash = "sha256:25ed8b1b39234140d5b5c6a273130c7595e0abece417c3ca3cb378fcea5cd0fe"}, + {file = "wrapt-2.5.1-cp314-cp314-win_arm64.whl", hash = "sha256:6201c7e122f40060a9b50696d80deec8f93b1a235ec0443f51d7a8a42f7044a6"}, + {file = "wrapt-2.5.1-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:da847332447db5505162759a4cd5ac374eb8b74841fe97a98ef3de14edd2586d"}, + {file = "wrapt-2.5.1-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:9f437dd704abc4ee1bd03bb2d796d362d0e75915e8f3113a7900b3b7ec5f8b47"}, + {file = "wrapt-2.5.1-cp314-cp314t-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:03aa7d2256309b57ddbf317bff2cae5f47e50ea9ae8d582780ebe0b554347b42"}, + {file = "wrapt-2.5.1-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:fcccaa1484f7dd1091602970988ab741491f9f974013c844f70e45ac1196b80d"}, + {file = "wrapt-2.5.1-cp314-cp314t-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:8078186f719a92693199f1e06c4ec72e1e6d374c2e459da18ed5c39d6966d727"}, + {file = "wrapt-2.5.1-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:1425fcf0e70b27053bd610d57bae975856e7897e3f6ba1456d2b80b9d7fd15d1"}, + {file = "wrapt-2.5.1-cp314-cp314t-musllinux_1_2_riscv64.whl", hash = "sha256:b238e955ba34ef2b8897f358b7b868b41b9a02ffd338014b62985fa91898cc4a"}, + {file = "wrapt-2.5.1-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:25eb4d928a9abeaf70ca786a35861b46d1ab37cc4ce49ea70a070dacdead4dfe"}, + {file = "wrapt-2.5.1-cp314-cp314t-win32.whl", hash = "sha256:df6e3a36170cda0d313be50fe5065948e7f12f3a181b38cbc262e9f2ee4824e1"}, + {file = "wrapt-2.5.1-cp314-cp314t-win_amd64.whl", hash = "sha256:bc5c0203d383403043fb86c964bd0bab4fcbfb26004ff4bb9c6d02ebc1d608ae"}, + {file = "wrapt-2.5.1-cp314-cp314t-win_arm64.whl", hash = "sha256:a424e8a9776c06aef6313af1d0e3fe6e0838af4241d0c09eb0a3b46f2c9a5ff3"}, + {file = "wrapt-2.5.1-cp315-cp315-macosx_10_15_x86_64.whl", hash = "sha256:a18e63910252eb75d8806b4baefbc3a03612502f63eab042e3741b00b719f043"}, + {file = "wrapt-2.5.1-cp315-cp315-macosx_11_0_arm64.whl", hash = "sha256:183bf0bb893f783c9d22f953cb01fababb9f618e098763f8e66337b575b0647a"}, + {file = "wrapt-2.5.1-cp315-cp315-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:a1e823aecb3746b8f9e0aee2e1413887871ee2f5c502a3e0ef8d466dbd4adde1"}, + {file = "wrapt-2.5.1-cp315-cp315-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:bde5d1b37101b1e9dd3da1f35072e2e7028e9c5e3511f7d76d3fdd4d071b7663"}, + {file = "wrapt-2.5.1-cp315-cp315-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:12d3d2b9d6553df6e2421ab99e1cc5413509076788f57fcb3169f5ce100a19d1"}, + {file = "wrapt-2.5.1-cp315-cp315-musllinux_1_2_aarch64.whl", hash = "sha256:521bd5ef2a33171fac08a0a302d51a983c19c3519406c1ee8da7ce29285488da"}, + {file = "wrapt-2.5.1-cp315-cp315-musllinux_1_2_riscv64.whl", hash = "sha256:129cab3c7b21e68e693c2819a95c47f3b1c41a834b931154688c83b6aef6bdab"}, + {file = "wrapt-2.5.1-cp315-cp315-musllinux_1_2_x86_64.whl", hash = "sha256:8a7c078323e6e1534968cb85488c5eb7ee2b9bbd0f8a291095213a763da40dab"}, + {file = "wrapt-2.5.1-cp315-cp315-win32.whl", hash = "sha256:736c1de0230c6d24327b14684794214167b2c5ebb6332e28a10f504641b600df"}, + {file = "wrapt-2.5.1-cp315-cp315-win_amd64.whl", hash = "sha256:69fd0fbb3daf7c8c6f5e062847a0061f880f347374d74cf1daba57220fb64cd0"}, + {file = "wrapt-2.5.1-cp315-cp315-win_arm64.whl", hash = "sha256:051220e5071fdfb1a6678707c8abb7bbf4824d40f99758394b2b4d64855fb284"}, + {file = "wrapt-2.5.1-cp315-cp315t-macosx_10_15_x86_64.whl", hash = "sha256:711e73da3d7983547fc9dd208973b6b0c52640822f5d477910ba24622df6ba64"}, + {file = "wrapt-2.5.1-cp315-cp315t-macosx_11_0_arm64.whl", hash = "sha256:5be9816d9de88f02fce23cf55f392403411d9bd9c7ae57fdc965a43b22e2de5e"}, + {file = "wrapt-2.5.1-cp315-cp315t-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:4b3f410c416752e1dba53d361e2e6562f22c2c3ec855740dfa5836e061b22571"}, + {file = "wrapt-2.5.1-cp315-cp315t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:094b847491b813b6e6c1775e03770930d75078c0821adf929ac712830951ef25"}, + {file = "wrapt-2.5.1-cp315-cp315t-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:26d8ea2ec6818aeb656bd8a9e745a6f1fb0edfcd8f54291ccd94f62eb5f5e3bd"}, + {file = "wrapt-2.5.1-cp315-cp315t-musllinux_1_2_aarch64.whl", hash = "sha256:0a526227efe17dd94bd16b123d170f879bce42c15f10eb92495a745f54caa943"}, + {file = "wrapt-2.5.1-cp315-cp315t-musllinux_1_2_riscv64.whl", hash = "sha256:36d7d0ad593c4f1a651e4032de834db59aee1a929ee396cd483895b673328e51"}, + {file = "wrapt-2.5.1-cp315-cp315t-musllinux_1_2_x86_64.whl", hash = "sha256:89d9a8607b7028054bb6fd01d437f205534a5d59d53c3665d15949a99a2fce0d"}, + {file = "wrapt-2.5.1-cp315-cp315t-win32.whl", hash = "sha256:ad81bf81b0a0b6c6ec74169638202851962843e86749570c463eecc55072f93b"}, + {file = "wrapt-2.5.1-cp315-cp315t-win_amd64.whl", hash = "sha256:d5b665a43fe0d3b390cbdd3c003d61c92fa07bd5e3fb1ed3f47920c2d03cd9fd"}, + {file = "wrapt-2.5.1-cp315-cp315t-win_arm64.whl", hash = "sha256:6405ff2160af9d59132ebb076eda0304db44d9d09809582932412ef7c0788a36"}, + {file = "wrapt-2.5.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:05f6138d5833edf68d88f950ea71bd96daf0a9505b53abd48aa002a0b6d05765"}, + {file = "wrapt-2.5.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:8922821f66ec08a39f72247776c6158db5bfaa09d0c8f607cd854bdf6b2a2c10"}, + {file = "wrapt-2.5.1-cp39-cp39-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:d90c91cb4ef83b2ff00db4e0a7bdd9602902504ef9b26d0f9d7ecf6cd05c7554"}, + {file = "wrapt-2.5.1-cp39-cp39-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:f063c696328408fc4f259b9d7d439398d36b709e12445a904e7b047f0a84c3c5"}, + {file = "wrapt-2.5.1-cp39-cp39-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:b40fb47d637df8da7b02d76f242688416c23e53195ea5748895db671c01759d2"}, + {file = "wrapt-2.5.1-cp39-cp39-musllinux_1_2_aarch64.whl", hash = "sha256:b40f814df9e106371fea48911814383284e99df34ec1aa1fdd9b07d2055345d0"}, + {file = "wrapt-2.5.1-cp39-cp39-musllinux_1_2_riscv64.whl", hash = "sha256:22a9fda6ac53536ec74e3e334f3568af2535a3df1ae70e8f2816f77160c386d9"}, + {file = "wrapt-2.5.1-cp39-cp39-musllinux_1_2_x86_64.whl", hash = "sha256:cab37b82ec328173222e4f9da5eec4f2ec9e8e506f83557c8be8e1bffad351cc"}, + {file = "wrapt-2.5.1-cp39-cp39-win32.whl", hash = "sha256:9aa7660684d73925c0d1e4f8536ccbaf233cef3897e33a8c2ec462f83b338323"}, + {file = "wrapt-2.5.1-cp39-cp39-win_amd64.whl", hash = "sha256:b0c82c19baca8ddeb4f513f584f53f6d3aa96b1a273f1a507d6d70620b01ba92"}, + {file = "wrapt-2.5.1-cp39-cp39-win_arm64.whl", hash = "sha256:06740dbf984af8a26d4b63b75a6ee4e88846c068dc865486ad906448079f50d4"}, + {file = "wrapt-2.5.1-py3-none-any.whl", hash = "sha256:c6e6c226b1ca5402d7ae5fb34a0d21f1b49124fe4200e5884d1e19e53c47ac1d"}, + {file = "wrapt-2.5.1.tar.gz", hash = "sha256:f595bb0185aab3e9dc31950c95d914f56ea8278810c3b928f3426e12ed6d27bc"}, +] + +[package.extras] +dev = ["pytest", "setuptools"] + +[[package]] +name = "yarl" +version = "1.25.1" +description = "Yet another URL library" +optional = false +python-versions = ">=3.10" +groups = ["main"] +files = [ + {file = "yarl-1.25.1-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:142c06c4d6a35ee3ec5da08499805e879cb3ca7c1fbfbecb0140fe72403818d6"}, + {file = "yarl-1.25.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:24ce942011a61953e7d313438038f4d32ff21387b775f58a957f7a07dd55ef95"}, + {file = "yarl-1.25.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:9e23c82b63cd7652fc24d33ed6cc17099d607aa3b4fc4ddc75e95062f3d82df4"}, + {file = "yarl-1.25.1-cp310-cp310-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:8ee202350cf57abf0e9502a41601841019c25d3db7ff52d980aaf31446254059"}, + {file = "yarl-1.25.1-cp310-cp310-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:5df89f769cc8ff94c3d7e7603386fba309d25ce5240132d26c15baa8d0e96c4c"}, + {file = "yarl-1.25.1-cp310-cp310-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:83e9f4a25085bd4b7214701a0794ff1f50fc633ffb8bdfebf07abdd81c2db126"}, + {file = "yarl-1.25.1-cp310-cp310-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:e636b64d24fd9c38053c5e389a1174c66361fa49dcfd220f4dd35b4abde7cb89"}, + {file = "yarl-1.25.1-cp310-cp310-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:e5637ca8d0bd7fb72648a6c7934af4baaccb697657f7438c9d264fc2abb8b0b1"}, + {file = "yarl-1.25.1-cp310-cp310-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:683e362b8ba453080f7489c66f4ea794e751c35b72e7eab3575ef784c2fbc7fb"}, + {file = "yarl-1.25.1-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:df23df54b5114a17c2d0ef192433e2e5a9f0c5178c32375e90b7cfc965f349d0"}, + {file = "yarl-1.25.1-cp310-cp310-musllinux_1_2_armv7l.whl", hash = "sha256:f53dcd26694f148f738edc052b5a69234833e739f10f4c3287bdfd8ec0f7b326"}, + {file = "yarl-1.25.1-cp310-cp310-musllinux_1_2_ppc64le.whl", hash = "sha256:b8075fe90bc08e40b8b8a1874fab42ee4c7b56af05c5886e9cc841397f916908"}, + {file = "yarl-1.25.1-cp310-cp310-musllinux_1_2_riscv64.whl", hash = "sha256:a8c2b841478068440d8b733005d13a5ef535b9928cbc05f17182d410f32ba449"}, + {file = "yarl-1.25.1-cp310-cp310-musllinux_1_2_s390x.whl", hash = "sha256:ca32926d7d77bcc8838425c4c95e040a3ace1cb7dfdae599013458dcda2607ca"}, + {file = "yarl-1.25.1-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:192a866877a49993949ef1975864ad8728bea28ee810f6abe1a0729c2b500426"}, + {file = "yarl-1.25.1-cp310-cp310-win_amd64.whl", hash = "sha256:3f4d48a6112712973e676bd792121fee470e432d749177162d9949d5c9460a1b"}, + {file = "yarl-1.25.1-cp310-cp310-win_arm64.whl", hash = "sha256:48796ea00a303961507dc6c8437c4b325a6fc3f95f7c36c71b91ea9a8150963c"}, + {file = "yarl-1.25.1-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:9d693bf4bf534e9ba3ae2780cfd577f5135629f7b5ac653490859d0b77864865"}, + {file = "yarl-1.25.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:ab2054c5531af2a9ba7b69b8ec91e4f884420e83a8c5e579b013084cb57e5e5d"}, + {file = "yarl-1.25.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:564fdc7085d2245ab84f88882fdb1d6ac0723124bff6ded35bfb1c00f812630d"}, + {file = "yarl-1.25.1-cp311-cp311-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:acae6b45d1ace09b6ba3876da43b88366ef368f73b988c7f57e14231753d4420"}, + {file = "yarl-1.25.1-cp311-cp311-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:1fb2a01ba8cd9c5d2c5dc1ec35e0fc951d04b4f037541d4ac090c993ce58b3d7"}, + {file = "yarl-1.25.1-cp311-cp311-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:e92b6bcc741b86d67606c40d3cb9c7cc8e6c737f81e31f4a94efc204456c92e3"}, + {file = "yarl-1.25.1-cp311-cp311-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:72c34ac7ad4314c19362d5ce27626dcc8429bd30bbf8c179f4234078851f9492"}, + {file = "yarl-1.25.1-cp311-cp311-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:d5add7b4ca7afeea91d52e4d4e4db3b1fe9885b71f07054560d8c4296b7441a2"}, + {file = "yarl-1.25.1-cp311-cp311-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:def538065f9e4d4cf1ae164bd59aba00dfa84f03923e0de4c3788f252d6bcd17"}, + {file = "yarl-1.25.1-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:0a191bfdb30a79b98e5d175d75285f9fcb78bf0e46ba5efda042e1c72071a0de"}, + {file = "yarl-1.25.1-cp311-cp311-musllinux_1_2_armv7l.whl", hash = "sha256:71f42c5b9a948c113bbdebfa544598321431d064ff959d32e99b1feb61d68345"}, + {file = "yarl-1.25.1-cp311-cp311-musllinux_1_2_ppc64le.whl", hash = "sha256:72849d892954be4d09e569b8b831ac39ce58417fedc767d4308a0fe542018a40"}, + {file = "yarl-1.25.1-cp311-cp311-musllinux_1_2_riscv64.whl", hash = "sha256:efb01a106f971cb3752856bca2318bbdf7f01bd8823779c461586cbe5ffd5258"}, + {file = "yarl-1.25.1-cp311-cp311-musllinux_1_2_s390x.whl", hash = "sha256:a1daf47cd95a7c3a63456336bc5aaa8c86dd3a47d07ed3d0e76132ae4666a5a1"}, + {file = "yarl-1.25.1-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:9489e6abf47ba37f332075a91444c7cfedb03e6ce99fbb2f116bfe1ce810da3b"}, + {file = "yarl-1.25.1-cp311-cp311-win_amd64.whl", hash = "sha256:d7306dee25b8a0e737363f347362b875094b4dc4e367311470656ae420fdbf8e"}, + {file = "yarl-1.25.1-cp311-cp311-win_arm64.whl", hash = "sha256:abb1384477f5901d436b5d2e5465954de46ea6098f59163d243660b5c4461d35"}, + {file = "yarl-1.25.1-cp312-cp312-macosx_10_13_universal2.whl", hash = "sha256:94d7aa6debf92a1dd14cb5280b083a764169a13cfb23a452111160274ed989f4"}, + {file = "yarl-1.25.1-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:83d4a37e4b95da4d8bda930d6d35b75b4cdadbacbb4980cae290ea3100b5d51d"}, + {file = "yarl-1.25.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:e029648f9c951db30e98a7d7ec90835db88ec4b32820efe2a9bdc2287e032eb6"}, + {file = "yarl-1.25.1-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:4d781294bb815ecb5ea57ff6bbf8038e0a31a95fdf3e1788f66e0dc100d64b58"}, + {file = "yarl-1.25.1-cp312-cp312-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:e12c538e00e7c1b286a07061046b90e8124e6a9793efae2c70db6a4aad07faad"}, + {file = "yarl-1.25.1-cp312-cp312-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:7e4de3ac4adbad3d0bc7c6f4360a7dbff5de2f15e3b723be3198074e17fd9c40"}, + {file = "yarl-1.25.1-cp312-cp312-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:419f392a1da624877975709e3864dfe833af6cc7671b39318086d456e288380c"}, + {file = "yarl-1.25.1-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:c6f117789d22dce188e5754e8bc65b7e6ebf8cb73963b9fa761f672a5883769d"}, + {file = "yarl-1.25.1-cp312-cp312-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:80e47012e730da131c9f059c80936783f9659aae22dc31c03c0595590d11ed54"}, + {file = "yarl-1.25.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:e80f557716fd765439577131e526b8942ffc2c07bdbc5e39fa62f660ba1e963f"}, + {file = "yarl-1.25.1-cp312-cp312-musllinux_1_2_armv7l.whl", hash = "sha256:f61964f235a43738bfac50da46fc4254943a7eea3051aeb0b6fc7c992c29fadc"}, + {file = "yarl-1.25.1-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:e546fe1d4a93ebc2910f0d768baff19faa09843ab3f2036a67ed6e69fae4419d"}, + {file = "yarl-1.25.1-cp312-cp312-musllinux_1_2_riscv64.whl", hash = "sha256:cce0727fd5ac04d372fa9bbfde9febc2bcf209aadfcf0468e45dec72719895d1"}, + {file = "yarl-1.25.1-cp312-cp312-musllinux_1_2_s390x.whl", hash = "sha256:af4ea5b37403ef4e30f3927eaed540db942bde01d8d3ff083527c0704d1c9c68"}, + {file = "yarl-1.25.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:68782fdb4027b8d1eee25ec35e9a6db05e863b899eb0310b3a33b6c3fef55707"}, + {file = "yarl-1.25.1-cp312-cp312-win_amd64.whl", hash = "sha256:7d575b54cb3863ef9bc290ea4b009999d55dc237326131e4853cf33e888fee03"}, + {file = "yarl-1.25.1-cp312-cp312-win_arm64.whl", hash = "sha256:bc3ac7bf569f6b64dad04dd7808c7872dae8a97df657856eac05e9b7e3614a85"}, + {file = "yarl-1.25.1-cp313-cp313-macosx_10_13_universal2.whl", hash = "sha256:25868beca8b6765f8f7d0e11fe6dd7c66dd4b0793b9500286d20cc92352126a5"}, + {file = "yarl-1.25.1-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:10b2fd95332f0d716d5eee3c9fb2ce8eada19082de7fee83d32e37992fd75c26"}, + {file = "yarl-1.25.1-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:0f12afda4eea8c8994a76d4df1875c765194f5fbe8a9d197929ea303caee29ec"}, + {file = "yarl-1.25.1-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:14b79a30a93a3ce2e8832603fd0ab780ada281b0ba5110b519a634f2d7d7d1fc"}, + {file = "yarl-1.25.1-cp313-cp313-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:4bd6340d20ae2c7ca719b87b426e808e90743b676d05d4c26c4fb5ca71f41184"}, + {file = "yarl-1.25.1-cp313-cp313-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:126a2533570c554719ca40a1288fdee1700b6bc82e7131aa69fa85252d92e651"}, + {file = "yarl-1.25.1-cp313-cp313-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:a3faadac7d812ddac258feb57b9846b60c1b437c4f4b9ad42595c6f6fe4390df"}, + {file = "yarl-1.25.1-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:be80550d9bfe83d9b62398a37081a90434e6df2d978ec345c3d2820de6beddab"}, + {file = "yarl-1.25.1-cp313-cp313-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:e07595c7d6f4db270ceede356a1bd1c07a34f1c26f958d1ed0cd7b48e0d2bba3"}, + {file = "yarl-1.25.1-cp313-cp313-musllinux_1_2_aarch64.whl", hash = "sha256:eb96ed1ae6c7d072d60840c0434aef07a2df611812810807fbc54263a6053e9a"}, + {file = "yarl-1.25.1-cp313-cp313-musllinux_1_2_armv7l.whl", hash = "sha256:3feb99222553a8cbedfa52c2f59dd84c3f50d5b582c728d522caf8d72769a54b"}, + {file = "yarl-1.25.1-cp313-cp313-musllinux_1_2_ppc64le.whl", hash = "sha256:a2ed0ba415ccdf08f14bf544cb78346d0f76086707ffee24921a2c84dbf1305a"}, + {file = "yarl-1.25.1-cp313-cp313-musllinux_1_2_riscv64.whl", hash = "sha256:2b49375d22299b0a834c2bca72f39aaecc270d96fb24c30424899676f487b22a"}, + {file = "yarl-1.25.1-cp313-cp313-musllinux_1_2_s390x.whl", hash = "sha256:ef74070ac553c59eb4f04258722066d6c6135b7baa03b2e9f2da65c096e96d98"}, + {file = "yarl-1.25.1-cp313-cp313-musllinux_1_2_x86_64.whl", hash = "sha256:0a66db89ea473abeac4b70523cafd94db3772380e565f9d28af7a179b7af71fa"}, + {file = "yarl-1.25.1-cp313-cp313-win_amd64.whl", hash = "sha256:1f51020b2eb8a003c84925638ec63c21a750a4bddd3a22ec8eac6a742dadf1b9"}, + {file = "yarl-1.25.1-cp313-cp313-win_arm64.whl", hash = "sha256:b10dd0557ba422715b5206b3743192135a6022acca8baec51aa127d0a75db8fe"}, + {file = "yarl-1.25.1-cp314-cp314-macosx_10_15_universal2.whl", hash = "sha256:a9ca696eb02e5c02a8afd872ada510eba9b7fe6e68b9572c2e9a9b1941e31e2e"}, + {file = "yarl-1.25.1-cp314-cp314-macosx_10_15_x86_64.whl", hash = "sha256:a5877f2255aab518ebe528289037699201d5dc5f045f2396cb30aa02db22f57f"}, + {file = "yarl-1.25.1-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:7a5c3115595995779ee21f2567035793911c3802a43c74f3fbb0314929ec67ac"}, + {file = "yarl-1.25.1-cp314-cp314-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:77e5099b99b37f3cf79c246998ca9f7313a78054cd1809ec46bc1afad47e1c4c"}, + {file = "yarl-1.25.1-cp314-cp314-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:6efaf45df6a849cef613a03a94c845647456662f85438c886bb67a9c027c8c2c"}, + {file = "yarl-1.25.1-cp314-cp314-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:d5f90e44653c4e0f78501ed9bb7d3fce835a8d62b7c6ed0cb16557534087e743"}, + {file = "yarl-1.25.1-cp314-cp314-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:632da579b2d879f6bad20f2cfa35ded1efe2f4f77f8abb26a6234a5b236acd2f"}, + {file = "yarl-1.25.1-cp314-cp314-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:30eec96e8a91bd588ce897c9543f6d5d8d34b28fbcba28a4dedf20ebeae9fe57"}, + {file = "yarl-1.25.1-cp314-cp314-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:12b6bc4906e11f5e1a1cdcb12296e7afbd366c783cc8073403cd2fb74334e453"}, + {file = "yarl-1.25.1-cp314-cp314-musllinux_1_2_aarch64.whl", hash = "sha256:9d6ed3d17bccce4c05343e1ca8da13bc5c02c812a4e7282ddd05e8769322d3fc"}, + {file = "yarl-1.25.1-cp314-cp314-musllinux_1_2_armv7l.whl", hash = "sha256:f38a70074041d3b7e138e452799f5174198bae5bd5ab2000917badf403908c5f"}, + {file = "yarl-1.25.1-cp314-cp314-musllinux_1_2_ppc64le.whl", hash = "sha256:4ca89e4e21854ed27ec753297dde84b16c9f8e53b14a4866fb44457d643c19f8"}, + {file = "yarl-1.25.1-cp314-cp314-musllinux_1_2_riscv64.whl", hash = "sha256:1ab7618921a93767387a4b83776f751588f5b5ae9bb5bc96620e2e2e00bca868"}, + {file = "yarl-1.25.1-cp314-cp314-musllinux_1_2_s390x.whl", hash = "sha256:0ae12ff2b805fa02c4dab838005caef735e39986322698c48588d3beacb65c62"}, + {file = "yarl-1.25.1-cp314-cp314-musllinux_1_2_x86_64.whl", hash = "sha256:90c30ed53546da833c700115c0064c22120d1b1560f474699fd31f22dd668233"}, + {file = "yarl-1.25.1-cp314-cp314-win_amd64.whl", hash = "sha256:acfa7e22aa6c6e7a5996a41d275bfa01efa7ea56ab890590280e9063e2cf5c1b"}, + {file = "yarl-1.25.1-cp314-cp314-win_arm64.whl", hash = "sha256:8e7d98cdbb6d71e726f7d525952867096053d1f290dd4e3c50d7d313a136f414"}, + {file = "yarl-1.25.1-cp314-cp314t-macosx_10_15_universal2.whl", hash = "sha256:d21f0fa80a02d05299207eeaafef345d812ace96d5306e4ef265e1d419a615fa"}, + {file = "yarl-1.25.1-cp314-cp314t-macosx_10_15_x86_64.whl", hash = "sha256:17c9877a89fb6e2bca6f9087eb24cd7fb434653946ef5075e470d23d49b52287"}, + {file = "yarl-1.25.1-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:29273edf1530e397bd07cb784db1fbe0d2590b77569f2e24679a9c0a2d763b94"}, + {file = "yarl-1.25.1-cp314-cp314t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:b7abffdf37af1cec6a2ad69b827aa84320db5894791bc8ed932dc93fb274b7e9"}, + {file = "yarl-1.25.1-cp314-cp314t-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:2239a02249d9326655419e0168a28ca9008938eaab31dc29fc875c217927a6c0"}, + {file = "yarl-1.25.1-cp314-cp314t-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:664ec6a520b74a1df2810666eb67695fcb77fa663e6ea0a25aaf2e529cb24dfa"}, + {file = "yarl-1.25.1-cp314-cp314t-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:4f1c91f5a5980a937ff8e238e98e6897e1ad74a4b1e2c0d68c73b5ffbb3f5c0b"}, + {file = "yarl-1.25.1-cp314-cp314t-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:7c88edaec8c349ad4c5ad4c486a3defcc4b80ceb2f074436ffa0a87caf5e76a6"}, + {file = "yarl-1.25.1-cp314-cp314t-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:35dcbea443fafb3eece757ad4e514560ddeb6c34cfae1582c620d7b293d7feee"}, + {file = "yarl-1.25.1-cp314-cp314t-musllinux_1_2_aarch64.whl", hash = "sha256:882569ff613758cac762a457a5d72d6e211b28d4bcfea89d1d71ea942b02eac0"}, + {file = "yarl-1.25.1-cp314-cp314t-musllinux_1_2_armv7l.whl", hash = "sha256:d0f1489233a254bb3643d2f05de7d59019254d81daeca6b9162fe9edef57e0c7"}, + {file = "yarl-1.25.1-cp314-cp314t-musllinux_1_2_ppc64le.whl", hash = "sha256:f41753a76f4f63927d03a0d8ba8f5ce0f2083bec29a8cfaccc55371b1564b96b"}, + {file = "yarl-1.25.1-cp314-cp314t-musllinux_1_2_riscv64.whl", hash = "sha256:8fb0eb4955adf0579001581f2f71a126e8781ba61bcd120f127b0401163c6c2d"}, + {file = "yarl-1.25.1-cp314-cp314t-musllinux_1_2_s390x.whl", hash = "sha256:a1e32763e641a1566507d90a8d3b19bfc3cc04a9d4e5ae3e32189874ed4b58a3"}, + {file = "yarl-1.25.1-cp314-cp314t-musllinux_1_2_x86_64.whl", hash = "sha256:65b5b2066651b7432d389e9799d979c703bcc6ef44266bb8153ef54e91e4aab3"}, + {file = "yarl-1.25.1-cp314-cp314t-win_amd64.whl", hash = "sha256:734f6e5400352ac4254456003d462866c684703570929cff7a7bde015d0cb371"}, + {file = "yarl-1.25.1-cp314-cp314t-win_arm64.whl", hash = "sha256:287e99ff5aa4dc1c7630bfc683ded6f106d756c99dec432a2d7f197a784f51c6"}, + {file = "yarl-1.25.1-cp315-cp315-macosx_10_15_universal2.whl", hash = "sha256:9b1bdaae98bc016825dd3c9d8ee1832f829b3341f9cc6ebd1a1b0a7fef7367cc"}, + {file = "yarl-1.25.1-cp315-cp315-macosx_10_15_x86_64.whl", hash = "sha256:e7011b8fb8c4054bf0c12e5edc6cd83778b0028e99ce59b18586ed036f92cfdc"}, + {file = "yarl-1.25.1-cp315-cp315-macosx_11_0_arm64.whl", hash = "sha256:f074e8d4aa0a5798920ddb6de3d08b228c614ff3724c3e8bd7577f4bafea867b"}, + {file = "yarl-1.25.1-cp315-cp315-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:7d42e7e3ca399555578b4d617e3a6ecf13371b3743a115995fa010c7bf341459"}, + {file = "yarl-1.25.1-cp315-cp315-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:aa4ed3dd308548f9e707d9caaf005d2d7f8c1e7868f858dfeb47fe76e16b391d"}, + {file = "yarl-1.25.1-cp315-cp315-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:42a66563d8cc056ee32e6191e05097a7b2b3bc302e0bc3133daf8710eb18bd26"}, + {file = "yarl-1.25.1-cp315-cp315-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:98d370568f393215d605304cdb77b3d5539bd192c75b623c7304c42c8d6d8273"}, + {file = "yarl-1.25.1-cp315-cp315-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:23bf5b403c879a54964e0feac7285688e04bb220074878d737d331522da0a5bf"}, + {file = "yarl-1.25.1-cp315-cp315-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:d45673badd08456d0340e9364eddafe1c53a9d2896424294de4d7dd71ad3ee57"}, + {file = "yarl-1.25.1-cp315-cp315-musllinux_1_2_aarch64.whl", hash = "sha256:0136d640dfa9b0523853e411430a99f8a91eca85774c6420285a33b755bc6de3"}, + {file = "yarl-1.25.1-cp315-cp315-musllinux_1_2_armv7l.whl", hash = "sha256:59ba3a6e1aa8cfe5adf4bd270fd965db21955401b7ca6f1696010c55ed4daec2"}, + {file = "yarl-1.25.1-cp315-cp315-musllinux_1_2_ppc64le.whl", hash = "sha256:87796fedc3ba97ec14fab55acb48584276e6c1e4c1e89c422bda62c838e754a9"}, + {file = "yarl-1.25.1-cp315-cp315-musllinux_1_2_riscv64.whl", hash = "sha256:bd0912757081f89b107d6c00b2ff8a194401b0b87eadcf4481de2b865a8fd44f"}, + {file = "yarl-1.25.1-cp315-cp315-musllinux_1_2_s390x.whl", hash = "sha256:b51c159a9794633f5e0db7ecec7b2b6e3734eca1f5d17dc989ff3552a43ff78b"}, + {file = "yarl-1.25.1-cp315-cp315-musllinux_1_2_x86_64.whl", hash = "sha256:319e070a01db9920fb63761843f96a104c8e2b9427266731810dc1e22595b17c"}, + {file = "yarl-1.25.1-cp315-cp315-win_amd64.whl", hash = "sha256:a2059a2d891bd156bc5184e7ab7a56e78a84dfcfdeac8c501b552533ad1c36ee"}, + {file = "yarl-1.25.1-cp315-cp315-win_arm64.whl", hash = "sha256:a78b50b4f7918a3de71105d5c0b93bbc57bb8339a4d03a9dfd449f9068e76f3d"}, + {file = "yarl-1.25.1-cp315-cp315t-macosx_10_15_universal2.whl", hash = "sha256:b5402a340723fa7da00b5cff987ddab61276be6d11251ea71ae02bcac54890d8"}, + {file = "yarl-1.25.1-cp315-cp315t-macosx_10_15_x86_64.whl", hash = "sha256:eda19ea5ee88742f47a2340816e6f2d40b53bed3ab5b69794769f36af9f35bb4"}, + {file = "yarl-1.25.1-cp315-cp315t-macosx_11_0_arm64.whl", hash = "sha256:75baa6cf9b6d1c52f3e111a130e202fd8cf0a5b3a066c3f73d615e885092e4ec"}, + {file = "yarl-1.25.1-cp315-cp315t-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:dbcef5a9119ef653653132cccaf999b30a0af6f33bb0a4ba80bec30056868487"}, + {file = "yarl-1.25.1-cp315-cp315t-manylinux2014_armv7l.manylinux_2_17_armv7l.manylinux_2_31_armv7l.whl", hash = "sha256:7efc9f082dfed77c316edffa9deb52888e1bc6789171887cc1f68e06d65465c8"}, + {file = "yarl-1.25.1-cp315-cp315t-manylinux2014_ppc64le.manylinux_2_17_ppc64le.manylinux_2_28_ppc64le.whl", hash = "sha256:fe01645169a2112aa1d4ebc3e4c5f029c5c8f97adfc32e5d37c993b39a994d75"}, + {file = "yarl-1.25.1-cp315-cp315t-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:d1c557dfd5e3db046053a0bdc72261ade790ebe8e2c7a41b36b0ca1f14cb95f3"}, + {file = "yarl-1.25.1-cp315-cp315t-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:8ce4d6ccafb33d39bd78444612d14938ead674c25702ded2ee9c54a47735d225"}, + {file = "yarl-1.25.1-cp315-cp315t-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:80a063f8297fc796296f00f100be520f209b23dc98f93ce8eba6ee7122598209"}, + {file = "yarl-1.25.1-cp315-cp315t-musllinux_1_2_aarch64.whl", hash = "sha256:7cb414a73e21a7ab58254926073f2930cb22f5b4314ea4260a687e2b3fd4dce3"}, + {file = "yarl-1.25.1-cp315-cp315t-musllinux_1_2_armv7l.whl", hash = "sha256:85a18376073f8a39aa07be34f9fc77e2869aa72c55c441efdd2cf79a0407504d"}, + {file = "yarl-1.25.1-cp315-cp315t-musllinux_1_2_ppc64le.whl", hash = "sha256:77716e245c90f058466a05e6a465bb8600f767a8f4b18b4d40f3aff958e5f73c"}, + {file = "yarl-1.25.1-cp315-cp315t-musllinux_1_2_riscv64.whl", hash = "sha256:1e80dcf1446e1b080b1932b0d103c464a04112f5bc31f0f983ad418172063cde"}, + {file = "yarl-1.25.1-cp315-cp315t-musllinux_1_2_s390x.whl", hash = "sha256:bdc8d8b8c22e9e43ac68316b5e6cf083dec537f4ec213cb4aa967b583bc3fa64"}, + {file = "yarl-1.25.1-cp315-cp315t-musllinux_1_2_x86_64.whl", hash = "sha256:dfbf531053a0935f2e871bcd4753f90313688772ff8c017f5ea402e315a78c1f"}, + {file = "yarl-1.25.1-cp315-cp315t-win_amd64.whl", hash = "sha256:b13b88747769537f3d32e89e3a735da10c0a9e35d7322928c701b5f93d3afffd"}, + {file = "yarl-1.25.1-cp315-cp315t-win_arm64.whl", hash = "sha256:783dd1467083f4d3f7722ad6a313f24c173e7571372738fcb7a6e6d1ba48df25"}, + {file = "yarl-1.25.1-py3-none-any.whl", hash = "sha256:681c758b0490f9e96b78e5fa8e8dc6e648e9185bb6eaebe73183c33ea0c445f3"}, + {file = "yarl-1.25.1.tar.gz", hash = "sha256:03dd38de09bc213e9a8b29761eec33ee1d5318dac0e49d8af36e4d27830e23a7"}, +] + +[package.dependencies] +idna = ">=2.0" +multidict = ">=4.0" +propcache = ">=0.2.1" + [metadata] lock-version = "2.1" python-versions = ">=3.12,<3.13" -content-hash = "69e25ec2435541d7cdd8ffcea503313332dda8958ff07fcbe81fe125f1521346" +content-hash = "f1acc20bff882992d1b301bd15eeb72e0d6b54e0e7419cf564876807ffbfcb39" diff --git a/pyproject.toml b/pyproject.toml index f7f4ccb..22894ea 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -15,6 +15,8 @@ loguru = "0.7.3" asyncpg = "0.31.0" redis = "6.4.0" argon2-cffi = "25.1.0" +aiobotocore = "3.9.1" +pillow = "12.3.0" [tool.poetry.group.dev.dependencies] pytest = "9.1.1" diff --git a/scripts/check_migrations.sh b/scripts/check_migrations.sh index d38967e..7d71b46 100755 --- a/scripts/check_migrations.sh +++ b/scripts/check_migrations.sh @@ -4,7 +4,7 @@ set -eu # compose-проект с собственным пустым volume. Рабочий стенд и его данные # не затрагиваются; временный volume этого проекта удаляется в конце. cd "$(dirname "$0")/.." -PROJECT=messenger-lab3-migrations-check +PROJECT=messenger-lab4-migrations-check # Публикуется только порт LB: свои порты, чтобы не конфликтовать с основным стендом export LB_PORT="${MIGRATIONS_CHECK_LB_PORT:-58080}" export LB_EXPIRY_PORT="${MIGRATIONS_CHECK_LB_EXPIRY_PORT:-58081}" diff --git a/scripts/init-secrets.sh b/scripts/init-secrets.sh new file mode 100755 index 0000000..01a4566 --- /dev/null +++ b/scripts/init-secrets.sh @@ -0,0 +1,73 @@ +#!/bin/sh +set -eu +# Локальные синтетические секреты стенда в secrets/ (каталог в .gitignore) +# и .env из .env.example, если их ещё нет. Повторный запуск ничего не меняет: +# существующие ключи не перезаписываются, иначе данные bucket станут недоступны. +# +# s3_admin_* — ключи s3-bootstrap: создание bucket (действие Admin) +# s3_access_* — ключи API и janitor: Read/Write/List только своего bucket +# s3_identities — конфигурация identities SeaweedFS из этих ключей +# +# Значения не печатаются. Файлы 0644 внутри каталога 0700: процесс API в +# контейнере работает не от root и должен прочитать смонтированный секрет. +cd "$(dirname "$0")/.." +umask 077 + +if [ ! -f .env ]; then + cp .env.example .env + echo "created .env from .env.example" +fi + +BUCKET=$(sed -n 's/^S3_BUCKET=//p' .env) +: "${BUCKET:?S3_BUCKET is not set in .env}" + +mkdir -p secrets +chmod 700 secrets + +random() { + LC_ALL=C tr -dc 'A-Za-z0-9' "$file" + echo "created $file" + fi + chmod 644 "$file" +} + +secret s3_admin_access_key_id 20 +secret s3_admin_secret_access_key 40 +secret s3_access_key_id 20 +secret s3_secret_access_key 40 + +# Без identity "anonymous" SeaweedFS отклоняет любой неподписанный запрос +cat >secrets/s3_identities.json < str: + container = subprocess.run( + ["docker", "compose", "--env-file", ".env", "ps", "-q", "s3"], + cwd=ROOT, + capture_output=True, + text=True, + check=True, + ).stdout.strip() + if not container: + raise SystemExit("контейнер s3 не запущен: сначала make up") + return container + + +class ReadOnlyFilerProxy(BaseHTTPRequestHandler): + container = "" + + def do_GET(self) -> None: + self._proxy(head=False) + + def do_HEAD(self) -> None: + self._proxy(head=True) + + def _reject(self) -> None: + self.send_error(405, "Read-only: изменение bucket через UI запрещено") + + do_POST = do_PUT = do_DELETE = do_PATCH = _reject + + def _proxy(self, head: bool) -> None: + command = ["docker", "exec", self.container, "curl", "-s", "-i"] + if head: + command.append("-I") + for name in FORWARDED_HEADERS: + if self.headers.get(name): + command += ["-H", f"{name}: {self.headers[name]}"] + command.append(FILER_URL + self.path) + try: + raw = subprocess.run( + command, capture_output=True, timeout=CURL_TIMEOUT_SEC, check=True + ).stdout + except (subprocess.SubprocessError, OSError): + self.send_error(502, "Filer недоступен") + return + head_part, _, body = raw.partition(b"\r\n\r\n") + lines = head_part.decode("latin-1").split("\r\n") + status = int(lines[0].split()[1]) + self.send_response(status) + for line in lines[1:]: + name, _, value = line.partition(":") + if name.strip().lower() not in DROPPED_HEADERS: + self.send_header(name.strip(), value.strip()) + self.send_header("Content-Length", str(len(body))) + self.send_header("Connection", "close") + self.end_headers() + if not head: + self.wfile.write(body) + + def log_message(self, format: str, *args: object) -> None: + print(f"{self.command} {self.path.split('?')[0]} -> {args[1] if len(args) > 1 else ''}") + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__.split("\n")[0]) + parser.add_argument("--port", type=int, default=8888) + args = parser.parse_args() + + ReadOnlyFilerProxy.container = s3_container() + server = ThreadingHTTPServer(("127.0.0.1", args.port), ReadOnlyFilerProxy) + print(f"Filer UI (read-only): http://127.0.0.1:{args.port}/buckets/ — Ctrl+C, чтобы закрыть") + try: + server.serve_forever() + except KeyboardInterrupt: + pass + finally: + server.server_close() + print("проброс закрыт") + + +if __name__ == "__main__": + main() diff --git a/scripts/upload_experiment.py b/scripts/upload_experiment.py new file mode 100644 index 0000000..8ee6806 --- /dev/null +++ b/scripts/upload_experiment.py @@ -0,0 +1,317 @@ +#!/usr/bin/env python3 +"""Эксперимент: N одновременных загрузок вложений и пик памяти API-реплик. + +Гипотеза: память реплики на загрузку ограничена (spool ≤ 1 MiB RAM, потоковый +PUT в S3, проверка изображения в пуле из IMAGE_INSPECT_WORKERS потоков), +поэтому пик RSS растёт не пропорционально N × размер файла. + +Профили: + png — PNG ~9 MiB из шума (почти не сжимается): нагрузка на приём тела, + spool, SHA-256 и PUT в S3. Генерируется стандартной библиотекой. + jpeg — progressive JPEG 8000×5000 = 40 Мпикс (предел): худший случай + декодера libjpeg. Нужен Pillow (poetry run python ...). + +Перед каждым прогоном API-реплики перезапускаются: VmHWM (пиковый RSS +процесса) начинается заново. Память опрашивается внутри контейнеров каждые +0.2 с (cgroup memory.current и VmRSS процесса). Все N запросов стартуют по +одному барьеру. Tokens не печатаются и не сохраняются. +""" + +from __future__ import annotations + +import argparse +import hashlib +import io +import json +import os +import platform +import statistics +import struct +import subprocess +import sys +import threading +import time +import urllib.error +import urllib.request +import zlib +from pathlib import Path + +ROOT = Path(__file__).resolve().parents[1] +sys.path.insert(0, str(ROOT / "tests")) + +from client import Client # noqa: E402 + +REQUEST_TIMEOUT_SEC = 120 +READY_TIMEOUT_SEC = 90 +SAMPLE_INTERVAL_SEC = 0.2 +COMPOSE = ["docker", "compose", "--env-file", ".env"] +SAMPLER = ( + "while :; do " + "echo $(cat /sys/fs/cgroup/memory.current) " + "$(awk '/VmRSS/ {print $2}' /proc/1/status); " + f"sleep {SAMPLE_INTERVAL_SEC}; done" +) + + +def png_noise(width: int, height: int) -> bytes: + """Настоящий RGB PNG из случайных байт: размер ≈ width × height × 3""" + + def chunk(kind: bytes, data: bytes) -> bytes: + return ( + struct.pack(">I", len(data)) + + kind + + data + + struct.pack(">I", zlib.crc32(kind + data)) + ) + + raw = b"".join(b"\x00" + os.urandom(width * 3) for _ in range(height)) + header = struct.pack(">IIBBBBB", width, height, 8, 2, 0, 0, 0) + return ( + b"\x89PNG\r\n\x1a\n" + + chunk(b"IHDR", header) + + chunk(b"IDAT", zlib.compress(raw, 1)) + + chunk(b"IEND", b"") + ) + + +def jpeg_worst_case() -> bytes: + from PIL import Image + + Image.MAX_IMAGE_PIXELS = None + image = Image.effect_noise((8000, 5000), 64).convert("RGB") + buffer = io.BytesIO() + image.save(buffer, "JPEG", quality=10, progressive=True, subsampling=0) + return buffer.getvalue() + + +def compose(*args: str) -> str: + return subprocess.run( + [*COMPOSE, *args], cwd=ROOT, capture_output=True, text=True, check=True + ).stdout + + +def api_containers() -> list[str]: + return compose("ps", "-q", "api").split() + + +def container_name(container: str) -> str: + return subprocess.run( + ["docker", "inspect", "-f", "{{.Name}}", container], + capture_output=True, text=True, check=True, + ).stdout.strip().lstrip("/") + + +def process_status(container: str) -> dict: + """VmRSS/VmHWM процесса API (PID 1), байты, и его X-Instance-Id""" + output = subprocess.run( + ["docker", "exec", container, "sh", "-c", + "grep -E 'VmRSS|VmHWM' /proc/1/status; cat /tmp/instance-id"], + capture_output=True, text=True, check=True, + ).stdout.split("\n") + values: dict = {line.split(":")[0]: int(line.split()[1]) * 1024 for line in output[:2]} + values["instance"] = output[2].strip() + return values + + +def restart_api(base_url: str) -> None: + compose("restart", "api") + deadline = time.monotonic() + READY_TIMEOUT_SEC + while time.monotonic() < deadline: + states = [ + subprocess.run( + ["docker", "inspect", "-f", "{{.State.Health.Status}}", c], + capture_output=True, text=True, + ).stdout.strip() + for c in api_containers() + ] + if states and all(state == "healthy" for state in states): + return + time.sleep(1) + raise SystemExit("API replicas are not healthy after restart") + + +class Sampler(threading.Thread): + """Опрос памяти одного контейнера изнутри одним долгим docker exec""" + + def __init__(self, container: str) -> None: + super().__init__(daemon=True) + self.container = container + self.cgroup_max = 0 + self.rss_max = 0 + self.samples = 0 + self._process = subprocess.Popen( + ["docker", "exec", container, "sh", "-c", SAMPLER], + stdout=subprocess.PIPE, text=True, + ) + + def run(self) -> None: + assert self._process.stdout is not None + for line in self._process.stdout: + parts = line.split() + if len(parts) == 2: + self.cgroup_max = max(self.cgroup_max, int(parts[0])) + self.rss_max = max(self.rss_max, int(parts[1]) * 1024) + self.samples += 1 + + def stop(self) -> None: + self._process.terminate() + self._process.wait() + + +def upload_once(base: str, token: str, chat_id: str, content: bytes, content_type: str) -> dict: + request = urllib.request.Request( + f"{base}/api/v1/chats/{chat_id}/attachments?filename=experiment", + data=content, + method="POST", + headers={"Authorization": "Bearer " + token, "Content-Type": content_type}, + ) + started = time.monotonic() + try: + with urllib.request.urlopen(request, timeout=REQUEST_TIMEOUT_SEC) as response: + body, status, instance = response.read(), response.status, response.headers.get("X-Instance-Id") + except urllib.error.HTTPError as error: + body, status, instance = error.read(), error.code, error.headers.get("X-Instance-Id") + except OSError as error: + return {"status": None, "error": type(error).__name__, "seconds": time.monotonic() - started} + result = {"status": status, "instance": instance, "seconds": time.monotonic() - started} + if status == 201: + result["id"] = json.loads(body)["id"] + return result + + +def percentile(values: list[float], share: float) -> float: + ordered = sorted(values) + return ordered[min(len(ordered) - 1, round(share * (len(ordered) - 1)))] + + +def run_round(client: Client, actor: dict, chat: dict, profile: str, content: bytes, + content_type: str, concurrency: int, restart: bool) -> dict: + if restart: + restart_api(client.base) + containers = api_containers() + # Прогрев: первый запрос каждой реплики открывает пулы БД/S3 + warmup = png_noise(4, 4) + for _ in range(2 * len(containers)): + upload_once(client.base, actor["token"], chat["id"], warmup, "image/png") + before = {container_name(c): process_status(c) for c in containers} + samplers = [Sampler(c) for c in containers] + for sampler in samplers: + sampler.start() + time.sleep(1) + + barrier = threading.Barrier(concurrency) + results: list[dict] = [{} for _ in range(concurrency)] + + def worker(index: int) -> None: + barrier.wait() + results[index] = upload_once(client.base, actor["token"], chat["id"], content, content_type) + + started = time.monotonic() + threads = [threading.Thread(target=worker, args=(i,)) for i in range(concurrency)] + for thread in threads: + thread.start() + for thread in threads: + thread.join() + wall = time.monotonic() - started + time.sleep(1) + for sampler in samplers: + sampler.stop() + after = {container_name(c): process_status(c) for c in containers} + + ok = [r for r in results if r.get("status") == 201] + sample = ok[0]["id"] if ok else None + checksum_ok = None + if sample: + downloaded = client.call("GET", f"/api/v1/attachments/{sample}/content", actor=actor)["bytes"] + checksum_ok = hashlib.sha256(downloaded).digest() == hashlib.sha256(content).digest() + seconds = [r["seconds"] for r in ok] + mib = 1024 * 1024 + replicas = {} + for sampler in samplers: + name = container_name(sampler.container) + replicas[name] = { + "uploads_served": sum(1 for r in ok if r.get("instance") == after[name].get("instance")), + "rss_before_mib": round(before[name]["VmRSS"] / mib, 1), + "rss_peak_process_vmhwm_mib": round(after[name]["VmHWM"] / mib, 1), + "rss_peak_sampled_mib": round(sampler.rss_max / mib, 1), + "cgroup_peak_sampled_mib": round(sampler.cgroup_max / mib, 1), + "samples": sampler.samples, + } + by_instance: dict[str, int] = {} + for r in ok: + by_instance[r["instance"]] = by_instance.get(r["instance"], 0) + 1 + return { + "profile": profile, + "file_bytes": len(content), + "concurrency": concurrency, + "replicas_restarted_before": restart, + "status_counts": {str(s): sum(1 for r in results if r.get("status") == s) + for s in sorted({r.get("status") for r in results}, key=str)}, + "uploads_by_instance": by_instance, + "wall_seconds": round(wall, 2), + "latency_seconds": { + "p50": round(percentile(seconds, 0.5), 3), + "p95": round(percentile(seconds, 0.95), 3), + "max": round(max(seconds), 3), + } if seconds else None, + "throughput_mib_per_second": round(len(ok) * len(content) / mib / wall, 1), + "download_sha256_matches": checksum_ok, + "replicas": replicas, + } + + +def environment() -> dict: + info = json.loads(subprocess.run( + ["docker", "info", "--format", "{{json .}}"], capture_output=True, text=True, check=True + ).stdout) + settings = {} + for line in (ROOT / ".env").read_text().splitlines(): + key = line.split("=", 1)[0] + if key in {"IMAGE_INSPECT_WORKERS", "UPLOAD_SPOOL_MEMORY_BYTES", "MAX_UPLOAD_BYTES", + "MAX_IMAGE_PIXELS", "API_REPLICAS", "S3_POOL_MAX_SIZE"}: + settings[key] = line.split("=", 1)[1] + return { + "host": f"{platform.system()} {platform.machine()}", + "docker": info.get("ServerVersion"), + "docker_vm_cpus": info.get("NCPU"), + "docker_vm_memory_gib": round(info.get("MemTotal", 0) / 2**30, 1), + "api_limits": "cpus 1.0, memory 512M per replica (compose.yaml)", + "s3": "chrislusf/seaweedfs:4.48", + "settings": settings, + } + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__.split("\n")[0]) + parser.add_argument("--base-url", default=None) + parser.add_argument("--output", default="evidence/experiment-uploads.json") + parser.add_argument("--concurrency", default="10,20") + parser.add_argument("--profiles", default="png,jpeg") + parser.add_argument("--no-restart", action="store_true") + args = parser.parse_args() + + client = Client(args.base_url) + alice, _, _, chat = client.bootstrap() + payloads = {} + if "png" in args.profiles: + payloads["png"] = (png_noise(1750, 1750), "image/png") + if "jpeg" in args.profiles: + try: + payloads["jpeg"] = (jpeg_worst_case(), "image/jpeg") + except ImportError: + print("jpeg profile skipped: Pillow is not installed (use poetry run)") + report = {"environment": environment(), "rounds": []} + for profile, (content, content_type) in payloads.items(): + for concurrency in (int(x) for x in args.concurrency.split(",")): + result = run_round(client, alice, chat, profile, content, content_type, + concurrency, not args.no_restart) + report["rounds"].append(result) + print(json.dumps(result, ensure_ascii=False)) + output = ROOT / args.output + output.parent.mkdir(parents=True, exist_ok=True) + output.write_text(json.dumps(report, ensure_ascii=False, indent=2) + "\n") + print("saved:", args.output) + + +if __name__ == "__main__": + main() diff --git a/src/application/api/health/endpoints.py b/src/application/api/health/endpoints.py index ccc48a7..e796c01 100644 --- a/src/application/api/health/endpoints.py +++ b/src/application/api/health/endpoints.py @@ -2,7 +2,12 @@ from fastapi import APIRouter, Depends, Request, status from domain import HealthSchema from domain.errors import UnavailableError -from infrastructure.dependencies import DatabasePoolManager, get_database +from infrastructure.dependencies import ( + DatabasePoolManager, + ObjectStorageManager, + get_database, + get_storage, +) health_router = APIRouter(prefix="/health", tags=["Health"]) @@ -23,14 +28,22 @@ async def liveness() -> HealthSchema: response_model=HealthSchema, ) async def readiness( - request: Request, database: DatabasePoolManager = Depends(get_database) + request: Request, + database: DatabasePoolManager = Depends(get_database), + storage: ObjectStorageManager = Depends(get_storage), ) -> HealthSchema: """ - Приложение не завершается и PostgreSQL отвечает. Valkey не критичен: - без него сессии читаются из PostgreSQL, поэтому он не влияет на готовность. + Приложение не завершается, PostgreSQL и S3 отвечают: с lab4 загрузка + и скачивание вложений входят в обязательный синхронный путь. + + Valkey не критичен: без него сессии читаются из PostgreSQL. Без S3 + недоступны только вложения — nginx не исключает реплику по readiness, + поэтому сообщения продолжают работать, а реплика честно сообщает 503. """ if not getattr(request.app.state, "is_ready", False): raise UnavailableError() if not await database.check(): raise UnavailableError("бд недоступна") + if not await storage.check(): + raise UnavailableError("хранилище файлов недоступно") return HealthSchema() diff --git a/src/application/api/routers/__init__.py b/src/application/api/routers/__init__.py index 8ec3701..1b12bd2 100644 --- a/src/application/api/routers/__init__.py +++ b/src/application/api/routers/__init__.py @@ -1,5 +1,6 @@ from fastapi import APIRouter +from .attachments import attachments_router from .auth import auth_router from .chats import chats_router from .messages import messages_router @@ -11,5 +12,6 @@ app.include_router(users_router) app.include_router(auth_router) app.include_router(chats_router) app.include_router(messages_router) +app.include_router(attachments_router) __all__ = ["app"] diff --git a/src/application/api/routers/attachments/__init__.py b/src/application/api/routers/attachments/__init__.py new file mode 100644 index 0000000..6aef757 --- /dev/null +++ b/src/application/api/routers/attachments/__init__.py @@ -0,0 +1,3 @@ +from .endpoints import attachments_router + +__all__ = ["attachments_router"] diff --git a/src/application/api/routers/attachments/endpoints.py b/src/application/api/routers/attachments/endpoints.py new file mode 100644 index 0000000..fd756ec --- /dev/null +++ b/src/application/api/routers/attachments/endpoints.py @@ -0,0 +1,100 @@ +from typing import Annotated +from uuid import UUID + +from fastapi import APIRouter, Depends, Header, Query, Request, status +from fastapi.responses import StreamingResponse +from starlette.background import BackgroundTask + +from application.api.dependencies import get_current_user +from application.api.utils import content_disposition, request_chunks +from domain import ( + AttachmentContentType, + AttachmentFilename, + AttachmentSchema, + AttachmentVariant, + UserSchema, +) +from infrastructure.dependencies import ServiceCreator +from infrastructure.services import AttachmentService + +attachments_router = APIRouter(tags=["Attachments"]) + +IMAGE_BODY = { + content_type: {"schema": {"type": "string", "format": "binary"}} + for content_type in AttachmentContentType +} + + +@attachments_router.post( + "/chats/{chat_id}/attachments", + status_code=status.HTTP_201_CREATED, + response_model=AttachmentSchema, + openapi_extra={"requestBody": {"required": True, "content": IMAGE_BODY}}, +) +async def upload_attachment( + chat_id: UUID, + filename: Annotated[AttachmentFilename, Query()], + request: Request, + content_type: Annotated[str | None, Header()] = None, + content_length: Annotated[int | None, Header(ge=0)] = None, + current_user: UserSchema = Depends(get_current_user), + service: AttachmentService = Depends(ServiceCreator.get_attachment_service), +) -> AttachmentSchema: + """ + Сырые байты одного PNG/JPEG, не multipart. 201 ready — только после + сохранения оригинала в S3 и метаданных в PostgreSQL. + """ + return await service.upload( + current_user, + chat_id, + filename, + content_type, + content_length, + request_chunks(request), + ) + + +@attachments_router.get( + "/attachments/{attachment_id}", + status_code=status.HTTP_200_OK, + response_model=AttachmentSchema, +) +async def get_attachment( + attachment_id: UUID, + current_user: UserSchema = Depends(get_current_user), + service: AttachmentService = Depends(ServiceCreator.get_attachment_service), +) -> AttachmentSchema: + """Метаданные доступны только участникам чата вложения; остальным — 404""" + return await service.get_attachment(current_user, attachment_id) + + +@attachments_router.get( + "/attachments/{attachment_id}/content", + status_code=status.HTTP_200_OK, + response_class=StreamingResponse, + responses={200: {"content": IMAGE_BODY}}, +) +async def download_attachment( + attachment_id: UUID, + variant: Annotated[AttachmentVariant, Query()] = AttachmentVariant.ORIGINAL, + current_user: UserSchema = Depends(get_current_user), + service: AttachmentService = Depends(ServiceCreator.get_attachment_service), +) -> StreamingResponse: + """ + Байты через API, без redirect на S3: доступ проверяет приложение. + Ответ идёт потоком из S3, файл целиком в памяти реплики не собирается. + """ + attachment, content = await service.open_content( + current_user, attachment_id, variant + ) + return StreamingResponse( + content.iter_chunks(), + media_type=attachment.content_type, + headers={ + "Content-Length": str(content.content_length), + "Content-Disposition": content_disposition(attachment.filename), + "X-Content-Type-Options": "nosniff", + "Cache-Control": "private, no-store", + }, + background=BackgroundTask(content.close), + ) diff --git a/src/application/api/utils/__init__.py b/src/application/api/utils/__init__.py index 56a8883..55f8d9b 100644 --- a/src/application/api/utils/__init__.py +++ b/src/application/api/utils/__init__.py @@ -4,10 +4,13 @@ from .errors import ( error_response, get_request_id, ) +from .streams import content_disposition, request_chunks __all__ = [ "REQUEST_ID_HEADER", "INSTANCE_ID_HEADER", "error_response", "get_request_id", + "request_chunks", + "content_disposition", ] diff --git a/src/application/api/utils/streams.py b/src/application/api/utils/streams.py new file mode 100644 index 0000000..62c033d --- /dev/null +++ b/src/application/api/utils/streams.py @@ -0,0 +1,28 @@ +from collections.abc import AsyncIterator +from urllib.parse import quote + +from fastapi import Request +from starlette.requests import ClientDisconnect + +from domain.errors import InvalidRequestError + + +async def request_chunks(request: Request) -> AsyncIterator[bytes]: + """ + Тело запроса потоком, без буферизации целиком. Обрыв соединения клиентом + — доменная ошибка, а не необработанное исключение (500 в журнале). + """ + try: + async for chunk in request.stream(): + if chunk: + yield chunk + except ClientDisconnect: + raise InvalidRequestError("Загрузка прервана клиентом") from None + + +def content_disposition(filename: str) -> str: + """ + inline с именем по RFC 6266/5987: имя целиком percent-encoded, поэтому + кавычки, ; и переводы строк не могут разорвать заголовок. + """ + return f"inline; filename*=UTF-8''{quote(filename, safe='')}" diff --git a/src/config/__init__.py b/src/config/__init__.py index 8b2e39b..b7844ca 100644 --- a/src/config/__init__.py +++ b/src/config/__init__.py @@ -5,6 +5,8 @@ from .settings import ( APP_KEEPALIVE_TIMEOUT_SEC, APP_PORT, APP_REVISION, + ATTACHMENT_PENDING_GRACE_SEC, + ATTACHMENT_STORE_TIMEOUT_SEC, DB_COMMAND_TIMEOUT_SEC, DB_CONNECT_TIMEOUT_SEC, DB_HOST, @@ -16,14 +18,32 @@ from .settings import ( DB_STARTUP_TIMEOUT_SEC, DB_USER, IDEMPOTENCY_TTL_SECONDS, + IMAGE_INSPECT_WORKERS, INSTANCE_ID, INSTANCE_ID_FILE, + JANITOR_HEARTBEAT_FILE, + JANITOR_INTERVAL_SEC, LOG_LEVEL, + MAX_IMAGE_PIXELS, + MAX_UPLOAD_BYTES, PASSWORD_HASH_WORKERS, + S3_ACCESS_KEY_ID_FILE, + S3_ADMIN_ACCESS_KEY_ID_FILE, + S3_ADMIN_SECRET_ACCESS_KEY_FILE, + S3_BUCKET, + S3_CONNECT_TIMEOUT_SEC, + S3_ENDPOINT, + S3_MAX_ATTEMPTS, + S3_POOL_MAX_SIZE, + S3_READ_TIMEOUT_SEC, + S3_REGION, + S3_SECRET_ACCESS_KEY_FILE, + S3_STARTUP_TIMEOUT_SEC, SESSION_CACHE_TTL_SECONDS, SESSION_TTL_SECONDS, SHUTDOWN_DRAIN_SEC, SHUTDOWN_TIMEOUT_SEC, + UPLOAD_SPOOL_MEMORY_BYTES, VALKEY_HOST, VALKEY_PASS, VALKEY_POOL_MAX_SIZE, @@ -62,6 +82,26 @@ __all__ = [ "SESSION_CACHE_TTL_SECONDS", "PASSWORD_HASH_WORKERS", "IDEMPOTENCY_TTL_SECONDS", + "S3_ENDPOINT", + "S3_REGION", + "S3_BUCKET", + "S3_ACCESS_KEY_ID_FILE", + "S3_SECRET_ACCESS_KEY_FILE", + "S3_ADMIN_ACCESS_KEY_ID_FILE", + "S3_ADMIN_SECRET_ACCESS_KEY_FILE", + "S3_POOL_MAX_SIZE", + "S3_CONNECT_TIMEOUT_SEC", + "S3_READ_TIMEOUT_SEC", + "S3_MAX_ATTEMPTS", + "S3_STARTUP_TIMEOUT_SEC", + "MAX_UPLOAD_BYTES", + "MAX_IMAGE_PIXELS", + "UPLOAD_SPOOL_MEMORY_BYTES", + "IMAGE_INSPECT_WORKERS", + "ATTACHMENT_STORE_TIMEOUT_SEC", + "ATTACHMENT_PENDING_GRACE_SEC", + "JANITOR_INTERVAL_SEC", "INSTANCE_ID", "INSTANCE_ID_FILE", + "JANITOR_HEARTBEAT_FILE", ] diff --git a/src/config/settings.py b/src/config/settings.py index 54dc3fd..ae592d8 100644 --- a/src/config/settings.py +++ b/src/config/settings.py @@ -45,5 +45,32 @@ SESSION_CACHE_TTL_SECONDS = env.int("SESSION_CACHE_TTL_SECONDS") PASSWORD_HASH_WORKERS = env.int("PASSWORD_HASH_WORKERS") IDEMPOTENCY_TTL_SECONDS = env.int("IDEMPOTENCY_TTL_SECONDS") +# S3: ключи читаются из файлов-секретов при старте, в env только пути к ним +S3_ENDPOINT = env.str("S3_ENDPOINT") +S3_REGION = env.str("S3_REGION") +S3_BUCKET = env.str("S3_BUCKET") +S3_ACCESS_KEY_ID_FILE = Path(env.str("S3_ACCESS_KEY_ID_FILE")) +S3_SECRET_ACCESS_KEY_FILE = Path(env.str("S3_SECRET_ACCESS_KEY_FILE")) +# Административные ключи нужны только одноразовому s3-bootstrap, не API +S3_ADMIN_ACCESS_KEY_ID_FILE = Path(env.str("S3_ADMIN_ACCESS_KEY_ID_FILE")) +S3_ADMIN_SECRET_ACCESS_KEY_FILE = Path(env.str("S3_ADMIN_SECRET_ACCESS_KEY_FILE")) +S3_POOL_MAX_SIZE = env.int("S3_POOL_MAX_SIZE") +S3_CONNECT_TIMEOUT_SEC = env.float("S3_CONNECT_TIMEOUT_SEC") +S3_READ_TIMEOUT_SEC = env.float("S3_READ_TIMEOUT_SEC") +S3_MAX_ATTEMPTS = env.int("S3_MAX_ATTEMPTS") +S3_STARTUP_TIMEOUT_SEC = env.float("S3_STARTUP_TIMEOUT_SEC") + +MAX_UPLOAD_BYTES = env.int("MAX_UPLOAD_BYTES") +MAX_IMAGE_PIXELS = env.int("MAX_IMAGE_PIXELS") +# Сколько байт загрузки держится в RAM, остальное — во временном файле запроса +UPLOAD_SPOOL_MEMORY_BYTES = env.int("UPLOAD_SPOOL_MEMORY_BYTES") +IMAGE_INSPECT_WORKERS = env.int("IMAGE_INSPECT_WORKERS") +# Жёсткий срок PUT в S3 + подтверждения в БД; много меньше grace period janitor +ATTACHMENT_STORE_TIMEOUT_SEC = env.float("ATTACHMENT_STORE_TIMEOUT_SEC") +ATTACHMENT_PENDING_GRACE_SEC = env.int("ATTACHMENT_PENDING_GRACE_SEC") +JANITOR_INTERVAL_SEC = env.float("JANITOR_INTERVAL_SEC") + INSTANCE_ID = secrets.token_hex(6) INSTANCE_ID_FILE = Path(tempfile.gettempdir()) / "instance-id" +# Время последней успешной сверки janitor — для healthcheck его контейнера +JANITOR_HEARTBEAT_FILE = Path(tempfile.gettempdir()) / "janitor-heartbeat" diff --git a/src/domain/__init__.py b/src/domain/__init__.py index 6d804f4..05d85b9 100644 --- a/src/domain/__init__.py +++ b/src/domain/__init__.py @@ -1,9 +1,23 @@ +from .attachments import ( + ORIGINAL_OBJECT_PREFIX, + AttachmentContentType, + AttachmentFilename, + AttachmentSchema, + AttachmentStatus, + AttachmentVariant, + InspectedImageSchema, + NewAttachmentSchema, + ReconcileReportSchema, + StoredAttachmentSchema, + UnfinishedUploadSchema, +) from .auth import ActiveSessionSchema, BasicCredentialsSchema, SessionSchema from .chats import ChatPageSchema, ChatSchema, CreateChatSchema from .health import HealthSchema from .messages import ( IDEMPOTENCY_KEY_MAX_LENGTH, IDEMPOTENCY_KEY_PATTERN, + MESSAGE_ATTACHMENTS_MAX, CreateMessageSchema, IdempotencyKeySchema, MessagePageSchema, @@ -26,9 +40,21 @@ __all__ = [ "IdempotencyKeySchema", "IDEMPOTENCY_KEY_PATTERN", "IDEMPOTENCY_KEY_MAX_LENGTH", + "MESSAGE_ATTACHMENTS_MAX", "MessageSchema", "MessagePageSchema", "HealthSchema", "PageKey", "PageCursorSchema", + "ORIGINAL_OBJECT_PREFIX", + "AttachmentContentType", + "AttachmentFilename", + "AttachmentStatus", + "AttachmentVariant", + "AttachmentSchema", + "NewAttachmentSchema", + "StoredAttachmentSchema", + "UnfinishedUploadSchema", + "InspectedImageSchema", + "ReconcileReportSchema", ] diff --git a/src/domain/attachments/__init__.py b/src/domain/attachments/__init__.py new file mode 100644 index 0000000..a8ea6ea --- /dev/null +++ b/src/domain/attachments/__init__.py @@ -0,0 +1,33 @@ +from .schemas import ( + FILENAME_MAX_LENGTH, + ORIGINAL_OBJECT_PREFIX, + AttachmentContentType, + AttachmentFilename, + AttachmentSchema, + AttachmentStatus, + AttachmentVariant, + AttachmentVariantSchema, + InspectedImageSchema, + NewAttachmentSchema, + ReconcileReportSchema, + StoredAttachmentSchema, + UnfinishedUploadSchema, + ensure_safe_filename, +) + +__all__ = [ + "FILENAME_MAX_LENGTH", + "ORIGINAL_OBJECT_PREFIX", + "AttachmentContentType", + "AttachmentFilename", + "AttachmentStatus", + "AttachmentVariant", + "AttachmentVariantSchema", + "AttachmentSchema", + "NewAttachmentSchema", + "StoredAttachmentSchema", + "UnfinishedUploadSchema", + "InspectedImageSchema", + "ReconcileReportSchema", + "ensure_safe_filename", +] diff --git a/src/domain/attachments/schemas.py b/src/domain/attachments/schemas.py new file mode 100644 index 0000000..e08c89b --- /dev/null +++ b/src/domain/attachments/schemas.py @@ -0,0 +1,161 @@ +import unicodedata +from enum import StrEnum +from typing import Annotated, Literal +from uuid import UUID + +from pydantic import AfterValidator, BaseModel, ConfigDict, Field + +from domain.utils import NotBlankStr, UtcDateTime + +FILENAME_MAX_LENGTH = 255 + +# Объекты оригиналов в bucket: ключ назначает сервер, filename в него не входит +ORIGINAL_OBJECT_PREFIX = "originals/" + +# Невидимое управление направлением текста: «photo‮gnp.exe» отображается +# как «photoexe.png» +BIDI_CONTROL_CHARACTERS = frozenset( + "‎‏‪‫‬‭‮⁦⁧⁨⁩" +) + + +def ensure_safe_filename(value: str) -> str: + """ + Отображаемое имя файла — не путь и не ключ S3. Запрещены разделители путей, + управляющие символы (включая NUL), bidi-управление и имена из одних точек. + """ + if "/" in value or "\\" in value: + raise ValueError("Имя файла не может содержать / или \\") + if any( + unicodedata.category(char) == "Cc" or char in BIDI_CONTROL_CHARACTERS + for char in value + ): + raise ValueError("Имя файла не может содержать управляющие символы") + if not value.strip("."): + raise ValueError("Имя файла не может состоять из точек") + return value + + +AttachmentFilename = Annotated[ + NotBlankStr, + Field(min_length=1, max_length=FILENAME_MAX_LENGTH), + AfterValidator(ensure_safe_filename), +] + + +class AttachmentContentType(StrEnum): + """Допустимые форматы оригинала; определяются по содержимому""" + + PNG = "image/png" + JPEG = "image/jpeg" + + +class AttachmentStatus(StrEnum): + """ + Состояние строки вложения в БД. + + pending — строка записана до PUT в S3; объект мог не дойти до S3 + или остаться без подтверждения (сбой между S3 и БД) + ready — оригинал в S3 и метаданные подтверждены; только его видит API + deleting — незавершённая загрузка забрана на очистку: сначала удаляется + объект S3, затем строка + """ + + PENDING = "pending" + READY = "ready" + DELETING = "deleting" + + +class AttachmentVariant(StrEnum): + """Имена вариантов из контракта; в lab4 существует только original""" + + ORIGINAL = "original" + THUMBNAIL = "thumbnail" + CROP = "crop" + OPTIMIZED = "optimized" + + +class AttachmentVariantSchema(BaseModel): + """Производный вариант изображения; появляется с lab5""" + + model_config = ConfigDict(frozen=True) + + name: AttachmentVariant + content_type: str + size_bytes: int + width: int + height: int + sha256: str + + +class AttachmentSchema(BaseModel): + """Метаданные вложения; size_bytes, sha256 и content_type описывают оригинал""" + + model_config = ConfigDict(frozen=True) + + id: UUID + chat_id: UUID + owner_id: UUID + filename: str + content_type: AttachmentContentType + size_bytes: int + sha256: str + status: Literal["ready"] = "ready" + variants: list[AttachmentVariantSchema] = Field(default_factory=list) + error_code: str | None = None + created_at: UtcDateTime + updated_at: UtcDateTime + + +class NewAttachmentSchema(BaseModel): + """Проверенная загрузка: метаданные и назначенный сервером ключ объекта S3""" + + model_config = ConfigDict(frozen=True) + + chat_id: UUID + owner_id: UUID + filename: str + content_type: AttachmentContentType + size_bytes: int + sha256: bytes + object_key: str + + +class StoredAttachmentSchema(BaseModel): + """Вложение вместе с ключом объекта — только внутри приложения""" + + model_config = ConfigDict(frozen=True) + + attachment: AttachmentSchema + object_key: str + + +class UnfinishedUploadSchema(BaseModel): + """Строка pending/deleting, забранная на очистку, и её объект S3""" + + model_config = ConfigDict(frozen=True) + + id: UUID + object_key: str + + +class InspectedImageSchema(BaseModel): + """Результат проверки содержимого: истинный формат и размеры""" + + model_config = ConfigDict(frozen=True) + + content_type: AttachmentContentType + width: int + height: int + + +class ReconcileReportSchema(BaseModel): + """Итог одного прохода сверки S3 и БД""" + + dry_run: bool + unfinished_claimed: int = 0 + unfinished_objects_deleted: int = 0 + unfinished_rows_deleted: int = 0 + objects_scanned: int = 0 + orphan_objects_found: int = 0 + orphan_objects_deleted: int = 0 diff --git a/src/domain/errors/__init__.py b/src/domain/errors/__init__.py index 6f3b717..044177b 100644 --- a/src/domain/errors/__init__.py +++ b/src/domain/errors/__init__.py @@ -5,8 +5,10 @@ from .exceptions import ( InvalidCredentialsError, InvalidRequestError, NotFoundError, + PayloadTooLargeError, UnauthorizedError, UnavailableError, + UnsupportedMediaTypeError, ) from .schemas import ErrorBodySchema, ErrorSchema @@ -18,6 +20,8 @@ __all__ = [ "InvalidCredentialsError", "NotFoundError", "ConflictError", + "PayloadTooLargeError", + "UnsupportedMediaTypeError", "UnavailableError", "ErrorBodySchema", "ErrorSchema", diff --git a/src/domain/errors/exceptions.py b/src/domain/errors/exceptions.py index 04d1b57..920a080 100644 --- a/src/domain/errors/exceptions.py +++ b/src/domain/errors/exceptions.py @@ -56,6 +56,22 @@ class ConflictError(AppError): default_message = "Конфликт состояния" +class PayloadTooLargeError(AppError): + """Тело больше лимита байт или изображение больше лимита пикселей""" + + status_code = HTTPStatus.REQUEST_ENTITY_TOO_LARGE + code = ErrorCode.PAYLOAD_TOO_LARGE + default_message = "Слишком большой файл" + + +class UnsupportedMediaTypeError(AppError): + """Содержимое не PNG/JPEG, повреждено или не совпадает с Content-Type""" + + status_code = HTTPStatus.UNSUPPORTED_MEDIA_TYPE + code = ErrorCode.UNSUPPORTED_MEDIA_TYPE + default_message = "Поддерживаются только изображения PNG и JPEG" + + class UnavailableError(AppError): """Приложение не готово обслуживать запросы""" diff --git a/src/domain/messages/__init__.py b/src/domain/messages/__init__.py index ef929a7..ebd695f 100644 --- a/src/domain/messages/__init__.py +++ b/src/domain/messages/__init__.py @@ -1,6 +1,7 @@ from .schemas import ( IDEMPOTENCY_KEY_MAX_LENGTH, IDEMPOTENCY_KEY_PATTERN, + MESSAGE_ATTACHMENTS_MAX, CreateMessageSchema, IdempotencyKeySchema, MessagePageSchema, @@ -10,6 +11,7 @@ from .schemas import ( __all__ = [ "IDEMPOTENCY_KEY_PATTERN", "IDEMPOTENCY_KEY_MAX_LENGTH", + "MESSAGE_ATTACHMENTS_MAX", "CreateMessageSchema", "IdempotencyKeySchema", "MessageSchema", diff --git a/src/domain/messages/schemas.py b/src/domain/messages/schemas.py index 32ee7af..34e287f 100644 --- a/src/domain/messages/schemas.py +++ b/src/domain/messages/schemas.py @@ -1,22 +1,53 @@ -from typing import Annotated +from typing import Annotated, Self from uuid import UUID -from pydantic import BaseModel, ConfigDict, Field +from pydantic import ( + AfterValidator, + BaseModel, + ConfigDict, + Field, + StrictStr, + field_validator, + model_validator, +) -from domain.utils import NotBlankStr, UtcDateTime +from domain.utils import UtcDateTime, ensure_not_blank, ensure_storable -MessageText = Annotated[NotBlankStr, Field(min_length=1, max_length=4000)] +MessageText = Annotated[ + StrictStr, Field(max_length=4000), AfterValidator(ensure_storable) +] + +MESSAGE_ATTACHMENTS_MAX = 10 IDEMPOTENCY_KEY_PATTERN = r"^[A-Za-z0-9._:-]{1,128}$" IDEMPOTENCY_KEY_MAX_LENGTH = 128 class CreateMessageSchema(BaseModel): - """Запрос отправки сообщения: отправитель берётся из текущей сессии""" + """ + Запрос отправки сообщения: отправитель берётся из текущей сессии. + Пустой или пробельный текст допустим только вместе с вложениями. + """ model_config = ConfigDict(extra="forbid") text: MessageText + attachment_ids: list[UUID] = Field( + default_factory=list, max_length=MESSAGE_ATTACHMENTS_MAX + ) + + @field_validator("attachment_ids") + @classmethod + def validate_unique_attachments(cls, value: list[UUID]) -> list[UUID]: + if len(set(value)) != len(value): + raise ValueError("attachment_ids не должен содержать дубликаты") + return value + + @model_validator(mode="after") + def validate_not_empty(self) -> Self: + if not self.attachment_ids: + ensure_not_blank(self.text) + return self class MessageSchema(BaseModel): @@ -29,6 +60,7 @@ class MessageSchema(BaseModel): sender_id: UUID text: str created_at: UtcDateTime + attachment_ids: list[UUID] class MessagePageSchema(BaseModel): diff --git a/src/gateway.py b/src/gateway.py index c076c95..1cebcb0 100644 --- a/src/gateway.py +++ b/src/gateway.py @@ -16,15 +16,23 @@ from config import ( APP_PORT, APP_REVISION, DB_STARTUP_TIMEOUT_SEC, + IMAGE_INSPECT_WORKERS, INSTANCE_ID, INSTANCE_ID_FILE, LOGGER, + MAX_IMAGE_PIXELS, PASSWORD_HASH_WORKERS, SESSION_TTL_SECONDS, SHUTDOWN_DRAIN_SEC, SHUTDOWN_TIMEOUT_SEC, ) -from infrastructure import PasswordHasher, cache_manager, database_pool_manager +from infrastructure import ( + ImageInspector, + PasswordHasher, + cache_manager, + database_pool_manager, + storage_manager, +) @asynccontextmanager @@ -32,14 +40,25 @@ async def lifespan(app: FastAPI) -> AsyncIterator[None]: """ uvicorn открывает порт только после startup: реплика без БД или со старой схемой не принимает соединений, и LB отправляет запросы другим репликам. + + S3 на старт не влияет: реплика стартует и обслуживает сообщения, + а readiness остаётся 503, пока bucket недоступен. """ await database_pool_manager.create_pool(DB_STARTUP_TIMEOUT_SEC) await database_pool_manager.check_migrations() cache_manager.create_client() + await storage_manager.create_client() + if await storage_manager.check(): + LOGGER.info("Bucket S3 доступен") + else: + LOGGER.warning("Bucket S3 недоступен: вложения отвечают 503") password_hasher = PasswordHasher(PASSWORD_HASH_WORKERS) + image_inspector = ImageInspector(IMAGE_INSPECT_WORKERS, MAX_IMAGE_PIXELS) app.state.database = database_pool_manager app.state.cache = cache_manager + app.state.storage = storage_manager app.state.password_hasher = password_hasher + app.state.image_inspector = image_inspector INSTANCE_ID_FILE.write_text(INSTANCE_ID) app.state.is_ready = True LOGGER.info( @@ -49,15 +68,17 @@ async def lifespan(app: FastAPI) -> AsyncIterator[None]: yield app.state.is_ready = False await cache_manager.close() + await storage_manager.close() await database_pool_manager.close() password_hasher.close() + image_inspector.close() LOGGER.info(f"Application stopped, instance={INSTANCE_ID}, connections closed") app = FastAPI( title="mtuci-labs-messanger", description="мессенджер-конкурент-максу", - version="1.3.0", + version="1.4.0", lifespan=lifespan, ) diff --git a/src/healthcheck.py b/src/healthcheck.py index 66d7ed8..f762ddb 100644 --- a/src/healthcheck.py +++ b/src/healthcheck.py @@ -1,14 +1,18 @@ import sys +import time import urllib.request -from config import APP_PORT +from config import APP_PORT, JANITOR_HEARTBEAT_FILE, JANITOR_INTERVAL_SEC READY_URL = f"http://127.0.0.1:{APP_PORT}/health/ready" REQUEST_TIMEOUT_SEC = 2 +# janitor считается зависшим, если пропустил несколько проходов подряд +JANITOR_MAX_SILENCE_SEC = 3 * JANITOR_INTERVAL_SEC -def main() -> int: + +def api() -> int: try: with urllib.request.urlopen(READY_URL, timeout=REQUEST_TIMEOUT_SEC) as response: return 0 if response.status == 200 else 1 @@ -16,5 +20,14 @@ def main() -> int: return 1 +def janitor() -> int: + """Последняя успешная сверка была недавно""" + try: + age = time.time() - JANITOR_HEARTBEAT_FILE.stat().st_mtime + except OSError: + return 1 + return 0 if age < JANITOR_MAX_SILENCE_SEC else 1 + + if __name__ == "__main__": - sys.exit(main()) + sys.exit(janitor() if sys.argv[1:] == ["janitor"] else api()) diff --git a/src/infrastructure/__init__.py b/src/infrastructure/__init__.py index 58bcd4d..93bd0b4 100644 --- a/src/infrastructure/__init__.py +++ b/src/infrastructure/__init__.py @@ -1,4 +1,11 @@ -from .dependencies import cache_manager, database_pool_manager +from .dependencies import cache_manager, database_pool_manager, storage_manager +from .media import ImageInspector from .security import PasswordHasher -__all__ = ["database_pool_manager", "cache_manager", "PasswordHasher"] +__all__ = [ + "database_pool_manager", + "cache_manager", + "storage_manager", + "PasswordHasher", + "ImageInspector", +] diff --git a/src/infrastructure/dependencies/__init__.py b/src/infrastructure/dependencies/__init__.py index 0e85bb7..2c1ea6c 100644 --- a/src/infrastructure/dependencies/__init__.py +++ b/src/infrastructure/dependencies/__init__.py @@ -1,6 +1,7 @@ from .cache import CacheManager, cache_manager, get_cache from .database import DatabasePoolManager, database_pool_manager, get_database from .service_creator import ServiceCreator +from .storage import ObjectStorageManager, get_storage, storage_manager __all__ = [ "ServiceCreator", @@ -10,4 +11,7 @@ __all__ = [ "CacheManager", "cache_manager", "get_cache", + "ObjectStorageManager", + "storage_manager", + "get_storage", ] diff --git a/src/infrastructure/dependencies/service_creator.py b/src/infrastructure/dependencies/service_creator.py index f96a92f..d322e4f 100644 --- a/src/infrastructure/dependencies/service_creator.py +++ b/src/infrastructure/dependencies/service_creator.py @@ -1,29 +1,40 @@ from fastapi import Depends from config import ( + ATTACHMENT_PENDING_GRACE_SEC, + ATTACHMENT_STORE_TIMEOUT_SEC, IDEMPOTENCY_TTL_SECONDS, + MAX_UPLOAD_BYTES, SESSION_CACHE_TTL_SECONDS, SESSION_TTL_SECONDS, + UPLOAD_SPOOL_MEMORY_BYTES, ) from infrastructure.dependencies.cache import CacheManager, get_cache from infrastructure.dependencies.database import DatabasePoolManager, get_database +from infrastructure.dependencies.storage import ObjectStorageManager, get_storage +from infrastructure.media import ImageInspector, get_image_inspector from infrastructure.repositories import ( + PostgresAttachmentRepository, PostgresChatRepository, PostgresMessageRepository, PostgresSessionRepository, PostgresUserRepository, + S3ObjectStorage, ValkeySessionCache, ) from infrastructure.security import PasswordHasher, get_password_hasher from infrastructure.services import ( + AttachmentService, AuthService, ChatService, MessageService, UserService, ) from interfaces import ( + AttachmentRepository, ChatRepository, MessageRepository, + ObjectStorage, SessionCache, SessionRepository, UserRepository, @@ -55,6 +66,18 @@ class ServiceCreator: ) -> SessionRepository: return PostgresSessionRepository(database) + @staticmethod + def _get_attachment_repository( + database: DatabasePoolManager = Depends(get_database), + ) -> AttachmentRepository: + return PostgresAttachmentRepository(database) + + @staticmethod + def _get_object_storage( + storage: ObjectStorageManager = Depends(get_storage), + ) -> ObjectStorage: + return S3ObjectStorage(storage) + @staticmethod def _get_session_cache( cache: CacheManager = Depends(get_cache), @@ -97,3 +120,23 @@ class ServiceCreator: return MessageService( chat_repository, message_repository, IDEMPOTENCY_TTL_SECONDS ) + + @staticmethod + def get_attachment_service( + chat_repository: ChatRepository = Depends(_get_chat_repository), + attachment_repository: AttachmentRepository = Depends( + _get_attachment_repository + ), + storage: ObjectStorage = Depends(_get_object_storage), + inspector: ImageInspector = Depends(get_image_inspector), + ) -> AttachmentService: + return AttachmentService( + chat_repository, + attachment_repository, + storage, + inspector, + MAX_UPLOAD_BYTES, + UPLOAD_SPOOL_MEMORY_BYTES, + ATTACHMENT_STORE_TIMEOUT_SEC, + ATTACHMENT_PENDING_GRACE_SEC, + ) diff --git a/src/infrastructure/dependencies/storage.py b/src/infrastructure/dependencies/storage.py new file mode 100644 index 0000000..7952975 --- /dev/null +++ b/src/infrastructure/dependencies/storage.py @@ -0,0 +1,187 @@ +import asyncio +import time +import urllib.error +import urllib.request +from contextlib import AsyncExitStack +from pathlib import Path + +from aiobotocore.client import AioBaseClient +from aiobotocore.config import AioConfig +from aiobotocore.session import get_session +from botocore.exceptions import ClientError +from starlette.requests import HTTPConnection + +from config import ( + LOGGER, + S3_ACCESS_KEY_ID_FILE, + S3_BUCKET, + S3_CONNECT_TIMEOUT_SEC, + S3_ENDPOINT, + S3_MAX_ATTEMPTS, + S3_POOL_MAX_SIZE, + S3_READ_TIMEOUT_SEC, + S3_REGION, + S3_SECRET_ACCESS_KEY_FILE, +) +from infrastructure.security import read_secret +from infrastructure.utils import STORAGE_UNAVAILABLE_ERRORS, storage_error_code + +STARTUP_RETRY_INTERVAL_SEC = 1 + +ANONYMOUS_CHECK_TIMEOUT_SEC = 3 + +# Ответ S3 на уже существующий bucket: повторный bootstrap — не ошибка +BUCKET_EXISTS_CODES = frozenset({"BucketAlreadyOwnedByYou", "BucketAlreadyExists"}) + + +class ObjectStorageManager: + """ + Клиент S3 (aiobotocore): ограниченный пул соединений, короткие таймауты + и ограниченное число попыток. Ключи доступа читаются из файлов-секретов + при создании клиента и нигде не логируются. + """ + + def __init__( + self, + endpoint: str, + region: str, + bucket: str, + access_key_file: Path, + secret_key_file: Path, + max_pool_size: int, + connect_timeout: float, + read_timeout: float, + max_attempts: int, + ) -> None: + self._endpoint = endpoint + self._region = region + self.bucket = bucket + self._access_key_file = access_key_file + self._secret_key_file = secret_key_file + self.max_pool_size = max_pool_size + self.connect_timeout = connect_timeout + self.read_timeout = read_timeout + self.max_attempts = max_attempts + self.client: AioBaseClient | None = None + self._exit_stack = AsyncExitStack() + + async def create_client(self) -> AioBaseClient: + """ + Создание клиента; соединения открываются лениво при первом запросе. + + Path-style адресация: имя bucket в пути, а не в DNS-имени хоста. + Контрольные суммы botocore по умолчанию выключены (when_required): + целостность PUT обеспечивает собственный SHA-256 (x-amz-checksum-sha256). + """ + if self.client is None: + config = AioConfig( + s3={"addressing_style": "path"}, + connect_timeout=self.connect_timeout, + read_timeout=self.read_timeout, + retries={"max_attempts": self.max_attempts, "mode": "standard"}, + max_pool_connections=self.max_pool_size, + request_checksum_calculation="when_required", + response_checksum_validation="when_required", + ) + client = get_session().create_client( + "s3", + endpoint_url=self._endpoint, + region_name=self._region, + aws_access_key_id=read_secret(self._access_key_file), + aws_secret_access_key=read_secret(self._secret_key_file), + config=config, + ) + self.client = await self._exit_stack.enter_async_context(client) + LOGGER.info( + f"Клиент S3 создан: {self._endpoint}, bucket: {self.bucket}, " + f"pool: {self.max_pool_size}, timeout: {self.connect_timeout}/" + f"{self.read_timeout} с, попыток: {self.max_attempts}" + ) + return self.client + + async def check(self) -> bool: + """ + Bucket доступен с текущими ключами — для readiness. Срок ограничен + connect_timeout: healthcheck не ждёт всех попыток клиента. + Не журналирует: readiness опрашивается каждые несколько секунд. + """ + assert self.client is not None + try: + async with asyncio.timeout(self.connect_timeout): + await self.client.head_bucket(Bucket=self.bucket) + except STORAGE_UNAVAILABLE_ERRORS: + return False + return True + + async def wait_ready(self, startup_timeout: float) -> None: + """Ожидание S3 при старте стенда: сервер поднимается не мгновенно""" + assert self.client is not None + deadline = time.monotonic() + startup_timeout + while True: + try: + await self.client.list_buckets() + return + except STORAGE_UNAVAILABLE_ERRORS as error: + if time.monotonic() >= deadline: + LOGGER.error( + f"S3 недоступен за {startup_timeout} с: " + f"{storage_error_code(error)}" + ) + raise + LOGGER.warning(f"S3 ещё недоступен: {storage_error_code(error)}, повтор") + await asyncio.sleep(STARTUP_RETRY_INTERVAL_SEC) + + async def ensure_bucket(self) -> None: + """ + Идемпотентное создание bucket административными ключами (s3-bootstrap). + Повторный запуск ничего не меняет. + """ + assert self.client is not None + try: + await self.client.create_bucket(Bucket=self.bucket) + LOGGER.info(f"Bucket {self.bucket} создан") + except ClientError as error: + if storage_error_code(error) not in BUCKET_EXISTS_CODES: + raise + LOGGER.info(f"Bucket {self.bucket} уже существует") + + def check_anonymous_denied(self) -> None: + """ + Bucket приватен: анонимный (неподписанный) запрос списка объектов + получает 403. Иначе bootstrap завершается ошибкой и API не стартует. + """ + url = f"{self._endpoint.rstrip('/')}/{self.bucket}" + try: + with urllib.request.urlopen(url, timeout=ANONYMOUS_CHECK_TIMEOUT_SEC): + pass + except urllib.error.HTTPError as error: + if error.code == 403: + LOGGER.info(f"Bucket {self.bucket} приватен: анонимный доступ — 403") + return + raise RuntimeError( + f"Неожиданный ответ на анонимный запрос к bucket: {error.code}" + ) from None + raise RuntimeError(f"Bucket {self.bucket} доступен анонимно") + + async def close(self) -> None: + await self._exit_stack.aclose() + self.client = None + + +def get_storage(connection: HTTPConnection) -> ObjectStorageManager: + """Получение менеджера S3-клиента, созданного в lifespan.""" + storage: ObjectStorageManager = connection.app.state.storage + return storage + + +storage_manager = ObjectStorageManager( + endpoint=S3_ENDPOINT, + region=S3_REGION, + bucket=S3_BUCKET, + access_key_file=S3_ACCESS_KEY_ID_FILE, + secret_key_file=S3_SECRET_ACCESS_KEY_FILE, + max_pool_size=S3_POOL_MAX_SIZE, + connect_timeout=S3_CONNECT_TIMEOUT_SEC, + read_timeout=S3_READ_TIMEOUT_SEC, + max_attempts=S3_MAX_ATTEMPTS, +) diff --git a/src/infrastructure/media/__init__.py b/src/infrastructure/media/__init__.py new file mode 100644 index 0000000..c79049f --- /dev/null +++ b/src/infrastructure/media/__init__.py @@ -0,0 +1,4 @@ +from .image_inspector import ImageInspector, get_image_inspector +from .upload_spool import SpooledUpload, spool_upload + +__all__ = ["ImageInspector", "get_image_inspector", "SpooledUpload", "spool_upload"] diff --git a/src/infrastructure/media/image_inspector.py b/src/infrastructure/media/image_inspector.py new file mode 100644 index 0000000..c83985b --- /dev/null +++ b/src/infrastructure/media/image_inspector.py @@ -0,0 +1,127 @@ +import asyncio +import struct +import warnings +from concurrent.futures import ThreadPoolExecutor +from typing import IO + +from PIL import Image, UnidentifiedImageError +from starlette.requests import HTTPConnection + +from domain import AttachmentContentType, InspectedImageSchema +from domain.errors import PayloadTooLargeError, UnsupportedMediaTypeError + +PNG_SIGNATURE = b"\x89PNG\r\n\x1a\n" +JPEG_SIGNATURE = b"\xff\xd8\xff" + +PILLOW_FORMATS = { + AttachmentContentType.PNG: "PNG", + AttachmentContentType.JPEG: "JPEG", +} + +# Как Pillow сообщает о повреждённом или чужом содержимом +DECODE_ERRORS: tuple[type[Exception], ...] = ( + UnidentifiedImageError, + OSError, + SyntaxError, + ValueError, + EOFError, + struct.error, +) + + +class ImageInspector: + """ + Проверка PNG/JPEG по содержимому, а не по Content-Type клиента. + + 1. Формат — по сигнатуре; несовпадение с заявленным Content-Type — 415. + 2. Ширина и высота читаются из заголовка, лимит пикселей проверяется до + распаковки: 413 без выделения памяти под изображение. + 3. Целостность: PNG — CRC каждого chunk и наличие IEND (verify, без + распаковки); JPEG — декодирование в draft-режиме libjpeg (масштаб 1/8). + + Проверка идёт в отдельном пуле потоков: event loop не блокируется, а число + одновременных декодирований и их память ограничены workers. Худший случай — + progressive JPEG на пределе пикселей: libjpeg держит коэффициенты всего + изображения (до ~6 байт на пиксель) даже в draft-режиме. + """ + + def __init__(self, workers: int, max_pixels: int) -> None: + self._max_pixels = max_pixels + # Вторая линия защиты Pillow: Image.open отказывает выше 2 * max_pixels. + # Предупреждение в диапазоне (max, 2 * max] не нужно: такой файл + # отклоняется явной проверкой ниже. + Image.MAX_IMAGE_PIXELS = max_pixels + warnings.simplefilter("ignore", Image.DecompressionBombWarning) + self._executor = ThreadPoolExecutor( + max_workers=workers, thread_name_prefix="image-inspect" + ) + + async def inspect( + self, file: IO[bytes], declared: AttachmentContentType + ) -> InspectedImageSchema: + """ + Raises: + UnsupportedMediaTypeError: не PNG/JPEG, повреждено или подмена MIME + PayloadTooLargeError: пикселей больше лимита + """ + loop = asyncio.get_running_loop() + return await loop.run_in_executor( + self._executor, self._inspect, file, declared + ) + + def close(self) -> None: + self._executor.shutdown(wait=False, cancel_futures=True) + + def _inspect( + self, file: IO[bytes], declared: AttachmentContentType + ) -> InspectedImageSchema: + file.seek(0) + actual = self._sniff(file.read(len(PNG_SIGNATURE))) + if actual is None: + raise UnsupportedMediaTypeError( + "Содержимое не является изображением PNG или JPEG" + ) + if actual is not declared: + raise UnsupportedMediaTypeError( + "Content-Type не соответствует содержимому файла" + ) + file.seek(0) + try: + with Image.open(file, formats=[PILLOW_FORMATS[actual]]) as image: + width, height = image.size + if width * height > self._max_pixels: + raise PayloadTooLargeError( + f"Изображение больше {self._max_pixels} пикселей" + ) + self._verify(image, actual) + except Image.DecompressionBombError: + raise PayloadTooLargeError( + f"Изображение больше {self._max_pixels} пикселей" + ) from None + except DECODE_ERRORS: + raise UnsupportedMediaTypeError("Изображение повреждено") from None + return InspectedImageSchema(content_type=actual, width=width, height=height) + + @staticmethod + def _sniff(header: bytes) -> AttachmentContentType | None: + if header.startswith(PNG_SIGNATURE): + return AttachmentContentType.PNG + if header.startswith(JPEG_SIGNATURE): + return AttachmentContentType.JPEG + return None + + @staticmethod + def _verify(image: Image.Image, content_type: AttachmentContentType) -> None: + if content_type is AttachmentContentType.PNG: + image.verify() + return + # draft выбирает наименьший масштаб libjpeg (1/8): весь поток данных + # разбирается, но выходной буфер в 64 раза меньше полного + image.draft(image.mode, (1, 1)) + image.load() + + +def get_image_inspector(connection: HTTPConnection) -> ImageInspector: + """Получение проверки изображений, созданной в lifespan.""" + inspector: ImageInspector = connection.app.state.image_inspector + return inspector diff --git a/src/infrastructure/media/upload_spool.py b/src/infrastructure/media/upload_spool.py new file mode 100644 index 0000000..eb6db4c --- /dev/null +++ b/src/infrastructure/media/upload_spool.py @@ -0,0 +1,49 @@ +import hashlib +import tempfile +from collections.abc import AsyncIterator +from contextlib import asynccontextmanager +from dataclasses import dataclass +from typing import IO + +from domain.errors import InvalidRequestError, PayloadTooLargeError + + +@dataclass(frozen=True) +class SpooledUpload: + """Принятое тело загрузки: файл запроса, размер и SHA-256 байт""" + + file: IO[bytes] + size: int + sha256: bytes + + +@asynccontextmanager +async def spool_upload( + chunks: AsyncIterator[bytes], max_bytes: int, memory_bytes: int +) -> AsyncIterator[SpooledUpload]: + """ + Приём тела потоком: первые memory_bytes держатся в RAM, остальное — + во временном файле запроса, который удаляется при выходе из контекста + (в том числе при обрыве загрузки). Это не хранилище: оригинал живёт в S3. + + Чтение прекращается на первом байте сверх max_bytes, поэтому одна загрузка + занимает не больше memory_bytes RAM и max_bytes диска. SHA-256 и размер + считаются по ходу чтения, без второго прохода. + + Raises: + PayloadTooLargeError: тело больше max_bytes + InvalidRequestError: пустое тело + """ + with tempfile.SpooledTemporaryFile(max_size=memory_bytes) as file: + digest = hashlib.sha256() + size = 0 + async for chunk in chunks: + size += len(chunk) + if size > max_bytes: + raise PayloadTooLargeError(f"Файл больше {max_bytes} байт") + digest.update(chunk) + file.write(chunk) + if size == 0: + raise InvalidRequestError("Пустое тело: ожидаются байты PNG или JPEG") + file.seek(0) + yield SpooledUpload(file=file, size=size, sha256=digest.digest()) diff --git a/src/infrastructure/repositories/__init__.py b/src/infrastructure/repositories/__init__.py index 2a845b1..53d6ac4 100644 --- a/src/infrastructure/repositories/__init__.py +++ b/src/infrastructure/repositories/__init__.py @@ -1,5 +1,7 @@ +from .attachment_repository import PostgresAttachmentRepository from .chat_repository import PostgresChatRepository from .message_repository import PostgresMessageRepository +from .object_storage import S3ObjectStorage from .session_cache import ValkeySessionCache from .session_repository import PostgresSessionRepository from .user_repository import PostgresUserRepository @@ -9,5 +11,7 @@ __all__ = [ "PostgresChatRepository", "PostgresMessageRepository", "PostgresSessionRepository", + "PostgresAttachmentRepository", "ValkeySessionCache", + "S3ObjectStorage", ] diff --git a/src/infrastructure/repositories/attachment_repository/__init__.py b/src/infrastructure/repositories/attachment_repository/__init__.py new file mode 100644 index 0000000..113c72c --- /dev/null +++ b/src/infrastructure/repositories/attachment_repository/__init__.py @@ -0,0 +1,3 @@ +from .postgres import PostgresAttachmentRepository + +__all__ = ["PostgresAttachmentRepository"] diff --git a/src/infrastructure/repositories/attachment_repository/postgres.py b/src/infrastructure/repositories/attachment_repository/postgres.py new file mode 100644 index 0000000..d5fb307 --- /dev/null +++ b/src/infrastructure/repositories/attachment_repository/postgres.py @@ -0,0 +1,281 @@ +from uuid import UUID + +import asyncpg + +from domain import ( + AttachmentSchema, + AttachmentStatus, + NewAttachmentSchema, + StoredAttachmentSchema, + UnfinishedUploadSchema, +) +from domain.errors import NotFoundError +from infrastructure.utils import Pool, repository_logs +from interfaces import AttachmentRepository + + +class PostgresAttachmentRepository(AttachmentRepository): + def __init__(self, pool: Pool) -> None: + self._pool = pool + + @repository_logs + async def create_pending(self, attachment: NewAttachmentSchema) -> UUID: + """ + Строка коммитится до PUT в S3. Владелец обязан быть участником чата — + это проверяет FK на chat_members. + """ + query = """ + INSERT INTO attachments + ( + chat_id, + owner_id, + filename, + content_type, + size_bytes, + sha256, + object_key, + status + ) + VALUES + ( + $1, + $2, + $3, + $4, + $5, + $6, + $7, + $8 + ) + RETURNING id; + """ + async with self._pool.acquire() as conn: + try: + attachment_id: UUID = await conn.fetchval( + query, + attachment.chat_id, + attachment.owner_id, + attachment.filename, + attachment.content_type, + attachment.size_bytes, + attachment.sha256, + attachment.object_key, + AttachmentStatus.PENDING, + ) + except asyncpg.ForeignKeyViolationError: + raise NotFoundError() from None + return attachment_id + + @repository_logs + async def mark_ready( + self, attachment_id: UUID, grace_seconds: int + ) -> AttachmentSchema | None: + """ + Условие по возрасту на часах БД — тех же, по которым janitor отбирает + строки: загрузка, которую janitor уже может очищать, не подтверждается. + Одновременный claim janitor и это UPDATE сериализует блокировка строки. + """ + query = """ + UPDATE attachments + SET + status = $2, + updated_at = clock_timestamp() + WHERE + id = $1 + AND status = $3 + AND created_at > clock_timestamp() - make_interval(secs => $4::integer) + RETURNING + id, + chat_id, + owner_id, + filename, + content_type, + size_bytes, + sha256, + created_at, + updated_at; + """ + async with self._pool.acquire() as conn: + row = await conn.fetchrow( + query, + attachment_id, + AttachmentStatus.READY, + AttachmentStatus.PENDING, + grace_seconds, + ) + return self._row_to_attachment(row) if row is not None else None + + @repository_logs + async def claim_pending(self, attachment_id: UUID) -> UnfinishedUploadSchema | None: + query = """ + UPDATE attachments + SET + status = $2, + updated_at = clock_timestamp() + WHERE + id = $1 + AND status = $3 + RETURNING id, object_key; + """ + async with self._pool.acquire() as conn: + row = await conn.fetchrow( + query, + attachment_id, + AttachmentStatus.DELETING, + AttachmentStatus.PENDING, + ) + return self._row_to_unfinished(row) if row is not None else None + + @repository_logs + async def claim_unfinished( + self, grace_seconds: int, limit: int + ) -> list[UnfinishedUploadSchema]: + """ + Перевод pending → deleting атомарен: после него mark_ready этой строки + невозможен. SKIP LOCKED — строку, которую сейчас подтверждает API, + janitor не ждёт и не забирает. deleting-строки возвращаются независимо + от возраста: их очистка прервалась и повторяется. + """ + query = """ + WITH stale AS + ( + SELECT id + FROM attachments + WHERE + status IN ($2, $3) + AND + ( + status = $3 + OR created_at < clock_timestamp() - make_interval(secs => $1::integer) + ) + ORDER BY created_at + LIMIT $4 + FOR UPDATE SKIP LOCKED + ) + UPDATE attachments attachment + SET + status = $3, + updated_at = clock_timestamp() + FROM stale + WHERE attachment.id = stale.id + RETURNING attachment.id, attachment.object_key; + """ + async with self._pool.acquire() as conn: + rows = await conn.fetch( + query, + grace_seconds, + AttachmentStatus.PENDING, + AttachmentStatus.DELETING, + limit, + ) + return [self._row_to_unfinished(row) for row in rows] + + @repository_logs + async def list_unfinished( + self, grace_seconds: int, limit: int + ) -> list[UnfinishedUploadSchema]: + query = """ + SELECT + id, + object_key + FROM attachments + WHERE + status IN ($2, $3) + AND + ( + status = $3 + OR created_at < clock_timestamp() - make_interval(secs => $1::integer) + ) + ORDER BY created_at + LIMIT $4; + """ + async with self._pool.acquire() as conn: + rows = await conn.fetch( + query, + grace_seconds, + AttachmentStatus.PENDING, + AttachmentStatus.DELETING, + limit, + ) + return [self._row_to_unfinished(row) for row in rows] + + @repository_logs + async def delete_claimed(self, attachment_ids: list[UUID]) -> int: + query = """ + DELETE FROM attachments + WHERE + id = ANY($1::uuid[]) + AND status = $2; + """ + async with self._pool.acquire() as conn: + status = await conn.execute( + query, attachment_ids, AttachmentStatus.DELETING + ) + return int(status.split()[-1]) + + @repository_logs + async def get_for_member( + self, attachment_id: UUID, member_id: UUID + ) -> StoredAttachmentSchema | None: + query = """ + SELECT + attachment.id, + attachment.chat_id, + attachment.owner_id, + attachment.filename, + attachment.content_type, + attachment.size_bytes, + attachment.sha256, + attachment.object_key, + attachment.created_at, + attachment.updated_at + FROM attachments attachment + WHERE + attachment.id = $1 + AND attachment.status = $3 + AND EXISTS + ( + SELECT 1 + FROM chat_members caller + WHERE caller.chat_id = attachment.chat_id AND caller.user_id = $2 + ); + """ + async with self._pool.acquire() as conn: + row = await conn.fetchrow( + query, attachment_id, member_id, AttachmentStatus.READY + ) + if row is None: + return None + return StoredAttachmentSchema( + attachment=self._row_to_attachment(row), object_key=row["object_key"] + ) + + @repository_logs + async def find_known_keys(self, object_keys: list[str]) -> set[str]: + """Поиск по уникальному индексу object_key""" + query = """ + SELECT object_key + FROM attachments + WHERE object_key = ANY($1::text[]); + """ + async with self._pool.acquire() as conn: + rows = await conn.fetch(query, object_keys) + return {row["object_key"] for row in rows} + + @staticmethod + def _row_to_attachment(row: asyncpg.Record) -> AttachmentSchema: + return AttachmentSchema( + id=row["id"], + chat_id=row["chat_id"], + owner_id=row["owner_id"], + filename=row["filename"], + content_type=row["content_type"], + size_bytes=row["size_bytes"], + sha256=row["sha256"].hex(), + created_at=row["created_at"], + updated_at=row["updated_at"], + ) + + @staticmethod + def _row_to_unfinished(row: asyncpg.Record) -> UnfinishedUploadSchema: + return UnfinishedUploadSchema(id=row["id"], object_key=row["object_key"]) diff --git a/src/infrastructure/repositories/message_repository/postgres.py b/src/infrastructure/repositories/message_repository/postgres.py index f04301a..0b97647 100644 --- a/src/infrastructure/repositories/message_repository/postgres.py +++ b/src/infrastructure/repositories/message_repository/postgres.py @@ -3,13 +3,23 @@ from uuid import UUID import asyncpg from domain import IdempotencyKeySchema, MessageSchema, PageKey -from domain.errors import ConflictError +from domain.errors import ConflictError, NotFoundError from infrastructure.utils import Pool, repository_logs, transaction from interfaces import MessageRepository # Пространство ключей advisory lock: (namespace, hashtext(chat_id)) CHAT_LOCK_NAMESPACE = 2 +# Вложения сообщения в порядке attachment_ids запроса +MESSAGE_ATTACHMENT_IDS = """ +ARRAY( + SELECT link.attachment_id + FROM message_attachments link + WHERE link.message_id = message.id + ORDER BY link.position +) AS attachment_ids +""" + class PostgresMessageRepository(MessageRepository): def __init__(self, pool: Pool) -> None: @@ -21,6 +31,7 @@ class PostgresMessageRepository(MessageRepository): chat_id: UUID, sender_id: UUID, text: str, + attachment_ids: list[UUID], idempotency: IdempotencyKeySchema, ) -> tuple[MessageSchema, bool]: """ @@ -36,18 +47,24 @@ class PostgresMessageRepository(MessageRepository): порядок коммитов совпадает с порядком (created_at, id), и читатель с cursor не пропустит сообщение. MAX берётся из индекса (chat_id, created_at, id) — Index Only Scan Backward, а не проход по истории. + + Вложения связываются одним INSERT ... SELECT только с готовыми + вложениями этого чата; если связано меньше, чем передано, — 404 + и откат всей транзакции, сообщение не появляется. Составной FK + (attachment_id, chat_id) дублирует проверку чата на уровне БД. """ lock_query = """ SELECT pg_advisory_xact_lock($1, hashtext($2::uuid::text)); """ - find_key_query = """ + find_key_query = f""" SELECT idem.request_hash, message.id, message.chat_id, message.sender_id, message.text, - message.created_at + message.created_at, + {MESSAGE_ATTACHMENT_IDS} FROM message_idempotency_keys idem JOIN messages message ON message.id = idem.message_id WHERE @@ -73,6 +90,25 @@ class PostgresMessageRepository(MessageRepository): WHERE chat_id = $1 RETURNING id, chat_id, sender_id, text, created_at; """ + attachments_query = """ + INSERT INTO message_attachments + ( + message_id, + chat_id, + attachment_id, + position + ) + SELECT + $1, + $2, + attachment.id, + item.ordinality - 1 + FROM unnest($3::uuid[]) WITH ORDINALITY AS item(attachment_id, ordinality) + JOIN attachments attachment + ON attachment.id = item.attachment_id + AND attachment.chat_id = $2 + AND attachment.status = 'ready'; + """ save_key_query = """ INSERT INTO message_idempotency_keys @@ -113,6 +149,12 @@ class PostgresMessageRepository(MessageRepository): return self._row_to_message(stored), False row = await conn.fetchrow(insert_query, chat_id, sender_id, text) assert row is not None + if attachment_ids: + status = await conn.execute( + attachments_query, row["id"], chat_id, attachment_ids + ) + if int(status.split()[-1]) != len(attachment_ids): + raise NotFoundError("Вложение не найдено") await conn.execute( save_key_query, sender_id, @@ -122,7 +164,7 @@ class PostgresMessageRepository(MessageRepository): row["id"], idempotency.ttl_seconds, ) - return self._row_to_message(row), True + return self._row_to_message(row, attachment_ids), True @repository_logs async def list_for_chat( @@ -133,30 +175,32 @@ class PostgresMessageRepository(MessageRepository): (chat_id, created_at, id) начинает чтение сразу после cursor и останавливается после LIMIT строк. """ - first_page_query = """ + first_page_query = f""" SELECT - id, - chat_id, - sender_id, - text, - created_at - FROM messages - WHERE chat_id = $1 - ORDER BY created_at, id + message.id, + message.chat_id, + message.sender_id, + message.text, + message.created_at, + {MESSAGE_ATTACHMENT_IDS} + FROM messages message + WHERE message.chat_id = $1 + ORDER BY message.created_at, message.id LIMIT $2; """ - next_page_query = """ + next_page_query = f""" SELECT - id, - chat_id, - sender_id, - text, - created_at - FROM messages + message.id, + message.chat_id, + message.sender_id, + message.text, + message.created_at, + {MESSAGE_ATTACHMENT_IDS} + FROM messages message WHERE - chat_id = $1 - AND (created_at, id) > ($2, $3) - ORDER BY created_at, id + message.chat_id = $1 + AND (message.created_at, message.id) > ($2, $3) + ORDER BY message.created_at, message.id LIMIT $4; """ async with self._pool.acquire() as conn: @@ -169,11 +213,17 @@ class PostgresMessageRepository(MessageRepository): return [self._row_to_message(row) for row in rows] @staticmethod - def _row_to_message(row: asyncpg.Record) -> MessageSchema: + def _row_to_message( + row: asyncpg.Record, attachment_ids: list[UUID] | None = None + ) -> MessageSchema: + """attachment_ids — из запроса для только что вставленного сообщения""" return MessageSchema( id=row["id"], chat_id=row["chat_id"], sender_id=row["sender_id"], text=row["text"], created_at=row["created_at"], + attachment_ids=( + attachment_ids if attachment_ids is not None else row["attachment_ids"] + ), ) diff --git a/src/infrastructure/repositories/object_storage/__init__.py b/src/infrastructure/repositories/object_storage/__init__.py new file mode 100644 index 0000000..3cf5e4c --- /dev/null +++ b/src/infrastructure/repositories/object_storage/__init__.py @@ -0,0 +1,3 @@ +from .s3 import S3ObjectStorage, S3StoredObject + +__all__ = ["S3ObjectStorage", "S3StoredObject"] diff --git a/src/infrastructure/repositories/object_storage/s3.py b/src/infrastructure/repositories/object_storage/s3.py new file mode 100644 index 0000000..d3ca848 --- /dev/null +++ b/src/infrastructure/repositories/object_storage/s3.py @@ -0,0 +1,118 @@ +import base64 +from collections.abc import AsyncIterator +from datetime import datetime +from typing import TYPE_CHECKING, Any, BinaryIO + +from aiobotocore.client import AioBaseClient +from botocore.exceptions import ClientError + +from config import LOGGER +from domain.errors import UnavailableError +from infrastructure.utils import ( + STORAGE_UNAVAILABLE_ERRORS, + storage_error_code, + storage_logs, +) +from interfaces import ObjectStorage, StoredObject + +if TYPE_CHECKING: + from infrastructure.dependencies.storage import ObjectStorageManager + +DOWNLOAD_CHUNK_SIZE = 64 * 1024 + +MISSING_OBJECT_CODES = frozenset({"NoSuchKey", "404"}) + + +class S3StoredObject(StoredObject): + """Тело GET-ответа S3, читаемое частями по DOWNLOAD_CHUNK_SIZE""" + + def __init__(self, body: Any, content_length: int) -> None: + self._body = body + self.content_length = content_length + self._closed = False + + async def iter_chunks(self) -> AsyncIterator[bytes]: + """ + Обрыв S3 посреди передачи: заголовки клиенту уже отправлены, поэтому + ответ обрывается, а клиент видит несовпадение с Content-Length. + """ + try: + async for chunk in self._body.iter_chunks(DOWNLOAD_CHUNK_SIZE): + yield chunk + except STORAGE_UNAVAILABLE_ERRORS as error: + LOGGER.warning( + f"Чтение объекта S3 прервано: {storage_error_code(error)}" + ) + raise + finally: + await self.close() + + async def close(self) -> None: + if not self._closed: + self._closed = True + await self._body.aclose() + + +class S3ObjectStorage(ObjectStorage): + """ + Объекты вложений в приватном bucket. Ключи API имеют права только на + чтение, запись и список объектов этого bucket. + """ + + def __init__(self, storage: "ObjectStorageManager") -> None: + self._storage = storage + + @property + def _client(self) -> AioBaseClient: + assert self._storage.client is not None + return self._storage.client + + @storage_logs + async def put( + self, + key: str, + body: BinaryIO, + size: int, + content_type: str, + sha256: bytes, + ) -> None: + """ + Один PUT (до 10 MiB multipart не нужен): объект появляется в S3 целиком + или не появляется вовсе, незавершённых частей не остаётся. + """ + await self._client.put_object( + Bucket=self._storage.bucket, + Key=key, + Body=body, + ContentLength=size, + ContentType=content_type, + ChecksumSHA256=base64.b64encode(sha256).decode(), + ) + + @storage_logs + async def open(self, key: str) -> StoredObject | None: + try: + response = await self._client.get_object( + Bucket=self._storage.bucket, Key=key + ) + except ClientError as error: + if storage_error_code(error) in MISSING_OBJECT_CODES: + return None + raise + return S3StoredObject(response["Body"], response["ContentLength"]) + + @storage_logs + async def delete(self, key: str) -> None: + await self._client.delete_object(Bucket=self._storage.bucket, Key=key) + + async def list_objects(self, prefix: str) -> AsyncIterator[tuple[str, datetime]]: + paginator = self._client.get_paginator("list_objects_v2") + try: + async for page in paginator.paginate( + Bucket=self._storage.bucket, Prefix=prefix + ): + for item in page.get("Contents", []): + yield item["Key"], item["LastModified"] + except STORAGE_UNAVAILABLE_ERRORS as error: + LOGGER.warning(f"Список объектов S3 не получен: {storage_error_code(error)}") + raise UnavailableError("Хранилище файлов временно недоступно") from None diff --git a/src/infrastructure/security/__init__.py b/src/infrastructure/security/__init__.py index 0e01aec..448384e 100644 --- a/src/infrastructure/security/__init__.py +++ b/src/infrastructure/security/__init__.py @@ -1,4 +1,11 @@ from .password_hasher import PasswordHasher, get_password_hasher +from .secrets import read_secret from .tokens import generate_token, hash_token -__all__ = ["PasswordHasher", "get_password_hasher", "generate_token", "hash_token"] +__all__ = [ + "PasswordHasher", + "get_password_hasher", + "generate_token", + "hash_token", + "read_secret", +] diff --git a/src/infrastructure/security/secrets.py b/src/infrastructure/security/secrets.py new file mode 100644 index 0000000..f66860a --- /dev/null +++ b/src/infrastructure/security/secrets.py @@ -0,0 +1,17 @@ +from pathlib import Path + + +def read_secret(path: Path) -> str: + """ + Секрет из файла (Docker/Compose secret в /run/secrets). Значение не + логируется и не попадает в текст ошибки — только путь. + """ + try: + value = path.read_text(encoding="utf-8").strip() + except OSError as error: + raise RuntimeError( + f"Не удалось прочитать секрет {path}: {type(error).__name__}" + ) from None + if not value: + raise RuntimeError(f"Секрет {path} пуст") + return value diff --git a/src/infrastructure/services/__init__.py b/src/infrastructure/services/__init__.py index 15239f7..82a0005 100644 --- a/src/infrastructure/services/__init__.py +++ b/src/infrastructure/services/__init__.py @@ -1,6 +1,15 @@ +from .attachment_service import AttachmentService from .auth_service import AuthService from .chat_service import ChatService from .message_service import MessageService +from .storage_reconciler import StorageReconciler from .user_service import UserService -__all__ = ["UserService", "AuthService", "ChatService", "MessageService"] +__all__ = [ + "UserService", + "AuthService", + "ChatService", + "MessageService", + "AttachmentService", + "StorageReconciler", +] diff --git a/src/infrastructure/services/attachment_service/__init__.py b/src/infrastructure/services/attachment_service/__init__.py new file mode 100644 index 0000000..7bd5312 --- /dev/null +++ b/src/infrastructure/services/attachment_service/__init__.py @@ -0,0 +1,3 @@ +from .attachment_service import AttachmentService + +__all__ = ["AttachmentService"] diff --git a/src/infrastructure/services/attachment_service/attachment_service.py b/src/infrastructure/services/attachment_service/attachment_service.py new file mode 100644 index 0000000..ef87e87 --- /dev/null +++ b/src/infrastructure/services/attachment_service/attachment_service.py @@ -0,0 +1,222 @@ +import asyncio +import secrets +from collections.abc import AsyncIterator +from typing import IO +from uuid import UUID + +from config import LOGGER +from domain import ( + ORIGINAL_OBJECT_PREFIX, + AttachmentContentType, + AttachmentSchema, + AttachmentVariant, + NewAttachmentSchema, + StoredAttachmentSchema, + UserSchema, +) +from domain.errors import ( + AppError, + NotFoundError, + PayloadTooLargeError, + UnavailableError, + UnsupportedMediaTypeError, +) +from infrastructure.media import ImageInspector, spool_upload +from interfaces import AttachmentRepository, ChatRepository, ObjectStorage, StoredObject + +# 128 бит случайности: ключ не угадывается и не связан с filename +OBJECT_KEY_RANDOM_BYTES = 16 + + +class AttachmentService: + """ + Вложения: оригинал в приватном S3, метаданные в PostgreSQL. + + Порядок записи: строка pending → PUT в S3 → pending → ready → 201. + 201 возвращается только после того, как и объект, и подтверждённые + метаданные сохранены. Сбой после записи строки компенсируется сразу: + строка забирается в deleting, объект удаляется, затем строка. Если + компенсация сама не удалась (S3/БД недоступны, процесс упал), строку + pending дочищает janitor после grace period. + """ + + def __init__( + self, + chat_repository: ChatRepository, + attachment_repository: AttachmentRepository, + storage: ObjectStorage, + inspector: ImageInspector, + max_upload_bytes: int, + spool_memory_bytes: int, + store_timeout_seconds: float, + pending_grace_seconds: int, + ) -> None: + self._chats = chat_repository + self._attachments = attachment_repository + self._storage = storage + self._inspector = inspector + self._max_upload_bytes = max_upload_bytes + self._spool_memory_bytes = spool_memory_bytes + self._store_timeout = store_timeout_seconds + self._pending_grace = pending_grace_seconds + + async def upload( + self, + current_user: UserSchema, + chat_id: UUID, + filename: str, + content_type: str | None, + content_length: int | None, + chunks: AsyncIterator[bytes], + ) -> AttachmentSchema: + """ + Синхронная загрузка оригинала. Дешёвые проверки (доступ, Content-Type, + Content-Length) выполняются до чтения тела; тело читается потоком + с лимитом байт, изображение проверяется до записи в S3. + + Raises: + NotFoundError: чата нет или пользователь не участник + UnsupportedMediaTypeError: не PNG/JPEG, повреждено, подмена MIME + PayloadTooLargeError: больше лимита байт или пикселей + UnavailableError: S3 или БД недоступны; ничего не сохранено + """ + await self._ensure_member(current_user, chat_id) + declared = self._parse_content_type(content_type) + if content_length is not None and content_length > self._max_upload_bytes: + raise PayloadTooLargeError(f"Файл больше {self._max_upload_bytes} байт") + async with spool_upload( + chunks, self._max_upload_bytes, self._spool_memory_bytes + ) as upload: + image = await self._inspector.inspect(upload.file, declared) + new = NewAttachmentSchema( + chat_id=chat_id, + owner_id=current_user.id, + filename=filename, + content_type=image.content_type, + size_bytes=upload.size, + sha256=upload.sha256, + object_key=self._new_object_key(), + ) + attachment = await self._store(new, upload.file) + LOGGER.info( + f"Загружено вложение {attachment.id} в чат {chat_id} пользователем " + f"{current_user.id}: {attachment.content_type}, " + f"{attachment.size_bytes} байт, {image.width}x{image.height}" + ) + return attachment + + async def get_attachment( + self, current_user: UserSchema, attachment_id: UUID + ) -> AttachmentSchema: + stored = await self._get_stored(current_user, attachment_id) + return stored.attachment + + async def open_content( + self, + current_user: UserSchema, + attachment_id: UUID, + variant: AttachmentVariant, + ) -> tuple[AttachmentSchema, StoredObject]: + """ + Объект открывается до ответа: недоступность S3 — 503 в общем формате + ошибки, а не оборванный 200. + + Raises: + NotFoundError: вложения нет, оно чужое или варианта нет + UnavailableError: S3 недоступен + """ + stored = await self._get_stored(current_user, attachment_id) + if variant is not AttachmentVariant.ORIGINAL: + raise NotFoundError("Вариант изображения не найден") + content = await self._storage.open(stored.object_key) + if content is None: + LOGGER.error( + f"Нарушена согласованность: объект готового вложения " + f"{attachment_id} отсутствует в S3" + ) + raise AppError() + return stored.attachment, content + + async def _store(self, new: NewAttachmentSchema, body: IO[bytes]) -> AttachmentSchema: + """ + Запись объекта и подтверждение метаданных с жёстким сроком + store_timeout ≪ grace period: janitor не может забрать загрузку, + которая ещё идёт. + """ + attachment_id = await self._attachments.create_pending(new) + try: + async with asyncio.timeout(self._store_timeout): + body.seek(0) + await self._storage.put( + new.object_key, + body, + new.size_bytes, + new.content_type, + new.sha256, + ) + attachment = await self._attachments.mark_ready( + attachment_id, self._pending_grace + ) + except BaseException as error: + LOGGER.warning( + f"Загрузка {attachment_id} не завершена ({type(error).__name__}), " + "компенсация" + ) + await self._compensate(attachment_id) + if isinstance(error, TimeoutError): + raise UnavailableError("Хранилище файлов не ответило вовремя") from None + raise + if attachment is None: + LOGGER.warning(f"Загрузка {attachment_id} уже забрана на очистку") + await self._compensate(attachment_id) + raise UnavailableError("Загрузка не подтверждена, повторите запрос") + return attachment + + async def _compensate(self, attachment_id: UUID) -> None: + """ + Best effort: pending → deleting → удалить объект → удалить строку. + Строку сначала забирают: если в неизвестном исходе UPDATE в ready + всё же прошёл, claim не сработает, и объект готового вложения цел. + Любой сбой здесь только журналируется: остаток дочистит janitor. + """ + try: + claimed = await self._attachments.claim_pending(attachment_id) + if claimed is None: + return + await self._storage.delete(claimed.object_key) + await self._attachments.delete_claimed([claimed.id]) + except AppError as error: + LOGGER.warning( + f"Компенсация загрузки {attachment_id} не удалась " + f"({type(error).__name__}): строку дочистит janitor" + ) + + async def _get_stored( + self, current_user: UserSchema, attachment_id: UUID + ) -> StoredAttachmentSchema: + """Чужое, неизвестное и незавершённое вложение неразличимы: 404""" + stored = await self._attachments.get_for_member(attachment_id, current_user.id) + if stored is None: + raise NotFoundError() + return stored + + async def _ensure_member(self, current_user: UserSchema, chat_id: UUID) -> None: + """Посторонний получает 404: существование чужого чата не раскрывается""" + if await self._chats.get_for_member(chat_id, current_user.id) is None: + raise NotFoundError() + + @staticmethod + def _parse_content_type(raw: str | None) -> AttachmentContentType: + """Заявленный тип без параметров; содержимое сверяется с ним позже""" + media_type = (raw or "").split(";", 1)[0].strip().lower() + try: + return AttachmentContentType(media_type) + except ValueError: + raise UnsupportedMediaTypeError( + "Content-Type должен быть image/png или image/jpeg" + ) from None + + @staticmethod + def _new_object_key() -> str: + """Ключ назначает сервер; имя файла пользователя в него не входит""" + return ORIGINAL_OBJECT_PREFIX + secrets.token_hex(OBJECT_KEY_RANDOM_BYTES) diff --git a/src/infrastructure/services/message_service/message_service.py b/src/infrastructure/services/message_service/message_service.py index 9665910..e861b4a 100644 --- a/src/infrastructure/services/message_service/message_service.py +++ b/src/infrastructure/services/message_service/message_service.py @@ -37,6 +37,9 @@ class MessageService: Повтор с тем же Idempotency-Key заново проверяет доступ к чату и возвращает исходное сообщение. + + Raises: + NotFoundError: чат чужой или вложение не готово / из другого чата """ await self._ensure_member(current_user, chat_id) idempotency = IdempotencyKeySchema( @@ -45,12 +48,13 @@ class MessageService: ttl_seconds=self._idempotency_ttl, ) message, created = await self._messages.create( - chat_id, current_user.id, data.text, idempotency + chat_id, current_user.id, data.text, data.attachment_ids, idempotency ) if created: LOGGER.info( f"Сообщение {message.id} отправлено в чат {chat_id} " - f"пользователем {current_user.id}" + f"пользователем {current_user.id}, " + f"вложений: {len(message.attachment_ids)}" ) else: LOGGER.info( @@ -79,5 +83,9 @@ class MessageService: """ SHA-256 канонического тела. Порядок полей задаёт схема, а не клиент, поэтому JSON с другим порядком ключей считается тем же запросом. + Значения по умолчанию не входят в hash: отсутствующий attachment_ids + равен [], а hash текстового сообщения совпадает с hash lab3. """ - return hashlib.sha256(data.model_dump_json().encode()).digest() + return hashlib.sha256( + data.model_dump_json(exclude_defaults=True).encode() + ).digest() diff --git a/src/infrastructure/services/storage_reconciler/__init__.py b/src/infrastructure/services/storage_reconciler/__init__.py new file mode 100644 index 0000000..84c348c --- /dev/null +++ b/src/infrastructure/services/storage_reconciler/__init__.py @@ -0,0 +1,3 @@ +from .storage_reconciler import StorageReconciler + +__all__ = ["StorageReconciler"] diff --git a/src/infrastructure/services/storage_reconciler/storage_reconciler.py b/src/infrastructure/services/storage_reconciler/storage_reconciler.py new file mode 100644 index 0000000..6406bcc --- /dev/null +++ b/src/infrastructure/services/storage_reconciler/storage_reconciler.py @@ -0,0 +1,106 @@ +from datetime import UTC, datetime, timedelta + +from config import LOGGER +from domain import ORIGINAL_OBJECT_PREFIX, ReconcileReportSchema, UnfinishedUploadSchema +from interfaces import AttachmentRepository, ObjectStorage + +# Строк незавершённых загрузок за один запрос к БД +UNFINISHED_BATCH_SIZE = 100 + +# Ключей S3 на одну проверку в БД (WHERE object_key = ANY(...)) +ORPHAN_SCAN_BATCH_SIZE = 500 + + +class StorageReconciler: + """ + Сверка S3 и PostgreSQL (janitor). Один проход: + + 1. Незавершённые загрузки. pending старше grace period переводятся + в deleting (после этого API уже не подтвердит их), объект удаляется + (идемпотентно — его могло и не быть), затем строка. deleting прошлых + проходов повторяются: очистку можно прервать в любой точке. + 2. Сироты. Объекты под originals/ без строки в БД и старше grace period + удаляются. Пока соблюдается инвариант «строка раньше объекта», их нет; + проход проверяет инвариант и страхует от внешних нарушений (например, + восстановления БД из старой копии). + + Не удаляются: готовые вложения (ready) и всё, что моложе grace period. + dry_run — только отчёт, без изменений. + """ + + def __init__( + self, + attachment_repository: AttachmentRepository, + storage: ObjectStorage, + grace_seconds: int, + ) -> None: + self._attachments = attachment_repository + self._storage = storage + self._grace_seconds = grace_seconds + + async def run_once(self, dry_run: bool = False) -> ReconcileReportSchema: + """ + Raises: + UnavailableError: S3 или БД недоступны; следующий проход повторит + """ + report = ReconcileReportSchema(dry_run=dry_run) + await self._clean_unfinished(report) + await self._clean_orphans(report) + LOGGER.info(f"Сверка S3/БД завершена: {report.model_dump_json()}") + return report + + async def _clean_unfinished(self, report: ReconcileReportSchema) -> None: + if report.dry_run: + found = await self._attachments.list_unfinished( + self._grace_seconds, UNFINISHED_BATCH_SIZE + ) + report.unfinished_claimed = len(found) + return + while True: + claimed = await self._attachments.claim_unfinished( + self._grace_seconds, UNFINISHED_BATCH_SIZE + ) + if not claimed: + return + report.unfinished_claimed += len(claimed) + await self._delete_objects(claimed) + report.unfinished_objects_deleted += len(claimed) + report.unfinished_rows_deleted += await self._attachments.delete_claimed( + [upload.id for upload in claimed] + ) + for upload in claimed: + LOGGER.info(f"Незавершённая загрузка {upload.id} очищена") + + async def _clean_orphans(self, report: ReconcileReportSchema) -> None: + threshold = datetime.now(UTC) - timedelta(seconds=self._grace_seconds) + batch: list[tuple[str, datetime]] = [] + async for key, modified_at in self._storage.list_objects( + ORIGINAL_OBJECT_PREFIX + ): + report.objects_scanned += 1 + batch.append((key, modified_at)) + if len(batch) >= ORPHAN_SCAN_BATCH_SIZE: + await self._clean_orphan_batch(batch, threshold, report) + batch = [] + if batch: + await self._clean_orphan_batch(batch, threshold, report) + + async def _clean_orphan_batch( + self, + batch: list[tuple[str, datetime]], + threshold: datetime, + report: ReconcileReportSchema, + ) -> None: + known = await self._attachments.find_known_keys([key for key, _ in batch]) + for key, modified_at in batch: + if key in known or modified_at >= threshold: + continue + report.orphan_objects_found += 1 + LOGGER.warning(f"Объект S3 без строки в БД: {key}") + if not report.dry_run: + await self._storage.delete(key) + report.orphan_objects_deleted += 1 + + async def _delete_objects(self, uploads: list[UnfinishedUploadSchema]) -> None: + for upload in uploads: + await self._storage.delete(upload.object_key) diff --git a/src/infrastructure/utils/__init__.py b/src/infrastructure/utils/__init__.py index 206e65c..6c6c79e 100644 --- a/src/infrastructure/utils/__init__.py +++ b/src/infrastructure/utils/__init__.py @@ -1,5 +1,10 @@ from .pagination import build_page, decode_cursor, encode_cursor, page_key from .repository_utils import DATABASE_UNAVAILABLE_ERRORS, repository_logs +from .storage_utils import ( + STORAGE_UNAVAILABLE_ERRORS, + storage_error_code, + storage_logs, +) from .transaction import ConnectionPool, Pool, transaction __all__ = [ @@ -9,6 +14,9 @@ __all__ = [ "build_page", "repository_logs", "DATABASE_UNAVAILABLE_ERRORS", + "storage_logs", + "storage_error_code", + "STORAGE_UNAVAILABLE_ERRORS", "ConnectionPool", "Pool", "transaction", diff --git a/src/infrastructure/utils/storage_utils.py b/src/infrastructure/utils/storage_utils.py new file mode 100644 index 0000000..79bf823 --- /dev/null +++ b/src/infrastructure/utils/storage_utils.py @@ -0,0 +1,48 @@ +from collections.abc import Callable +from functools import wraps +from typing import Any + +import aiohttp +from botocore.exceptions import BotoCoreError, ClientError + +from config import LOGGER +from domain.errors import UnavailableError + +# Сеть, таймауты и ответы S3 с ошибкой (5xx, AccessDenied, BadDigest): +# для клиента — 503, подробности только в журнале +STORAGE_UNAVAILABLE_ERRORS: tuple[type[Exception], ...] = ( + BotoCoreError, + ClientError, + aiohttp.ClientError, + OSError, + TimeoutError, +) + + +def storage_error_code(error: Exception) -> str: + """Код ошибки S3 (NoSuchKey, AccessDenied...) или имя класса исключения""" + if isinstance(error, ClientError): + return str(error.response.get("Error", {}).get("Code", "ClientError")) + return type(error).__name__ + + +def storage_logs(func: Callable) -> Callable: + """ + Decorator for logging object storage requests. + """ + + @wraps(func) + async def wrapper(*args: Any, **kwargs: Any) -> Any: + log_text = ( + f"Request to S3 || Object: {args[0].__class__.__name__} " + f"|| Function: {func.__name__} || " + ) + try: + result = await func(*args, **kwargs) + except STORAGE_UNAVAILABLE_ERRORS as error: + LOGGER.warning(log_text + f"failed || Error: {storage_error_code(error)}") + raise UnavailableError("Хранилище файлов временно недоступно") from None + LOGGER.debug(log_text + "completed") + return result + + return wrapper diff --git a/src/interfaces/__init__.py b/src/interfaces/__init__.py index 623dfd5..856999e 100644 --- a/src/interfaces/__init__.py +++ b/src/interfaces/__init__.py @@ -1,5 +1,7 @@ +from .attachment_repository import AttachmentRepository from .chat_repository import ChatRepository from .message_repository import MessageRepository +from .object_storage import ObjectStorage, StoredObject from .session_cache import SessionCache from .session_repository import SessionRepository from .user_repository import UserRepository @@ -10,4 +12,7 @@ __all__ = [ "MessageRepository", "SessionRepository", "SessionCache", + "AttachmentRepository", + "ObjectStorage", + "StoredObject", ] diff --git a/src/interfaces/attachment_repository.py b/src/interfaces/attachment_repository.py new file mode 100644 index 0000000..cee67db --- /dev/null +++ b/src/interfaces/attachment_repository.py @@ -0,0 +1,84 @@ +from abc import ABC, abstractmethod +from uuid import UUID + +from domain import ( + AttachmentSchema, + NewAttachmentSchema, + StoredAttachmentSchema, + UnfinishedUploadSchema, +) + + +class AttachmentRepository(ABC): + """ + Слой абстракции метаданных вложений — источника истины о том, какие + объекты S3 принадлежат приложению. + + Инвариант: у каждого объекта под ORIGINAL_OBJECT_PREFIX есть строка + (pending, ready или deleting). Строка записывается до PUT в S3, + а удаляется только после удаления объекта. + """ + + @abstractmethod + async def create_pending(self, attachment: NewAttachmentSchema) -> UUID: + """ + Намерение загрузки фиксируется до записи в S3: если процесс упадёт + после PUT, объект не останется неучтённым. + """ + pass + + @abstractmethod + async def mark_ready( + self, attachment_id: UUID, grace_seconds: int + ) -> AttachmentSchema | None: + """ + Подтверждение загрузки: pending → ready. + + None, если строка уже не pending или старше grace period: janitor + мог забрать её на очистку, такая загрузка подтверждаться не должна. + """ + pass + + @abstractmethod + async def claim_pending(self, attachment_id: UUID) -> UnfinishedUploadSchema | None: + """ + Компенсация неудачной загрузки: pending → deleting. + None, если строка уже не pending (подтверждена или забрана janitor). + """ + pass + + @abstractmethod + async def claim_unfinished( + self, grace_seconds: int, limit: int + ) -> list[UnfinishedUploadSchema]: + """ + Сверка: pending старше grace period переводятся в deleting; вместе + с ними возвращаются ранее забранные deleting — их очистку повторяют. + """ + pass + + @abstractmethod + async def list_unfinished( + self, grace_seconds: int, limit: int + ) -> list[UnfinishedUploadSchema]: + """То же, что claim_unfinished, но без изменения строк (dry-run)""" + pass + + @abstractmethod + async def delete_claimed(self, attachment_ids: list[UUID]) -> int: + """Удаление строк deleting, чьи объекты уже удалены из S3""" + pass + + @abstractmethod + async def get_for_member( + self, attachment_id: UUID, member_id: UUID + ) -> StoredAttachmentSchema | None: + """ + Готовое вложение, только если пользователь — участник его чата. + """ + pass + + @abstractmethod + async def find_known_keys(self, object_keys: list[str]) -> set[str]: + """Ключи из списка, у которых есть строка в любом состоянии""" + pass diff --git a/src/interfaces/message_repository.py b/src/interfaces/message_repository.py index 3bb4057..4bb68c8 100644 --- a/src/interfaces/message_repository.py +++ b/src/interfaces/message_repository.py @@ -13,6 +13,7 @@ class MessageRepository(ABC): chat_id: UUID, sender_id: UUID, text: str, + attachment_ids: list[UUID], idempotency: IdempotencyKeySchema, ) -> tuple[MessageSchema, bool]: """ diff --git a/src/interfaces/object_storage.py b/src/interfaces/object_storage.py new file mode 100644 index 0000000..2f9a048 --- /dev/null +++ b/src/interfaces/object_storage.py @@ -0,0 +1,60 @@ +from abc import ABC, abstractmethod +from collections.abc import AsyncIterator +from datetime import datetime +from typing import BinaryIO + + +class StoredObject(ABC): + """ + Открытый на чтение объект: ответ хранилища уже получен (ошибки доступа + известны до отправки заголовков клиенту), тело читается потоком. + """ + + content_length: int + + @abstractmethod + def iter_chunks(self) -> AsyncIterator[bytes]: + """Тело объекта частями; по завершении соединение возвращается в пул""" + pass + + @abstractmethod + async def close(self) -> None: + """Освобождение соединения, если тело не дочитано; повторный вызов безопасен""" + pass + + +class ObjectStorage(ABC): + """ + Слой абстракции объектного хранилища (S3) для байтов вложений. + Недоступность хранилища — UnavailableError. + """ + + @abstractmethod + async def put( + self, + key: str, + body: BinaryIO, + size: int, + content_type: str, + sha256: bytes, + ) -> None: + """ + Запись объекта потоком из файла. Хранилище сверяет SHA-256 полученных + байт с переданным: объект с другим содержимым не сохраняется. + """ + pass + + @abstractmethod + async def open(self, key: str) -> StoredObject | None: + """Объект на чтение; None, если объекта нет""" + pass + + @abstractmethod + async def delete(self, key: str) -> None: + """Удаление объекта; отсутствующий объект — не ошибка""" + pass + + @abstractmethod + def list_objects(self, prefix: str) -> AsyncIterator[tuple[str, datetime]]: + """Ключи и время последнего изменения объектов под prefix, постранично""" + pass diff --git a/src/janitor.py b/src/janitor.py new file mode 100644 index 0000000..cbf35fc --- /dev/null +++ b/src/janitor.py @@ -0,0 +1,95 @@ +""" +Janitor: периодическая сверка S3 и PostgreSQL (сервис janitor). + +Дочищает незавершённые загрузки старше grace period и объекты S3 без строки +в БД; готовые и свежие вложения не трогает. Работает с теми же ограниченными +S3-ключами, что и API. Несколько одновременных janitor безопасны: строки +забираются через FOR UPDATE SKIP LOCKED, удаление объекта идемпотентно. + + python src/janitor.py # цикл раз в JANITOR_INTERVAL_SEC + python src/janitor.py --once --dry-run # один проход, только отчёт + +После каждого успешного прохода цикла обновляется JANITOR_HEARTBEAT_FILE: +по его возрасту healthcheck контейнера (src/healthcheck.py janitor) видит, +что janitor не завис и его зависимости доступны. +""" + +import argparse +import asyncio +import signal +import sys +import time + +from config import ( + ATTACHMENT_PENDING_GRACE_SEC, + DB_STARTUP_TIMEOUT_SEC, + JANITOR_HEARTBEAT_FILE, + JANITOR_INTERVAL_SEC, + LOGGER, +) +from domain.errors import UnavailableError +from infrastructure import database_pool_manager, storage_manager +from infrastructure.repositories import PostgresAttachmentRepository, S3ObjectStorage +from infrastructure.services import StorageReconciler + + +def parse_args() -> argparse.Namespace: + parser = argparse.ArgumentParser(description="Сверка S3 и PostgreSQL") + parser.add_argument("--once", action="store_true", help="один проход и выход") + parser.add_argument("--dry-run", action="store_true", help="только отчёт") + parser.add_argument( + "--grace-seconds", + type=int, + default=ATTACHMENT_PENDING_GRACE_SEC, + help="возраст, после которого незавершённое удаляется", + ) + return parser.parse_args() + + +async def main(args: argparse.Namespace) -> int: + stop = asyncio.Event() + loop = asyncio.get_running_loop() + for signum in (signal.SIGTERM, signal.SIGINT): + loop.add_signal_handler(signum, stop.set) + + await database_pool_manager.create_pool(DB_STARTUP_TIMEOUT_SEC) + await database_pool_manager.check_migrations() + await storage_manager.create_client() + reconciler = StorageReconciler( + PostgresAttachmentRepository(database_pool_manager), + S3ObjectStorage(storage_manager), + args.grace_seconds, + ) + LOGGER.info( + f"Janitor запущен: grace {args.grace_seconds} с, " + f"интервал {JANITOR_INTERVAL_SEC} с, dry-run: {args.dry_run}" + ) + exit_code = 0 + try: + while not stop.is_set(): + try: + report = await reconciler.run_once(args.dry_run) + exit_code = 0 + if not args.once: + JANITOR_HEARTBEAT_FILE.write_text(str(time.time())) + if args.once: + # Отчёт отдельной строкой stdout: его разбирают тесты + print(report.model_dump_json(), flush=True) + except UnavailableError: + exit_code = 1 + LOGGER.warning("Сверка не выполнена: S3 или БД недоступны, повтор") + if args.once: + break + try: + await asyncio.wait_for(stop.wait(), JANITOR_INTERVAL_SEC) + except TimeoutError: + pass + finally: + await storage_manager.close() + await database_pool_manager.close() + LOGGER.info("Janitor остановлен") + return exit_code + + +if __name__ == "__main__": + sys.exit(asyncio.run(main(parse_args()))) diff --git a/src/s3_bootstrap.py b/src/s3_bootstrap.py new file mode 100644 index 0000000..ebeaacf --- /dev/null +++ b/src/s3_bootstrap.py @@ -0,0 +1,51 @@ +""" +Однократная подготовка bucket до запуска API-реплик (сервис s3-bootstrap). + +Работает с административными ключами, которых у API нет. Идемпотентен: +повторный запуск находит bucket и ничего не меняет. Завершается ошибкой, +если bucket доступен анонимно, — тогда API-реплики не стартуют. +""" + +import asyncio + +from config import ( + LOGGER, + S3_ADMIN_ACCESS_KEY_ID_FILE, + S3_ADMIN_SECRET_ACCESS_KEY_FILE, + S3_BUCKET, + S3_CONNECT_TIMEOUT_SEC, + S3_ENDPOINT, + S3_MAX_ATTEMPTS, + S3_READ_TIMEOUT_SEC, + S3_REGION, + S3_STARTUP_TIMEOUT_SEC, +) +from infrastructure.dependencies import ObjectStorageManager + +ADMIN_POOL_SIZE = 1 + + +async def main() -> None: + admin = ObjectStorageManager( + endpoint=S3_ENDPOINT, + region=S3_REGION, + bucket=S3_BUCKET, + access_key_file=S3_ADMIN_ACCESS_KEY_ID_FILE, + secret_key_file=S3_ADMIN_SECRET_ACCESS_KEY_FILE, + max_pool_size=ADMIN_POOL_SIZE, + connect_timeout=S3_CONNECT_TIMEOUT_SEC, + read_timeout=S3_READ_TIMEOUT_SEC, + max_attempts=S3_MAX_ATTEMPTS, + ) + await admin.create_client() + try: + await admin.wait_ready(S3_STARTUP_TIMEOUT_SEC) + await admin.ensure_bucket() + admin.check_anonymous_denied() + finally: + await admin.close() + LOGGER.info("Bucket готов, s3-bootstrap завершается") + + +if __name__ == "__main__": + asyncio.run(main()) diff --git a/student-tests/conftest.py b/student-tests/conftest.py index 13c8171..6159bde 100644 --- a/student-tests/conftest.py +++ b/student-tests/conftest.py @@ -5,7 +5,15 @@ from pathlib import Path import httpx import pytest -from helpers import auth, basic, message_headers, unique_password, unique_username +from helpers import ( + auth, + basic, + message_headers, + png_bytes, + unique_password, + unique_username, + upload_raw, +) ROOT = Path(__file__).resolve().parents[1] DEFAULT_BASE_URL = json.loads((ROOT / "lab.json").read_text())["default_base_url"] @@ -74,3 +82,43 @@ def send_message(api: httpx.Client) -> Callable[..., dict]: return response.json() return send + + +@pytest.fixture +def upload(api: httpx.Client) -> Callable[..., dict]: + """Успешная загрузка вложения: 201 и Attachment""" + + def create( + user: dict, + chat: dict, + content: bytes | None = None, + content_type: str = "image/png", + filename: str = "image.png", + ) -> dict: + response = upload_raw( + api, user, chat["id"], content or png_bytes(), content_type, filename + ) + assert response.status_code == 201, response.text + return response.json() + + return create + + +@pytest.fixture +def send_attachments(api: httpx.Client) -> Callable[..., httpx.Response]: + """POST сообщения с attachment_ids; ответ не проверяется""" + + def send( + user: dict, + chat: dict, + attachment_ids: list[str], + text: str = "", + key: str | None = None, + ) -> httpx.Response: + return api.post( + f"/api/v1/chats/{chat['id']}/messages", + json={"text": text, "attachment_ids": attachment_ids}, + headers=message_headers(user, key), + ) + + return send diff --git a/student-tests/helpers.py b/student-tests/helpers.py index bb3adaa..e0afaa7 100644 --- a/student-tests/helpers.py +++ b/student-tests/helpers.py @@ -1,11 +1,16 @@ """Общие проверки для собственных black-box тестов""" import base64 +import json +import io +import struct import subprocess import uuid +import zlib from pathlib import Path import httpx +from PIL import Image ROOT = Path(__file__).resolve().parents[1] @@ -101,3 +106,111 @@ def psql(sql: str) -> str: 'psql -X -q -tA -v ON_ERROR_STOP=1 -U "$POSTGRES_USER" -d "$POSTGRES_DB"', stdin=sql, ).strip() + + +# --- Изображения и вложения (lab4) --- + +MAX_UPLOAD_BYTES = 10 * 1024 * 1024 +MAX_IMAGE_PIXELS = 40_000_000 +FIXTURE_PNG = ROOT / "tests/fixtures/sample.png" + + +def png_bytes(width: int = 32, height: int = 20, noise: bool = False) -> bytes: + """Настоящий PNG; noise — плохо сжимаемое содержимое""" + image = ( + Image.effect_noise((width, height), 64).convert("RGB") + if noise + else Image.new("RGB", (width, height), (200, 30, 90)) + ) + buffer = io.BytesIO() + image.save(buffer, "PNG") + return buffer.getvalue() + + +def jpeg_bytes(width: int = 32, height: int = 20, progressive: bool = False) -> bytes: + image = Image.effect_noise((width, height), 64).convert("RGB") + buffer = io.BytesIO() + image.save(buffer, "JPEG", quality=85, progressive=progressive) + return buffer.getvalue() + + +def bilevel_png(width: int, height: int) -> bytes: + """Огромное по пикселям, но крошечное по байтам изображение (1 бит, нули)""" + buffer = io.BytesIO() + Image.new("1", (width, height)).save(buffer, "PNG") + return buffer.getvalue() + + +def png_chunk(chunk_type: bytes, data: bytes) -> bytes: + return ( + struct.pack(">I", len(data)) + + chunk_type + + data + + struct.pack(">I", zlib.crc32(chunk_type + data)) + ) + + +def png_of_size(size: int) -> bytes: + """ + Валидный PNG ровно size байт: перед IEND вставляется chunk tEXt + с корректным CRC нужной длины. + """ + base = png_bytes() + iend = base[-12:] + padding = size - len(base) - 12 + keyword = b"Comment\x00" + text = png_chunk(b"tEXt", keyword + b"a" * (padding - len(keyword))) + result = base[:-12] + text + iend + assert len(result) == size + return result + + +def upload_headers(user: dict, content_type: str = "image/png") -> dict[str, str]: + return {**auth(user), "Content-Type": content_type} + + +def upload_raw( + api: httpx.Client, + user: dict, + chat_id: str, + content: bytes, + content_type: str | None = "image/png", + filename: str = "image.png", +) -> httpx.Response: + """POST сырых байт; content_type=None — без заголовка Content-Type""" + headers = auth(user) if content_type is None else upload_headers(user, content_type) + return api.post( + f"/api/v1/chats/{chat_id}/attachments", + params={"filename": filename}, + content=content, + headers=headers, + ) + + +def assert_not_server_error(response: httpx.Response) -> None: + """Ошибка пользователя не превращается в 5xx и имеет формат контракта""" + assert response.status_code < 500, response.text + assert response.headers["X-Instance-Id"] + + +def last_json_line(output: str) -> dict: + """Результат скрипта — последняя JSON-строка stdout; выше — журнал loguru""" + return json.loads( + next(line for line in reversed(output.splitlines()) if line.startswith("{")) + ) + + +def container_json(service: str, script: str) -> dict: + """ + Python-скрипт внутри контейнера стенда: его сети, секреты и код из src. + Скрипт печатает результат одной JSON-строкой. + """ + prelude = "import sys\nsys.path.insert(0, 'src')\n" + output = compose("exec", "-T", service, "python", "-", stdin=prelude + script) + return last_json_line(output) + + +def run_janitor(*args: str) -> dict: + """Один проход janitor внутри его контейнера; отчёт сверки""" + output = compose("exec", "-T", "janitor", "python", "src/janitor.py", "--once", *args) + return last_json_line(output) diff --git a/student-tests/test_attachment_failover.py b/student-tests/test_attachment_failover.py new file mode 100644 index 0000000..2e9f5fa --- /dev/null +++ b/student-tests/test_attachment_failover.py @@ -0,0 +1,65 @@ +""" +Upload → остановка именно той API-реплики, что приняла файл → download через +другую реплику возвращает тот же файл. На репликах нет локальной копии +оригинала: байты лежат в общем S3. + +Останавливает контейнер (scripts/stop-one.sh) и возвращает его +(scripts/restore.sh), поэтому запускается явно: make test-failures. +""" + +import hashlib +import os +import subprocess + +import httpx +import pytest +from helpers import ROOT, auth, png_bytes, upload_raw + +pytestmark = pytest.mark.skipif( + os.environ.get("RUN_FAILURE_TESTS") != "1", + reason="останавливает API-реплику: запускайте через make test-failures", +) + +DOWNLOADS_AFTER_STOP = 10 +HOOK_TIMEOUT_SEC = 90 + + +def run_script(name: str, **env: str) -> None: + subprocess.run( + [str(ROOT / "scripts" / name)], + cwd=ROOT, + env={**os.environ, **env}, + capture_output=True, + timeout=HOOK_TIMEOUT_SEC, + check=True, + ) + + +def test_download_survives_stop_of_uploading_replica( + api: httpx.Client, make_user, make_chat +) -> None: + alice = make_user("alice") + bob = make_user("bob") + chat = make_chat(alice, [alice, bob]) + content = png_bytes(800, 600, noise=True) + + uploaded = upload_raw(api, alice, chat["id"], content) + assert uploaded.status_code == 201, uploaded.text + attachment = uploaded.json() + uploader = uploaded.headers["X-Instance-Id"] + + run_script("stop-one.sh", TARGET_INSTANCE_ID=uploader) + try: + served_by = set() + for _ in range(DOWNLOADS_AFTER_STOP): + response = api.get( + f"/api/v1/attachments/{attachment['id']}/content", headers=auth(bob) + ) + assert response.status_code == 200, response.text + assert hashlib.sha256(response.content).hexdigest() == attachment["sha256"] + assert response.content == content + served_by.add(response.headers["X-Instance-Id"]) + print(f"\nUPLOADED BY {uploader}, DOWNLOADED FROM {sorted(served_by)}") + assert uploader not in served_by + finally: + run_script("restore.sh") diff --git a/student-tests/test_attachments.py b/student-tests/test_attachments.py new file mode 100644 index 0000000..2d17739 --- /dev/null +++ b/student-tests/test_attachments.py @@ -0,0 +1,384 @@ +""" +Вложения: загрузка, побайтное скачивание, доступ, лимиты и проверка содержимого. +Любая ошибка пользователя — 4xx в формате контракта, никогда не 5xx. +""" + +import hashlib +import uuid +from urllib.parse import unquote + +import httpx +import pytest +from helpers import ( + FIXTURE_PNG, + MAX_IMAGE_PIXELS, + MAX_UPLOAD_BYTES, + assert_error, + assert_not_server_error, + auth, + bilevel_png, + jpeg_bytes, + png_bytes, + png_of_size, + upload_raw, +) + +ATTACHMENT_FIELDS = { + "id", + "chat_id", + "owner_id", + "filename", + "content_type", + "size_bytes", + "sha256", + "status", + "variants", + "error_code", + "created_at", + "updated_at", +} + + +def download(api: httpx.Client, user: dict, attachment_id: str) -> httpx.Response: + return api.get(f"/api/v1/attachments/{attachment_id}/content", headers=auth(user)) + + +@pytest.mark.parametrize( + ("content", "content_type"), + [ + (FIXTURE_PNG.read_bytes(), "image/png"), + (jpeg_bytes(640, 480), "image/jpeg"), + (jpeg_bytes(640, 480, progressive=True), "image/jpeg"), + ], + ids=["png-fixture", "jpeg-baseline", "jpeg-progressive"], +) +def test_upload_and_download_byte_exact( + api: httpx.Client, make_user, make_chat, upload, content: bytes, content_type: str +) -> None: + alice = make_user("alice") + bob = make_user("bob") + chat = make_chat(alice, [alice, bob]) + + attachment = upload(alice, chat, content, content_type, "photo") + + assert set(attachment) == ATTACHMENT_FIELDS + assert attachment["status"] == "ready" + assert attachment["variants"] == [] and attachment["error_code"] is None + assert attachment["chat_id"] == chat["id"] and attachment["owner_id"] == alice["id"] + assert attachment["content_type"] == content_type + assert attachment["size_bytes"] == len(content) + assert attachment["sha256"] == hashlib.sha256(content).hexdigest() + assert attachment["created_at"].endswith("Z") + + metadata = api.get(f"/api/v1/attachments/{attachment['id']}", headers=auth(bob)) + assert metadata.status_code == 200 and metadata.json() == attachment + + response = download(api, bob, attachment["id"]) + assert response.status_code == 200 + assert response.content == content + assert response.headers["content-type"] == content_type + assert response.headers["content-length"] == str(len(content)) + assert response.headers["x-content-type-options"] == "nosniff" + assert response.headers["X-Instance-Id"] + + +def test_public_api_does_not_expose_storage_details( + api: httpx.Client, make_user, make_chat, upload +) -> None: + alice = make_user("alice") + chat = make_chat(alice, [alice]) + attachment = upload(alice, chat) + response = download(api, alice, attachment["id"]) + exposed = (str(attachment) + str(dict(response.headers))).lower() + for marker in ("originals/", "s3:9000", "messenger-attachments", "amz"): + assert marker not in exposed + assert response.status_code == 200 + assert not response.history, "download must not redirect to storage" + + +def test_unicode_filename_is_preserved( + api: httpx.Client, make_user, make_chat, upload +) -> None: + alice = make_user("alice") + chat = make_chat(alice, [alice]) + name = "Фото отпуска 😀 «море» — 1.png" + attachment = upload(alice, chat, filename=name) + assert attachment["filename"] == name + disposition = download(api, alice, attachment["id"]).headers["content-disposition"] + assert disposition.startswith("inline; filename*=UTF-8''") + assert unquote(disposition.split("''", 1)[1]) == name + + +def test_outsider_and_unknown_get_indistinguishable_404( + api: httpx.Client, make_user, make_chat, upload +) -> None: + alice = make_user("alice") + eve = make_user("eve") + chat = make_chat(alice, [alice]) + attachment = upload(alice, chat) + + for suffix in ("", "/content"): + foreign = api.get(f"/api/v1/attachments/{attachment['id']}{suffix}", headers=auth(eve)) + missing = api.get(f"/api/v1/attachments/{uuid.uuid4()}{suffix}", headers=auth(eve)) + assert_error(foreign, 404, "not_found") + assert_error(missing, 404, "not_found") + assert foreign.json()["error"]["message"] == missing.json()["error"]["message"] + + +def test_outsider_cannot_upload_into_foreign_chat( + api: httpx.Client, make_user, make_chat +) -> None: + alice = make_user("alice") + eve = make_user("eve") + chat = make_chat(alice, [alice]) + assert_error(upload_raw(api, eve, chat["id"], png_bytes()), 404, "not_found") + assert_error(upload_raw(api, eve, str(uuid.uuid4()), png_bytes()), 404, "not_found") + + +def test_authentication_is_required(api: httpx.Client, make_user, make_chat, upload) -> None: + alice = make_user("alice") + chat = make_chat(alice, [alice]) + attachment = upload(alice, chat) + anonymous = {"token": "x" * 43} + for response in ( + api.post( + f"/api/v1/chats/{chat['id']}/attachments", + params={"filename": "a.png"}, + content=png_bytes(), + headers={"Content-Type": "image/png"}, + ), + api.get(f"/api/v1/attachments/{attachment['id']}"), + download(api, anonymous, attachment["id"]), + ): + assert_error(response, 401, "unauthorized") + + +def test_variants_and_malformed_ids(api: httpx.Client, make_user, make_chat, upload) -> None: + alice = make_user("alice") + chat = make_chat(alice, [alice]) + attachment = upload(alice, chat) + path = f"/api/v1/attachments/{attachment['id']}/content" + + original = api.get(path, params={"variant": "original"}, headers=auth(alice)) + assert original.status_code == 200 + # Вариант из контракта, но в lab4 его нет у ready-вложения + missing = api.get(path, params={"variant": "thumbnail"}, headers=auth(alice)) + assert_error(missing, 404, "not_found") + unknown = api.get(path, params={"variant": "../../etc"}, headers=auth(alice)) + assert_error(unknown, 400, "invalid_request") + malformed = api.get("/api/v1/attachments/not-a-uuid", headers=auth(alice)) + assert_error(malformed, 400, "invalid_request") + + +# --- Размер --- + + +def test_exactly_max_bytes_is_accepted(api: httpx.Client, make_user, make_chat, upload) -> None: + alice = make_user("alice") + chat = make_chat(alice, [alice]) + content = png_of_size(MAX_UPLOAD_BYTES) + attachment = upload(alice, chat, content) + assert attachment["size_bytes"] == MAX_UPLOAD_BYTES + assert download(api, alice, attachment["id"]).content == content + + +def test_too_large_file_is_rejected_by_api(api: httpx.Client, make_user, make_chat) -> None: + """10 MiB + 1 байт отклоняет реплика (X-Instance-Id), а не только LB""" + alice = make_user("alice") + chat = make_chat(alice, [alice]) + response = upload_raw(api, alice, chat["id"], png_of_size(MAX_UPLOAD_BYTES + 1)) + assert_error(response, 413, "payload_too_large") + assert response.headers["X-Instance-Id"] + + +def test_huge_body_is_rejected_by_balancer(api: httpx.Client, make_user, make_chat) -> None: + alice = make_user("alice") + chat = make_chat(alice, [alice]) + response = upload_raw(api, alice, chat["id"], b"\x00" * (12 * 1024 * 1024)) + assert_error(response, 413, "payload_too_large") + + +def test_empty_body_is_rejected(api: httpx.Client, make_user, make_chat) -> None: + alice = make_user("alice") + chat = make_chat(alice, [alice]) + assert_error(upload_raw(api, alice, chat["id"], b""), 400, "invalid_request") + + +@pytest.mark.parametrize( + ("width", "height", "status"), + [ + (8000, 5000, 201), + (8000, 5001, 413), + (20000, 20000, 413), + ], +) +def test_pixel_limit_applies_before_decoding( + api: httpx.Client, make_user, make_chat, width: int, height: int, status: int +) -> None: + """Файл крошечный по байтам: лимит считается по заголовку, а не по размеру""" + alice = make_user("alice") + chat = make_chat(alice, [alice]) + content = bilevel_png(width, height) + assert len(content) < 1024 * 1024 + response = upload_raw(api, alice, chat["id"], content) + if status == 201: + assert width * height == MAX_IMAGE_PIXELS + assert response.status_code == 201, response.text + else: + assert_error(response, 413, "payload_too_large") + + +# --- Содержимое и MIME --- + + +def corrupted_payloads() -> list[tuple[str, bytes, str]]: + png = png_bytes(300, 200, noise=True) + jpeg = jpeg_bytes(300, 200) + flipped = bytearray(png) + flipped[len(png) // 2] ^= 0xFF + return [ + ("png-truncated", png[: len(png) // 2], "image/png"), + ("png-bit-flip-crc", bytes(flipped), "image/png"), + ("png-signature-garbage", png[:8] + b"\x00garbage" * 64, "image/png"), + ("png-without-iend", png[:-12], "image/png"), + ("jpeg-truncated", jpeg[: len(jpeg) // 2], "image/jpeg"), + ("jpeg-signature-garbage", b"\xff\xd8\xff" + b"garbage" * 64, "image/jpeg"), + ] + + +@pytest.mark.parametrize( + ("name", "content", "content_type"), + corrupted_payloads(), + ids=[item[0] for item in corrupted_payloads()], +) +def test_corrupted_image_is_rejected( + api: httpx.Client, make_user, make_chat, name: str, content: bytes, content_type: str +) -> None: + alice = make_user("alice") + chat = make_chat(alice, [alice]) + response = upload_raw(api, alice, chat["id"], content, content_type) + assert_not_server_error(response) + assert_error(response, 415, "unsupported_media_type") + + +@pytest.mark.parametrize( + ("content", "content_type"), + [ + (png_bytes(), "image/jpeg"), + (jpeg_bytes(), "image/png"), + (b"GIF89a\x01\x00\x01\x00\x00\x00\x00;", "image/png"), + (b"", "image/png"), + (b"%PDF-1.7\n", "image/jpeg"), + (png_bytes(), "application/octet-stream"), + (png_bytes(), "image/gif"), + (png_bytes(), "text/html"), + (png_bytes(), None), + ], + ids=[ + "png-as-jpeg", + "jpeg-as-png", + "gif-as-png", + "svg-as-png", + "pdf-as-jpeg", + "octet-stream", + "image-gif", + "text-html", + "no-content-type", + ], +) +def test_mime_spoofing_is_rejected( + api: httpx.Client, make_user, make_chat, content: bytes, content_type: str | None +) -> None: + alice = make_user("alice") + chat = make_chat(alice, [alice]) + response = upload_raw(api, alice, chat["id"], content, content_type) + assert_not_server_error(response) + assert_error(response, 415, "unsupported_media_type") + + +def test_content_type_parameters_are_ignored( + api: httpx.Client, make_user, make_chat +) -> None: + alice = make_user("alice") + chat = make_chat(alice, [alice]) + response = upload_raw(api, alice, chat["id"], png_bytes(), "Image/PNG; foo=bar") + assert response.status_code == 201, response.text + assert response.json()["content_type"] == "image/png" + + +# --- Имя файла --- + + +@pytest.mark.parametrize( + "filename", + [ + "../../etc/passwd", + "dir/photo.png", + "C:\\photo.png", + "a\x00b.png", + "line\nbreak.png", + "tab\t.png", + "bell\x07.png", + "photo\u202egnp.exe", + "", + " ", + ".", + "..", + "x" * 256, + ], + ids=[ + "traversal", + "slash", + "backslash", + "nul", + "newline", + "tab", + "control", + "bidi-override", + "empty", + "blank", + "dot", + "dotdot", + "too-long", + ], +) +def test_dangerous_filename_is_rejected( + api: httpx.Client, make_user, make_chat, filename: str +) -> None: + alice = make_user("alice") + chat = make_chat(alice, [alice]) + response = upload_raw(api, alice, chat["id"], png_bytes(), filename=filename) + assert_not_server_error(response) + assert_error(response, 400, "invalid_request") + + +def test_missing_filename_is_rejected(api: httpx.Client, make_user, make_chat) -> None: + alice = make_user("alice") + chat = make_chat(alice, [alice]) + response = api.post( + f"/api/v1/chats/{chat['id']}/attachments", + content=png_bytes(), + headers={**auth(alice), "Content-Type": "image/png"}, + ) + assert_error(response, 400, "invalid_request") + + +def test_longest_filename_is_accepted(make_user, make_chat, upload) -> None: + alice = make_user("alice") + chat = make_chat(alice, [alice]) + name = "я" * 251 + ".png" + assert upload(alice, chat, filename=name)["filename"] == name + + +def test_same_filename_gets_separate_attachments( + api: httpx.Client, make_user, make_chat, upload +) -> None: + """filename — только отображение: одинаковые имена не перезаписывают файл""" + alice = make_user("alice") + chat = make_chat(alice, [alice]) + first_content, second_content = png_bytes(10, 10), png_bytes(20, 20) + first = upload(alice, chat, first_content, filename="same.png") + second = upload(alice, chat, second_content, filename="same.png") + assert first["id"] != second["id"] + assert download(api, alice, first["id"]).content == first_content + assert download(api, alice, second["id"]).content == second_content diff --git a/student-tests/test_message_attachments.py b/student-tests/test_message_attachments.py new file mode 100644 index 0000000..80a99b4 --- /dev/null +++ b/student-tests/test_message_attachments.py @@ -0,0 +1,166 @@ +""" +Сообщения с attachment_ids: вложение только своего чата, порядок, пустой +текст, идемпотентность; при любом отказе сообщение не появляется. +""" + +import uuid + +import httpx +import pytest +from helpers import ( + assert_error, + assert_not_server_error, + auth, + message_headers, + png_bytes, + read_all_messages, +) + + +def history(api: httpx.Client, user: dict, chat: dict) -> list[dict]: + items, _ = read_all_messages(api, user, chat["id"], 100) + return items + + +def test_message_with_attachment_is_readable_by_members( + api: httpx.Client, make_user, make_chat, upload, send_attachments +) -> None: + alice = make_user("alice") + bob = make_user("bob") + chat = make_chat(alice, [alice, bob]) + attachment = upload(alice, chat) + + response = send_attachments(alice, chat, [attachment["id"]]) + assert response.status_code == 201, response.text + message = response.json() + assert message["text"] == "" and message["attachment_ids"] == [attachment["id"]] + + assert history(api, bob, chat) == [message] + content = api.get( + f"/api/v1/attachments/{attachment['id']}/content", headers=auth(bob) + ) + assert content.status_code == 200 + + +def test_any_member_may_reference_chat_attachment_and_order_is_kept( + make_user, make_chat, upload, send_attachments +) -> None: + alice = make_user("alice") + bob = make_user("bob") + chat = make_chat(alice, [alice, bob]) + ids = [upload(alice, chat, png_bytes(i + 1, i + 1))["id"] for i in range(10)] + reordered = list(reversed(ids)) + + response = send_attachments(bob, chat, reordered, text="от Боба") + assert response.status_code == 201, response.text + assert response.json()["attachment_ids"] == reordered + + +def test_text_message_has_empty_attachment_ids(make_user, make_chat, send_message) -> None: + alice = make_user("alice") + chat = make_chat(alice, [alice]) + assert send_message(alice, chat, "только текст")["attachment_ids"] == [] + + +def test_attachment_of_other_chat_is_rejected( + api: httpx.Client, make_user, make_chat, upload, send_attachments +) -> None: + """Алиса — участник обоих чатов, но файл привязан к другому чату""" + alice = make_user("alice") + chat = make_chat(alice, [alice], title="Чат A") + other = make_chat(alice, [alice], title="Чат B") + foreign = upload(alice, other) + own = upload(alice, chat) + + for ids in ([foreign["id"]], [own["id"], foreign["id"]]): + response = send_attachments(alice, chat, ids, text="чужой файл") + assert_not_server_error(response) + assert_error(response, 404, "not_found") + assert history(api, alice, chat) == [] + + +def test_foreign_attachment_id_is_rejected( + api: httpx.Client, make_user, make_chat, upload, send_attachments +) -> None: + """Вложение из чата, где пользователь не участник, и несуществующее — 404""" + alice = make_user("alice") + eve = make_user("eve") + chat = make_chat(alice, [alice]) + eve_chat = make_chat(eve, [eve]) + eve_attachment = upload(eve, eve_chat) + + foreign = send_attachments(alice, chat, [eve_attachment["id"]]) + missing = send_attachments(alice, chat, [str(uuid.uuid4())]) + assert_error(foreign, 404, "not_found") + assert_error(missing, 404, "not_found") + assert foreign.json()["error"]["message"] == missing.json()["error"]["message"] + assert history(api, alice, chat) == [] + + +@pytest.mark.parametrize( + "body", + [ + {"text": ""}, + {"text": " "}, + {"text": "", "attachment_ids": []}, + {"text": "x", "attachment_ids": ["not-a-uuid"]}, + {"text": "x", "attachment_ids": "a"}, + {"text": "x", "attachment_ids": None}, + {"text": "x", "attachment_ids": [str(uuid.uuid4())] * 2}, + {"text": "x", "attachment_ids": [str(uuid.uuid4()) for _ in range(11)]}, + ], + ids=[ + "empty-text", + "blank-text", + "empty-both", + "bad-uuid", + "not-array", + "null", + "duplicates", + "too-many", + ], +) +def test_invalid_attachment_ids_are_rejected( + api: httpx.Client, make_user, make_chat, body: dict +) -> None: + alice = make_user("alice") + chat = make_chat(alice, [alice]) + response = api.post( + f"/api/v1/chats/{chat['id']}/messages", json=body, headers=message_headers(alice) + ) + assert_error(response, 400, "invalid_request") + + +def test_idempotent_replay_with_attachments( + api: httpx.Client, make_user, make_chat, upload, send_attachments +) -> None: + alice = make_user("alice") + chat = make_chat(alice, [alice]) + first, second = upload(alice, chat), upload(alice, chat) + key = uuid.uuid4().hex + + created = send_attachments(alice, chat, [first["id"]], key=key) + replay = send_attachments(alice, chat, [first["id"]], key=key) + assert created.status_code == replay.status_code == 201 + assert created.json() == replay.json() + + changed = send_attachments(alice, chat, [first["id"], second["id"]], key=key) + assert_error(changed, 409, "conflict") + assert history(api, alice, chat) == [created.json()] + + +def test_missing_attachment_ids_equals_empty_list_for_idempotency( + api: httpx.Client, make_user, make_chat +) -> None: + alice = make_user("alice") + chat = make_chat(alice, [alice]) + key = uuid.uuid4().hex + path = f"/api/v1/chats/{chat['id']}/messages" + first = api.post(path, json={"text": "a"}, headers=message_headers(alice, key)) + second = api.post( + path, + json={"attachment_ids": [], "text": "a"}, + headers=message_headers(alice, key), + ) + assert first.status_code == second.status_code == 201 + assert first.json() == second.json() diff --git a/student-tests/test_storage_consistency.py b/student-tests/test_storage_consistency.py new file mode 100644 index 0000000..9921c1d --- /dev/null +++ b/student-tests/test_storage_consistency.py @@ -0,0 +1,188 @@ +""" +Согласованность S3 и PostgreSQL на живом стенде. + +Сбои внедряются напрямую в хранилища: строка pending с объектом — процесс +упал между PUT в S3 и подтверждением в БД; объект без строки — сирота. +Затем janitor (тот же код и ключи, что в сервисе janitor) выполняет проход +с коротким grace period. Обрыв загрузки идёт напрямую в API-реплику, минуя +буферизацию nginx. + +Запуск явно: make test-storage (RUN_STORAGE_TESTS=1). +""" + +import json +import os +import time +import uuid + +import httpx +import pytest +from helpers import auth, container_json, png_bytes, psql, run_janitor + +pytestmark = pytest.mark.skipif( + os.environ.get("RUN_STORAGE_TESTS") != "1", + reason="меняет данные стенда напрямую: запускайте через make test-storage", +) + +# Запас на время docker exec janitor (импорт кода под лимитом CPU 0.25) +GRACE_SECONDS = 20 +STALE_ROW_AGE_SECONDS = 300 + +PUT_OBJECTS = """ +import asyncio, json +from infrastructure.dependencies import storage_manager + +async def main(): + s3 = await storage_manager.create_client() + for key in {keys!r}: + await s3.put_object(Bucket=storage_manager.bucket, Key=key, Body=b"x") + await storage_manager.close() + print(json.dumps({{"put": len({keys!r})}})) + +asyncio.run(main()) +""" + +EXISTING_OBJECTS = """ +import asyncio, json +from infrastructure.dependencies import storage_manager + +async def main(): + s3 = await storage_manager.create_client() + found = {{}} + for key in {keys!r}: + try: + await s3.head_object(Bucket=storage_manager.bucket, Key=key) + found[key] = True + except Exception: + found[key] = False + await storage_manager.close() + print(json.dumps(found)) + +asyncio.run(main()) +""" + + +def put_objects(*keys: str) -> None: + container_json("janitor", PUT_OBJECTS.format(keys=list(keys))) + + +def existing_objects(*keys: str) -> dict[str, bool]: + return container_json("janitor", EXISTING_OBJECTS.format(keys=list(keys))) + + +def insert_pending(chat: dict, owner: dict, key: str, age_seconds: int) -> None: + """Строка, какую оставляет падение API между PUT и подтверждением""" + psql( + f""" + INSERT INTO attachments + (chat_id, owner_id, filename, content_type, size_bytes, sha256, + object_key, status, created_at, updated_at) + VALUES + ('{chat["id"]}', '{owner["id"]}', 'crash.png', 'image/png', 1, + sha256('x'), '{key}', 'pending', + clock_timestamp() - make_interval(secs => {age_seconds}), + clock_timestamp()); + """ + ) + + +def row_status(key: str) -> str: + return psql(f"SELECT coalesce(max(status), 'absent') FROM attachments WHERE object_key = '{key}';") + + +def test_janitor_cleans_only_stale_unaccounted_data( + api: httpx.Client, make_user, make_chat, upload, send_attachments +) -> None: + alice = make_user("alice") + chat = make_chat(alice, [alice]) + ready = upload(alice, chat, png_bytes(12, 12)) + linked = upload(alice, chat, png_bytes(13, 13)) + assert send_attachments(alice, chat, [linked["id"]]).status_code == 201 + + run_id = uuid.uuid4().hex + crashed = f"originals/test-crashed-{run_id}" + crashed_no_object = f"originals/test-crashed-before-put-{run_id}" + orphan_old = f"originals/test-orphan-old-{run_id}" + fresh_pending = f"originals/test-fresh-pending-{run_id}" + orphan_fresh = f"originals/test-orphan-fresh-{run_id}" + + # «Старые» сбои: строка старше grace по часам БД, объект — по времени ожидания. + # Возраст меньше grace фонового сервиса janitor (900 с): строки забирает + # только проход теста, без гонки с сервисом + insert_pending(chat, alice, crashed, age_seconds=STALE_ROW_AGE_SECONDS) + insert_pending(chat, alice, crashed_no_object, age_seconds=STALE_ROW_AGE_SECONDS) + put_objects(crashed, orphan_old) + time.sleep(GRACE_SECONDS + 2) + + dry = run_janitor("--dry-run", "--grace-seconds", str(GRACE_SECONDS)) + assert dry["unfinished_claimed"] >= 2 and dry["orphan_objects_found"] >= 1 + assert existing_objects(crashed, orphan_old) == {crashed: True, orphan_old: True} + + # «Свежие»: загрузка, которая могла бы ещё идти + insert_pending(chat, alice, fresh_pending, age_seconds=0) + put_objects(fresh_pending, orphan_fresh) + report = run_janitor("--grace-seconds", str(GRACE_SECONDS)) + print("\nJANITOR REPORT:", json.dumps(report)) + + assert existing_objects(crashed, orphan_old, fresh_pending, orphan_fresh) == { + crashed: False, + orphan_old: False, + fresh_pending: True, + orphan_fresh: True, + } + assert row_status(crashed) == row_status(crashed_no_object) == "absent" + assert row_status(fresh_pending) == "pending" + + # Готовые вложения (в том числе привязанные к сообщению) не тронуты + for attachment in (ready, linked): + response = api.get( + f"/api/v1/attachments/{attachment['id']}/content", headers=auth(alice) + ) + assert response.status_code == 200 + + # Свежие данные становятся «старыми» и тоже убираются + time.sleep(GRACE_SECONDS + 1) + run_janitor("--grace-seconds", str(GRACE_SECONDS)) + assert existing_objects(fresh_pending, orphan_fresh) == { + fresh_pending: False, + orphan_fresh: False, + } + assert row_status(fresh_pending) == "absent" + again = run_janitor("--dry-run", "--grace-seconds", str(GRACE_SECONDS)) + assert again["orphan_objects_found"] == 0 + + +INTERRUPTED_UPLOAD = """ +import json, socket +body = {body!r} +request = ( + "POST /api/v1/chats/{chat_id}/attachments?filename=cut.png HTTP/1.1\\r\\n" + "Host: api\\r\\n" + "Authorization: Bearer {token}\\r\\n" + "Content-Type: image/png\\r\\n" + "Content-Length: " + str(len(body)) + "\\r\\n\\r\\n" +).encode() +sent = 0 +with socket.create_connection(("api", 8080), timeout=5) as connection: + connection.sendall(request) + connection.sendall(body[: len(body) // 3]) + sent = len(body) // 3 +print(json.dumps({{"sent": sent, "declared": len(body)}})) +""" + + +def test_interrupted_upload_leaves_nothing(make_user, make_chat) -> None: + """Клиент оборвал соединение посреди тела, прямо к реплике API""" + alice = make_user("alice") + chat = make_chat(alice, [alice]) + body = list(png_bytes(400, 400, noise=True)) + result = container_json( + "janitor", + INTERRUPTED_UPLOAD.format( + body=bytes(body), chat_id=chat["id"], token=alice["token"] + ), + ) + assert 0 < result["sent"] < result["declared"] + time.sleep(1) + rows = psql(f"SELECT count(*) FROM attachments WHERE chat_id = '{chat['id']}';") + assert rows == "0" diff --git a/student-tests/test_storage_failures.py b/student-tests/test_storage_failures.py new file mode 100644 index 0000000..aa0a3a2 --- /dev/null +++ b/student-tests/test_storage_failures.py @@ -0,0 +1,99 @@ +""" +Недоступность S3: контейнер s3 останавливается через docker compose +(volume сохраняется), затем запускается снова. + +Ожидаемое поведение: загрузка и скачивание — быстрый 503 в формате контракта, +readiness — 503 (вложения входят в обязательный путь lab4), но метаданные +и сообщения продолжают работать: nginx не исключает реплики по readiness. +После восстановления незавершённых строк не остаётся: компенсация или +janitor их дочищают. + +Запуск явно: make test-s3-failure (RUN_FAILURE_TESTS=1). +""" + +import os +import time + +import httpx +import pytest +from helpers import ( + assert_error, + auth, + compose, + png_bytes, + psql, + run_janitor, + upload_raw, +) + +pytestmark = pytest.mark.skipif( + os.environ.get("RUN_FAILURE_TESTS") != "1", + reason="останавливает контейнер s3: запускайте через make test-s3-failure", +) + +# connect timeout 2 с × 2 попытки + проверка изображения +BOUNDED_RESPONSE_SEC = 6 +READY_TIMEOUT_SEC = 60 + + +def unfinished_rows(chat_id: str) -> int: + return int( + psql( + f"SELECT count(*) FROM attachments " + f"WHERE chat_id = '{chat_id}' AND status <> 'ready';" + ) + ) + + +def wait_upload_works(api: httpx.Client, user: dict, chat_id: str) -> httpx.Response: + deadline = time.monotonic() + READY_TIMEOUT_SEC + while True: + response = upload_raw(api, user, chat_id, png_bytes()) + if response.status_code == 201 or time.monotonic() > deadline: + return response + time.sleep(1) + + +def test_s3_outage_is_isolated_and_leaves_no_garbage( + api: httpx.Client, make_user, make_chat, upload, send_attachments +) -> None: + alice = make_user("alice") + bob = make_user("bob") + chat = make_chat(alice, [alice, bob]) + before = upload(alice, chat) + + compose("stop", "s3") + try: + started = time.monotonic() + failed_upload = upload_raw(api, alice, chat["id"], png_bytes(64, 64)) + elapsed = time.monotonic() - started + assert_error(failed_upload, 503, "unavailable") + assert elapsed < BOUNDED_RESPONSE_SEC, elapsed + assert "s3" not in failed_upload.json()["error"]["message"].lower() + + download = api.get( + f"/api/v1/attachments/{before['id']}/content", headers=auth(bob) + ) + assert_error(download, 503, "unavailable") + + # Путь без байтов S3 работает: метаданные и сообщения + metadata = api.get(f"/api/v1/attachments/{before['id']}", headers=auth(bob)) + assert metadata.status_code == 200 and metadata.json() == before + message = send_attachments(alice, chat, [before["id"]], text="S3 лежит") + assert message.status_code == 201, message.text + assert api.get("/health/live").status_code == 200 + started = time.monotonic() + assert_error(api.get("/health/ready"), 503, "unavailable") + assert time.monotonic() - started < BOUNDED_RESPONSE_SEC + finally: + compose("up", "-d", "--wait", "s3") + + after = wait_upload_works(api, alice, chat["id"]) + assert after.status_code == 201, after.text + content = api.get(f"/api/v1/attachments/{before['id']}/content", headers=auth(bob)) + assert content.status_code == 200 + + # Компенсация не смогла удалить объект при лежащем S3: строка deleting + # дочищается janitor независимо от grace period + run_janitor() + assert unfinished_rows(chat["id"]) == 0 diff --git a/student-tests/test_storage_security.py b/student-tests/test_storage_security.py new file mode 100644 index 0000000..fc890ae --- /dev/null +++ b/student-tests/test_storage_security.py @@ -0,0 +1,157 @@ +""" +Защита хранилища вне API: приватный bucket, ограниченные ключи API, +закрытые административные интерфейсы, идемпотентный bootstrap. + +Проверки заходят внутрь контейнеров стенда (docker compose exec/run), +поэтому запускаются явно: make test-storage (RUN_STORAGE_TESTS=1). +""" + +import json +import os +import subprocess + +import httpx +import pytest +from helpers import ROOT, auth, compose, container_json + +pytestmark = pytest.mark.skipif( + os.environ.get("RUN_STORAGE_TESTS") != "1", + reason="заходит в контейнеры стенда: запускайте через make test-storage", +) + +# Порты SeaweedFS кроме S3: master, volume, filer (HTTP с веб-интерфейсами +# и gRPC). Они слушают только loopback контейнера s3. +ADMIN_PORTS = (9333, 19333, 8080, 18080, 8888, 18888, 8181, 9101) + + +def test_anonymous_s3_access_is_denied(api: httpx.Client, make_user, make_chat, upload) -> None: + """Прямой неподписанный GET объекта (ключ известен) и списка bucket — 403""" + alice = make_user("alice") + chat = make_chat(alice, [alice]) + attachment = upload(alice, chat) + object_key = compose( + "exec", + "-T", + "postgres", + "sh", + "-c", + 'psql -X -q -tA -U "$POSTGRES_USER" -d "$POSTGRES_DB" -c ' + f"\"SELECT object_key FROM attachments WHERE id = '{attachment['id']}'\"", + ).strip() + assert object_key.startswith("originals/") + + result = container_json( + "api", + f""" +import json, urllib.error, urllib.request +from config import S3_BUCKET, S3_ENDPOINT +codes = {{}} +for name, path in {{ + "object": "/" + S3_BUCKET + "/{object_key}", + "bucket_list": "/" + S3_BUCKET, + "service": "/", +}}.items(): + try: + with urllib.request.urlopen(S3_ENDPOINT + path, timeout=3) as response: + codes[name] = response.status + except urllib.error.HTTPError as error: + codes[name] = error.code +print(json.dumps(codes)) +""", + ) + assert result == {"object": 403, "bucket_list": 403, "service": 403} + # Через API участник по-прежнему скачивает файл + content = api.get(f"/api/v1/attachments/{attachment['id']}/content", headers=auth(alice)) + assert content.status_code == 200 + + +def test_api_credentials_are_limited_to_own_bucket_objects() -> None: + """Ключи API: объекты своего bucket — да; bucket, политика, ACL — нет""" + result = container_json( + "api", + """ +import asyncio, json +from infrastructure.dependencies import storage_manager +from infrastructure.utils import storage_error_code + +async def attempt(name, call, results): + try: + await call + results[name] = "allowed" + except Exception as error: + results[name] = storage_error_code(error) + +async def main(): + s3 = await storage_manager.create_client() + bucket = storage_manager.bucket + key = "originals/security-probe" + policy = json.dumps({"Version": "2012-10-17", "Statement": [{"Effect": "Allow", + "Principal": "*", "Action": "s3:GetObject", + "Resource": "arn:aws:s3:::" + bucket + "/*"}]}) + results = {} + await attempt("put_object", s3.put_object(Bucket=bucket, Key=key, Body=b"x"), results) + await attempt("get_object", s3.get_object(Bucket=bucket, Key=key), results) + await attempt("delete_object", s3.delete_object(Bucket=bucket, Key=key), results) + await attempt("create_bucket", s3.create_bucket(Bucket="intruder-bucket"), results) + await attempt("delete_bucket", s3.delete_bucket(Bucket=bucket), results) + await attempt("put_bucket_policy", s3.put_bucket_policy(Bucket=bucket, Policy=policy), results) + await attempt("put_bucket_acl", s3.put_bucket_acl(Bucket=bucket, ACL="public-read"), results) + await storage_manager.close() + print(json.dumps(results)) + +asyncio.run(main()) +""", + ) + assert result["put_object"] == result["get_object"] == "allowed" + assert result["delete_object"] == "allowed" + for forbidden in ("create_bucket", "delete_bucket", "put_bucket_policy", "put_bucket_acl"): + assert result[forbidden] == "AccessDenied", result + + +def test_api_container_has_no_admin_credentials() -> None: + files = compose("exec", "-T", "api", "ls", "/run/secrets").split() + assert sorted(files) == ["s3_access_key_id", "s3_secret_access_key"] + + +def test_admin_interfaces_are_not_reachable() -> None: + """Из сети storage открыт только S3 API; наружу стенда S3 не опубликован""" + result = container_json( + "api", + f""" +import json, socket +state = {{}} +for port in (9000,) + {ADMIN_PORTS!r}: + try: + socket.create_connection(("s3", port), timeout=2).close() + state[port] = "open" + except OSError as error: + state[port] = type(error).__name__ +print(json.dumps(state)) +""", + ) + assert result.pop("9000") == "open" + assert all(value != "open" for value in result.values()), result + + for line in compose("ps", "--format", "json", "s3").splitlines(): + publishers = json.loads(line)["Publishers"] or [] + assert all(item["PublishedPort"] == 0 for item in publishers), publishers + + +def test_balancer_network_cannot_reach_storage() -> None: + """nginx (сеть edge) не видит S3: клиентский трафик идёт только через API""" + result = subprocess.run( + ["docker", "compose", "--env-file", ".env", "exec", "-T", "nginx", + "wget", "-q", "-T", "2", "-O", "/dev/null", "http://s3:9000/"], + cwd=ROOT, + capture_output=True, + text=True, + timeout=30, + ) + assert result.returncode != 0 + + +def test_bucket_bootstrap_is_idempotent() -> None: + for _ in range(2): + output = compose("run", "--rm", "--no-deps", "s3-bootstrap") + assert "уже существует" in output + assert "приватен" in output diff --git a/student-tests/unit/conftest.py b/student-tests/unit/conftest.py new file mode 100644 index 0000000..6bd3c53 --- /dev/null +++ b/student-tests/unit/conftest.py @@ -0,0 +1,12 @@ +""" +Unit-тесты слоя сервисов без стенда: зависимости заменены фейками интерфейсов. +Конфигурация берётся из .env.example; сеть, PostgreSQL и S3 не нужны. +""" + +import os +import sys +from pathlib import Path + +ROOT = Path(__file__).resolve().parents[2] +os.environ["ENV_FILE"] = str(ROOT / ".env.example") +sys.path.insert(0, str(ROOT / "src")) diff --git a/student-tests/unit/fakes.py b/student-tests/unit/fakes.py new file mode 100644 index 0000000..b87a683 --- /dev/null +++ b/student-tests/unit/fakes.py @@ -0,0 +1,219 @@ +""" +In-memory реализации интерфейсов с внедрением отказов. + +fail — имена методов, которые бросают UnavailableError (как репозитории +при недоступной БД/S3); hang — методы, которые зависают. +""" + +import asyncio +import io +from collections.abc import AsyncIterator +from datetime import UTC, datetime, timedelta +from typing import BinaryIO +from uuid import UUID, uuid4 + +from domain import ( + AttachmentSchema, + AttachmentStatus, + ChatSchema, + NewAttachmentSchema, + PageKey, + StoredAttachmentSchema, + UnfinishedUploadSchema, +) +from domain.errors import UnavailableError +from interfaces import AttachmentRepository, ChatRepository, ObjectStorage, StoredObject + +HANG_SEC = 3600 + + +class FaultInjection: + def __init__(self) -> None: + self.fail: set[str] = set() + self.hang: set[str] = set() + self.calls: list[str] = [] + + async def _enter(self, name: str) -> None: + self.calls.append(name) + if name in self.hang: + await asyncio.sleep(HANG_SEC) + if name in self.fail: + raise UnavailableError() + + +class FakeChatRepository(ChatRepository): + """Пользователь — участник любого чата, кроме перечисленных в foreign""" + + def __init__(self) -> None: + self.foreign: set[UUID] = set() + + async def create(self, title: str, created_by: UUID, member_ids: list[UUID]) -> ChatSchema: + raise NotImplementedError + + async def get_for_member(self, chat_id: UUID, member_id: UUID) -> ChatSchema | None: + if chat_id in self.foreign: + return None + return ChatSchema( + id=chat_id, title="chat", member_ids=[member_id], created_at=datetime.now(UTC) + ) + + async def list_for_member( + self, member_id: UUID, after: PageKey | None, limit: int + ) -> list[ChatSchema]: + raise NotImplementedError + + +class FakeAttachmentRepository(FaultInjection, AttachmentRepository): + def __init__(self) -> None: + super().__init__() + self.rows: dict[UUID, dict] = {} + self.ready_returns_none = False + + def add_row(self, object_key: str, status: AttachmentStatus, age_seconds: float) -> UUID: + attachment_id = uuid4() + self.rows[attachment_id] = { + "status": status, + "object_key": object_key, + "created_at": datetime.now(UTC) - timedelta(seconds=age_seconds), + "new": None, + } + return attachment_id + + async def create_pending(self, attachment: NewAttachmentSchema) -> UUID: + await self._enter("create_pending") + attachment_id = self.add_row(attachment.object_key, AttachmentStatus.PENDING, 0) + self.rows[attachment_id]["new"] = attachment + return attachment_id + + async def mark_ready(self, attachment_id: UUID, grace_seconds: int) -> AttachmentSchema | None: + await self._enter("mark_ready") + row = self.rows.get(attachment_id) + if self.ready_returns_none or row is None or row["status"] != AttachmentStatus.PENDING: + return None + if row["created_at"] <= datetime.now(UTC) - timedelta(seconds=grace_seconds): + return None + row["status"] = AttachmentStatus.READY + new: NewAttachmentSchema = row["new"] + return AttachmentSchema( + id=attachment_id, + chat_id=new.chat_id, + owner_id=new.owner_id, + filename=new.filename, + content_type=new.content_type, + size_bytes=new.size_bytes, + sha256=new.sha256.hex(), + created_at=row["created_at"], + updated_at=datetime.now(UTC), + ) + + async def claim_pending(self, attachment_id: UUID) -> UnfinishedUploadSchema | None: + await self._enter("claim_pending") + row = self.rows.get(attachment_id) + if row is None or row["status"] != AttachmentStatus.PENDING: + return None + row["status"] = AttachmentStatus.DELETING + return UnfinishedUploadSchema(id=attachment_id, object_key=row["object_key"]) + + def _unfinished(self, grace_seconds: int) -> list[UUID]: + threshold = datetime.now(UTC) - timedelta(seconds=grace_seconds) + return [ + attachment_id + for attachment_id, row in self.rows.items() + if row["status"] == AttachmentStatus.DELETING + or (row["status"] == AttachmentStatus.PENDING and row["created_at"] < threshold) + ] + + async def claim_unfinished(self, grace_seconds: int, limit: int) -> list[UnfinishedUploadSchema]: + await self._enter("claim_unfinished") + # Повторный вызов в том же проходе не должен возвращать те же строки + claimed = [ + attachment_id + for attachment_id in self._unfinished(grace_seconds) + if not self.rows[attachment_id].get("claimed_now") + ][:limit] + for attachment_id in claimed: + self.rows[attachment_id]["status"] = AttachmentStatus.DELETING + self.rows[attachment_id]["claimed_now"] = True + return [ + UnfinishedUploadSchema(id=i, object_key=self.rows[i]["object_key"]) for i in claimed + ] + + async def list_unfinished(self, grace_seconds: int, limit: int) -> list[UnfinishedUploadSchema]: + await self._enter("list_unfinished") + return [ + UnfinishedUploadSchema(id=i, object_key=self.rows[i]["object_key"]) + for i in self._unfinished(grace_seconds)[:limit] + ] + + async def delete_claimed(self, attachment_ids: list[UUID]) -> int: + await self._enter("delete_claimed") + deleted = [ + i + for i in attachment_ids + if i in self.rows and self.rows[i]["status"] == AttachmentStatus.DELETING + ] + for attachment_id in deleted: + del self.rows[attachment_id] + return len(deleted) + + async def get_for_member( + self, attachment_id: UUID, member_id: UUID + ) -> StoredAttachmentSchema | None: + raise NotImplementedError + + async def find_known_keys(self, object_keys: list[str]) -> set[str]: + await self._enter("find_known_keys") + known = {row["object_key"] for row in self.rows.values()} + return {key for key in object_keys if key in known} + + def statuses(self) -> list[str]: + return sorted(row["status"] for row in self.rows.values()) + + +class FakeStoredObject(StoredObject): + def __init__(self, data: bytes) -> None: + self._data = data + self.content_length = len(data) + + async def iter_chunks(self) -> AsyncIterator[bytes]: + yield self._data + + async def close(self) -> None: + pass + + +class FakeObjectStorage(FaultInjection, ObjectStorage): + def __init__(self) -> None: + super().__init__() + self.objects: dict[str, tuple[bytes, datetime]] = {} + + def add_object(self, key: str, age_seconds: float) -> None: + self.objects[key] = (b"x", datetime.now(UTC) - timedelta(seconds=age_seconds)) + + async def put( + self, key: str, body: BinaryIO, size: int, content_type: str, sha256: bytes + ) -> None: + # Как S3: объект появляется до того, как вызывающий получит ответ + self.objects[key] = (body.read(), datetime.now(UTC)) + await self._enter("put") + + async def open(self, key: str) -> StoredObject | None: + await self._enter("open") + stored = self.objects.get(key) + return FakeStoredObject(stored[0]) if stored else None + + async def delete(self, key: str) -> None: + await self._enter("delete") + self.objects.pop(key, None) + + async def list_objects(self, prefix: str) -> AsyncIterator[tuple[str, datetime]]: + await self._enter("list_objects") + for key, (_, modified_at) in list(self.objects.items()): + if key.startswith(prefix): + yield key, modified_at + + +async def chunks_of(data: bytes, size: int = 64 * 1024) -> AsyncIterator[bytes]: + stream = io.BytesIO(data) + while chunk := stream.read(size): + yield chunk diff --git a/student-tests/unit/test_unit_attachment_service.py b/student-tests/unit/test_unit_attachment_service.py new file mode 100644 index 0000000..252c7ab --- /dev/null +++ b/student-tests/unit/test_unit_attachment_service.py @@ -0,0 +1,261 @@ +""" +Согласованность S3 и БД при загрузке: любой отказ после записи строки +не оставляет неучтённых объектов — компенсация сразу или janitor позже. +""" + +import asyncio +import hashlib +import io +from collections.abc import AsyncIterator +from datetime import UTC, datetime +from uuid import uuid4 + +import pytest +from fakes import ( + FakeAttachmentRepository, + FakeChatRepository, + FakeObjectStorage, + chunks_of, +) +from PIL import Image + +from domain import ( + AttachmentStatus, + AttachmentVariant, + StoredAttachmentSchema, + UserSchema, +) +from domain.errors import ( + InvalidRequestError, + NotFoundError, + PayloadTooLargeError, + UnavailableError, + UnsupportedMediaTypeError, +) +from infrastructure.media import ImageInspector +from infrastructure.services import AttachmentService, StorageReconciler + +MAX_BYTES = 1024 * 1024 +GRACE_SECONDS = 900 +USER = UserSchema( + id=uuid4(), username="alice", display_name="Алиса", created_at=datetime.now(UTC) +) + + +def png(width: int = 8, height: int = 8) -> bytes: + buffer = io.BytesIO() + Image.new("RGB", (width, height), (1, 2, 3)).save(buffer, "PNG") + return buffer.getvalue() + + +class Stand: + """Сервис с фейками; inspector настоящий""" + + def __init__(self, store_timeout: float = 5) -> None: + self.chats = FakeChatRepository() + self.attachments = FakeAttachmentRepository() + self.storage = FakeObjectStorage() + self.inspector = ImageInspector(workers=1, max_pixels=1_000_000) + self.service = AttachmentService( + self.chats, + self.attachments, + self.storage, + self.inspector, + max_upload_bytes=MAX_BYTES, + spool_memory_bytes=1024, + store_timeout_seconds=store_timeout, + pending_grace_seconds=GRACE_SECONDS, + ) + + async def upload(self, data: bytes | None = None, content_type: str = "image/png"): + data = data if data is not None else png() + return await self.service.upload( + USER, uuid4(), "a.png", content_type, len(data), chunks_of(data, 100) + ) + + async def reconcile(self, grace_seconds: int = GRACE_SECONDS): + reconciler = StorageReconciler(self.attachments, self.storage, grace_seconds) + return await reconciler.run_once() + + +def run(coro): + return asyncio.run(coro) + + +def test_success_stores_object_and_ready_row() -> None: + stand = Stand() + data = png() + attachment = run(stand.upload(data)) + assert attachment.sha256 == hashlib.sha256(data).hexdigest() + assert stand.attachments.statuses() == [AttachmentStatus.READY] + [(stored, _)] = stand.storage.objects.values() + assert stored == data + [key] = stand.storage.objects + assert key.startswith("originals/") and "a.png" not in key + # Строка записана до PUT, подтверждена после + assert stand.attachments.calls[:2] == ["create_pending", "mark_ready"] + + +def test_s3_failure_after_write_is_compensated() -> None: + """PUT дошёл до S3, но ответ — ошибка: объект удаляется, строка тоже""" + stand = Stand() + stand.storage.fail.add("put") + with pytest.raises(UnavailableError): + run(stand.upload()) + assert stand.storage.objects == {} + assert stand.attachments.rows == {} + + +def test_db_failure_between_s3_and_commit_is_compensated() -> None: + """Объект записан в S3, подтверждение в БД не прошло""" + stand = Stand() + stand.attachments.fail.add("mark_ready") + with pytest.raises(UnavailableError): + run(stand.upload()) + assert stand.storage.objects == {} + assert stand.attachments.rows == {} + + +def test_db_down_leaves_pending_row_that_janitor_cleans() -> None: + """ + БД пропала после PUT: ни подтвердить, ни компенсировать. Объект учтён + строкой pending; janitor после grace period удаляет и объект, и строку. + """ + stand = Stand() + stand.attachments.fail.update({"mark_ready", "claim_pending"}) + with pytest.raises(UnavailableError): + run(stand.upload()) + assert len(stand.storage.objects) == 1 + assert stand.attachments.statuses() == [AttachmentStatus.PENDING] + + stand.attachments.fail.clear() + fresh = run(stand.reconcile(GRACE_SECONDS)) + assert fresh.unfinished_claimed == 0, "свежая загрузка не трогается" + assert len(stand.storage.objects) == 1 + + report = run(stand.reconcile(grace_seconds=0)) + assert report.unfinished_objects_deleted == report.unfinished_rows_deleted == 1 + assert stand.storage.objects == {} and stand.attachments.rows == {} + + +def test_s3_down_during_compensation_leaves_deleting_row_for_janitor() -> None: + stand = Stand() + stand.attachments.fail.add("mark_ready") + stand.storage.fail.add("delete") + with pytest.raises(UnavailableError): + run(stand.upload()) + assert stand.attachments.statuses() == [AttachmentStatus.DELETING] + assert len(stand.storage.objects) == 1 + + stand.storage.fail.clear() + # deleting очищается независимо от возраста + report = run(stand.reconcile(GRACE_SECONDS)) + assert report.unfinished_rows_deleted == 1 + assert stand.storage.objects == {} and stand.attachments.rows == {} + + +def test_store_timeout_is_compensated() -> None: + stand = Stand(store_timeout=0.2) + stand.storage.hang.add("put") + with pytest.raises(UnavailableError): + run(stand.upload()) + assert stand.storage.objects == {} and stand.attachments.rows == {} + + +def test_cancelled_upload_is_compensated() -> None: + """Остановка реплики посреди PUT: задача отменяется, компенсация выполняется""" + stand = Stand() + stand.storage.hang.add("put") + + async def scenario() -> None: + task = asyncio.create_task(stand.upload()) + while "put" not in stand.storage.calls: + await asyncio.sleep(0.01) + task.cancel() + with pytest.raises(asyncio.CancelledError): + await task + + run(scenario()) + assert stand.storage.objects == {} and stand.attachments.rows == {} + + +def test_upload_claimed_by_janitor_is_not_confirmed() -> None: + stand = Stand() + stand.attachments.ready_returns_none = True + with pytest.raises(UnavailableError): + run(stand.upload()) + assert stand.storage.objects == {} and stand.attachments.rows == {} + + +def test_validation_errors_store_nothing() -> None: + stand = Stand() + cases = [ + (png(), "image/jpeg", UnsupportedMediaTypeError), + (b"not an image", "image/png", UnsupportedMediaTypeError), + (png()[:40], "image/png", UnsupportedMediaTypeError), + (png(2000, 1000), "image/png", PayloadTooLargeError), + (b"", "image/png", InvalidRequestError), + ] + for data, content_type, error in cases: + with pytest.raises(error): + run(stand.upload(data, content_type)) + assert stand.storage.objects == {} and stand.attachments.rows == {} + assert "create_pending" not in stand.attachments.calls + + +def test_declared_length_over_limit_is_rejected_without_reading() -> None: + stand = Stand() + consumed = [] + + async def body() -> AsyncIterator[bytes]: + consumed.append(True) + yield b"x" + + with pytest.raises(PayloadTooLargeError): + run( + stand.service.upload( + USER, uuid4(), "a.png", "image/png", MAX_BYTES + 1, body() + ) + ) + assert consumed == [] + + +def test_streamed_body_over_limit_stops_reading() -> None: + """Без Content-Length чтение обрывается на первом байте сверх лимита""" + stand = Stand() + chunks_read = 0 + + async def endless() -> AsyncIterator[bytes]: + nonlocal chunks_read + while True: + chunks_read += 1 + yield b"\x00" * 64 * 1024 + + with pytest.raises(PayloadTooLargeError): + run(stand.service.upload(USER, uuid4(), "a.png", "image/png", None, endless())) + assert chunks_read == MAX_BYTES // (64 * 1024) + 1 + + +def test_foreign_chat_is_404_before_reading_body() -> None: + stand = Stand() + chat_id = uuid4() + stand.chats.foreign.add(chat_id) + with pytest.raises(NotFoundError): + run(stand.service.upload(USER, chat_id, "a.png", "image/png", 10, chunks_of(b""))) + + +def test_missing_variant_is_404() -> None: + stand = Stand() + attachment = run(stand.upload()) + + async def get_for_member(attachment_id, member_id): + [key] = stand.storage.objects + return StoredAttachmentSchema(attachment=attachment, object_key=key) + + stand.attachments.get_for_member = get_for_member + _, content = run( + stand.service.open_content(USER, attachment.id, AttachmentVariant.ORIGINAL) + ) + assert content.content_length == attachment.size_bytes + with pytest.raises(NotFoundError): + run(stand.service.open_content(USER, attachment.id, AttachmentVariant.THUMBNAIL)) diff --git a/student-tests/unit/test_unit_storage_reconciler.py b/student-tests/unit/test_unit_storage_reconciler.py new file mode 100644 index 0000000..4c473b2 --- /dev/null +++ b/student-tests/unit/test_unit_storage_reconciler.py @@ -0,0 +1,96 @@ +""" +Janitor: незавершённые загрузки и сироты удаляются только после grace period; +готовые и свежие вложения не трогаются; dry-run ничего не меняет. +""" + +import asyncio + +import pytest +from fakes import FakeAttachmentRepository, FakeObjectStorage + +from domain import AttachmentStatus +from domain.errors import UnavailableError +from infrastructure.services import StorageReconciler + +GRACE = 600 +OLD = 3600 +FRESH = 1 + + +def build() -> tuple[FakeAttachmentRepository, FakeObjectStorage]: + rows, storage = FakeAttachmentRepository(), FakeObjectStorage() + cases = { + "originals/ready-old": (AttachmentStatus.READY, OLD), + "originals/ready-fresh": (AttachmentStatus.READY, FRESH), + "originals/pending-old": (AttachmentStatus.PENDING, OLD), + "originals/pending-fresh": (AttachmentStatus.PENDING, FRESH), + "originals/deleting-fresh": (AttachmentStatus.DELETING, FRESH), + } + for key, (status, age) in cases.items(): + rows.add_row(key, status, age) + storage.add_object(key, age) + # pending без объекта: процесс упал до PUT + rows.add_row("originals/pending-no-object", AttachmentStatus.PENDING, OLD) + storage.add_object("originals/orphan-old", OLD) + storage.add_object("originals/orphan-fresh", FRESH) + storage.add_object("other/not-ours", OLD) + return rows, storage + + +def run(rows, storage, dry_run: bool = False): + return asyncio.run(StorageReconciler(rows, storage, GRACE).run_once(dry_run)) + + +def test_reconcile_removes_only_stale_unaccounted_data() -> None: + rows, storage = build() + report = run(rows, storage) + + assert sorted(storage.objects) == [ + "originals/orphan-fresh", + "originals/pending-fresh", + "originals/ready-fresh", + "originals/ready-old", + "other/not-ours", + ] + assert sorted(row["object_key"] for row in rows.rows.values()) == [ + "originals/pending-fresh", + "originals/ready-fresh", + "originals/ready-old", + ] + assert report.unfinished_claimed == 3 + assert report.unfinished_rows_deleted == 3 + assert report.orphan_objects_found == report.orphan_objects_deleted == 1 + + +def test_dry_run_changes_nothing() -> None: + rows, storage = build() + before_rows = {k: dict(v) for k, v in rows.rows.items()} + before_objects = dict(storage.objects) + report = run(rows, storage, dry_run=True) + assert rows.rows == before_rows and storage.objects == before_objects + assert report.unfinished_claimed == 3 and report.orphan_objects_found == 1 + assert report.orphan_objects_deleted == 0 + + +def test_second_run_is_noop() -> None: + rows, storage = build() + run(rows, storage) + report = run(rows, storage) + assert report.unfinished_claimed == 0 and report.orphan_objects_found == 0 + + +def test_interrupted_cleanup_is_resumed() -> None: + """S3 упал после claim: строки остаются deleting и дочищаются в следующий раз""" + rows, storage = build() + storage.fail.add("delete") + with pytest.raises(UnavailableError): + run(rows, storage) + assert AttachmentStatus.PENDING not in [ + row["status"] for row in rows.rows.values() if "old" in row["object_key"] + ] + storage.fail.clear() + for row in rows.rows.values(): + row.pop("claimed_now", None) + run(rows, storage) + assert not any("old" in key and "ready" not in key for key in storage.objects) + assert all(row["status"] != AttachmentStatus.DELETING for row in rows.rows.values())