ЛР 5 — БВТ2301 — Васильев — на 5 #28

Closed
VasilevNikita wants to merge 2 commits from VasilevNikita/mtusi2026lab5:solution/bvt2301-vasilev into main
94 changed files with 9296 additions and 65 deletions
+7 -20
View File
@@ -1,20 +1,7 @@
.git
.github
.env
.env.*
!.env.example
secrets
certs
volumes
data
backups
*.key
*.pem
*.p12
*.pfx
*.jks
.venv
__pycache__
node_modules
evidence
.DS_Store
*
!pyproject.toml
!uv.lock
!src/
!src/**
!migrations/
!migrations/**
+15 -22
View File
@@ -1,25 +1,18 @@
# Copy to .env for your LOCAL synthetic test environment; never commit .env.
# These are logical interface suggestions; map actual framework names in REPORT.md.
APP_HOST=0.0.0.0
APP_PORT=8080
APP_ENV=lab
# Локальный стенд ЛР5. make bootstrap создаёт .env и secrets/, не меняя существующие значения.
PUBLIC_PORT=8085
SESSION_TTL_SECONDS=3600
# Choose credentials locally. File paths contain no secret values.
DATABASE_URL_FILE=/run/secrets/database_url
# Optional on 3, required use on 4 in lab2; Redis OR Valkey:
SESSION_STORE=postgres
CACHE_URL_FILE=/run/secrets/cache_url
API_REPLICAS=2
IDEMPOTENCY_TTL_SECONDS=86400
S3_ENDPOINT=http://s3:9000
S3_REGION=us-east-1
S3_BUCKET=messenger-attachments
S3_ACCESS_KEY_ID_FILE=/run/secrets/s3_access_key_id
S3_SECRET_ACCESS_KEY_FILE=/run/secrets/s3_secret_access_key
MAX_UPLOAD_BYTES=10485760
MAX_IMAGE_PIXELS=40000000
BROKER_URL_FILE=/run/secrets/broker_url
WORKER_CONCURRENCY=2
API_CPUS=0.5
API_MEMORY=512m
POOL_MAX_SIZE=8
JOB_MAX_ATTEMPTS=5
JOB_TIMEOUT_SECONDS=60
STAGING_RETENTION_SECONDS=86400
JOB_LEASE_SECONDS=45
# Необязательно: API_IMAGE=mtusi-vasilev:lab5, VCS_REF=<git commit SHA>.
# Credentials генерируются в ignored secrets/ и монтируются через *_FILE;
# не помещайте реальные пароли/токены в этот файл.
# DATABASE_URL_FILE, CACHE_URL_FILE, BROKER_URL_FILE и S3_*_KEY_FILE задаёт compose.yaml.
# S3 endpoint фиксирован в compose: http://s3:8333, bucket: messenger.
# Cache: TTL60s, ephemeral. Broker: Valkey Streams, AOF always, maxmemory128MiB/noeviction.
# Worker serial, prefetch1; child wall20s/CPU15s/AS700MiB; контейнер896MiB/1CPU.
# Upload max10MiB/40M pixels, один слот на API, body deadline15s.
# ENABLE_FAULT_INJECTION включается только отдельным compose.fault.yaml, не обычным запуском.
+2
View File
@@ -30,3 +30,5 @@ coverage/
.vscode/
# Keep small, sanitized evidence summaries in evidence/ under version control.
# Inspect git diff --cached: ignore rules are not a secret scanner.
.pytest_cache/
.ruff_cache/
+31
View File
@@ -0,0 +1,31 @@
# ЛР5: подготовка к защите
Я отделил приём изображения от обработки. API полностью принимает и проверяет файл, сохраняет staging и одной транзакцией записывает metadata/job/outbox, затем отвечает202queued. Dispatcher уведомляет устойчивый broker, отдельный worker создаёт original/thumbnail/crop/WebP в приватном S3. Клиент опрашивает metadata; content доступен послеready и проверки членства в чате.
## Вопросы README
**Чем publisher confirm отличается от consumer ack?** Первое подтверждает приём брокером, второе — обработку потребителем. У Valkey Streams XADD при AOF always — наша граница приёма; XACK — подтверждение уведомления после устойчивого эффекта/следующего состояния. Crash между ними может дать повтор.
**Что сохранено в момент202?** Все принятые и проверенные bytes в S3 staging и PostgreSQL attachment/job/outbox. Resize ещё не обязателен. Остановленный worker не мешает приёму; недоступный broker оставляет outbox.
**Почему повторная доставка нормальна и где ключ идемпотентности?** Broker не отличает «worker не сделал» от «сделал, но ack потерян». Job_id стабилен; ключ эффекта attachment_id+pipeline_version+variant. Ready-дубль no-op, старый worker не проходит fencing версии/lease. Это не exactly-once доставка.
**Как отличить зависший worker от долгого?** Есть lease/deadline, отдельные ограничения времени и памяти. После lease recovery возвращает работу в очередь; fenced publication блокирует устаревшую попытку. Короткий lease создаёт лишние попытки, длинный замедляет восстановление. Обычный45s, тестовый8s.
## Демонстрация
1. `make up`, `make test`, две реальные API-реплики за LB.
2. Остановитьworker, upload202queued/content409, создать сообщение с вложением.
3. ПерезапуститьAPI/broker сvolumes, запуститьworker: тот же attachmentready, original совпадает.
4. Показать fault-suite/evidence: реальныеcrashes до/послеS3, COMMIT/publish, дубли и старая версия после новой.
5. Объяснитьcleanup/replay: общийrowlock от последней проверки доDELETE; queued/processing не удаляются.
## Что помнить
- 202 означает «устойчиво принято», а не «готово».
- Передачаbytes и полнаявалидация остаются синхроннойчастьюHTTP.
- Повторupload после потерянногоответа может создатьдругое вложение.
- Идемпотентен эффект, доставка остаётсяat-least-once.
- Valkeycache и durablebroker — разные сервисы.
- Original не меняется; маленькийoptimized не обязан быть меньше исходника.
- Одинhost и одиночныехранилища остаютсяSPOF. Volumes/AOF не заменяютbackup.
+19
View File
@@ -0,0 +1,19 @@
FROM python:3.12-slim@sha256:646fb0bca3dd3ea1bcc6feb72c17ed16eed6e10cffc732fcc1478bd3e7f02d7b AS build
COPY --from=ghcr.io/astral-sh/uv:0.11.7 /uv /usr/local/bin/uv
WORKDIR /app
COPY pyproject.toml uv.lock ./
RUN uv sync --locked --no-dev --no-install-project --python /usr/local/bin/python
FROM python:3.12-slim@sha256:646fb0bca3dd3ea1bcc6feb72c17ed16eed6e10cffc732fcc1478bd3e7f02d7b
RUN apt-get update && apt-get install -y --no-install-recommends libjpeg-turbo-progs=1:2.1.5-4 && rm -rf /var/lib/apt/lists/*
ARG VCS_REF=uncommitted
LABEL org.opencontainers.image.revision=$VCS_REF
ENV PYTHONUNBUFFERED=1 PYTHONDONTWRITEBYTECODE=1 PYTHONPATH=/app/src PATH=/app/.venv/bin:$PATH
WORKDIR /app
COPY --from=build /app/.venv /app/.venv
COPY src ./src
COPY migrations ./migrations
USER 10001:10001
EXPOSE 8080
HEALTHCHECK --interval=3s --timeout=2s --start-period=5s --retries=5 CMD ["python", "-c", "import urllib.request; urllib.request.urlopen('http://127.0.0.1:8080/health/ready', timeout=1)"]
CMD ["python", "-m", "messenger"]
+17
View File
@@ -28,3 +28,20 @@ test-persistence:
test-failover:
@test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable stop-one hook"; exit 2)
$(PYTHON) tests/resilience.py --mode failover --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS)
# Student implementation commands; acceptance targets above are unchanged.
PUBLIC_PORT ?= 8085
BASE_URL = http://127.0.0.1:$(PUBLIC_PORT)
bootstrap:
python3 scripts/bootstrap.py
up: bootstrap
VCS_REF=$$(git rev-parse HEAD) docker compose up -d --build --wait
migrate:
docker compose run --rm migrate
down:
docker compose down
student-test:
BASE_URL=$(BASE_URL) uv run --locked pytest -q
lint:
uv run --locked ruff check src student-tests research
.PHONY: bootstrap up down migrate student-test lint
+102 -23
View File
@@ -1,37 +1,116 @@
# Отчёт — лабораторная 5
- Автор, группа: TODO
- Целевая оценка; выбранный трек 5, если нужен: TODO
- Commit/PR: TODO после публикации
- Использованные источники, библиотеки и помощь ИИ: TODO
**Васильев Никита · БВТ2301 · n.a.vasilev@edu.mtuci.ru**
Цель: **5, трек 2 — доказанная идемпотентность versioned pipeline**.
Ветка `solution/bvt2301-vasilev`. Пока выполнено локально, публикация отдельно по указанию пользователя.
## Запуск из чистого clone
Основа — собственная реализация предыдущих лабораторных. Использованы Python/FastAPI, PostgreSQL, Valkey, boto3, Pillow и помощь ИИ при реализации и проверке. Чужие решения и результаты не переносились; предварительно изучены замечания преподавателей: [REVIEW_CHECKLIST.md](REVIEW_CHECKLIST.md). Исходные README, contracts, tests и COURSE сохранены.
TODO: версии runtime/образов, prerequisites, команды создания локальных secrets/.env, build, миграций, запуска, ожидания готовности, тестов и остановки. Указать необходимые действия оператора. Не вставлять секреты. Отдельно указать безопасную остановку и команду намеренного удаления учебных данных.
## Чистый запуск
## Архитектура и решения
Нужны Git, Docker Engine + Compose v2, uv; ориентир для Docker — 4 CPU/8 GiB RAM. Lifecycle/fault-тесты выполнять последовательно, без соседних нагрузочных экспериментов.
TODO: схема процессов/хранилищ, источник истины, транзакционные границы, ограничения. Что перенесено из lab4, что изменено в этой работе. Соответствие переменных из .env.example реальной конфигурации.
```sh
uv sync --locked --python 3.12
make up
make check validate PYTHON=.venv/bin/python
make test
make student-test
make test-persistence ACTION_SCRIPT=scripts/restart.sh
make test-failover ACTION_SCRIPT=scripts/stop-one.sh
docker compose start api
```
## Доказательства критериев
`make up` создаёт ignored secrets/.env, сохраняя существующие credentials, собирает образ, применяет миграции до API и ждёт готовности. Host API — только HAProxy `http://127.0.0.1:8085`; отдельные API/БД/S3/broker наружу не опубликованы. Повтор миграций: `make migrate`.
| Критерий README | Команда/сценарий | Наблюдаемый результат | Файл доказательства |
| --- | --- | --- | --- |
| Публичный smoke | make test | TODO | TODO |
| Остальные пункты уровня 3 | TODO | TODO | TODO |
| Все пункты уровня 4, если заявлен | TODO | TODO | TODO |
| Выбранный трек 5, если заявлен | TODO | TODO | TODO |
Остановка без удаления данных: `make down`. Намеренное удаление данных **только этого учебного проекта**: `docker compose down --volumes`; для обычной остановки эта команда не нужна.
TODO: добавить отдельную строку для каждого заявленного критерия. PASS без команды и наблюдения не является доказательством. Проверка инфраструктурного hook требует подтверждения, какие реальные процессы/хранилища перезапущены.
Версии: Python 3.12.13, FastAPI 0.162.0, Pillow 12.3.0, psycopg 3.3.6, redis-py 8.1.0, boto3 1.43.125, pinned uv.lock. Python base digest и uv0.11.7 закреплены; runtime libjpeg-turbo-progs=1:2.1.5-4. PostgreSQL17.10-alpine, Valkey8.1.3-alpine, SeaweedFS4.15 и HAProxy3.2 (последние два с digest). Отдельный apt snapshot не настроен.
## Эксперименты и отказы
## Архитектура и устойчивые границы
TODO: гипотеза, hardware/лимиты, версии, объём данных, профиль нагрузки, concurrency/arrival rate, длительность/прогрев, повторы, успешные RPS, ошибки, p50/p95/p99, CPU/RAM. Сохранить raw summary без tokens и объяснить ограничения измерения.
```text
Client → HAProxy → API ×2 → PostgreSQL
↓ ↑ ↓
S3 staging worker ← broker ← outbox dispatcher
↓
S3 final original + thumbnail/crop/WebP
```
| Воздействие | Что ожидаем | Что наблюдали | Время восстановления / потеря данных |
| --- | --- | --- | --- |
| TODO | TODO | TODO | TODO |
PostgreSQL — источник истины: users/chats/members/messages/sessions/attachments/jobs/outbox. Отдельный cache Valkey хранит публичные карточки пользователей TTL60s; его отказ обходится чтением БД. Broker — другой Valkey с паролем, AOF appendfsync always, volume, maxmemory128MiB/noeviction. В очередь идут только контрактные ID/версия/попытка/время, не bytes, URL или credentials.
## Ограничения и следующие шаги
До **202 queued** полностью приняты и проверены bytes, завершён S3 PUT в staging, одной транзакцией записаны attachment/job/outbox. Worker для ответа не требуется; resize в API не выполняется. При недоступности broker намерение остаётся в PostgreSQL. Ответ upload — снимок queued, даже если worker успел до следующего GET.
TODO: какие отказы выдерживаются и какие нет; что не реализовано; где учебное упрощение; какое улучшение подтверждено, а какое пока гипотеза.
Dispatcher XADD → mark published в транзакции. Crash между этими действиями даёт допустимый дубль. При AOF always XADD-ответ — наша граница приёма брокером, XACK — подтверждение обработки уведомления после устойчивого результата/сохранённого следующего состояния.
Broker envelope ограничен8KiB UTF-8 bytes; глубокий/слишком большой JSON и неканонический UUID URN безопасно отклоняются доSQL, uppercase канонические UUID нормализуются. JSON HTTP routes принимают UTF-8, UTF-16/32 не проходят даже при автодетекте Python. Binaryupload не затронут.
Worker атомарно записывает processing, attempt, случайный lease_id и deadline. Истёкший lease восстанавливает dispatcher. Ready публикуется лишь после всех четырёх объектов и проверки актуальных state/lease_id/pipeline_version под row locks. Ключ эффекта `(attachment_id,pipeline_version,variant)`, S3 prefix серверный и versioned. Дубликат ready — no-op; старая версия не меняет новое состояние. **At-least-once доставка с идемпотентным эффектом не означает exactly-once доставку.**
Временные ошибки: backoff1/2/4/8… максимум30s + jitter0–0.5s, по умолчанию JOB_MAX_ATTEMPTS=5. Постоянная ошибка — failed сразу, исчерпание — retry_exhausted. Failed_jobs и job_audit дают реестр ошибок и историю replay. Replay разрешён только failed с существующим источником, добавляет ограниченный budget и сохраняет job_id. Обычный pipeline1 использует WebP quality80; операторская версия2 — quality75. Reprocess queued выбирает staging, ready — опубликованный original; отсутствующий источник даёт отказ до изменения состояния. Если worker ещё не очистил прежний staging после COMMITready, reprocess удаляет его под тем же attachmentlock перед заменой ссылки; ошибка DELETE откатывает смену версии и сохраняет ready-original.
Сессии/пароли/ACL и идемпотентность сообщений предыдущих лаб сохранены. SHA256 digest случайного256-bit токена и абсолютное expiry находятся в PostgreSQL, пароли Argon2id. GET/content проверяют сессию и членство; queued/processing/failed content409. Original скачивается побайтно через API без redirect. Private bucket и отдельная backend-сеть, app S3 credentials ограничены bucket, admin только bootstrap.
## Изображения, ресурсы и очистка
- PNG/JPEG, max10MiB, max40Mpixel до decode, полная проверка PNG IDAT/JPEG. Полная проверка проходит в короткоживущем процессе: wall5s, CPU4s, LinuxAS512MiB. Строгий djpeg384m проверяет JPEG один раз без одновременного полного Pillow-canvas. PNG/APNG декодируется покадрово, общий canvasbudget40M; rawacTL/число кадров проверены, invalidlaterframe/zerocount→415, cumulativeoverlimit→413. У APNG производные берутся по первому кадру, а перед приёмом проверяются все кадры. Parent убивает всю processgroup при timeout/nonzero и не передаёт credentials в child environment.
- Один upload на API-процесс, excess429; чтение тела ограничено15s.
- Отдельный serial worker, prefetch/count1. Child processing: wall20s, CPU15s, address space700MiB. Worker896MiB/1CPU, tmpfs32MiB; crash/OOM оставляет durable source для bounded recovery. Обычный lease45s, fault-overlay8s.
- Thumbnail JPEG quality85, fit256 без upscale и с floor/min1; EXIF orientation, alpha на белый. Crop JPEG128×128 центрированный с допустимым upscale. WebP fit1280 без upscale, method4, quality80/75; производные без EXIF/ICC. Не обещается уменьшение каждого исходника.
- Ready-staging удаляется после устойчивого результата. **Queued/processing не удаляются по возрасту.** Failed-source хранится168h, затем явный cleanup удаляет его под attachment lock и делает replay невозможным. Проверка состояния и DELETE синхронизированы с replay/publish. Orphan upload intents очищаются после1h с SKIP LOCKED; активный upload держит intent lock.
- Ready-originals/variants и старые version-prefix автоматически не удаляются. Отдельный GC старых версий не реализован. Cleanup не поставлен в расписание, оператор запускает его явно. Seaweed32volumes×64MiB — конечная локальная ёмкость около2GiB до накладных расходов.
Операторские команды из корня:
```sh
docker compose exec -T --index 1 api python -m messenger.jobctl failed
docker compose exec -T --index 1 api python -m messenger.jobctl replay ATTACHMENT_UUID
docker compose exec -T --index 1 api python -m messenger.jobctl reprocess ATTACHMENT_UUID --version 2
docker compose exec -T --index 1 api python -m messenger.jobctl cleanup
```
## Проверки и исследование
Гипотеза: outbox + повторяемые уведомления + fenced versioned publication сохраняют принятые задания и защищают новый результат при перечисленных авариях. Проверяем инварианты и bytes/hash результатов, а не максимальный RPS. Основной синтетический файл319×200 также проверяет замечание о floor256×160.
```sh
uv run --locked python research/fault_suite.py --output evidence/fault-study-repeat.json
uv run --locked python research/extra_invariants.py
uv run --locked python research/pixel_boundary.py
```
Драйверы временно включают compose.fault.yaml, затем возвращают обычный запуск. Hooks доступны лишь при ENABLE_FAULT_INJECTION=1 и управляются локальной БД, публичных fault-endpoint нет. Повторные evidence сохраняйте под новыми именами. См. [методику](research/README.md).
| Критерий | Проверка | Evidence |
|---|---|---|
| Контракт/smoke | make check validate; make test | checks-review-final.txt; smoke-review-final.txt |
| Собственные API/session/image tests | make student-test | tests-review-final.txt |
| Независимые81HTTP-проверки | Отдельный root-драйвер | independent-http.json |
| Полный restart, прежний токен и original | make test-persistence | persistence-final.txt; persistence-runtime.json |
| API failover через общий LB | make test-failover | failover-final.json |
| Worker absent202, API/broker restart | Fault-suite | fault-study-review.json |
| COMMIT/publish, XADD/mark gap | Настоящий exit API/dispatcher | fault-study-review.json |
| Crash до/послеS3 и послеCOMMIT доack | Настоящий exit worker, lease recovery | fault-study-review.json |
| 20duplicates, queuedv2, stalev1afterv2 | Реальные broker и S3 | fault-study-review.json |
| Backoff, broker reorder, concurrentcleanup/replay | Дополнительный fault-driver | extra-invariants.json |
| Законные40M RGB/RGBA под лимитами | HTTP→worker→ready | pixel-boundary.json |
Итог повторной проверки перед публикацией: **179 собственных тестов PASS за52,52s**, smoke/contract/schema/lint PASS. Повторное основное исследование: **11 сценариев PASS за118.347s**; **9 дополнительных инвариантов PASS**. Среди новых регрессий:9 malformedbroker deliveries без workerrestart; единственное uppercaseUUID уведомление доводит queued job доready; реальный S3DELETEoutage сохраняет readyv1, последующий reprocessv2 и поздний cleanup не оставляют старый staging и не меняют v2content.
Повторно проверены публичные замечания преподавателей, новых/изменённых в использованном снимке нет. Дополнительно исправлены обнаруженные собственным review глубокий JSON poison, UUID wire spelling и окно staging cleanup/reprocess. Валидные RGB36M/CMYK40M progressiveJPEG и APNG40M теперь проходят доready с побайтно неизменным original; invalidlaterframe, acTL0 и превышение суммарного canvasbudget отклоняются до202.
Последний отдельный RGB/RGBA40M прогон дал ready за 2.028s/2.265s, OOM=false; это не peakRSS и не SLA. Lifecycle ранее подтвердил реальный restart всех используемых хранилищ с прежним токеном и отказ обеих физических API; результаты сохранены и независимый cleanclone повторяет эти проверки.
Актуальное состояние source сверено с двумя API: [review-runtime-source.json](evidence/review-runtime-source.json). Повторные11+9 faultсценариев выполнялись после worker/jobs/UTF-8/shareddecoderfixes; затем изменились только общие failureguards validate_image (killpg/outputtype), проверенные окончательными179тестами и большими изображениями. Полное совпадение старого faultimage с финальным образом не заявляется. PASS не выставляет оценку автоматически.
## Ограничения
Контролируемые interleaving не перебирают все распределённые отказы. Один host, PostgreSQL, broker и storage остаются SPOF; API failover не означает HA БД. Volumes/AOF/fsync не заменяют независимый backup; регулярные внешние backup/PITR не настроены. Перегрузка и сравнение concurrency не исследовались: выбран трек2. Время обработки/restore локального теста не является production SLA; 40M success не является измерением пикового RSS.
После потери ответа повтор upload может создать второе вложение: обязательная Idempotency-Key относится к сообщениям. При COMMIT с потерянным ответом уже записанное намерение всё равно автоматически обрабатывается. Отсутствие worker не должно приводить к синхронному resize.
## Источники
Исходные contracts/README.md, attachment-states.md, jobs.schema.json; [Valkey persistence](https://valkey.io/topics/persistence/), [PostgreSQL transactions](https://www.postgresql.org/docs/17/tutorial-transactions.html), [Pillow ImageOps](https://pillow.readthedocs.io/en/stable/reference/ImageOps.html). Замечания со ссылками — REVIEW_CHECKLIST.md.
Дополнительно после позднего worker/cleanup сверены фактические S3bytes всех четырёх результатов с SHA/size: [reprocess-content-review.json](evidence/reprocess-content-review.json). Финальный общий валидатор совпадает с проверенным ЛР4 по ASTwrapper и байтам childmodule: [shared-validator-review.json](evidence/shared-validator-review.json).
+63
View File
@@ -0,0 +1,63 @@
# Проверенные замечания преподавателя к чужим PR
Прочитаны только замечания, код и результаты чужих решений не переносились. Отсутствие замечаний не является доказательством корректности.
## https://gitea.privcloud.tech/mtusi2026/mtusi2026lab5/pulls/2#issuecomment-629
Самые криты:
- Cleanup удаляет файл ещё не выполненной задачи. Если worker недоступен больше часа, уже принятая загрузка теряется. Нужно сохранять staging для queued/processing. Это реальная проблема сохранности данных.
- Нет рабочего replay failed-задач. После устранения причины ошибки задачу нельзя штатно вернуть в обработку. Достаточно небольшого операторского скрипта с переходом failed → queued, записью о повторе и защитой уже готовых задач.
## https://gitea.privcloud.tech/mtusi2026/mtusi2026lab5/pulls/3#issuecomment-871
Подтверждён один существенный дефект: janitor может удалить результат успешно завершённого replay. В [janitor.py:201](https://gitea.privcloud.tech/Kalibr/mtusi2026lab5/src/commit/9863bb0505f83c7d8d0fa73f6f18d25a8a6f7c43/janitor.py#L201) повторная проверка состояния и последующий DELETE не синхронизированы с replay.
Минимальное воспроизведение:
1. После реального crash worker за записью объектов и четырёх временных ошибок получить failed/retry_exhausted с оставшимися объектами.
2. Дождаться их реального возраста свыше grace; в проверке использован допустимый grace 120 с. Приостановить отдельный процесс janitor после последней проверки still_orphan, перед DELETE.
3. Выполнить штатный ops.py replay: то же задание становится ready, все четыре файла скачиваются с 200.
4. Продолжить janitor: он удаляет заново записанный crop.jpg. Метаданные остаются ready, но /content?variant=crop возвращает 503 unavailable вместо ожидаемого 200.
Нужна синхронизация очистки с replay/publish либо защита нового объекта от удаления устаревшим проходом.
## https://gitea.privcloud.tech/mtusi2026/mtusi2026lab5/pulls/4#issuecomment-874
Существенные проблемы:
1. Структурно повреждённый JPEG принимается с 202 вместо 415.
Минимальное воспроизведение: в корректном JPEG найти первый SOS (FF DA) и заменить первый идентификатор компонента, байт i+5, на 250, отсутствующий в SOF. Загрузить с Content-Type: image/jpeg. Ожидалось 415 согласно контракту; фактически получены 202 queued → failed / invalid_image. Проверка SOS учитывает длину сегмента, но не связь компонентов с SOF: [src/messenger/images.py:345](https://gitea.privcloud.tech/ng14/mtusi2026lab5/src/commit/a591243d8066543dee8e169b2d580c5e46ff39ef/src/messenger/images.py#L345).
2. Janitor может удалить исходник уже принятого replay.
Воспроизведено чередование: janitor прочитал ссылки для failed-вложения с истёкшей retention → операторский replay закоммитил queued → janitor продолжил удаление по старому снимку. Фактически staging удалён при состоянии задания queued; после запуска worker получен failed / source_missing. Ожидалось сохранение исходника для текущей работы либо безопасный отказ replay до его принятия. Причина — отсутствие согласования удаления с изменением состояния после чтения ссылок: [src/messenger/cleanup.py:48](https://gitea.privcloud.tech/ng14/mtusi2026lab5/src/commit/a591243d8066543dee8e169b2d580c5e46ff39ef/src/messenger/cleanup.py#L48), удаление — [строка 59](https://gitea.privcloud.tech/ng14/mtusi2026lab5/src/commit/a591243d8066543dee8e169b2d580c5e46ff39ef/src/messenger/cleanup.py#L59). Для ускорения возраст failed смоделирован через updated_at, использован grace=0; PostgreSQL, S3, replay и DELETE были реальными, порядок закреплён барьером в тестовом драйвере.
## https://gitea.privcloud.tech/mtusi2026/mtusi2026lab5/pulls/11#issuecomment-1283
Два существенных замечания:
1. Новая версия может оставить принятый upload в вечном queued. Воспроизведение: остановить worker → upload получает 202 → выполнить jobctl reprocess -attachment ID -pipeline 2 → запустить worker. Ожидалось безопасное завершение либо отказ команды с сохранением v1. Фактически v1 становится superseded, v2 — failed/source_missing, вложение остаётся queued, активных заданий нет. Выбирается ещё не созданный конечный оригинал вместо существующего staging: [internal/storage/postgres/pipeline_repository.go:1341](https://gitea.privcloud.tech/vladislavKunetsky/mtusi2026lab5/src/commit/ecdd91a15b1bb3d783efcd40480ed754bef6e545/internal/storage/postgres/pipeline_repository.go#L1341).
2. Повреждённый PNG принимается с 202 вместо 415. В корректную структуру PNG помещён IDAT not-a-zlib-stream с пересчитанным CRC. Ожидалось 415 unsupported_media_type; получено 202 queued, затем failed/invalid_image. Валидатор проверяет CRC и наличие IDAT, но пропускает невалидный поток изображения: [internal/imagecheck/imagecheck.go:146](https://gitea.privcloud.tech/vladislavKunetsky/mtusi2026lab5/src/commit/ecdd91a15b1bb3d783efcd40480ed754bef6e545/internal/imagecheck/imagecheck.go#L146).
## https://gitea.privcloud.tech/mtusi2026/mtusi2026lab5/pulls/17#issuecomment-1556
- PNG 319×200 превращается в миниатюру 256×161 вместо требуемых 256×160. thumbnail() округляет размер иначе, чем требует задание: [lab5 — src/worker.py:84](https://gitea.privcloud.tech/kaktuz2000/mtusi2026lab5/src/commit/dd098ac0a3a8d2d6f290f32fa33e38df5e8e9bbf/src/worker.py#L84), [lab6 — src/worker.py:95](https://gitea.privcloud.tech/kaktuz2000/mtusi2026lab6/src/commit/6196d4ee8e40a9ddc92c869e998ca4d9112aec6b/src/worker.py#L95). Нужно явно рассчитывать размеры с округлением вниз, минимумом один пиксель и без увеличения исходника.
## Наш checklist
- Никогда не очищать staging queued/processing.
- Cleanup, replay и publish используют общую блокировку строки вложения.
- Replay failed: либо источник существует и queued, либо явный отказ.
- Полное декодирование до 202: damaged JPEG SOS и PNG IDAT получают 415.
- Новая версия queued использует staging, ready — опубликованный оригинал.
- Размеры thumbnail рассчитываются явно с floor: 319×200 → 256×160.
- Старый worker не публикует метаданные поверх новой версии.
## Повторная проверка перед публикацией
Повторно прочитаны те же публичные замечания преподавателей; в обновлённом снимке новых или изменённых замечаний по ЛР5 не обнаружено. Отсутствие комментариев к другим PR не используется как доказательство корректности.
При повторном независимом разборе дополнительно найдены и покрываются регрессиями:
- Глубокий/слишком большой broker JSON: ограничение UTF-8 envelope до8KiB и безопасное отклонение RecursionError.
- Необычное написание UUID: URN отклоняется доSQL, канонические uppercaseUUID нормализуются, единственное такое уведомление должно завершить queued job.
- Окно ready COMMIT → reprocess → старый cleanup: прежний staging удаляется под attachment lock перед заменой ссылки. Ошибка S3 DELETE оставляет текущую ready-версию неизменной.
- Валидный большой progressive JPEG не должен ошибочно считаться повреждённым из-за малого decoderbudget; native decode выполняется до полной Pillow canvasallocation.
- У PNG/APNG проверяется содержимое всех кадров и общий pixelbudget, повреждение позднего кадра не переносится в asynchronous failed после202.
- JSON-запросы принимаются только в UTF-8, несмотря на автоматическое распознавание UTF-16/32 в json.loads(bytes); binaryupload исключён из этого guard.
Точные результаты повторного запуска находятся в evidence/ и REPORT.md.
+31
View File
@@ -0,0 +1,31 @@
# Схема и устойчивые границы ЛР5
Базовые users/chats/members/messages/sessions и message_requests сохранены. message_attachments хранит связи сообщений и вложений с порядком0–9. Создание сообщения и сохранение ответа Idempotency-Key находятся в одной транзакции с повторной проверкой ACL. Допустимые NUL в бизнес-строках сохраняются bytea/UTF-8 без потерь; filename запрещает управляющие символы по контракту.
## Вложения
attachments: id PK, chat_id FK, owner_id FK, filename, content_type, size_bytes, sha256, status, error_code, created_at, updated_at, object_key UNIQUE, stage_key, pipeline_version, variants JSONB. Публичный сериализатор не раскрывает storage keys и pipeline internals; варианты содержат только контрактные поля. Status: queued/processing/ready/failed.
upload_intents: id, object_key UNIQUE, created_at. Записывается до S3 PUT; во время PUT и финализации удерживается row lock. Неопределённый COMMIT не компенсируется слепым DELETE объекта. Cleanup пропускает живые intent через SKIP LOCKED.
## Jobs и outbox
attachment_jobs: UUID id PK, attachment_id FK, pipeline_version, UNIQUE(attachment_id,pipeline_version). Source_key берётся только из доверенной БД. State: queued/processing/ready/failed/superseded. Attempt, attempt_limit, available_at, lease_id, lease_until, безопасный error_code и timestamps описывают управляемые попытки.
job_outbox: job_id PK/FK, published_at. Пишется с attachment/job в одной транзакции. Dispatcher XADD→mark; crash между ними допускает дубль. Retry/recovery сбрасывает published_at. Отказ брокера откатывает отметку, намерение остаётся.
job_audit: последовательный ID, job_id FK, event, attempt, created_at. Credentials и bytes отсутствуют.
failed_jobs: job_id PK/FK, error_code, failed_at, replay_count. Это реестр DLQ: история сохраняется после replay, текущая job state меняется.
test_faults: локальные hooks crash/pause/error, работающие только при явном ENABLE_FAULT_INJECTION=1. Публичных endpoint нет.
## Блокировки и fencing
Claim/complete/fail/replay/reprocess/cleanup блокируют сначала attachment, затем job. Complete проверяет актуальные pipeline_version, state и lease_id. Старая попытка не публикует метаданные после перезахвата или смены версии. Versioned S3 keys не дают старой версии перезаписать новые файлы. Внутри версии ключи стабильны, повтор не создаёт вторую логическую коллекцию вариантов.
Cleanup держит attachment lock от последней проверки до DELETE. Replay держит тот же lock от проверки источника до COMMIT queued. Lock timeout даёт ограниченную ошибку вместо небезопасного продолжения. Queued/processing не очищаются по возрасту.
## Индексы и миграции
История `(chat_id,created_at,id)` соответствует keyset-чтению. Jobs `(state,lease_until)` помогает recovery. PK outbox даёт одну запись намерения на job. SQL-параметры передаются отдельно от SQL. Миграции упорядочены, checksums проверяются, запуск сериализован advisory transaction lock. Применённые файлы не редактируются.
+16
View File
@@ -0,0 +1,16 @@
# Explicit local fault-injection overlay; normal compose has no enabled fault hooks.
services:
api:
# Only the explicit test overlay permits API-container operator tools to inject broker messages.
secrets: [database_url, cache_url, broker_url, s3_access_key, s3_secret_key]
environment:
ENABLE_FAULT_INJECTION: "1"
JOB_LEASE_SECONDS: "8"
worker:
environment:
ENABLE_FAULT_INJECTION: "1"
JOB_LEASE_SECONDS: "8"
dispatcher:
environment:
ENABLE_FAULT_INJECTION: "1"
JOB_LEASE_SECONDS: "8"
+179
View File
@@ -0,0 +1,179 @@
name: mtusi-vasilev-lab5
x-application: &application
image: ${API_IMAGE:-mtusi-vasilev:lab5}
build:
context: .
args:
VCS_REF: ${VCS_REF:-uncommitted}
environment:
DATABASE_URL_FILE: /run/secrets/database_url
CACHE_URL_FILE: /run/secrets/cache_url
BROKER_URL_FILE: /run/secrets/broker_url
JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5}
JOB_LEASE_SECONDS: ${JOB_LEASE_SECONDS:-45}
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
S3_ENDPOINT: http://s3:8333
S3_BUCKET: messenger
S3_ACCESS_KEY_FILE: /run/secrets/s3_access_key
S3_SECRET_KEY_FILE: /run/secrets/s3_secret_key
POOL_MAX_SIZE: ${POOL_MAX_SIZE:-8}
secrets: [database_url, cache_url, broker_url, s3_access_key, s3_secret_key]
cpus: ${API_CPUS:-0.5}
mem_limit: ${API_MEMORY:-512m}
pids_limit: 96
read_only: true
tmpfs: ["/tmp:size=16m,noexec,nosuid"]
cap_drop: [ALL]
security_opt: [no-new-privileges:true]
stop_grace_period: 8s
services:
postgres:
image: postgres:17.10-alpine
environment:
POSTGRES_USER: messenger
POSTGRES_DB: messenger
POSTGRES_PASSWORD_FILE: /run/secrets/postgres_password
secrets: [postgres_password]
volumes: [postgres_data:/var/lib/postgresql/data]
healthcheck:
test: [CMD-SHELL, "pg_isready -U messenger -d messenger"]
interval: 2s
timeout: 2s
retries: 15
cpus: 1
mem_limit: 768m
command: [postgres, -c, fsync=on, -c, synchronous_commit=on, -c, full_page_writes=on]
cache:
image: valkey/valkey:8.1.3-alpine
command: [valkey-server, --save, "", --appendonly, "no", --maxmemory, 64mb, --maxmemory-policy, allkeys-lru]
healthcheck:
test: [CMD, valkey-cli, ping]
interval: 2s
timeout: 2s
retries: 15
cpus: 0.5
mem_limit: 128m
broker:
image: valkey/valkey:8.1.3-alpine
command: [valkey-server, /run/secrets/broker_config]
secrets: [broker_config, broker_password]
volumes: [broker_data:/data]
cpus: 0.5
mem_limit: 192m
healthcheck:
test: [CMD-SHELL, 'REDISCLI_AUTH=$$(cat /run/secrets/broker_password) valkey-cli ping']
interval: 2s
timeout: 2s
retries: 15
dispatcher:
<<: *application
command: [python, -m, messenger.worker, --dispatcher]
secrets: [database_url, cache_url, broker_url]
cpus: 0.25
mem_limit: 192m
healthcheck:
disable: true
depends_on:
migrate: {condition: service_completed_successfully}
broker: {condition: service_healthy}
restart: unless-stopped
worker:
<<: *application
command: [python, -m, messenger.worker]
cpus: 1
mem_limit: 896m
tmpfs: ["/tmp:size=32m,noexec,nosuid"]
stop_grace_period: 30s
healthcheck:
disable: true
depends_on:
migrate: {condition: service_completed_successfully}
broker: {condition: service_healthy}
s3-bootstrap: {condition: service_completed_successfully}
restart: unless-stopped
migrate:
<<: *application
command: [python, -m, messenger.migrate]
secrets: [database_url]
healthcheck:
disable: true
depends_on:
postgres: {condition: service_healthy}
api:
<<: *application
secrets: [database_url, cache_url, s3_access_key, s3_secret_key]
deploy:
replicas: ${API_REPLICAS:-2}
depends_on:
migrate: {condition: service_completed_successfully}
cache: {condition: service_healthy}
s3-bootstrap: {condition: service_completed_successfully}
storage:
image: chrislusf/seaweedfs:4.15@sha256:1593bd2a98964f5d4df83fa7db2b3d4ee7b20190813cc5bf8c3200e0e70d346e
command: [server, -dir=/data, -ip=storage, -ip.bind=0.0.0.0, -filer, -volume.max=32, -volume.preStopSeconds=0, -master.volumeSizeLimitMB=64]
volumes: ["s3_data:/data", "./infra/filer.toml:/etc/seaweedfs/filer.toml:ro"]
networks: [storage_backend]
cpus: 1
mem_limit: 512m
healthcheck:
test: [CMD-SHELL, "wget -q -O /dev/null http://127.0.0.1:9333/dir/status"]
interval: 2s
timeout: 2s
retries: 20
s3:
image: chrislusf/seaweedfs:4.15@sha256:1593bd2a98964f5d4df83fa7db2b3d4ee7b20190813cc5bf8c3200e0e70d346e
command: [s3, -filer=storage:8888, -ip.bind=0.0.0.0, -config=/run/secrets/s3_config, -port=8333, -port.iceberg=0]
secrets: [s3_config]
networks: [default, storage_backend]
depends_on:
storage: {condition: service_healthy}
cpus: 0.5
mem_limit: 256m
s3-bootstrap:
<<: *application
command: [python, -m, messenger.storage_bootstrap]
environment:
S3_ENDPOINT: http://s3:8333
S3_ADMIN_ACCESS_KEY_FILE: /run/secrets/s3_admin_access_key
S3_ADMIN_SECRET_KEY_FILE: /run/secrets/s3_admin_secret_key
secrets: [s3_admin_access_key, s3_admin_secret_key]
healthcheck:
disable: true
depends_on:
s3: {condition: service_started}
lb:
image: haproxy:3.2-alpine@sha256:96ec3c75a9264ba94e733eeacb44051ed6e7b79bb77a73c2c36f236b6423f1f0
ports: ["127.0.0.1:${PUBLIC_PORT:-8085}:8080"]
volumes: ["./infra/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro"]
depends_on:
api: {condition: service_healthy}
cpus: 0.5
mem_limit: 128m
read_only: true
tmpfs: ["/tmp:size=8m"]
cap_drop: [ALL]
security_opt: [no-new-privileges:true]
healthcheck:
test: [CMD-SHELL, "wget -q -O /dev/null http://127.0.0.1:8080/health/ready"]
interval: 2s
timeout: 2s
retries: 10
volumes:
postgres_data:
s3_data:
broker_data:
networks:
storage_backend:
internal: true
secrets:
postgres_password: {file: ./secrets/postgres_password}
database_url: {file: ./secrets/database_url}
cache_url: {file: ./secrets/cache_url}
s3_access_key: {file: ./secrets/s3_access_key}
s3_secret_key: {file: ./secrets/s3_secret_key}
s3_admin_access_key: {file: ./secrets/s3_admin_access_key}
s3_admin_secret_key: {file: ./secrets/s3_admin_secret_key}
s3_config: {file: ./secrets/s3_config}
broker_url: {file: ./secrets/broker_url}
broker_password: {file: ./secrets/broker_password}
broker_config: {file: ./secrets/broker_config}
+71
View File
@@ -0,0 +1,71 @@
Image mtusi-vasilev:lab5 Building
#1 [internal] load local bake definitions
#1 reading from stdin 1.78kB done
#1 DONE 0.0s
#2 [internal] load build definition from Dockerfile
#2 transferring dockerfile: 1.07kB done
#2 DONE 0.0s
#3 [internal] load metadata for ghcr.io/astral-sh/uv:0.11.7
#3 DONE 0.0s
#4 [internal] load metadata for docker.io/library/python:3.12-slim@sha256:646fb0bca3dd3ea1bcc6feb72c17ed16eed6e10cffc732fcc1478bd3e7f02d7b
#4 DONE 0.0s
#5 [internal] load .dockerignore
#5 transferring context: 109B done
#5 DONE 0.0s
#6 [internal] load build context
#6 transferring context: 24.07kB done
#6 DONE 0.0s
#7 FROM ghcr.io/astral-sh/uv:0.11.7@sha256:240fb85ab0f263ef12f492d8476aa3a2e4e1e333f7d67fbdd923d00a506a516a
#7 resolve ghcr.io/astral-sh/uv:0.11.7@sha256:240fb85ab0f263ef12f492d8476aa3a2e4e1e333f7d67fbdd923d00a506a516a done
#7 DONE 0.0s
#8 [build 1/5] FROM docker.io/library/python:3.12-slim@sha256:646fb0bca3dd3ea1bcc6feb72c17ed16eed6e10cffc732fcc1478bd3e7f02d7b
#8 resolve docker.io/library/python:3.12-slim@sha256:646fb0bca3dd3ea1bcc6feb72c17ed16eed6e10cffc732fcc1478bd3e7f02d7b done
#8 DONE 0.0s
#9 [build 4/5] COPY pyproject.toml uv.lock ./
#9 CACHED
#10 [stage-1 3/6] WORKDIR /app
#10 CACHED
#11 [build 5/5] RUN uv sync --locked --no-dev --no-install-project --python /usr/local/bin/python
#11 CACHED
#12 [stage-1 2/6] RUN apt-get update && apt-get install -y --no-install-recommends libjpeg-turbo-progs=1:2.1.5-4 && rm -rf /var/lib/apt/lists/*
#12 CACHED
#13 [build 3/5] WORKDIR /app
#13 CACHED
#14 [build 2/5] COPY --from=ghcr.io/astral-sh/uv:0.11.7 /uv /usr/local/bin/uv
#14 CACHED
#15 [stage-1 4/6] COPY --from=build /app/.venv /app/.venv
#15 CACHED
#16 [stage-1 5/6] COPY src ./src
#16 DONE 0.0s
#17 [stage-1 6/6] COPY migrations ./migrations
#17 DONE 0.0s
#18 exporting to image
#18 exporting layers 0.0s done
#18 exporting manifest sha256:62c665a067445aca735351c1e1975b7cf4b1dd4c8d09737605db0380a0b510c3 done
#18 exporting config sha256:7f52416ad049b18c3eab983d6154a34eacd1697e165e5f9355fde825bee0895c done
#18 exporting attestation manifest sha256:e792f00e29e67d9501ac73eea2b11cd31e2bd191720ad66812c044872ea401fd done
#18 exporting manifest list sha256:b86715a3c1574317b326d4f70c092bd713596995353c5ebbbeb5d69a12f35633 done
#18 naming to docker.io/library/mtusi-vasilev:lab5 done
#18 unpacking to docker.io/library/mtusi-vasilev:lab5 0.0s done
#18 DONE 0.1s
#19 resolving provenance for metadata file
#19 DONE 0.0s
Image mtusi-vasilev:lab5 Built
+71
View File
@@ -0,0 +1,71 @@
Image mtusi-vasilev:lab5 Building
#1 [internal] load local bake definitions
#1 reading from stdin 1.78kB done
#1 DONE 0.0s
#2 [internal] load build definition from Dockerfile
#2 transferring dockerfile: 1.07kB done
#2 DONE 0.0s
#3 [internal] load metadata for docker.io/library/python:3.12-slim@sha256:646fb0bca3dd3ea1bcc6feb72c17ed16eed6e10cffc732fcc1478bd3e7f02d7b
#3 DONE 0.0s
#4 [internal] load metadata for ghcr.io/astral-sh/uv:0.11.7
#4 DONE 0.0s
#5 [internal] load .dockerignore
#5 transferring context: 109B done
#5 DONE 0.0s
#6 [internal] load build context
#6 transferring context: 9.13kB done
#6 DONE 0.0s
#7 [build 1/5] FROM docker.io/library/python:3.12-slim@sha256:646fb0bca3dd3ea1bcc6feb72c17ed16eed6e10cffc732fcc1478bd3e7f02d7b
#7 resolve docker.io/library/python:3.12-slim@sha256:646fb0bca3dd3ea1bcc6feb72c17ed16eed6e10cffc732fcc1478bd3e7f02d7b done
#7 DONE 0.0s
#8 FROM ghcr.io/astral-sh/uv:0.11.7@sha256:240fb85ab0f263ef12f492d8476aa3a2e4e1e333f7d67fbdd923d00a506a516a
#8 resolve ghcr.io/astral-sh/uv:0.11.7@sha256:240fb85ab0f263ef12f492d8476aa3a2e4e1e333f7d67fbdd923d00a506a516a done
#8 DONE 0.0s
#9 [build 4/5] COPY pyproject.toml uv.lock ./
#9 CACHED
#10 [build 5/5] RUN uv sync --locked --no-dev --no-install-project --python /usr/local/bin/python
#10 CACHED
#11 [build 2/5] COPY --from=ghcr.io/astral-sh/uv:0.11.7 /uv /usr/local/bin/uv
#11 CACHED
#12 [build 3/5] WORKDIR /app
#12 CACHED
#13 [stage-1 3/6] WORKDIR /app
#13 CACHED
#14 [stage-1 2/6] RUN apt-get update && apt-get install -y --no-install-recommends libjpeg-turbo-progs=1:2.1.5-4 && rm -rf /var/lib/apt/lists/*
#14 CACHED
#15 [stage-1 4/6] COPY --from=build /app/.venv /app/.venv
#15 CACHED
#16 [stage-1 5/6] COPY src ./src
#16 DONE 0.0s
#17 [stage-1 6/6] COPY migrations ./migrations
#17 DONE 0.0s
#18 exporting to image
#18 exporting layers 0.0s done
#18 exporting manifest sha256:80ca299ae587b0ba967dd5b369852979a0f3f85dedbd55e38975ad3ad7ed2d24 done
#18 exporting config sha256:054b14251aab3f4b20e3d7139b8f22069bc1e4cab496457808da369b93ed075e done
#18 exporting attestation manifest sha256:520746f9a2893a44cff00d637b6859b3af44e31bae016b6a144e227c9c944d02 done
#18 exporting manifest list sha256:2a43094d66f44278456a1dd4b487da97287bc3935715b2b6a36535d60fb0b7d2 done
#18 naming to docker.io/library/mtusi-vasilev:lab5 done
#18 unpacking to docker.io/library/mtusi-vasilev:lab5 0.0s done
#18 DONE 0.1s
#19 resolving provenance for metadata file
#19 DONE 0.0s
Image mtusi-vasilev:lab5 Built
+4
View File
@@ -0,0 +1,4 @@
.venv/bin/python scripts/check_contract.py
PASS: offline skeleton structure, local refs and Python syntax; application NOT tested.
.venv/bin/python scripts/validate_openapi.py
PASS: full OpenAPI 3.1 and JSON Schema validation; application NOT tested.
+4
View File
@@ -0,0 +1,4 @@
.venv/bin/python scripts/check_contract.py
PASS: offline skeleton structure, local refs and Python syntax; application NOT tested.
.venv/bin/python scripts/validate_openapi.py
PASS: full OpenAPI 3.1 and JSON Schema validation; application NOT tested.
+1
View File
@@ -0,0 +1 @@
PASS: backoff, reordered deliveries and both real cleanup/replay interleavings
+1
View File
@@ -0,0 +1 @@
PASS: backoff, reordered deliveries and both real cleanup/replay interleavings
+135
View File
@@ -0,0 +1,135 @@
{
"scenarios": [
{
"name": "transient_retry_backoff_and_jitter",
"attachment_id": "4d09ac73-dc77-4013-8368-c70947aac8b0",
"attempts": 3,
"observed_delays_seconds": [
1.362641,
2.457416
],
"audit": [
{
"event": "accepted",
"attempt": 0,
"created_at": "2026-11-06T16:10:48.759366+00:00"
},
{
"event": "claimed",
"attempt": 1,
"created_at": "2026-11-06T16:10:51.436905+00:00"
},
{
"event": "retry_scheduled",
"attempt": 1,
"created_at": "2026-11-06T16:10:51.440694+00:00"
},
{
"event": "claimed",
"attempt": 2,
"created_at": "2026-11-06T16:10:52.803335+00:00"
},
{
"event": "retry_scheduled",
"attempt": 2,
"created_at": "2026-11-06T16:10:52.816466+00:00"
},
{
"event": "claimed",
"attempt": 3,
"created_at": "2026-11-06T16:10:55.273882+00:00"
},
{
"event": "published",
"attempt": 3,
"created_at": "2026-11-06T16:10:55.520881+00:00"
}
],
"passed": true
},
{
"name": "broker_reorder_v2_v1_v2_no_regression",
"attachment_id": "4d09ac73-dc77-4013-8368-c70947aac8b0",
"hashes": {
"original": "99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75",
"thumbnail": "b8e59b0cad429b1c49c27c4a1c79e52bfc23e2fab7c7238d18d5addd4df4b546",
"crop": "fae35500205a78065cf7d589f121cc909b017e2a4cde882177e24f5608fb4c1f",
"optimized": "0bb5b26524335872b2dfe977e2e364101870bfa4e223f4383ab00c34f6771735"
},
"publications": [
{
"pipeline_version": 1,
"n": 1
},
{
"pipeline_version": 2,
"n": 1
}
],
"passed": true
},
{
"name": "nine_poison_deliveries_rejected_without_worker_crash",
"attachment_id": "12e51a70-4159-458c-8733-1eed92f40881",
"worker_before": {
"container_id": "99d4d3aad44e120d24df5ae652a4aa731de31c1e4a8580f0c05409cbaab2e0a2",
"service": "worker",
"restart_count": 0,
"status": "running",
"exit_code": 0,
"started_at": "2026-11-06T16:10:50.624298554Z"
},
"worker_after": {
"container_id": "99d4d3aad44e120d24df5ae652a4aa731de31c1e4a8580f0c05409cbaab2e0a2",
"service": "worker",
"restart_count": 0,
"status": "running",
"exit_code": 0,
"started_at": "2026-11-06T16:10:50.624298554Z"
},
"safe_log_events": 9,
"passed": true
},
{
"name": "uppercase_uuid_only_delivery_completes_queued_job",
"attachment_id": "24644ea4-c70f-447e-9bcf-fec51f495dd4",
"no_lowercase_publication": true,
"attempts": 1,
"passed": true
},
{
"name": "reprocess_staging_delete_outage_keeps_ready_version1",
"attachment_id": "a7724afb-9c2f-439f-a319-4270c426601f",
"reprocess_error": 503,
"source_and_final_content_intact": true,
"passed": true
},
{
"name": "ready_reprocess_before_old_cleanup_does_not_orphan_staging",
"attachment_id": "a7724afb-9c2f-439f-a319-4270c426601f",
"old_staging_absent": true,
"version2_metadata_and_content_unchanged": true,
"passed": true
},
{
"name": "eight_day_old_queued_metadata_never_expires_staging",
"attachment_id": "e409c3ed-b6d5-491c-8f7b-006383119273",
"age_simulated_in_database": true,
"passed": true
},
{
"name": "cleanup_paused_before_delete_blocks_concurrent_replay",
"attachment_id": "08982860-9c59-44cb-a327-f5e9ce0e8858",
"while_locked_status": 503,
"after_source_expiry_status": 409,
"passed": true
},
{
"name": "replay_holds_lock_cleanup_cannot_delete_then_ready",
"attachment_id": "887b7e3b-0f3f-49e1-8862-afe822518407",
"cleanup_while_locked_status": 503,
"passed": true
}
],
"passed": true
}
+58
View File
@@ -0,0 +1,58 @@
{
"actual_api_container_ids": [
"729c793b10a01c019709df678dabd596cf9d9362a3811f54df233e9bbe25357c",
"b24a5a2a95a3c64b68d8f861a6de046bcdcc41efcc589df180b4345e085abab3"
],
"covered_container_ids": [
"729c793b10a01c019709df678dabd596cf9d9362a3811f54df233e9bbe25357c",
"b24a5a2a95a3c64b68d8f861a6de046bcdcc41efcc589df180b4345e085abab3"
],
"attempts": [
{
"stopped": {
"stopped_container": "b24a5a2a95a3c64b68d8f861a6de046bcdcc41efcc589df180b4345e085abab3",
"instance_id": "e643457b-dc41-4725-858c-6ca632094981"
},
"summary": [
{
"observed_instances_before": 2,
"successful_writes": 125,
"failed_attempts": 3,
"first_recovery_seconds": 2.231
}
],
"stdout": "Executing explicit failover hook; hook output suppressed to avoid leaking secrets.\n{\"observed_instances_before\": 2, \"successful_writes\": 125, \"failed_attempts\": 3, \"first_recovery_seconds\": 2.231}\nPASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence.\n"
},
{
"stopped": {
"stopped_container": "b24a5a2a95a3c64b68d8f861a6de046bcdcc41efcc589df180b4345e085abab3",
"instance_id": "ed9ecde0-355e-419d-bdbd-691bac7c2b8c"
},
"summary": [
{
"observed_instances_before": 2,
"successful_writes": 119,
"failed_attempts": 3,
"first_recovery_seconds": 0.81
}
],
"stdout": "Executing explicit failover hook; hook output suppressed to avoid leaking secrets.\n{\"observed_instances_before\": 2, \"successful_writes\": 119, \"failed_attempts\": 3, \"first_recovery_seconds\": 0.81}\nPASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence.\n"
},
{
"stopped": {
"stopped_container": "729c793b10a01c019709df678dabd596cf9d9362a3811f54df233e9bbe25357c",
"instance_id": "c8c69b4d-dab6-4135-9cae-03cd1ba67264"
},
"summary": [
{
"observed_instances_before": 2,
"successful_writes": 124,
"failed_attempts": 4,
"first_recovery_seconds": 1.549
}
],
"stdout": "Executing explicit failover hook; hook output suppressed to avoid leaking secrets.\n{\"observed_instances_before\": 2, \"successful_writes\": 124, \"failed_attempts\": 4, \"first_recovery_seconds\": 1.549}\nPASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence.\n"
}
],
"passed": true
}
+20
View File
@@ -0,0 +1,20 @@
{
"image_id": "sha256:0bc8d41c5d3b3e581946d7440e7cc0156b97edf8e114b70331d494ab5603613b",
"source_sha256": {
"__init__.py": "9a72a49106367ca514cc6147d0e727e62c4d33fefd61572d209a5c9494551a2c",
"__main__.py": "ba9a59ad44ee8884cd65cf88d5ea15cbd7051b10f7c729043ddd44ca2f34defe",
"app.py": "d280627620ad481354ebe86a3308ab44e16d39e1715ce7fa69085ff67b60105f",
"attachments.py": "43013d5bd9ade4dac1dd832167061a352bda67afa5ee2cacf8da634fc3599ec0",
"config.py": "e4d4aaf674ede8b5abdc361f77c7793ee94d8d7856030c28834eb7c95291b193",
"domain.py": "33086cb229083ecee3bcee09f143b4bc09e48896a0c497bd9902e738e2e6b1af",
"image_pipeline.py": "3dcca5590704f1f9e8eca71dc28097930eac62701cf479aa8b7e3c71ca9b3551",
"jobctl.py": "41098fe1088960f6e62a3e3b6bd63e8b7f048b4561d82a994cf64574b939215d",
"jobs.py": "b8ae69a3807532f3dd1ec71006034e4a2644f5c16a46a50107d371feb701c84f",
"migrate.py": "eb5cad7ac6abe38dd40b2db307d298b297abe9543b3928c36bab8ef06283664e",
"models.py": "c43769d2d4ba0369129a86bf80364a626ab91442f9b9020e6bc904e363a39665",
"postgres.py": "3fa443fae1dd078a01bc3e7403297a4e76f3dd06ec884f3518f95a1f80ffaa52",
"storage.py": "70b0fb157b285b674a7388a2bfe5c5a7feb8149a9266ac7ad035961d769008a5",
"storage_bootstrap.py": "b29a2a1f8864ec3425a7499b1752688f69d8f402f3881957e790ed4522d35589",
"worker.py": "c07b2bdb3e20c5574ffa521bc702f10819294ec6a041300650e492461af5bc78"
}
}
+12
View File
@@ -0,0 +1,12 @@
PASS: accepted_202_worker_absent_api_broker_restart
PASS: api_crash_after_commit_before_publish
PASS: dispatcher_crash_after_broker_acceptance
PASS: worker_crash_before_effect
PASS: worker_crash_after_effect
PASS: worker_crash_after_result_commit
PASS: 20_concurrent_duplicate_deliveries
PASS: queued_reprocess_version2_uses_staging
PASS: stale_version1_after_version2_publish_rejected
PASS: failed_replay_before_cleanup_preserves_source_and_results
PASS: cleanup_before_replay_safe_refusal
PASS: all real fault scenarios; report evidence/fault-study.json
+12
View File
@@ -0,0 +1,12 @@
PASS: accepted_202_worker_absent_api_broker_restart
PASS: api_crash_after_commit_before_publish
PASS: dispatcher_crash_after_broker_acceptance
PASS: worker_crash_before_effect
PASS: worker_crash_after_effect
PASS: worker_crash_after_result_commit
PASS: 20_concurrent_duplicate_deliveries
PASS: queued_reprocess_version2_uses_staging
PASS: stale_version1_after_version2_publish_rejected
PASS: failed_replay_before_cleanup_preserves_source_and_results
PASS: cleanup_before_replay_safe_refusal
PASS: all real fault scenarios; report evidence/fault-study-review.json
File diff suppressed because it is too large Load Diff
File diff suppressed because it is too large Load Diff
+413
View File
@@ -0,0 +1,413 @@
{
"lab": 5,
"base_url": "http://127.0.0.1:8085",
"tests": [
{
"case": "message rejects wrong types/extra {'text': None}",
"status": "PASS",
"elapsed_s": 0.0031
},
{
"case": "message rejects wrong types/extra {'text': 123}",
"status": "PASS",
"elapsed_s": 0.0024
},
{
"case": "message rejects wrong types/extra {'text': True}",
"status": "PASS",
"elapsed_s": 0.0031
},
{
"case": "message rejects wrong types/extra {'text': []}",
"status": "PASS",
"elapsed_s": 0.003
},
{
"case": "message rejects wrong types/extra {'text': 'x', 'TEXT': 'y'}",
"status": "PASS",
"elapsed_s": 0.0032
},
{
"case": "message rejects wrong types/extra {'Text': 'x'}",
"status": "PASS",
"elapsed_s": 0.0032
},
{
"case": "message rejects wrong types/extra {'text': 'x', 'attachment_ids': None}",
"status": "PASS",
"elapsed_s": 0.003
},
{
"case": "message rejects wrong types/extra {'text': 'x', 'attachment_ids': {}}",
"status": "PASS",
"elapsed_s": 0.0027
},
{
"case": "message rejects wrong types/extra {}",
"status": "PASS",
"elapsed_s": 0.0031
},
{
"case": "invalid idempotency key ''",
"status": "PASS",
"elapsed_s": 0.0031
},
{
"case": "invalid idempotency key 'contains space'",
"status": "PASS",
"elapsed_s": 0.0026
},
{
"case": "invalid idempotency key 'xxxxxxxxxxxxxxxxxxxx'",
"status": "PASS",
"elapsed_s": 0.0022
},
{
"case": "invalid idempotency key 'bad/key'",
"status": "PASS",
"elapsed_s": 0.0022
},
{
"case": "missing idempotency key",
"status": "PASS",
"elapsed_s": 0.003
},
{
"case": "malformed UTF8/JSON b'{bad'",
"status": "PASS",
"elapsed_s": 0.0018
},
{
"case": "malformed UTF8/JSON b'\\xff'",
"status": "PASS",
"elapsed_s": 0.0016
},
{
"case": "malformed UTF8/JSON b'{\"text\":\"x\"}{}'",
"status": "PASS",
"elapsed_s": 0.0017
},
{
"case": "pagination /api/v1/chats?limit=",
"status": "PASS",
"elapsed_s": 0.0026
},
{
"case": "pagination /api/v1/chats?limit=0",
"status": "PASS",
"elapsed_s": 0.0021
},
{
"case": "pagination /api/v1/chats?limit=101",
"status": "PASS",
"elapsed_s": 0.002
},
{
"case": "pagination /api/v1/chats?limit=abc",
"status": "PASS",
"elapsed_s": 0.0018
},
{
"case": "pagination /api/v1/chats?limit=1&limit=2",
"status": "PASS",
"elapsed_s": 0.002
},
{
"case": "pagination /api/v1/chats?cursor=",
"status": "PASS",
"elapsed_s": 0.002
},
{
"case": "pagination /api/v1/chats?cursor=W10",
"status": "PASS",
"elapsed_s": 0.0018
},
{
"case": "pagination /api/v1/chats?cursor=bnVsbA",
"status": "PASS",
"elapsed_s": 0.0019
},
{
"case": "pagination /api/v1/chats/4885a289-1561-4e0a-9f4e-65a3e9e8a616/messages?limit=",
"status": "PASS",
"elapsed_s": 0.0019
},
{
"case": "pagination /api/v1/chats/4885a289-1561-4e0a-9f4e-65a3e9e8a616/messages?limit=0",
"status": "PASS",
"elapsed_s": 0.0019
},
{
"case": "pagination /api/v1/chats/4885a289-1561-4e0a-9f4e-65a3e9e8a616/messages?limit=101",
"status": "PASS",
"elapsed_s": 0.0019
},
{
"case": "pagination /api/v1/chats/4885a289-1561-4e0a-9f4e-65a3e9e8a616/messages?limit=abc",
"status": "PASS",
"elapsed_s": 0.0019
},
{
"case": "pagination /api/v1/chats/4885a289-1561-4e0a-9f4e-65a3e9e8a616/messages?limit=1&limit=2",
"status": "PASS",
"elapsed_s": 0.0018
},
{
"case": "pagination /api/v1/chats/4885a289-1561-4e0a-9f4e-65a3e9e8a616/messages?cursor=",
"status": "PASS",
"elapsed_s": 0.0018
},
{
"case": "pagination /api/v1/chats/4885a289-1561-4e0a-9f4e-65a3e9e8a616/messages?cursor=W10",
"status": "PASS",
"elapsed_s": 0.0019
},
{
"case": "pagination /api/v1/chats/4885a289-1561-4e0a-9f4e-65a3e9e8a616/messages?cursor=bnVsbA",
"status": "PASS",
"elapsed_s": 0.0023
},
{
"case": "typed cursor (2, None)",
"status": "PASS",
"elapsed_s": 0.0019
},
{
"case": "typed cursor (2, 1)",
"status": "PASS",
"elapsed_s": 0.0018
},
{
"case": "typed cursor (2, '2026-13-01T00:00:00Z')",
"status": "PASS",
"elapsed_s": 0.002
},
{
"case": "typed cursor (3, False)",
"status": "PASS",
"elapsed_s": 0.0019
},
{
"case": "typed cursor (3, [])",
"status": "PASS",
"elapsed_s": 0.0016
},
{
"case": "typed cursor (3, {})",
"status": "PASS",
"elapsed_s": 0.0015
},
{
"case": "typed cursor (3, 'not-a-uuid')",
"status": "PASS",
"elapsed_s": 0.0023
},
{
"case": "invalid UUID path",
"status": "PASS",
"elapsed_s": 0.0018
},
{
"case": "member UUID []",
"status": "PASS",
"elapsed_s": 0.002
},
{
"case": "member UUID {}",
"status": "PASS",
"elapsed_s": 0.0022
},
{
"case": "member UUID 123",
"status": "PASS",
"elapsed_s": 0.0022
},
{
"case": "member UUID False",
"status": "PASS",
"elapsed_s": 0.0022
},
{
"case": "unknown member400",
"status": "PASS",
"elapsed_s": 0.0038
},
{
"case": "login rejects body b'{bad'",
"status": "PASS",
"elapsed_s": 0.0014
},
{
"case": "login rejects body b'{}'",
"status": "PASS",
"elapsed_s": 0.0012
},
{
"case": "login rejects body b'null'",
"status": "PASS",
"elapsed_s": 0.0012
},
{
"case": "login rejects body b' '",
"status": "PASS",
"elapsed_s": 0.0011
},
{
"case": "nonASCII Bearer401",
"status": "PASS",
"elapsed_s": 0.0017
},
{
"case": "username trailing whitespace",
"status": "PASS",
"elapsed_s": 0.0017
},
{
"case": "username trailing whitespace",
"status": "PASS",
"elapsed_s": 0.0019
},
{
"case": "blank password400",
"status": "PASS",
"elapsed_s": 0.0014
},
{
"case": "UTF8 colon128 password and NUL display name",
"status": "PASS",
"elapsed_s": 0.172
},
{
"case": "omitted attachment_ids equals [] and conflict",
"status": "PASS",
"elapsed_s": 0.01
},
{
"case": "32 concurrent same key all201 same message",
"status": "PASS",
"elapsed_s": 0.0507
},
{
"case": "key scope user and chat",
"status": "PASS",
"elapsed_s": 0.0156
},
{
"case": "outsider cannot send",
"status": "PASS",
"elapsed_s": 0.0029
},
{
"case": "NUL message exact post replay history",
"status": "PASS",
"elapsed_s": 0.009
},
{
"case": "logout visible through all replicas",
"status": "PASS",
"elapsed_s": 0.1771
},
{
"case": "image rejects header only",
"status": "PASS",
"elapsed_s": 0.0032
},
{
"case": "image rejects bad IDAT",
"status": "PASS",
"elapsed_s": 0.003
},
{
"case": "image rejects invalid filter",
"status": "PASS",
"elapsed_s": 0.0038
},
{
"case": "image rejects empty JPEG scan",
"status": "PASS",
"elapsed_s": 0.0034
},
{
"case": "image rejects MIME mismatch",
"status": "PASS",
"elapsed_s": 0.0037
},
{
"case": "valid real JPEG accepted",
"status": "PASS",
"elapsed_s": 0.0241
},
{
"case": "half JPEG entropy with EOI rejected",
"status": "PASS",
"elapsed_s": 0.009
},
{
"case": "JPEG SOS unknown component rejected",
"status": "PASS",
"elapsed_s": 0.0052
},
{
"case": "PNG invalid palette257 rejected",
"status": "PASS",
"elapsed_s": 0.0037
},
{
"case": "filename '../x.png'",
"status": "PASS",
"elapsed_s": 0.0036
},
{
"case": "filename 'a\\\\b.png'",
"status": "PASS",
"elapsed_s": 0.0024
},
{
"case": "filename 'a\\x00b.png'",
"status": "PASS",
"elapsed_s": 0.0024
},
{
"case": "filename 'a\\x7fb.png'",
"status": "PASS",
"elapsed_s": 0.0026
},
{
"case": "filename 'a\\x85b.png'",
"status": "PASS",
"elapsed_s": 0.0026
},
{
"case": "filename ' '",
"status": "PASS",
"elapsed_s": 0.0025
},
{
"case": "filename missing",
"status": "PASS",
"elapsed_s": 0.0026
},
{
"case": "pixel bomb413",
"status": "PASS",
"elapsed_s": 0.0047
},
{
"case": "too many bytes413",
"status": "PASS",
"elapsed_s": 0.0349
},
{
"case": "attachment order ACL original checksum",
"status": "PASS",
"elapsed_s": 0.0766
},
{
"case": "exact10MiB allowed through LB",
"status": "PASS",
"elapsed_s": 0.1754
}
],
"passed": 81,
"failed": 0
}
+1
View File
@@ -0,0 +1 @@
{"stopped_container": "729c793b10a01c019709df678dabd596cf9d9362a3811f54df233e9bbe25357c", "instance_id": "c8c69b4d-dab6-4135-9cae-03cd1ba67264"}
+35
View File
@@ -0,0 +1,35 @@
Container mtusi-vasilev-lab5-api-1 Stopping
Container mtusi-vasilev-lab5-api-2 Stopping
Container mtusi-vasilev-lab5-api-1 Stopped
Container mtusi-vasilev-lab5-api-2 Stopped
Container mtusi-vasilev-lab5-postgres-1 Waiting
Container mtusi-vasilev-lab5-storage-1 Waiting
Container mtusi-vasilev-lab5-postgres-1 Healthy
Container mtusi-vasilev-lab5-migrate-1 Starting
Container mtusi-vasilev-lab5-storage-1 Healthy
Container mtusi-vasilev-lab5-s3-bootstrap-1 Starting
Container mtusi-vasilev-lab5-migrate-1 Started
Container mtusi-vasilev-lab5-s3-bootstrap-1 Started
Container mtusi-vasilev-lab5-migrate-1 Waiting
Container mtusi-vasilev-lab5-cache-1 Waiting
Container mtusi-vasilev-lab5-s3-bootstrap-1 Waiting
Container mtusi-vasilev-lab5-cache-1 Healthy
Container mtusi-vasilev-lab5-migrate-1 Exited
Container mtusi-vasilev-lab5-s3-bootstrap-1 Exited
Container mtusi-vasilev-lab5-api-2 Starting
Container mtusi-vasilev-lab5-api-2 Started
Container mtusi-vasilev-lab5-api-1 Starting
Container mtusi-vasilev-lab5-api-1 Started
{
"status": 503,
"body": {
"error": {
"code": "unavailable",
"message": "No ready API",
"request_id": "dc391a8c-fc99-48b5-804c-f395d64ba732"
}
},
"request_id": "dc391a8c-fc99-48b5-804c-f395d64ba732",
"instance_id": null,
"recovered_existing_session": true
}
+13
View File
@@ -0,0 +1,13 @@
{
"status": 503,
"body": {
"error": {
"code": "unavailable",
"message": "No ready API",
"request_id": "dc391a8c-fc99-48b5-804c-f395d64ba732"
}
},
"request_id": "dc391a8c-fc99-48b5-804c-f395d64ba732",
"instance_id": null,
"recovered_existing_session": true
}
+2
View File
@@ -0,0 +1,2 @@
All checks passed!
26 files already formatted
+2
View File
@@ -0,0 +1,2 @@
All checks passed!
29 files already formatted
+2
View File
@@ -0,0 +1,2 @@
Executing explicit persistence hook; hook output suppressed to avoid leaking secrets.
PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence.
+250
View File
@@ -0,0 +1,250 @@
{
"before": [
{
"id": "b24a5a2a95a3c64b68d8f861a6de046bcdcc41efcc589df180b4345e085abab3",
"service": "api",
"started_at": "2026-11-06T15:20:42.762143108Z",
"status": "running",
"mounts": []
},
{
"id": "729c793b10a01c019709df678dabd596cf9d9362a3811f54df233e9bbe25357c",
"service": "api",
"started_at": "2026-11-06T15:20:42.860872451Z",
"status": "running",
"mounts": []
},
{
"id": "800399009f63f2c3d233a1fc1dd5fd49a9c9e207f9b03d3b0a8527ef160e763c",
"service": "broker",
"started_at": "2026-11-06T15:18:59.306587038Z",
"status": "running",
"mounts": [
{
"type": "volume",
"name": "mtusi-vasilev-lab5_broker_data",
"destination": "/data"
}
]
},
{
"id": "c1cd6bf42993fb26434de167816886150fb67be679839142d686980c8ca3d154",
"service": "cache",
"started_at": "2026-11-06T15:14:27.386330338Z",
"status": "running",
"mounts": [
{
"type": "volume",
"name": "c42fc60e30044c4418a82934b447dda8167e93d2088a913a954b2319ac3e2aa8",
"destination": "/data"
}
]
},
{
"id": "b4ce2641ade36c89cb677d623770b5a96dabfee276281d6b1d145359bc2ca2b0",
"service": "dispatcher",
"started_at": "2026-11-06T15:20:42.725918935Z",
"status": "running",
"mounts": []
},
{
"id": "595b44c6a4b4bd010ceaa908d20e5599b3e4c9cf68d245638b51823b4b231def",
"service": "lb",
"started_at": "2026-11-06T15:14:37.431019995Z",
"status": "running",
"mounts": []
},
{
"id": "e790e5271eab867697783a28cbb591e5288f6cb36c8ad3c139f8bdaa3fd07f98",
"service": "migrate",
"started_at": "2026-11-06T15:20:41.626256209Z",
"status": "exited",
"mounts": []
},
{
"id": "6f66cf289071e115c3ff80ed2df6dd12bf3f4790f63432799f3e325206d922c9",
"service": "postgres",
"started_at": "2026-11-06T15:14:27.388300134Z",
"status": "running",
"mounts": [
{
"type": "volume",
"name": "mtusi-vasilev-lab5_postgres_data",
"destination": "/var/lib/postgresql/data"
}
]
},
{
"id": "7db917df416297914473b8113d3d76b6c600f902629c9be06fc6794f8464cb69",
"service": "s3",
"started_at": "2026-11-06T15:14:29.997922851Z",
"status": "running",
"mounts": [
{
"type": "volume",
"name": "834c130f2feea74229bdf67df7b510af34ea74d971af486b369b8a1ff08c5861",
"destination": "/data"
}
]
},
{
"id": "6ee7e07e025b75dc56d2dae4594d5daf7914e0eaaa59c046423f7db1f807cd81",
"service": "s3-bootstrap",
"started_at": "2026-11-06T15:20:41.625767458Z",
"status": "exited",
"mounts": []
},
{
"id": "816d10505691f668d61a9c918d1b4804c0b908eb33439293de6d28a4af3ea912",
"service": "storage",
"started_at": "2026-11-06T15:14:27.387194267Z",
"status": "running",
"mounts": [
{
"type": "volume",
"name": "mtusi-vasilev-lab5_s3_data",
"destination": "/data"
}
]
},
{
"id": "3d86b51e6e7c19710a0078cdf1155192e425a2e374c4cc9838b6e4bc557b2dfc",
"service": "worker",
"started_at": "2026-11-06T15:20:42.773658907Z",
"status": "running",
"mounts": []
}
],
"after": [
{
"id": "b24a5a2a95a3c64b68d8f861a6de046bcdcc41efcc589df180b4345e085abab3",
"service": "api",
"started_at": "2026-11-06T15:20:51.74816132Z",
"status": "running",
"mounts": []
},
{
"id": "729c793b10a01c019709df678dabd596cf9d9362a3811f54df233e9bbe25357c",
"service": "api",
"started_at": "2026-11-06T15:20:51.301040763Z",
"status": "running",
"mounts": []
},
{
"id": "800399009f63f2c3d233a1fc1dd5fd49a9c9e207f9b03d3b0a8527ef160e763c",
"service": "broker",
"started_at": "2026-11-06T15:20:50.830331654Z",
"status": "running",
"mounts": [
{
"type": "volume",
"name": "mtusi-vasilev-lab5_broker_data",
"destination": "/data"
}
]
},
{
"id": "c1cd6bf42993fb26434de167816886150fb67be679839142d686980c8ca3d154",
"service": "cache",
"started_at": "2026-11-06T15:20:50.79532288Z",
"status": "running",
"mounts": [
{
"type": "volume",
"name": "c42fc60e30044c4418a82934b447dda8167e93d2088a913a954b2319ac3e2aa8",
"destination": "/data"
}
]
},
{
"id": "b4ce2641ade36c89cb677d623770b5a96dabfee276281d6b1d145359bc2ca2b0",
"service": "dispatcher",
"started_at": "2026-11-06T15:20:51.030565527Z",
"status": "running",
"mounts": []
},
{
"id": "595b44c6a4b4bd010ceaa908d20e5599b3e4c9cf68d245638b51823b4b231def",
"service": "lb",
"started_at": "2026-11-06T15:20:50.707153082Z",
"status": "running",
"mounts": []
},
{
"id": "e790e5271eab867697783a28cbb591e5288f6cb36c8ad3c139f8bdaa3fd07f98",
"service": "migrate",
"started_at": "2026-11-06T15:20:53.142982825Z",
"status": "exited",
"mounts": []
},
{
"id": "6f66cf289071e115c3ff80ed2df6dd12bf3f4790f63432799f3e325206d922c9",
"service": "postgres",
"started_at": "2026-11-06T15:20:50.649897979Z",
"status": "running",
"mounts": [
{
"type": "volume",
"name": "mtusi-vasilev-lab5_postgres_data",
"destination": "/var/lib/postgresql/data"
}
]
},
{
"id": "7db917df416297914473b8113d3d76b6c600f902629c9be06fc6794f8464cb69",
"service": "s3",
"started_at": "2026-11-06T15:20:50.80089192Z",
"status": "running",
"mounts": [
{
"type": "volume",
"name": "834c130f2feea74229bdf67df7b510af34ea74d971af486b369b8a1ff08c5861",
"destination": "/data"
}
]
},
{
"id": "6ee7e07e025b75dc56d2dae4594d5daf7914e0eaaa59c046423f7db1f807cd81",
"service": "s3-bootstrap",
"started_at": "2026-11-06T15:20:53.143413289Z",
"status": "exited",
"mounts": []
},
{
"id": "816d10505691f668d61a9c918d1b4804c0b908eb33439293de6d28a4af3ea912",
"service": "storage",
"started_at": "2026-11-06T15:20:50.661030684Z",
"status": "running",
"mounts": [
{
"type": "volume",
"name": "mtusi-vasilev-lab5_s3_data",
"destination": "/data"
}
]
},
{
"id": "3d86b51e6e7c19710a0078cdf1155192e425a2e374c4cc9838b6e4bc557b2dfc",
"service": "worker",
"started_at": "2026-11-06T15:20:51.529707828Z",
"status": "running",
"mounts": []
}
],
"restarted_services": [
"api",
"api",
"broker",
"cache",
"dispatcher",
"lb",
"migrate",
"postgres",
"s3",
"s3-bootstrap",
"storage",
"worker"
],
"volumes_unchanged": true,
"passed": true
}
+24
View File
@@ -0,0 +1,24 @@
{
"cases": [
{
"mode": "RGB",
"pixels": 40000000,
"size_bytes": 126351,
"attachment_id": "179489ef-46ba-4535-97c1-4a9a6b21a744",
"seconds_to_ready": 1.8,
"status": "ready"
},
{
"mode": "RGBA",
"pixels": 40000000,
"size_bytes": 167472,
"attachment_id": "5cb068f4-9df0-4ea4-b21d-e9539ef58d2c",
"seconds_to_ready": 1.98,
"status": "ready"
}
],
"worker_memory_limit": 939524096,
"worker_oom_killed": false,
"passed": true,
"limits": "Child RLIMIT_AS=700MiB, RLIMIT_CPU=15s, wall timeout=20s; this is not a peak RSS measurement."
}
+24
View File
@@ -0,0 +1,24 @@
{
"cases": [
{
"mode": "RGB",
"pixels": 40000000,
"size_bytes": 126351,
"attachment_id": "d146c349-b869-4fc2-9260-2e7030cbc689",
"seconds_to_ready": 2.028,
"status": "ready"
},
{
"mode": "RGBA",
"pixels": 40000000,
"size_bytes": 167472,
"attachment_id": "cb1d269b-82e7-434c-a909-d3af372c482a",
"seconds_to_ready": 2.265,
"status": "ready"
}
],
"worker_memory_limit": 939524096,
"worker_oom_killed": false,
"passed": true,
"limits": "Child RLIMIT_AS=700MiB, RLIMIT_CPU=15s, wall timeout=20s; this is not a peak RSS measurement."
}
+24
View File
@@ -0,0 +1,24 @@
{
"cases": [
{
"mode": "RGB",
"pixels": 40000000,
"size_bytes": 126351,
"attachment_id": "d146c349-b869-4fc2-9260-2e7030cbc689",
"seconds_to_ready": 2.028,
"status": "ready"
},
{
"mode": "RGBA",
"pixels": 40000000,
"size_bytes": 167472,
"attachment_id": "cb1d269b-82e7-434c-a909-d3af372c482a",
"seconds_to_ready": 2.265,
"status": "ready"
}
],
"worker_memory_limit": 939524096,
"worker_oom_killed": false,
"passed": true,
"limits": "Child RLIMIT_AS=700MiB, RLIMIT_CPU=15s, wall timeout=20s; this is not a peak RSS measurement."
}
+32
View File
@@ -0,0 +1,32 @@
{
"attachment_id": "a7724afb-9c2f-439f-a319-4270c426601f",
"pipeline_version": 2,
"after_old_worker_and_cleanup": true,
"checks": [
{
"name": "original",
"sha256": "99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75",
"size_bytes": 111817,
"matches": true
},
{
"name": "thumbnail",
"sha256": "b8e59b0cad429b1c49c27c4a1c79e52bfc23e2fab7c7238d18d5addd4df4b546",
"size_bytes": 5813,
"matches": true
},
{
"name": "crop",
"sha256": "fae35500205a78065cf7d589f121cc909b017e2a4cde882177e24f5608fb4c1f",
"size_bytes": 2462,
"matches": true
},
{
"name": "optimized",
"sha256": "0bb5b26524335872b2dfe977e2e364101870bfa4e223f4383ab00c34f6771735",
"size_bytes": 2148,
"matches": true
}
],
"passed": true
}
+34
View File
@@ -0,0 +1,34 @@
{
"instances": [
{
"container_id": "a753d11da1c6e15b6fa3f510e45159abca212cce1ea75047a978a7b3dcfb749c",
"image_id": "sha256:2a43094d66f44278456a1dd4b487da97287bc3935715b2b6a36535d60fb0b7d2",
"source_matches_repository": true
},
{
"container_id": "7ac775db02e181adbb150cb1f8d961f54899cc39ea876652c1ff8a43328d6bfa",
"image_id": "sha256:2a43094d66f44278456a1dd4b487da97287bc3935715b2b6a36535d60fb0b7d2",
"source_matches_repository": true
}
],
"runtime_source_sha256": {
"__init__.py": "9a72a49106367ca514cc6147d0e727e62c4d33fefd61572d209a5c9494551a2c",
"__main__.py": "ba9a59ad44ee8884cd65cf88d5ea15cbd7051b10f7c729043ddd44ca2f34defe",
"app.py": "b8b1495814c401e08fe864bcfaaa203162f254a39fea91c82863a5d7ae56cb64",
"attachments.py": "a10f28f9ce7355975c2509e6a360d1086f39d601a563706ad3bcb231da82228e",
"config.py": "e4d4aaf674ede8b5abdc361f77c7793ee94d8d7856030c28834eb7c95291b193",
"domain.py": "7bf6f177ab5bdeea09b303dc886160335d348f64f47912b9bba45355db378bef",
"image_pipeline.py": "3dcca5590704f1f9e8eca71dc28097930eac62701cf479aa8b7e3c71ca9b3551",
"image_validation.py": "d9aa8db65edaab88c9a76cf2e5459ad3028ba808579311aeb0d8c4f01f875720",
"jobctl.py": "41098fe1088960f6e62a3e3b6bd63e8b7f048b4561d82a994cf64574b939215d",
"jobs.py": "3105d13c0530ef9ba5ed19152a5e324382e553ce6a1c3d80f94752ed64e9e98f",
"migrate.py": "eb5cad7ac6abe38dd40b2db307d298b297abe9543b3928c36bab8ef06283664e",
"models.py": "c43769d2d4ba0369129a86bf80364a626ab91442f9b9020e6bc904e363a39665",
"postgres.py": "3fa443fae1dd078a01bc3e7403297a4e76f3dd06ec884f3518f95a1f80ffaa52",
"storage.py": "70b0fb157b285b674a7388a2bfe5c5a7feb8149a9266ac7ad035961d769008a5",
"storage_bootstrap.py": "b29a2a1f8864ec3425a7499b1752688f69d8f402f3881957e790ed4522d35589",
"worker.py": "7fa6df06ea8554850814b9d421e05903aac14179054168d8c462cd94faa96ca6"
},
"passed": true,
"fault_scope": "The repeated 11 fault scenarios and 9 extra invariants ran after worker/jobs/UTF-8/image-validation fixes. Only the shared validate_image wrapper's killpg/output failure guards were tightened afterward. The complete final 179-case suite and 40M image runs used this final image; no full-image identity with the preceding fault run is claimed."
}
+27
View File
@@ -0,0 +1,27 @@
{
"runtime_container_id": "4961615b0453633520b59c21a2916e5d469d7d04ed02061e9c01eb93a89ba939",
"runtime_source_sha256": {
"__init__.py": "9a72a49106367ca514cc6147d0e727e62c4d33fefd61572d209a5c9494551a2c",
"__main__.py": "ba9a59ad44ee8884cd65cf88d5ea15cbd7051b10f7c729043ddd44ca2f34defe",
"app.py": "d280627620ad481354ebe86a3308ab44e16d39e1715ce7fa69085ff67b60105f",
"attachments.py": "43013d5bd9ade4dac1dd832167061a352bda67afa5ee2cacf8da634fc3599ec0",
"config.py": "e4d4aaf674ede8b5abdc361f77c7793ee94d8d7856030c28834eb7c95291b193",
"domain.py": "7bf6f177ab5bdeea09b303dc886160335d348f64f47912b9bba45355db378bef",
"image_pipeline.py": "3dcca5590704f1f9e8eca71dc28097930eac62701cf479aa8b7e3c71ca9b3551",
"jobctl.py": "41098fe1088960f6e62a3e3b6bd63e8b7f048b4561d82a994cf64574b939215d",
"jobs.py": "b8ae69a3807532f3dd1ec71006034e4a2644f5c16a46a50107d371feb701c84f",
"migrate.py": "eb5cad7ac6abe38dd40b2db307d298b297abe9543b3928c36bab8ef06283664e",
"models.py": "c43769d2d4ba0369129a86bf80364a626ab91442f9b9020e6bc904e363a39665",
"postgres.py": "3fa443fae1dd078a01bc3e7403297a4e76f3dd06ec884f3518f95a1f80ffaa52",
"storage.py": "70b0fb157b285b674a7388a2bfe5c5a7feb8149a9266ac7ad035961d769008a5",
"storage_bootstrap.py": "b29a2a1f8864ec3425a7499b1752688f69d8f402f3881957e790ed4522d35589",
"worker.py": "c07b2bdb3e20c5574ffa521bc702f10819294ec6a041300650e492461af5bc78"
},
"fault_image_id": "sha256:0bc8d41c5d3b3e581946d7440e7cc0156b97edf8e114b70331d494ab5603613b",
"changed_after_fault_image": [
"domain.py"
],
"pipeline_modules_identical": true,
"explanation": "Only shared cursor parsing was tightened after fault tests; complete final HTTP suite checks it. All pipeline/outbox/storage modules are byte-identical.",
"passed": true
}
+7
View File
@@ -0,0 +1,7 @@
{
"shared_lab4_commit": "f32e7e18a62594f93ae4c1c557c9ff0f344b8f40",
"wrapper_ast_identical": true,
"image_validation_sha256": "d9aa8db65edaab88c9a76cf2e5459ad3028ba808579311aeb0d8c4f01f875720",
"validation_module_identical": true,
"passed": true
}
+2
View File
@@ -0,0 +1,2 @@
python3 tests/smoke.py --base-url "http://127.0.0.1:8085"
PASS: lab5 public API scenario; infrastructure and grading evidence remain separate.
+2
View File
@@ -0,0 +1,2 @@
python3 tests/smoke.py --base-url "http://127.0.0.1:8085"
PASS: lab5 public API scenario; infrastructure and grading evidence remain separate.
+1
View File
@@ -0,0 +1 @@
PASS: full restart and failover of both physical API replicas
+78
View File
@@ -0,0 +1,78 @@
Container mtusi-vasilev-lab5-cache-1 Running
Container mtusi-vasilev-lab5-broker-1 Running
Container mtusi-vasilev-lab5-storage-1 Running
Container mtusi-vasilev-lab5-s3-1 Running
Container mtusi-vasilev-lab5-lb-1 Running
Container mtusi-vasilev-lab5-postgres-1 Running
Container mtusi-vasilev-lab5-migrate-1 Recreate
Container mtusi-vasilev-lab5-s3-bootstrap-1 Recreate
Container mtusi-vasilev-lab5-migrate-1 Recreated
Container mtusi-vasilev-lab5-dispatcher-1 Recreate
Container mtusi-vasilev-lab5-s3-bootstrap-1 Recreated
Container mtusi-vasilev-lab5-worker-1 Recreate
Container mtusi-vasilev-lab5-api-1 Recreate
Container mtusi-vasilev-lab5-api-2 Recreate
Container mtusi-vasilev-lab5-dispatcher-1 Recreated
Container mtusi-vasilev-lab5-api-1 Recreated
Container mtusi-vasilev-lab5-worker-1 Recreated
Container mtusi-vasilev-lab5-api-2 Recreated
Container mtusi-vasilev-lab5-postgres-1 Waiting
Container mtusi-vasilev-lab5-storage-1 Waiting
Container mtusi-vasilev-lab5-storage-1 Healthy
Container mtusi-vasilev-lab5-postgres-1 Healthy
Container mtusi-vasilev-lab5-s3-bootstrap-1 Starting
Container mtusi-vasilev-lab5-migrate-1 Starting
Container mtusi-vasilev-lab5-s3-bootstrap-1 Started
Container mtusi-vasilev-lab5-migrate-1 Started
Container mtusi-vasilev-lab5-migrate-1 Waiting
Container mtusi-vasilev-lab5-broker-1 Waiting
Container mtusi-vasilev-lab5-migrate-1 Waiting
Container mtusi-vasilev-lab5-broker-1 Waiting
Container mtusi-vasilev-lab5-s3-bootstrap-1 Waiting
Container mtusi-vasilev-lab5-s3-bootstrap-1 Waiting
Container mtusi-vasilev-lab5-migrate-1 Waiting
Container mtusi-vasilev-lab5-cache-1 Waiting
Container mtusi-vasilev-lab5-cache-1 Healthy
Container mtusi-vasilev-lab5-broker-1 Healthy
Container mtusi-vasilev-lab5-broker-1 Healthy
Container mtusi-vasilev-lab5-migrate-1 Exited
Container mtusi-vasilev-lab5-migrate-1 Exited
Container mtusi-vasilev-lab5-dispatcher-1 Starting
Container mtusi-vasilev-lab5-migrate-1 Exited
Container mtusi-vasilev-lab5-dispatcher-1 Started
Container mtusi-vasilev-lab5-s3-bootstrap-1 Exited
Container mtusi-vasilev-lab5-s3-bootstrap-1 Exited
Container mtusi-vasilev-lab5-worker-1 Starting
Container mtusi-vasilev-lab5-api-1 Starting
Container mtusi-vasilev-lab5-worker-1 Started
Container mtusi-vasilev-lab5-api-1 Started
Container mtusi-vasilev-lab5-api-2 Starting
Container mtusi-vasilev-lab5-api-2 Started
Container mtusi-vasilev-lab5-api-1 Waiting
Container mtusi-vasilev-lab5-api-2 Waiting
Container mtusi-vasilev-lab5-api-1 Healthy
Container mtusi-vasilev-lab5-api-2 Healthy
Container mtusi-vasilev-lab5-broker-1 Waiting
Container mtusi-vasilev-lab5-migrate-1 Waiting
Container mtusi-vasilev-lab5-postgres-1 Waiting
Container mtusi-vasilev-lab5-worker-1 Waiting
Container mtusi-vasilev-lab5-storage-1 Waiting
Container mtusi-vasilev-lab5-s3-bootstrap-1 Waiting
Container mtusi-vasilev-lab5-dispatcher-1 Waiting
Container mtusi-vasilev-lab5-s3-1 Waiting
Container mtusi-vasilev-lab5-lb-1 Waiting
Container mtusi-vasilev-lab5-cache-1 Waiting
Container mtusi-vasilev-lab5-api-1 Waiting
Container mtusi-vasilev-lab5-api-2 Waiting
Container mtusi-vasilev-lab5-postgres-1 Healthy
Container mtusi-vasilev-lab5-dispatcher-1 Healthy
Container mtusi-vasilev-lab5-s3-bootstrap-1 Exited
Container mtusi-vasilev-lab5-lb-1 Healthy
Container mtusi-vasilev-lab5-broker-1 Healthy
Container mtusi-vasilev-lab5-worker-1 Healthy
Container mtusi-vasilev-lab5-s3-1 Healthy
Container mtusi-vasilev-lab5-storage-1 Healthy
Container mtusi-vasilev-lab5-migrate-1 Exited
Container mtusi-vasilev-lab5-cache-1 Healthy
Container mtusi-vasilev-lab5-api-1 Healthy
Container mtusi-vasilev-lab5-api-2 Healthy
+78
View File
@@ -0,0 +1,78 @@
Container mtusi-vasilev-lab5-s3-1 Running
Container mtusi-vasilev-lab5-storage-1 Running
Container mtusi-vasilev-lab5-postgres-1 Running
Container mtusi-vasilev-lab5-cache-1 Running
Container mtusi-vasilev-lab5-lb-1 Running
Container mtusi-vasilev-lab5-broker-1 Running
Container mtusi-vasilev-lab5-migrate-1 Recreate
Container mtusi-vasilev-lab5-s3-bootstrap-1 Recreate
Container mtusi-vasilev-lab5-migrate-1 Recreated
Container mtusi-vasilev-lab5-dispatcher-1 Recreate
Container mtusi-vasilev-lab5-s3-bootstrap-1 Recreated
Container mtusi-vasilev-lab5-api-1 Recreate
Container mtusi-vasilev-lab5-api-2 Recreate
Container mtusi-vasilev-lab5-worker-1 Recreate
Container mtusi-vasilev-lab5-worker-1 Recreated
Container mtusi-vasilev-lab5-dispatcher-1 Recreated
Container mtusi-vasilev-lab5-api-1 Recreated
Container mtusi-vasilev-lab5-api-2 Recreated
Container mtusi-vasilev-lab5-storage-1 Waiting
Container mtusi-vasilev-lab5-postgres-1 Waiting
Container mtusi-vasilev-lab5-storage-1 Healthy
Container mtusi-vasilev-lab5-postgres-1 Healthy
Container mtusi-vasilev-lab5-s3-bootstrap-1 Starting
Container mtusi-vasilev-lab5-migrate-1 Starting
Container mtusi-vasilev-lab5-migrate-1 Started
Container mtusi-vasilev-lab5-migrate-1 Waiting
Container mtusi-vasilev-lab5-broker-1 Waiting
Container mtusi-vasilev-lab5-s3-bootstrap-1 Started
Container mtusi-vasilev-lab5-s3-bootstrap-1 Waiting
Container mtusi-vasilev-lab5-migrate-1 Waiting
Container mtusi-vasilev-lab5-broker-1 Waiting
Container mtusi-vasilev-lab5-s3-bootstrap-1 Waiting
Container mtusi-vasilev-lab5-migrate-1 Waiting
Container mtusi-vasilev-lab5-cache-1 Waiting
Container mtusi-vasilev-lab5-broker-1 Healthy
Container mtusi-vasilev-lab5-cache-1 Healthy
Container mtusi-vasilev-lab5-broker-1 Healthy
Container mtusi-vasilev-lab5-migrate-1 Exited
Container mtusi-vasilev-lab5-dispatcher-1 Starting
Container mtusi-vasilev-lab5-migrate-1 Exited
Container mtusi-vasilev-lab5-s3-bootstrap-1 Exited
Container mtusi-vasilev-lab5-worker-1 Starting
Container mtusi-vasilev-lab5-migrate-1 Exited
Container mtusi-vasilev-lab5-s3-bootstrap-1 Exited
Container mtusi-vasilev-lab5-api-1 Starting
Container mtusi-vasilev-lab5-worker-1 Started
Container mtusi-vasilev-lab5-api-1 Started
Container mtusi-vasilev-lab5-api-2 Starting
Container mtusi-vasilev-lab5-dispatcher-1 Started
Container mtusi-vasilev-lab5-api-2 Started
Container mtusi-vasilev-lab5-api-1 Waiting
Container mtusi-vasilev-lab5-api-2 Waiting
Container mtusi-vasilev-lab5-api-1 Healthy
Container mtusi-vasilev-lab5-api-2 Healthy
Container mtusi-vasilev-lab5-cache-1 Waiting
Container mtusi-vasilev-lab5-worker-1 Waiting
Container mtusi-vasilev-lab5-s3-1 Waiting
Container mtusi-vasilev-lab5-storage-1 Waiting
Container mtusi-vasilev-lab5-postgres-1 Waiting
Container mtusi-vasilev-lab5-api-1 Waiting
Container mtusi-vasilev-lab5-api-2 Waiting
Container mtusi-vasilev-lab5-s3-bootstrap-1 Waiting
Container mtusi-vasilev-lab5-migrate-1 Waiting
Container mtusi-vasilev-lab5-lb-1 Waiting
Container mtusi-vasilev-lab5-broker-1 Waiting
Container mtusi-vasilev-lab5-dispatcher-1 Waiting
Container mtusi-vasilev-lab5-broker-1 Healthy
Container mtusi-vasilev-lab5-worker-1 Healthy
Container mtusi-vasilev-lab5-lb-1 Healthy
Container mtusi-vasilev-lab5-migrate-1 Exited
Container mtusi-vasilev-lab5-storage-1 Healthy
Container mtusi-vasilev-lab5-cache-1 Healthy
Container mtusi-vasilev-lab5-postgres-1 Healthy
Container mtusi-vasilev-lab5-dispatcher-1 Healthy
Container mtusi-vasilev-lab5-s3-1 Healthy
Container mtusi-vasilev-lab5-s3-bootstrap-1 Exited
Container mtusi-vasilev-lab5-api-1 Healthy
Container mtusi-vasilev-lab5-api-2 Healthy
+3
View File
@@ -0,0 +1,3 @@
........................................................................ [ 54%]
............................................................. [100%]
133 passed in 35.94s
+4
View File
@@ -0,0 +1,4 @@
........................................................................ [ 40%]
........................................................................ [ 80%]
................................... [100%]
179 passed in 52.52s
+3
View File
@@ -0,0 +1,3 @@
[leveldb2]
enabled = true
dir = "/data/filerldb2"
+37
View File
@@ -0,0 +1,37 @@
global
log stdout format raw local0
maxconn 256
stats socket /tmp/haproxy.sock mode 600 level admin
defaults
mode http
log global
timeout connect 1s
timeout client 10s
timeout server 8s
timeout check 1s
timeout queue 2s
retries 0
option httplog
resolvers docker
nameserver dns 127.0.0.11:53
resolve_retries 3
timeout resolve 1s
timeout retry 1s
hold valid 1s
hold obsolete 1s
hold nx 1s
frontend public
bind :8080
http-request set-var(txn.lb_request_id) uuid()
http-request return status 503 content-type application/json lf-string '{"error":{"code":"unavailable","message":"No ready API","request_id":"%[var(txn.lb_request_id)]"}}' hdr X-Request-Id '%[var(txn.lb_request_id)]' if { nbsrv(apis) eq 0 }
default_backend apis
backend apis
balance roundrobin
option httpchk GET /health/ready
http-check expect status 200
default-server inter 1s fastinter 500ms downinter 1s fall 2 rise 2
server-template api 1-8 api:8080 check resolvers docker resolve-prefer ipv4 init-addr libc,none
+35
View File
@@ -0,0 +1,35 @@
CREATE TABLE users (
id uuid PRIMARY KEY,
username text NOT NULL UNIQUE CHECK (username ~ '^[a-z0-9_]{3,32}$'),
display_name text NOT NULL CHECK (char_length(display_name) BETWEEN 1 AND 100),
password_hash text NOT NULL,
created_at timestamptz NOT NULL
);
CREATE TABLE chats (
id uuid PRIMARY KEY,
title text NOT NULL CHECK (char_length(title) BETWEEN 1 AND 100),
created_at timestamptz NOT NULL
);
CREATE TABLE members (
chat_id uuid NOT NULL REFERENCES chats(id),
user_id uuid NOT NULL REFERENCES users(id),
position integer NOT NULL CHECK (position >= 0),
PRIMARY KEY(chat_id,user_id),
UNIQUE(chat_id,position)
);
CREATE INDEX members_user_idx ON members(user_id,chat_id);
CREATE TABLE messages (
id uuid PRIMARY KEY,
chat_id uuid NOT NULL,
sender_id uuid NOT NULL,
text text NOT NULL CHECK (char_length(text) BETWEEN 1 AND 4000),
created_at timestamptz NOT NULL,
FOREIGN KEY(chat_id,sender_id) REFERENCES members(chat_id,user_id)
);
CREATE INDEX messages_history_idx ON messages(chat_id,created_at,id);
CREATE TABLE sessions (
token_digest text PRIMARY KEY,
user_id uuid NOT NULL REFERENCES users(id),
expires_at timestamptz NOT NULL
);
CREATE INDEX sessions_expiry_idx ON sessions(expires_at);
+10
View File
@@ -0,0 +1,10 @@
CREATE TABLE message_requests (
actor_id uuid NOT NULL REFERENCES users(id),
chat_id uuid NOT NULL REFERENCES chats(id),
key text NOT NULL,
body_digest text NOT NULL,
response jsonb NOT NULL,
expires_at timestamptz NOT NULL,
PRIMARY KEY(actor_id,chat_id,key)
);
CREATE INDEX message_requests_expiry_idx ON message_requests(expires_at);
+13
View File
@@ -0,0 +1,13 @@
-- PostgreSQL text rejects U+0000, while the API accepts Unicode code points.
-- Preserve UTF-8 losslessly. API validation enforces code point limits; the DB
-- additionally bounds byte lengths, without stripping or replacing characters.
ALTER TABLE users DROP CONSTRAINT users_display_name_check;
ALTER TABLE users ALTER COLUMN display_name TYPE bytea USING convert_to(display_name,'UTF8');
ALTER TABLE users ADD CHECK (octet_length(display_name) BETWEEN 1 AND 400);
ALTER TABLE chats DROP CONSTRAINT chats_title_check;
ALTER TABLE chats ALTER COLUMN title TYPE bytea USING convert_to(title,'UTF8');
ALTER TABLE chats ADD CHECK (octet_length(title) BETWEEN 1 AND 400);
ALTER TABLE messages DROP CONSTRAINT messages_text_check;
ALTER TABLE messages ALTER COLUMN text TYPE bytea USING convert_to(text,'UTF8');
ALTER TABLE messages ADD CHECK (octet_length(text) BETWEEN 1 AND 16000);
ALTER TABLE message_requests ALTER COLUMN response TYPE bytea USING convert_to(response::text,'UTF8');
+35
View File
@@ -0,0 +1,35 @@
CREATE TABLE attachments (
id uuid PRIMARY KEY,
chat_id uuid NOT NULL REFERENCES chats(id),
owner_id uuid NOT NULL REFERENCES users(id),
filename text NOT NULL,
content_type text NOT NULL CHECK (content_type IN ('image/png','image/jpeg')),
size_bytes bigint NOT NULL CHECK (size_bytes BETWEEN 1 AND 10485760),
sha256 text NOT NULL,
status text NOT NULL CONSTRAINT attachments_status_check CHECK (status IN ('queued','processing','ready','failed')),
error_code text,
created_at timestamptz NOT NULL,
updated_at timestamptz NOT NULL,
object_key text NOT NULL UNIQUE,
UNIQUE(id,chat_id)
);
CREATE TABLE message_attachments (
message_id uuid NOT NULL REFERENCES messages(id),
attachment_id uuid NOT NULL REFERENCES attachments(id),
position integer NOT NULL CHECK (position BETWEEN 0 AND 9),
PRIMARY KEY(message_id,attachment_id),
UNIQUE(message_id,position)
);
CREATE INDEX message_attachments_attachment_idx ON message_attachments(attachment_id);
CREATE TABLE upload_intents (
id uuid PRIMARY KEY,
object_key text NOT NULL UNIQUE,
created_at timestamptz NOT NULL
);
CREATE INDEX upload_intents_created_idx ON upload_intents(created_at,id);
CREATE TABLE attachment_reconcile_audit (
id bigint GENERATED ALWAYS AS IDENTITY PRIMARY KEY,
event text NOT NULL,
object_key text NOT NULL,
happened_at timestamptz NOT NULL DEFAULT now()
);
@@ -0,0 +1,3 @@
-- Empty text is valid only when the API supplies at least one attachment.
ALTER TABLE messages DROP CONSTRAINT messages_text_check;
ALTER TABLE messages ADD CONSTRAINT messages_text_check CHECK (octet_length(text) <= 16000);
+49
View File
@@ -0,0 +1,49 @@
ALTER TABLE attachments DROP CONSTRAINT IF EXISTS attachments_status_check;
ALTER TABLE attachments ADD CONSTRAINT attachments_status_check
CHECK (status IN ('queued','processing','ready','failed'));
ALTER TABLE attachments ADD COLUMN pipeline_version integer NOT NULL DEFAULT 1 CHECK (pipeline_version > 0);
ALTER TABLE attachments ADD COLUMN variants jsonb NOT NULL DEFAULT '[]';
ALTER TABLE attachments ADD COLUMN stage_key text;
CREATE TABLE attachment_jobs (
id uuid PRIMARY KEY,
attachment_id uuid NOT NULL REFERENCES attachments(id),
pipeline_version integer NOT NULL CHECK (pipeline_version > 0),
source_key text,
state text NOT NULL CHECK (state IN ('queued','processing','ready','failed','superseded')),
attempt integer NOT NULL DEFAULT 0 CHECK (attempt >= 0),
attempt_limit integer NOT NULL CHECK (attempt_limit > 0),
lease_id uuid,
lease_until timestamptz,
available_at timestamptz NOT NULL DEFAULT now(),
error_code text,
created_at timestamptz NOT NULL DEFAULT now(),
updated_at timestamptz NOT NULL DEFAULT now(),
UNIQUE(attachment_id,pipeline_version)
);
CREATE INDEX jobs_recovery_idx ON attachment_jobs(state,lease_until);
CREATE TABLE job_outbox (
job_id uuid PRIMARY KEY REFERENCES attachment_jobs(id),
published_at timestamptz
);
CREATE TABLE job_audit (
id bigserial PRIMARY KEY,
job_id uuid NOT NULL REFERENCES attachment_jobs(id),
event text NOT NULL,
attempt integer NOT NULL,
created_at timestamptz NOT NULL DEFAULT now()
);
CREATE TABLE failed_jobs (
job_id uuid PRIMARY KEY REFERENCES attachment_jobs(id),
error_code text NOT NULL,
failed_at timestamptz NOT NULL DEFAULT now(),
replay_count integer NOT NULL DEFAULT 0
);
CREATE TABLE test_faults (
id bigserial PRIMARY KEY,
point text NOT NULL,
attachment_id uuid,
action text NOT NULL CHECK (action IN ('crash','pause','error')),
reached_at timestamptz,
released boolean NOT NULL DEFAULT false
);
+29
View File
@@ -0,0 +1,29 @@
[project]
name = "mtusi-messenger"
version = "1.0.0"
requires-python = ">=3.12,<3.13"
dependencies = [
"fastapi",
"uvicorn",
"psycopg[binary,pool]",
"redis",
"argon2-cffi",
"boto3>=1.43,<2",
"pillow>=12.1.1,<13",
]
[dependency-groups]
dev = ["pytest", "httpx", "ruff", "openapi-spec-validator", "jsonschema"]
[tool.ruff]
target-version = "py312"
line-length = 100
include = ["src/**/*.py", "student-tests/**/*.py", "research/**/*.py"]
[tool.pytest.ini_options]
testpaths = ["student-tests"]
pythonpath = ["src", "tests"]
[tool.ruff.lint]
select = ["E4", "E7", "E9", "F", "I", "UP", "B"]
ignore = ["B008"] # FastAPI dependencies are declared in endpoint signatures.
+58
View File
@@ -0,0 +1,58 @@
# Трек 2: доказанная идемпотентность versioned pipeline
## Гипотеза
Устойчивая запись намерения в одной транзакции с метаданными, повторяемые уведомления брокера, lease/fencing и публикация только текущей версии позволяют пережить дубли и окна аварий без потери подтверждённой работы и без перезаписи новой версии старой.
## Инварианты
1. После 202 оригинал целиком находится в устойчивом S3 staging, а PostgreSQL содержит attachment, job и outbox в одной транзакции.
2. Ни queued, ни processing не очищаются по возрасту.
3. `job_id` не меняется при повторной доставке. Логический ключ результата — `(attachment_id,pipeline_version,variant)`.
4. Ready публикуется атомарно только после всех четырёх объектов: original, thumbnail, crop, optimized.
5. Ready-дубль не откатывает состояние. Старый pipeline не меняет актуальные метаданные и пишет только в собственный version-prefix.
6. Replay и cleanup синхронизированы блокировкой строки attachment: либо replay принят и источник сохранён, либо очистка завершилась первой и replay явно отклонён.
7. Случайный токен, пароль и байты изображения не передаются через брокер и не входят в evidence.
## Версии
Основной upload использует pipeline 1. Поддержана операторская версия 2: неизменны original, JPEG thumbnail и crop; качество optimized WebP меняется с 80 на 75. Обе версии удаляют EXIF/ICC из производных, учитывают EXIF orientation и белый фон alpha. Thumbnail вписан в 256×256 без увеличения, размеры вычислены целочисленно вниз. Crop — центр 128×128; WebP вписан в 1280×1280 без увеличения, method=4. Маленький WebP может быть больше исходника.
## Запуск
Из корня ЛР5 после `make up`:
```sh
uv sync --locked --python 3.12
uv run --locked python research/fault_suite.py --output evidence/fault-study-repeat.json
uv run --locked python research/extra_invariants.py
```
Драйвер временно включает `compose.fault.yaml`: hooks доступны только при `ENABLE_FAULT_INJECTION=1`, управляются локальными записями БД, публичных fault-endpoint нет. Lease сокращается с 45 до 8 секунд для ускорения опыта. Короткий lease не является production-настройкой. Драйвер работает только с проектом этой лабораторной, в конце возвращает обычную конфигурацию. Запускать последовательно с остальными lifecycle-тестами.
## Реальные воздействия
- Worker отсутствует при 202; затем API и broker перезапускаются с volumes, тот же токен получает прежний original и варианты.
- API завершается через `os._exit(86)` после COMMIT до publish. Ответ может потеряться, но outbox автоматически доставляет существующее намерение.
- Dispatcher завершается после успешного XADD до отметки outbox: повторная публикация не размножает эффект.
- Worker действительно завершается до side effect, после записи S3 и после COMMIT результата до ack. Dispatcher восстанавливает истёкший lease, broker повторяет доставку.
- В брокер конкурентно публикуются 20 дублей завершённой job; число событий публикации результата остаётся одним.
- Version 2 принимается для queued-объекта и использует существующий staging.
- Старый worker приостановлен после S3-записей, version 2 завершается другим worker, затем старый продолжает. Его публикация отклоняется, checksums v2 неизменны.
- Реальная временная ошибка с исчерпанным budget переводит job в failed, затем штатный replay возвращает её в queued.
- Оба порядка cleanup/replay проверяются на настоящих PostgreSQL и S3.
- Дополнительный драйвер останавливает cleanup после последней проверки перед DELETE под row lock и запускает настоящий concurrent replay; обратный interleaving также проверен. Lock timeout — безопасная ограниченная ошибка, а не обход блокировки.
- В broker явно доставляются v2/v1/v2 после публикации v2; метаданные, bytes и число эффектов остаются прежними.
- Две временные ошибки показывают реальный backoff перед третьей успешной попыткой.
- Некорректные UUID-типы, boolean schema version, неверная дата, не-UTF8 payload, глубокий/слишком большой JSON и UUID URN отклоняются без crash loop. Единственное уведомление с uppercase UUID нормализуется и доводит queued job до ready без скрытой lowercase публикации.
- Возраст queued-вложения моделируется как восемь суток в БД; cleanup с нулевой retention сохраняет staging, после запуска worker тот же объект становится ready. Реальные восемь суток ожидания не заявляются.
## Границы доказательства
Это автоматические контролируемые локальные interleaving, не перебор всех возможных распределённых отказов. At-least-once доставка сохраняется: дубли нормальны, идемпотентен логический эффект. Exactly-once доставка не заявляется. Broker, PostgreSQL, S3 и host остаются одиночными точками отказа. AOF и volumes не заменяют независимые backup.
Время fault-suite зависит от рестартов, lease и warm filesystem, не является SLA обработки. Перегрузка и сравнение concurrency не исследуются: выбран трек 2, а не трек 1. Производительность измеряется только там, где явно указана методика.
## Дополнительное окно готовности и reprocess
Worker приостанавливается сразу после COMMIT ready до cleanup. Reprocess доходит до удаления старого staging под attachment lock; реальная остановка S3 gateway приводит к503 и откату смены версии. После восстановления тот же ready-original/варианты сохранены. Затем штатный повтор reprocess запускает v2, старый worker возобновляется, cleanup не оставляет прежний staging и не меняет v2content. Это проверяет ресурсный leak, который не покрывался более ранним сценарием старого worker до COMMIT.
+361
View File
@@ -0,0 +1,361 @@
"""Explicit reordered deliveries, retry backoff, and synchronized cleanup/replay races."""
import hashlib
import json
import sys
import time
from concurrent.futures import ThreadPoolExecutor
from datetime import datetime
from pathlib import Path
from fault_suite import (
COMPOSE,
command,
compose,
fault,
job,
operation,
reached,
runtime,
sql,
wait_until,
)
sys.path.insert(0, str(Path(__file__).resolve().parents[1] / "tests"))
from client import Client
def main():
result = {"scenarios": []}
compose("up", "-d", "--no-build", "--wait", "api", "worker", "dispatcher", "lb")
c = Client("http://127.0.0.1:8085")
alice, bob, _, chat = c.bootstrap()
def upload():
return c.attachment(alice, chat)[0]["id"]
def ready(aid):
return c.wait_ready(bob, {"id": aid})
def replay_command(aid):
return command(
COMPOSE
+ [
"exec",
"-T",
"--index",
"2",
"api",
"python",
"-m",
"messenger.jobctl",
"replay",
aid,
],
check=False,
)
def make_failed():
compose("stop", "worker")
aid = upload()
sql(f"UPDATE attachment_jobs SET attempt_limit=1 WHERE attachment_id='{aid}'")
fault("before_effect", aid, "error")
compose("start", "worker")
wait_until(lambda: job(aid)["state"] == "failed")
return aid
try:
# Two real transient failures before eventual successful processing.
compose("stop", "worker")
aid = upload()
fault("before_effect", aid, "error")
fault("before_effect", aid, "error")
compose("start", "worker")
ready(aid)
assert job(aid)["attempt"] == 3
audits = sql(
f"SELECT event,attempt,created_at FROM job_audit WHERE job_id='{job(aid)['id']}' ORDER BY id",
rows=True,
)
retries = [a for a in audits if a["event"] == "retry_scheduled"]
claims = [a for a in audits if a["event"] == "claimed"]
delays = [
(
datetime.fromisoformat(claims[i + 1]["created_at"])
- datetime.fromisoformat(retries[i]["created_at"])
).total_seconds()
for i in range(2)
]
assert delays[0] >= 1 and delays[1] >= 2
result["scenarios"].append(
{
"name": "transient_retry_backoff_and_jitter",
"attachment_id": aid,
"attempts": 3,
"observed_delays_seconds": delays,
"audit": audits,
"passed": True,
}
)
# Reorder actual broker messages AFTER v2 is already public.
operation(f"print(j.reprocess('{aid}',2,o))")
before = ready(aid)
ids = sql(
f"SELECT id,pipeline_version FROM attachment_jobs WHERE attachment_id='{aid}' ORDER BY pipeline_version",
rows=True,
)
v1, v2 = ids
snippet = (
"import json; from messenger.jobs import broker_client,STREAM; b=broker_client(); "
f"versions=[('{v2['id']}',2),('{v1['id']}',1),('{v2['id']}',2)]; "
f"[b.xadd(STREAM,{{'body':json.dumps({{'schema_version':1,'job_id':jid,'type':'attachment.process.v1','attachment_id':'{aid}','pipeline_version':version,'attempt':1,'created_at':'2026-11-06T00:00:00Z'}})}}) for jid,version in versions]; print('reordered v2,v1,v2')"
)
operation(snippet)
time.sleep(2)
assert ready(aid) == before
hashes = {}
for variant in ["original", "thumbnail", "crop", "optimized"]:
data = c.call("GET", f"/api/v1/attachments/{aid}/content?variant={variant}", actor=bob)[
"bytes"
]
hashes[variant] = hashlib.sha256(data).hexdigest()
publications = sql(
f"SELECT pipeline_version,count(*) AS n FROM attachment_jobs j JOIN job_audit a ON a.job_id=j.id WHERE j.attachment_id='{aid}' AND a.event='published' GROUP BY pipeline_version ORDER BY pipeline_version",
rows=True,
)
assert publications == [{"pipeline_version": 1, "n": 1}, {"pipeline_version": 2, "n": 1}]
result["scenarios"].append(
{
"name": "broker_reorder_v2_v1_v2_no_regression",
"attachment_id": aid,
"hashes": hashes,
"publications": publications,
"passed": True,
}
)
# Malformed jobs are rejected and acknowledged, including non-UTF8 bytes.
worker_before = next(item for item in runtime() if item["service"] == "worker")
snippet = (
"import json; from messenger.jobs import broker_client,STREAM; b=broker_client(); "
f"base={{'schema_version':1,'job_id':'{v2['id']}','type':'attachment.process.v1','attachment_id':'{aid}','pipeline_version':2,'attempt':1,'created_at':'2026-11-06T00:00:00Z'}}; "
"bad=[json.dumps({**base,'job_id':123}),json.dumps({**base,'attachment_id':[]}),json.dumps({**base,'schema_version':True}),json.dumps({**base,'created_at':123}),bytes([255]),b'not-json','['*2000+']'*2000,b' '*10000+b'{}',json.dumps({**base,'attachment_id':'urn:uuid:'+base['attachment_id']})]; "
"[b.xadd(STREAM,{'body':payload}) for payload in bad]; print('9 malformed deliveries')"
)
operation(snippet)
normal = upload()
ready(normal)
worker_after = next(item for item in runtime() if item["service"] == "worker")
assert worker_after["container_id"] == worker_before["container_id"]
assert worker_after["restart_count"] == worker_before["restart_count"]
logs = compose("logs", "--tail", "100", "worker").stdout
assert logs.count('"event": "invalid_delivery"') >= 9
result["scenarios"].append(
{
"name": "nine_poison_deliveries_rejected_without_worker_crash",
"attachment_id": normal,
"worker_before": worker_before,
"worker_after": worker_after,
"safe_log_events": 9,
"passed": True,
}
)
# The only notification for this queued job uses uppercase UUIDs. There
# is no lowercase dispatcher publication available to mask a lost job.
compose("stop", "worker", "dispatcher")
aid = upload()
jid = job(aid)["id"]
operation(
"import json; from messenger.jobs import broker_client,STREAM; "
f"body={{'schema_version':1,'job_id':'{jid.upper()}','type':'attachment.process.v1','attachment_id':'{aid.upper()}','pipeline_version':1,'attempt':1,'created_at':'2026-11-06T00:00:00Z'}}; "
"broker_client().xadd(STREAM,{'body':json.dumps(body)}); print('uppercase notification accepted by broker')"
)
sql(f"UPDATE job_outbox SET published_at=now() WHERE job_id='{jid}'")
compose("start", "worker")
ready(aid)
assert job(aid)["attempt"] == 1
compose("start", "dispatcher")
result["scenarios"].append(
{
"name": "uppercase_uuid_only_delivery_completes_queued_job",
"attachment_id": aid,
"no_lowercase_publication": True,
"attempts": 1,
"passed": True,
}
)
# A ready result can precede worker staging cleanup. First prove a real
# S3 DELETE outage rolls reprocess back; then retry and prove no orphan.
compose("stop", "worker")
aid = upload()
old_stage = sql(f"SELECT stage_key FROM attachments WHERE id='{aid}'", rows=True)[0][
"stage_key"
]
old_worker_barrier = fault("after_result_commit", aid, "pause")
compose("start", "worker")
wait_until(lambda: reached(old_worker_barrier))
version1 = ready(aid)
delete_barrier = fault("reprocess_before_staging_delete", aid, "pause")
with ThreadPoolExecutor(1) as executor:
replacing = executor.submit(
command,
COMPOSE
+ [
"exec",
"-T",
"--index",
"2",
"api",
"python",
"-m",
"messenger.jobctl",
"reprocess",
aid,
"--version",
"2",
],
False,
)
wait_until(lambda: reached(delete_barrier))
compose("stop", "s3")
sql(f"UPDATE test_faults SET released=true WHERE id={delete_barrier}")
refused = replacing.result(timeout=20)
assert refused.returncode == 1 and json.loads(refused.stdout)["status"] == 503
assert job(aid)["pipeline_version"] == 1 and job(aid)["state"] == "ready"
compose("start", "s3")
compose("up", "-d", "--no-recreate", "--wait", "api", "lb")
command([sys.executable, "scripts/wait_replicas.py", "2"])
assert ready(aid) == version1
assert operation(f"print(o.exists('{old_stage}'))") == "True"
result["scenarios"].append(
{
"name": "reprocess_staging_delete_outage_keeps_ready_version1",
"attachment_id": aid,
"reprocess_error": 503,
"source_and_final_content_intact": True,
"passed": True,
}
)
operation(f"print(j.reprocess('{aid}',2,o))")
compose("up", "-d", "--no-deps", "--scale", "worker=2", "worker")
version2 = ready(aid)
sql(f"UPDATE test_faults SET released=true WHERE id={old_worker_barrier}")
time.sleep(1)
operation("from messenger.jobctl import cleanup; print(cleanup(s,o,0,3600))")
assert operation(f"print(o.exists('{old_stage}'))") == "False"
assert ready(aid) == version2
for variant in ["original", "thumbnail", "crop", "optimized"]:
c.call("GET", f"/api/v1/attachments/{aid}/content?variant={variant}", actor=bob)
compose("up", "-d", "--no-deps", "--scale", "worker=1", "worker")
result["scenarios"].append(
{
"name": "ready_reprocess_before_old_cleanup_does_not_orphan_staging",
"attachment_id": aid,
"old_staging_absent": True,
"version2_metadata_and_content_unchanged": True,
"passed": True,
}
)
# Simulated old metadata must not make accepted queued staging eligible for cleanup.
compose("stop", "worker")
aid = upload()
sql(
f"UPDATE attachments SET created_at=now()-interval '8 days',updated_at=now()-interval '8 days' WHERE id='{aid}'"
)
operation("from messenger.jobctl import cleanup; print(cleanup(s,o,0,0))")
assert job(aid)["state"] == "queued"
source_present = operation(
f"\nwith s.connection() as conn:\n a=conn.execute(\"SELECT stage_key FROM attachments WHERE id=%s\",('{aid}',)).fetchone()\n print(o.exists(a['stage_key']))"
)
assert source_present == "True"
compose("start", "worker")
ready(aid)
result["scenarios"].append(
{
"name": "eight_day_old_queued_metadata_never_expires_staging",
"attachment_id": aid,
"age_simulated_in_database": True,
"passed": True,
}
)
# Cleanup stops AFTER its final state check, BEFORE actual S3 DELETE, holding row lock.
aid = make_failed()
fid = fault("cleanup_before_delete", aid, "pause")
with ThreadPoolExecutor(2) as executor:
cleaner = executor.submit(
operation, "from messenger.jobctl import cleanup; print(cleanup(s,o,0,3600))"
)
wait_until(lambda: reached(fid))
replay = executor.submit(replay_command, aid).result(timeout=15)
assert replay.returncode == 1
assert json.loads(replay.stdout)["status"] == 503
sql(f"UPDATE test_faults SET released=true WHERE id={fid}")
cleaner.result(timeout=15)
refused = replay_command(aid)
assert refused.returncode == 1 and json.loads(refused.stdout)["status"] == 409
assert job(aid)["state"] == "failed"
result["scenarios"].append(
{
"name": "cleanup_paused_before_delete_blocks_concurrent_replay",
"attachment_id": aid,
"while_locked_status": 503,
"after_source_expiry_status": 409,
"passed": True,
}
)
# Reverse ordering: replay holds the lock before its queued COMMIT.
aid = make_failed()
fid = fault("replay_before_commit", aid, "pause")
with ThreadPoolExecutor(2) as executor:
replayer = executor.submit(replay_command, aid)
wait_until(lambda: reached(fid))
cleaning = executor.submit(
command,
COMPOSE
+ [
"exec",
"-T",
"--index",
"2",
"api",
"python",
"-m",
"messenger.jobctl",
"cleanup",
"--failed-hours",
"0",
],
False,
).result(timeout=15)
assert cleaning.returncode == 1 and json.loads(cleaning.stdout)["status"] == 503
sql(f"UPDATE test_faults SET released=true WHERE id={fid}")
assert replayer.result(timeout=15).returncode == 0
ready(aid)
operation("from messenger.jobctl import cleanup; print(cleanup(s,o,0,3600))")
ready(aid)
result["scenarios"].append(
{
"name": "replay_holds_lock_cleanup_cannot_delete_then_ready",
"attachment_id": aid,
"cleanup_while_locked_status": 503,
"passed": True,
}
)
result["passed"] = True
finally:
sql("UPDATE test_faults SET released=true WHERE reached_at IS NOT NULL")
command(
["docker", "compose", "up", "-d", "--no-build", "--wait", "api", "worker", "dispatcher"]
)
Path("evidence/extra-invariants.json").write_text(json.dumps(result, indent=2))
print("PASS: backoff, reordered deliveries and both real cleanup/replay interleavings")
if __name__ == "__main__":
main()
+398
View File
@@ -0,0 +1,398 @@
"""Track 2: real PostgreSQL/S3/broker and process crashes, no mocked effects.
Run from this repository using uv run --locked python research/fault_suite.py.
The driver enables the explicit local fault overlay and creates synthetic records.
"""
import argparse
import hashlib
import json
import random
import subprocess
import sys
import time
from datetime import UTC, datetime
from io import BytesIO
from pathlib import Path
import httpx
from PIL import Image
sys.path.insert(0, str(Path(__file__).resolve().parents[1] / "tests"))
from client import Client
COMPOSE = ["docker", "compose", "-f", "compose.yaml", "-f", "compose.fault.yaml"]
def command(args, check=True):
result = subprocess.run(args, capture_output=True, text=True, timeout=120)
if check and result.returncode:
raise RuntimeError("Command failed: " + " ".join(args[:5]) + "\n" + result.stderr[-1500:])
return result
def compose(*args):
return command(COMPOSE + list(args))
def sql(statement, rows=False):
if rows:
statement = "SELECT coalesce(json_agg(q),'[]'::json) FROM (" + statement + ") q"
result = compose(
"exec",
"-T",
"postgres",
"psql",
"-U",
"messenger",
"-d",
"messenger",
"-At",
"-v",
"ON_ERROR_STOP=1",
"-c",
statement,
)
return json.loads(result.stdout) if rows else result.stdout.strip()
def operation(code):
prefix = "from messenger.postgres import PostgresStore; from messenger.storage import ObjectStorage; from messenger.jobs import Jobs; s=PostgresStore(); o=ObjectStorage(); j=Jobs(s); "
result = compose("exec", "-T", "--index", "2", "api", "python", "-c", prefix + code)
return result.stdout.strip()
def runtime():
ids = compose("ps", "-a", "-q", "api", "worker", "dispatcher").stdout.split()
inspected = json.loads(command(["docker", "inspect", *ids]).stdout)
return [
{
"container_id": item["Id"],
"service": item["Config"]["Labels"]["com.docker.compose.service"],
"restart_count": item["RestartCount"],
"status": item["State"]["Status"],
"exit_code": item["State"]["ExitCode"],
"started_at": item["State"]["StartedAt"],
}
for item in inspected
]
def wait_until(predicate, timeout=45):
deadline = time.monotonic() + timeout
while time.monotonic() < deadline:
value = predicate()
if value:
return value
time.sleep(0.2)
raise AssertionError("Timed out waiting for invariant")
def fault(point, aid=None, action="crash"):
target = "NULL" if aid is None else "'" + aid + "'"
return sql(
f"INSERT INTO test_faults(point,attachment_id,action) VALUES ('{point}',{target},'{action}') RETURNING id"
).splitlines()[0]
def reached(fid):
return bool(
sql(f"SELECT id FROM test_faults WHERE id={fid} AND reached_at IS NOT NULL", rows=True)
)
def job(aid):
return sql(
f"SELECT j.id,j.state,j.attempt,j.pipeline_version,a.status FROM attachment_jobs j JOIN attachments a ON a.id=j.attachment_id WHERE j.attachment_id='{aid}' ORDER BY j.pipeline_version DESC",
rows=True,
)[0]
def main():
parser = argparse.ArgumentParser()
parser.add_argument("--output", default="evidence/fault-study.json")
args = parser.parse_args()
evidence = {"started_at": datetime.now(UTC).isoformat(), "track": 2, "scenarios": []}
began = time.monotonic()
compose("up", "-d", "--no-build", "--wait", "api", "worker", "dispatcher")
c = Client("http://127.0.0.1:8085")
alice, bob, _, chat = c.bootstrap()
image = BytesIO()
Image.frombytes("RGB", (319, 200), random.Random(42).randbytes(319 * 200 * 3)).save(
image, "PNG"
)
data = image.getvalue()
original_sha = hashlib.sha256(data).hexdigest()
def upload():
return c.call(
"POST",
f"/api/v1/chats/{chat['id']}/attachments?filename=synthetic.png",
202,
actor=alice,
raw=data,
headers={"Content-Type": "image/png"},
schema="Attachment",
)["json"]
def ready(aid):
a = c.wait_ready(bob, {"id": aid})
assert a["status"] == "ready" and a["sha256"] == original_sha
assert {v["name"] for v in a["variants"]} == {"thumbnail", "crop", "optimized"}
assert c.call("GET", f"/api/v1/attachments/{aid}/content", actor=bob)["bytes"] == data
for v in a["variants"]:
result = c.call(
"GET", f"/api/v1/attachments/{aid}/content?variant={v['name']}", actor=bob
)
assert hashlib.sha256(result["bytes"]).hexdigest() == v["sha256"]
with Image.open(BytesIO(result["bytes"])) as decoded:
assert decoded.size == (v["width"], v["height"])
thumb = next(v for v in a["variants"] if v["name"] == "thumbnail")
assert (thumb["width"], thumb["height"]) == (256, 160)
return a
def record(name, aid, **extra):
item = {
"name": name,
"attachment_id": aid,
"job": job(aid),
**extra,
"passed": True,
"runtime": runtime(),
}
evidence["scenarios"].append(item)
print("PASS:", name, flush=True)
try:
# 202 while no worker, then all accepted bytes and same session survive API/broker restart.
compose("stop", "worker")
a = upload()
aid = a["id"]
assert a["status"] == "queued"
c.message(alice, chat, "", attachments=[aid])
c.call("GET", f"/api/v1/attachments/{aid}/content", 409, actor=bob)
wait_until(
lambda: sql(
f"SELECT o.job_id FROM job_outbox o JOIN attachment_jobs j ON j.id=o.job_id WHERE j.attachment_id='{aid}' AND o.published_at IS NOT NULL",
rows=True,
)
)
before = compose("ps", "--format", "json").stdout
compose("restart", "api", "broker")
compose("up", "-d", "--wait", "--no-recreate", "api", "broker", "lb")
assert (
c.call("GET", f"/api/v1/attachments/{aid}", actor=bob, schema="Attachment")["json"][
"status"
]
== "queued"
)
compose("start", "worker")
ready(aid)
record(
"accepted_202_worker_absent_api_broker_restart",
aid,
containers_before=json.loads("[" + ",".join(before.strip().splitlines()) + "]"),
)
# Crash the API after DB COMMIT while dispatcher is absent: outbox fills the gap.
compose("stop", "dispatcher")
fid = fault("after_upload_commit")
response = httpx.post(
c.base + f"/api/v1/chats/{chat['id']}/attachments?filename=synthetic.png",
headers={"Authorization": "Bearer " + alice["token"], "Content-Type": "image/png"},
content=data,
timeout=15,
)
assert response.status_code >= 500
wait_until(lambda fid=fid: reached(fid))
aid = sql(
f"SELECT id FROM attachments WHERE chat_id='{chat['id']}' ORDER BY created_at DESC LIMIT 1",
rows=True,
)[0]["id"]
assert job(aid)["state"] == "queued"
def api_exited():
snapshot = runtime()
return (
snapshot
if any(item["service"] == "api" and item["exit_code"] == 86 for item in snapshot)
else None
)
crashed_api = wait_until(api_exited)
compose("start", "api")
compose("up", "-d", "--wait", "--no-recreate", "api")
compose("start", "dispatcher")
ready(aid)
record(
"api_crash_after_commit_before_publish",
aid,
response_status=response.status_code,
crashed_api=crashed_api,
)
# Dispatcher dies after broker accepted the delivery, before outbox mark; duplicate is safe.
compose("stop", "worker")
fid = fault("after_publish")
aid = upload()["id"]
wait_until(lambda fid=fid: reached(fid))
wait_until(
lambda: sql(
f"SELECT o.job_id FROM job_outbox o JOIN attachment_jobs j ON j.id=o.job_id WHERE j.attachment_id='{aid}' AND o.published_at IS NOT NULL",
rows=True,
)
)
compose("start", "worker")
ready(aid)
record("dispatcher_crash_after_broker_acceptance", aid)
# Real process exit at each effect boundary; durable lease/outbox recovers it.
for point in ("before_effect", "after_effect", "after_result_commit"):
compose("stop", "worker")
before_crash = runtime()
fid = fault(point)
aid = upload()["id"]
compose("start", "worker")
wait_until(lambda fid=fid: reached(fid))
ready(aid)
before_worker = next(item for item in before_crash if item["service"] == "worker")
def worker_restarted(before_worker=before_worker):
snapshot = runtime()
current = next(item for item in snapshot if item["service"] == "worker")
return (
snapshot
if current["restart_count"] >= 1
and current["started_at"] != before_worker["started_at"]
else None
)
after_crash = wait_until(worker_restarted)
after_worker = next(item for item in after_crash if item["service"] == "worker")
assert before_worker["container_id"] == after_worker["container_id"]
# Manual docker start resets RestartCount; observe an automatic restart
# in this fresh start rather than comparing unrelated counters.
assert after_worker["restart_count"] >= 1
record("worker_crash_" + point, aid, before_crash=before_crash)
# Duplicate a completed job concurrently: no new effect and ready never regresses.
previous = ready(aid)
jid = job(aid)["id"]
snippet = (
"import json,concurrent.futures; from messenger.jobs import broker_client,STREAM; "
f"body={{'schema_version':1,'job_id':'{jid}','type':'attachment.process.v1','attachment_id':'{aid}','pipeline_version':1,'attempt':1,'created_at':'2026-11-06T00:00:00Z'}}; "
"b=broker_client(); pool=concurrent.futures.ThreadPoolExecutor(8); list(pool.map(lambda _:b.xadd(STREAM,{'body':json.dumps(body)}),range(20))); print('20 duplicate deliveries')"
)
operation(snippet)
time.sleep(2)
assert ready(aid) == previous
published = sql(
f"SELECT count(*) AS n FROM job_audit WHERE job_id='{jid}' AND event='published'",
rows=True,
)[0]["n"]
assert published == 1
record("20_concurrent_duplicate_deliveries", aid, published_effects=published)
# Reprocess an accepted queued attachment: use existing staging, never a nonexistent final key.
compose("stop", "worker")
aid = upload()["id"]
operation(f"print(j.reprocess('{aid}',2,o))")
compose("start", "worker")
v2 = ready(aid)
assert job(aid)["pipeline_version"] == 2
record("queued_reprocess_version2_uses_staging", aid)
# Old worker is paused after S3 effects. New pipeline publishes first; old cannot overwrite it.
compose("stop", "worker")
fid = fault("after_effect", action="pause")
aid = upload()["id"]
compose("start", "worker")
wait_until(lambda fid=fid: reached(fid))
operation(f"print(j.reprocess('{aid}',2,o))")
compose("up", "-d", "--no-deps", "--scale", "worker=2", "worker")
v2 = ready(aid)
sql(f"UPDATE test_faults SET released=true WHERE id={fid}")
wait_until(
lambda: sql(
f"SELECT id FROM job_audit WHERE job_id IN (SELECT id FROM attachment_jobs WHERE attachment_id='{aid}' AND pipeline_version=1) AND event='stale_publish_rejected'",
rows=True,
)
)
assert ready(aid) == v2
compose("up", "-d", "--no-deps", "--scale", "worker=1", "worker")
record("stale_version1_after_version2_publish_rejected", aid)
# Permanent failed registry + explicit replay; cleanup cannot race a queued replay.
compose("stop", "worker")
aid = upload()["id"]
sql(f"UPDATE attachment_jobs SET attempt_limit=1 WHERE attachment_id='{aid}'")
fid = fault("before_effect", aid, "error")
compose("start", "worker")
wait_until(lambda: job(aid)["state"] == "failed")
compose("stop", "worker")
operation(f"print(j.replay('{aid}',o))")
operation("from messenger.jobctl import cleanup; print(cleanup(s,o,0,3600))")
assert job(aid)["state"] == "queued"
compose("start", "worker")
ready(aid)
operation("from messenger.jobctl import cleanup; print(cleanup(s,o,0,3600))")
ready(aid)
record("failed_replay_before_cleanup_preserves_source_and_results", aid)
# Cleanup first expires failed source under the same lock: replay safely refuses.
compose("stop", "worker")
aid = upload()["id"]
sql(f"UPDATE attachment_jobs SET attempt_limit=1 WHERE attachment_id='{aid}'")
fault("before_effect", aid, "error")
compose("start", "worker")
wait_until(lambda: job(aid)["state"] == "failed")
operation("from messenger.jobctl import cleanup; print(cleanup(s,o,0,3600))")
result = command(
COMPOSE
+ [
"exec",
"-T",
"--index",
"2",
"api",
"python",
"-m",
"messenger.jobctl",
"replay",
aid,
],
check=False,
)
assert result.returncode == 1 and job(aid)["state"] == "failed"
record("cleanup_before_replay_safe_refusal", aid)
evidence["passed"] = True
finally:
# Release barriers even after assertion failure and restore the normal production configuration.
try:
sql("UPDATE test_faults SET released=true WHERE reached_at IS NOT NULL")
compose("start", "api", "dispatcher", "worker")
command(
[
"docker",
"compose",
"up",
"-d",
"--no-build",
"--wait",
"--scale",
"worker=1",
"api",
"worker",
"dispatcher",
]
)
finally:
evidence["duration_seconds"] = round(time.monotonic() - began, 3)
evidence["finished_at"] = datetime.now(UTC).isoformat()
Path(args.output).write_text(json.dumps(evidence, ensure_ascii=False, indent=2))
print("PASS: all real fault scenarios; report", args.output)
if __name__ == "__main__":
main()
+58
View File
@@ -0,0 +1,58 @@
"""Real HTTP → worker test of legal 40-million-pixel RGB and alpha images."""
import hashlib
import json
import subprocess
import sys
import time
from io import BytesIO
from pathlib import Path
from PIL import Image
sys.path.insert(0, str(Path(__file__).resolve().parents[1] / "tests"))
from client import Client
c = Client("http://127.0.0.1:8085", timeout=30)
alice, _, _, chat = c.bootstrap()
results = []
for mode, color in (("RGB", (30, 80, 150)), ("RGBA", (30, 80, 150, 100))):
buffer = BytesIO()
with Image.new(mode, (10000, 4000), color) as image:
image.save(buffer, "PNG")
data = buffer.getvalue()
start = time.monotonic()
a = c.call(
"POST",
f"/api/v1/chats/{chat['id']}/attachments?filename=boundary.png",
202,
actor=alice,
raw=data,
headers={"Content-Type": "image/png"},
schema="Attachment",
)["json"]
a = c.wait_ready(alice, a)
assert a["sha256"] == hashlib.sha256(data).hexdigest()
assert {v["name"] for v in a["variants"]} == {"thumbnail", "crop", "optimized"}
results.append(
{
"mode": mode,
"pixels": 40_000_000,
"size_bytes": len(data),
"attachment_id": a["id"],
"seconds_to_ready": round(time.monotonic() - start, 3),
"status": a["status"],
}
)
cid = subprocess.check_output(["docker", "compose", "ps", "-q", "worker"], text=True).strip()
state = json.loads(subprocess.check_output(["docker", "inspect", cid], text=True))[0]
result = {
"cases": results,
"worker_memory_limit": state["HostConfig"]["Memory"],
"worker_oom_killed": state["State"]["OOMKilled"],
"passed": True,
"limits": "Child RLIMIT_AS=700MiB, RLIMIT_CPU=15s, wall timeout=20s; this is not a peak RSS measurement.",
}
assert not result["worker_oom_killed"]
Path("evidence/pixel-boundary.json").write_text(json.dumps(result, indent=2))
print(json.dumps(result, indent=2))
+49
View File
@@ -0,0 +1,49 @@
#!/usr/bin/env python3
"""Create a private local secret directory once; never rotate existing volumes implicitly."""
import os
import json
import secrets
from pathlib import Path
root = Path(__file__).resolve().parents[1]
private = root / "secrets"
private.mkdir(mode=0o700, exist_ok=True)
os.chmod(private, 0o700)
password_file = private / "postgres_password"
if not password_file.exists():
password_file.write_text(secrets.token_urlsafe(32))
password = password_file.read_text().strip()
broker_password_file = private / "broker_password"
if not broker_password_file.exists():
broker_password_file.write_text(secrets.token_urlsafe(32))
broker_password = broker_password_file.read_text().strip()
values = {
"database_url": "postgresql://messenger:" + password + "@postgres:5432/messenger",
"cache_url": "redis://cache:6379/0",
"broker_url": "redis://:" + broker_password + "@broker:6379/0",
"broker_config": "bind 0.0.0.0\nprotected-mode yes\nrequirepass " + broker_password + "\nappendonly yes\nappendfsync always\nsave \"\"\ndir /data\nmaxmemory 128mb\nmaxmemory-policy noeviction\n",
"s3_access_key": "app-" + secrets.token_hex(10),
"s3_secret_key": secrets.token_urlsafe(32),
"s3_admin_access_key": "admin-" + secrets.token_hex(10),
"s3_admin_secret_key": secrets.token_urlsafe(32),
}
for name, value in values.items():
path = private / name
if not path.exists():
path.write_text(value)
config = private / "s3_config"
if not config.exists():
config.write_text(json.dumps({"identities": [
{"name": "bootstrap", "credentials": [{"accessKey": (private / "s3_admin_access_key").read_text(),
"secretKey": (private / "s3_admin_secret_key").read_text()}], "actions": ["Admin", "Read", "Write", "List"]},
{"name": "api", "credentials": [{"accessKey": (private / "s3_access_key").read_text(),
"secretKey": (private / "s3_secret_key").read_text()}], "actions": ["Read:messenger", "Write:messenger", "List:messenger"]}
]}))
# The parent directory is private on the host; files must be readable by non-root API
# through Compose's file-backed secret mount (uid/mode mapping is not portable).
for path in private.iterdir():
os.chmod(path, 0o644)
if not (root / ".env").exists():
(root / ".env").write_text("PUBLIC_PORT=8085\nSESSION_TTL_SECONDS=3600\n")
print("Local configuration ready; existing secret values preserved.")
+5
View File
@@ -0,0 +1,5 @@
#!/bin/sh
set -eu
cd "$(dirname "$0")/.."
docker compose restart postgres cache broker storage s3 api lb dispatcher worker
docker compose up -d --wait --no-recreate
+4
View File
@@ -0,0 +1,4 @@
#!/bin/sh
set -eu
cd "$(dirname "$0")/.."
python3 scripts/stop_one.py
+22
View File
@@ -0,0 +1,22 @@
"""Map a process alias to its real container, then leave exactly it stopped."""
import json
import os
import subprocess
from pathlib import Path
wanted = os.environ["TARGET_INSTANCE_ID"]
ids = subprocess.check_output(["docker", "compose", "ps", "-q", "api"], text=True).split()
for cid in ids:
result = subprocess.run(
["docker", "exec", cid, "python", "-c",
"import urllib.request; r=urllib.request.urlopen('http://127.0.0.1:8080/health/live'); print(r.headers['X-Instance-Id'])"],
text=True, capture_output=True, check=False,
)
if result.returncode == 0 and result.stdout.strip() == wanted:
subprocess.run(["docker", "stop", "--time", "8", cid], check=True, stdout=subprocess.DEVNULL)
receipt = {"stopped_container": cid, "instance_id": wanted}
Path("evidence/last-stopped.json").write_text(json.dumps(receipt))
print(json.dumps(receipt))
break
else:
raise SystemExit("Target instance not found among this project's API containers")
+46
View File
@@ -0,0 +1,46 @@
"""Check the LB's own safe JSON error when every API is stopped, then recover."""
import json
import subprocess
import sys
import time
import urllib.error
import urllib.request
from pathlib import Path
ROOT = Path(__file__).resolve().parents[1]
sys.path.insert(0, str(ROOT / "tests"))
from client import Client
def main():
c = Client("http://127.0.0.1:8085")
actor = c.user("lbdown")
subprocess.run(["docker", "compose", "stop", "api"], cwd=ROOT, check=True)
try:
time.sleep(4)
request = urllib.request.Request(c.base + "/api/v1/users/me",
headers={"Authorization": "Bearer " + actor["token"]})
try:
response = urllib.request.urlopen(request, timeout=3)
except urllib.error.HTTPError as exc:
response = exc
with response:
body = json.loads(response.read())
result = {"status": response.code, "body": body,
"request_id": response.headers.get("X-Request-Id"),
"instance_id": response.headers.get("X-Instance-Id")}
assert result["status"] == 503
assert body["error"]["code"] == "unavailable"
assert result["request_id"] and body["error"]["request_id"] == result["request_id"]
assert result["instance_id"] is None
finally:
subprocess.run(["docker", "compose", "start", "api"], cwd=ROOT, check=True)
subprocess.run([sys.executable, "scripts/wait_replicas.py", "2"], cwd=ROOT, check=True)
c.call("GET", "/api/v1/users/me", actor=actor, schema="User")
result["recovered_existing_session"] = True
(ROOT / "evidence/lb-no-ready-api.json").write_text(json.dumps(result, indent=2) + "\n")
print(json.dumps(result, indent=2))
if __name__ == "__main__":
main()
+22
View File
@@ -0,0 +1,22 @@
"""Verify final container source bytes without attributing old experiments to a new image."""
import hashlib
import json
import subprocess
from pathlib import Path
ids = subprocess.check_output(["docker", "compose", "ps", "-q", "api"], text=True).split()
assert ids
probe = "import hashlib,json,pathlib; p=pathlib.Path('/app/src/messenger'); print(json.dumps({x.name:hashlib.sha256(x.read_bytes()).hexdigest() for x in sorted(p.glob('*.py'))}))"
expected = {p.name: hashlib.sha256(p.read_bytes()).hexdigest() for p in sorted(Path("src/messenger").glob("*.py"))}
instances = []
for cid in ids:
actual = json.loads(subprocess.check_output(["docker", "exec", cid, "python", "-c", probe], text=True))
assert actual == expected, "Runtime source differs from repository"
identity = json.loads(subprocess.check_output(["docker", "inspect", cid], text=True))[0]
instances.append({"container_id": cid, "image_id": identity["Image"], "source_matches_repository": True})
result = {"instances": instances, "runtime_source_sha256": expected,
"passed": True,
"fault_scope": "The repeated 11 fault scenarios and 9 extra invariants ran after worker/jobs/UTF-8/image-validation fixes. Only the shared validate_image wrapper's killpg/output failure guards were tightened afterward. The complete final 179-case suite and 40M image runs used this final image; no full-image identity with the preceding fault run is claimed."}
Path("evidence/review-runtime-source.json").write_text(json.dumps(result, indent=2))
print("PASS: both final API containers match repository source")
+71
View File
@@ -0,0 +1,71 @@
"""Record real restart scope and exercise failover of both physical API containers."""
import json
import os
import subprocess
from pathlib import Path
def run(args):
result = subprocess.run(args, text=True, capture_output=True, timeout=180)
if result.returncode:
raise RuntimeError("Verification failed:\n" + result.stdout + result.stderr[-2000:])
return result
def snapshot():
ids = run(["docker", "compose", "ps", "-aq"]).stdout.split()
items = json.loads(run(["docker", "inspect", *ids]).stdout)
return [
{"id": item["Id"], "service": item["Config"]["Labels"]["com.docker.compose.service"],
"started_at": item["State"]["StartedAt"], "status": item["State"]["Status"],
"mounts": [{"type": mount["Type"], "name": mount.get("Name"), "destination": mount["Destination"]}
for mount in item["Mounts"] if mount["Type"] == "volume"]}
for item in items
]
def main():
base = os.getenv("BASE_URL", "http://127.0.0.1:8085")
before = snapshot()
result = run(["python3", "tests/resilience.py", "--mode", "persistence", "--action-script", "scripts/restart.sh", "--base-url", base])
Path("evidence/persistence-final.txt").write_text(result.stdout)
after = snapshot()
changed = []
by_id = {item["id"]: item for item in before}
for item in after:
old = by_id.get(item["id"])
if old and old["started_at"] != item["started_at"]:
changed.append(item["service"])
required = {"postgres", "cache", "broker", "storage", "s3", "api", "lb", "worker", "dispatcher"}
assert required <= set(changed), (required, changed)
assert {json.dumps(m, sort_keys=True) for i in before for m in i["mounts"]} == {json.dumps(m, sort_keys=True) for i in after for m in i["mounts"]}
Path("evidence/persistence-runtime.json").write_text(json.dumps({"before": before, "after": after, "restarted_services": changed, "volumes_unchanged": True, "passed": True}, indent=2))
actual_api = {item["id"] for item in after if item["service"] == "api"}
assert len(actual_api) >= 2
stopped = set()
attempts = []
try:
for _ in range(6):
result = run(["python3", "tests/resilience.py", "--mode", "failover", "--action-script", "scripts/stop-one.sh", "--base-url", base])
receipt = json.loads(Path("evidence/last-stopped.json").read_text())
assert receipt["stopped_container"] in actual_api
state = json.loads(run(["docker", "inspect", receipt["stopped_container"]]).stdout)[0]
assert not state["State"]["Running"]
summaries = [json.loads(line) for line in result.stdout.splitlines() if line.startswith("{")]
attempts.append({"stopped": receipt, "summary": summaries, "stdout": result.stdout})
stopped.add(receipt["stopped_container"])
run(["docker", "compose", "start", "api"])
run(["docker", "compose", "up", "-d", "--no-recreate", "--wait", "api", "lb"])
if stopped == actual_api:
break
assert stopped == actual_api, "Both physical replicas were not covered"
finally:
run(["docker", "compose", "start", "api"])
Path("evidence/failover-final.json").write_text(json.dumps({"actual_api_container_ids": sorted(actual_api), "covered_container_ids": sorted(stopped), "attempts": attempts, "passed": True}, indent=2))
print("PASS: full restart and failover of both physical API replicas")
if __name__ == "__main__":
main()
+21
View File
@@ -0,0 +1,21 @@
import os
import sys
import time
import urllib.error
import urllib.request
wanted = int(sys.argv[1])
url = "http://127.0.0.1:" + os.environ.get("PUBLIC_PORT", "8085") + "/health/ready"
deadline = time.monotonic() + 40
seen = set()
while time.monotonic() < deadline:
try:
with urllib.request.urlopen(url, timeout=2) as response:
seen.add(response.headers["X-Instance-Id"])
if len(seen) >= wanted:
break
except (urllib.error.URLError, TimeoutError):
seen.clear()
time.sleep(0.1)
else:
raise SystemExit("LB did not expose enough healthy replicas")
+1
View File
@@ -0,0 +1 @@
"""Учебный REST-мессенджер."""
+12
View File
@@ -0,0 +1,12 @@
import os
import uvicorn
uvicorn.run(
"messenger.app:app",
host=os.getenv("APP_HOST", "0.0.0.0"),
port=int(os.getenv("APP_PORT", "8080")),
workers=1,
access_log=False,
timeout_graceful_shutdown=5,
)
+333
View File
@@ -0,0 +1,333 @@
import base64
import binascii
import json
import logging
import os
import re
import time
from contextlib import asynccontextmanager
from threading import BoundedSemaphore
from uuid import uuid4
from fastapi import Depends, FastAPI, Request, Response
from fastapi.exceptions import RequestValidationError
from fastapi.responses import JSONResponse
from starlette.exceptions import HTTPException
from .attachments import AttachmentService
from .domain import Failure, boundary, identifier, page
from .models import CreateChat, CreateMessage, CreateUser
from .postgres import PostgresStore
from .storage import ObjectStorage
logger = logging.getLogger("messenger")
logging.basicConfig(level=os.getenv("LOG_LEVEL", "INFO"), format="%(message)s")
INSTANCE_ID = str(uuid4())
CODES = {
400: "invalid_request",
401: "unauthorized",
404: "not_found",
409: "conflict",
413: "payload_too_large",
415: "unsupported_media_type",
429: "rate_limited",
503: "unavailable",
500: "internal_error",
}
@asynccontextmanager
async def lifespan(app):
app.state.store = PostgresStore()
app.state.storage = ObjectStorage()
app.state.attachments = AttachmentService(app.state.store, app.state.storage)
app.state.upload_slots = BoundedSemaphore(1)
logger.info(json.dumps({"event": "started", "storage": "postgres"}))
yield
app.state.storage.close()
app.state.store.close()
logger.info(json.dumps({"event": "stopped"}))
app = FastAPI(lifespan=lifespan, docs_url=None, redoc_url=None, openapi_url=None)
def error(request, status, message, headers=None):
return JSONResponse(
{
"error": {
"code": CODES.get(status, "invalid_request"),
"message": message,
"request_id": request.state.request_id,
}
},
status_code=status,
headers=headers,
)
async def invalid_json_encoding(request: Request):
path = request.url.path
if request.method != "POST" or not (
path in {"/api/v1/users", "/api/v1/chats"}
or re.fullmatch(r"/api/v1/chats/[^/]+/messages", path)
):
return False
raw = await request.body()
try:
raw.decode("utf-8")
except UnicodeDecodeError:
return True
# Literal NUL is invalid JSON; it also prevents json.loads(bytes) from
# autodetecting BOM-less UTF-16/32. Escaped JSON \u0000 remains valid.
return b"\x00" in raw
@app.middleware("http")
async def request_log(request: Request, call_next):
request.state.request_id = str(uuid4())
start = time.perf_counter()
try:
if (
request.method == "POST"
and request.url.path == "/api/v1/auth/sessions"
and await request.body()
):
response = error(request, 400, "Вход не принимает тело запроса")
elif await invalid_json_encoding(request):
response = error(request, 400, "JSON должен быть закодирован в UTF-8")
else:
response = await call_next(request)
except Exception:
logger.error(
json.dumps({"event": "unexpected_error", "request_id": request.state.request_id})
)
response = error(request, 500, "Внутренняя ошибка")
response.headers["X-Request-Id"] = request.state.request_id
response.headers["X-Instance-Id"] = INSTANCE_ID
route = request.scope.get("route")
logger.info(
json.dumps(
{
"event": "request",
"request_id": request.state.request_id,
"method": request.method,
"route": getattr(route, "path", "unknown"),
"status": response.status_code,
"duration_ms": round((time.perf_counter() - start) * 1000, 3),
}
)
)
return response
@app.exception_handler(Failure)
async def domain_error(request, exc):
return error(request, exc.status, exc.message, exc.headers)
@app.exception_handler(RequestValidationError)
async def validation_error(request, exc):
return error(request, 400, "Неверный JSON или поля запроса")
@app.exception_handler(HTTPException)
async def http_error(request, exc):
return error(request, exc.status_code, "Неверный запрос", exc.headers)
def bearer_failure():
return Failure(
401, "Требуется действующая сессия", {"WWW-Authenticate": 'Bearer realm="messenger"'}
)
def bearer(request):
parts = request.headers.get("Authorization", "").split()
if len(parts) != 2 or parts[0].lower() != "bearer":
raise bearer_failure()
return parts[1]
def actor(request: Request):
user = request.app.state.store.authenticate(bearer(request))
if user is None:
raise bearer_failure()
return user
@app.post("/api/v1/auth/sessions", status_code=201)
def login(request: Request):
headers = {"WWW-Authenticate": 'Basic realm="messenger", charset="UTF-8"'}
parts = request.headers.get("Authorization", "").split()
try:
if len(parts) != 2 or parts[0].lower() != "basic" or len(parts[1]) > 2048:
raise ValueError
decoded = base64.b64decode(parts[1], validate=True).decode("utf-8")
username, password = decoded.split(":", 1)
if not re.fullmatch(r"[a-z0-9_]{3,32}", username) or not 12 <= len(password) <= 128:
raise ValueError
except (ValueError, UnicodeError, binascii.Error):
raise Failure(401, "Неверные учётные данные", headers) from None
session = request.app.state.store.login(username, password)
if session is None:
raise Failure(401, "Неверные учётные данные", headers)
return session
@app.delete("/api/v1/auth/sessions/current", status_code=204)
def logout(request: Request, user=Depends(actor)):
if not request.app.state.store.logout(bearer(request)):
raise bearer_failure()
return Response(status_code=204)
def pagination(request, scope):
allowed = {"limit", "cursor"}
if any(k not in allowed for k in request.query_params):
raise Failure(400, "Неизвестный параметр запроса")
if any(len(request.query_params.getlist(k)) > 1 for k in allowed):
raise Failure(400, "Повторный параметр запроса")
value = request.query_params.get("limit", "50")
if len(value) > 3 or not re.fullmatch(r"[0-9]+", value) or not 1 <= int(value) <= 100:
raise Failure(400, "limit должен быть целым от 1 до 100")
return int(value), boundary(scope, request.query_params.get("cursor"))
@app.get("/health/live")
def live():
return {"status": "ok"}
@app.get("/health/ready")
def ready(request: Request):
if not request.app.state.store.ready() or not request.app.state.storage.ready():
raise Failure(503, "Хранилище недоступно")
return {"status": "ok"}
@app.post("/api/v1/users", status_code=201)
def register(data: CreateUser, request: Request):
return request.app.state.store.register(data.model_dump(mode="json"))
@app.get("/api/v1/users/me")
def me(user=Depends(actor)):
return user
@app.post("/api/v1/chats", status_code=201)
def create_chat(data: CreateChat, request: Request, user=Depends(actor)):
return request.app.state.store.create_chat(user["id"], data.model_dump(mode="json"))
@app.get("/api/v1/chats")
def chats(request: Request, user=Depends(actor)):
scope = "chats:" + user["id"]
limit, after = pagination(request, scope)
return page(request.app.state.store.list_chats(user["id"], after, limit), limit, scope)
@app.get("/api/v1/chats/{chat_id}")
def chat(chat_id: str, request: Request, user=Depends(actor)):
return request.app.state.store.chat(user["id"], identifier(chat_id))
@app.post("/api/v1/chats/{chat_id}/messages", status_code=201)
def send(chat_id: str, data: CreateMessage, request: Request, user=Depends(actor)):
key = request.headers.get("Idempotency-Key", "")
if not re.fullmatch(r"[A-Za-z0-9._:-]{1,128}", key):
raise Failure(400, "Требуется корректный Idempotency-Key")
return request.app.state.store.send(
user["id"], identifier(chat_id), data.text, key, [str(a) for a in data.attachment_ids]
)
@app.get("/api/v1/chats/{chat_id}/messages")
def history(chat_id: str, request: Request, user=Depends(actor)):
cid = identifier(chat_id)
scope = "messages:" + cid
limit, after = pagination(request, scope)
return page(request.app.state.store.history(user["id"], cid, after, limit), limit, scope)
@app.post("/api/v1/chats/{chat_id}/attachments", status_code=202)
async def upload_attachment(chat_id: str, request: Request, user=Depends(actor)):
import asyncio
import tempfile
from starlette.concurrency import run_in_threadpool
from .attachments import MAX_BYTES, filename_valid
if (
set(request.query_params) != {"filename"}
or len(request.query_params.getlist("filename")) != 1
):
raise Failure(400, "Требуется одно имя файла")
filename = filename_valid(request.query_params["filename"])
cid = identifier(chat_id)
await run_in_threadpool(request.app.state.store.chat, user["id"], cid)
content_type = request.headers.get("content-type", "").lower()
if content_type not in {"image/png", "image/jpeg"}:
raise Failure(415, "Ожидается PNG или JPEG")
if not request.app.state.upload_slots.acquire(blocking=False):
raise Failure(429, "Все места загрузки заняты", {"Retry-After": "1"})
try:
with tempfile.SpooledTemporaryFile(max_size=256 * 1024) as spool:
size = 0
try:
async with asyncio.timeout(15):
async for chunk in request.stream():
size += len(chunk)
if size > MAX_BYTES:
raise Failure(413, "Файл больше 10 MiB")
spool.write(chunk)
except TimeoutError:
raise Failure(400, "Истекло время загрузки") from None
spool.seek(0)
return await run_in_threadpool(
request.app.state.attachments.upload,
user["id"],
cid,
filename,
content_type,
spool,
size,
)
finally:
request.app.state.upload_slots.release()
@app.get("/api/v1/attachments/{attachment_id}")
def attachment_metadata(attachment_id: str, request: Request, user=Depends(actor)):
return request.app.state.attachments.metadata(user["id"], identifier(attachment_id))
@app.get("/api/v1/attachments/{attachment_id}/content")
def attachment_content(attachment_id: str, request: Request, user=Depends(actor)):
from fastapi.responses import StreamingResponse
if (
any(k != "variant" for k in request.query_params)
or len(request.query_params.getlist("variant")) > 1
):
raise Failure(400, "Неверный вариант")
variant = request.query_params.get("variant", "original")
if variant not in {"original", "thumbnail", "crop", "optimized"}:
raise Failure(400, "Неверный вариант")
obj = request.app.state.attachments.content(user["id"], identifier(attachment_id), variant)
def chunks():
try:
while data := obj["Body"].read(64 * 1024):
yield data
finally:
obj["Body"].close()
return StreamingResponse(
chunks(),
media_type=obj["ContentType"],
headers={"Content-Length": str(obj["ContentLength"])},
)
+176
View File
@@ -0,0 +1,176 @@
"""Durable asynchronous intake with full bounded validation before acceptance."""
import hashlib
import json
import os
import signal
import subprocess
import sys
import unicodedata
from pathlib import Path
from uuid import uuid4
from .domain import Failure, timestamp
from .jobs import Jobs, fault
from .postgres import public
MAX_BYTES = 10 * 1024 * 1024
MAX_PIXELS = 40_000_000
PUBLIC_FIELDS = (
"id",
"chat_id",
"owner_id",
"filename",
"content_type",
"size_bytes",
"sha256",
"status",
"error_code",
"created_at",
"updated_at",
)
def filename_valid(name):
if not isinstance(name, str) or not 1 <= len(name) <= 255 or not name.strip():
raise Failure(400, "Неверное имя файла")
if any(c in "/\\" or unicodedata.category(c) == "Cc" for c in name):
raise Failure(400, "Неверное имя файла")
return name
def validate_image(fileobj, declared_type):
if declared_type not in {"image/png", "image/jpeg"}:
raise Failure(415, "Ожидается PNG или JPEG")
fileobj.seek(0)
encoded = fileobj.read(MAX_BYTES + 1)
if len(encoded) > MAX_BYTES:
raise Failure(413, "Файл больше 10 MiB")
try:
with subprocess.Popen(
[sys.executable, "-m", "messenger.image_validation", declared_type],
stdin=subprocess.PIPE,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
start_new_session=True,
env={
"PATH": os.environ.get("PATH", os.defpath),
"PYTHONPATH": str(Path(__file__).resolve().parents[1]),
"PYTHONDONTWRITEBYTECODE": "1",
"LANG": "C.UTF-8",
},
) as process:
try:
output, _ = process.communicate(input=encoded, timeout=5)
except subprocess.TimeoutExpired:
# The validator can itself run djpeg: kill its whole process group
# before releasing the upload slot, not only the Python parent.
try:
os.killpg(process.pid, signal.SIGKILL)
except ProcessLookupError:
pass # The child may have exited at the timeout boundary.
process.communicate()
raise Failure(415, "Изображение не прошло ограниченную проверку") from None
if process.returncode:
try:
os.killpg(process.pid, signal.SIGKILL)
except ProcessLookupError:
pass
raise Failure(415, "Изображение не прошло ограниченную проверку")
except OSError:
raise Failure(503, "Проверка изображения временно недоступна") from None
finally:
del encoded
try:
outcome = json.loads(output)
except (ValueError, UnicodeError):
raise Failure(415, "Повреждённое изображение") from None
if not isinstance(outcome, dict):
raise Failure(415, "Изображение не прошло ограниченную проверку")
if "error" in outcome:
status = outcome["error"]
if type(status) is not int or status not in {413, 415}:
status = 415
raise Failure(status, "Изображение не прошло ограниченную проверку")
values = outcome.get("ok")
if not isinstance(values, list) or len(values) != 3:
raise Failure(415, "Изображение не прошло ограниченную проверку")
fileobj.seek(0)
return tuple(values)
def metadata_public(row):
return {**public({k: row[k] for k in PUBLIC_FIELDS}), "variants": row["variants"]}
class AttachmentService:
def __init__(self, store, storage):
self.store = store
self.storage = storage
self.jobs = Jobs(store)
def upload(self, actor, cid, filename, content_type, fileobj, size):
filename_valid(filename)
if not 1 <= size <= MAX_BYTES:
raise Failure(413 if size > MAX_BYTES else 415, "Неверный размер изображения")
validate_image(fileobj, content_type)
digest = hashlib.file_digest(fileobj, "sha256").hexdigest()
aid = str(uuid4())
key = "staging/" + aid
now = timestamp()
with self.store.connection() as conn:
self.store._chat(conn, actor, cid)
conn.execute(
"INSERT INTO upload_intents(id,object_key,created_at) VALUES (%s,%s,%s)",
(aid, key, now),
)
# Keep the intent locked throughout PUT/finalization: reconciler skips live
# uploads even if a slow request crosses the grace boundary.
with self.store.connection() as conn, conn.transaction():
intent = conn.execute(
"SELECT id FROM upload_intents WHERE id=%s FOR UPDATE", (aid,)
).fetchone()
if not intent:
raise Failure(503, "Загрузка больше не активна")
self.storage.put(key, fileobj, size, content_type)
fault(self.store, "after_staging", aid)
row = conn.execute(
"INSERT INTO attachments(id,chat_id,owner_id,filename,content_type,size_bytes,sha256,"
"status,error_code,created_at,updated_at,object_key,stage_key) "
"VALUES (%s,%s,%s,%s,%s,%s,%s,'queued',NULL,%s,%s,%s,%s) RETURNING *",
(aid, cid, actor, filename, content_type, size, digest, now, now, key, key),
).fetchone()
self.jobs.enqueue(conn, aid, key)
conn.execute("DELETE FROM upload_intents WHERE id=%s", (aid,))
# Never delete S3 on an ambiguous COMMIT: the transaction may have committed.
fault(self.store, "after_upload_commit", aid)
return metadata_public(row)
def metadata(self, actor, aid):
with self.store.connection() as conn:
row = conn.execute(
"SELECT a.* FROM attachments a JOIN members m ON m.chat_id=a.chat_id "
"WHERE a.id=%s AND m.user_id=%s",
(aid, actor),
).fetchone()
if not row:
raise Failure(404, "Объект не найден")
return metadata_public(row)
def content(self, actor, aid, variant="original"):
with self.store.connection() as conn:
row = conn.execute(
"SELECT a.* FROM attachments a JOIN members m ON m.chat_id=a.chat_id "
"WHERE a.id=%s AND m.user_id=%s",
(aid, actor),
).fetchone()
if not row:
raise Failure(404, "Объект не найден")
if row["status"] != "ready":
raise Failure(409, "Вложение не готово")
key = row["object_key"]
if variant != "original":
if variant not in {v["name"] for v in row["variants"]}:
raise Failure(404, "Вариант не найден")
key = key.rsplit("/", 1)[0] + "/" + variant
return self.storage.get(key)
+10
View File
@@ -0,0 +1,10 @@
import os
from pathlib import Path
def secret(name: str) -> str:
filename = os.environ.get(name + "_FILE")
value = Path(filename).read_text().strip() if filename else os.environ.get(name, "")
if not value:
raise RuntimeError("Отсутствует настройка " + name)
return value
+63
View File
@@ -0,0 +1,63 @@
import base64
import json
import re
from datetime import UTC, datetime
from uuid import UUID
class Failure(Exception):
def __init__(self, status: int, message: str, headers: dict | None = None):
self.status = status
self.message = message
self.headers = headers or {}
def timestamp() -> str:
return datetime.now(UTC).isoformat(timespec="microseconds").replace("+00:00", "Z")
def identifier(value: str) -> str:
try:
return str(UUID(value))
except (ValueError, TypeError, AttributeError):
raise Failure(400, "Некорректный UUID") from None
def boundary(scope: str, cursor: str | None) -> tuple[str, str] | None:
if cursor is None:
return None
try:
if not cursor or len(cursor) > 1024 or not re.fullmatch(r"[A-Za-z0-9_-]+", cursor):
raise ValueError
data = json.loads(base64.urlsafe_b64decode(cursor + "=" * (-len(cursor) % 4)))
if (
not isinstance(data, list)
or len(data) != 4
or type(data[0]) is not int
or data[0] != 1
or data[1] != scope
):
raise ValueError
date, uid = data[2:]
if not isinstance(date, str) or not re.fullmatch(
r"[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}(?:\.[0-9]{1,6})?Z",
date,
):
raise ValueError
datetime.fromisoformat(date.replace("Z", "+00:00"))
if not isinstance(uid, str) or str(UUID(uid)) != uid:
raise ValueError
return date, uid
except (ValueError, TypeError, KeyError, UnicodeError):
raise Failure(400, "Некорректный cursor или область запроса") from None
def page(items: list[dict], limit: int, scope: str) -> dict:
more = len(items) > limit
selected = items[:limit]
cursor = None
if more:
last = selected[-1]
payload = json.dumps([1, scope, last["created_at"], last["id"]], separators=(",", ":"))
cursor = base64.urlsafe_b64encode(payload.encode()).decode().rstrip("=")
return {"items": selected, "next_cursor": cursor}
+82
View File
@@ -0,0 +1,82 @@
"""Image transformations, run in a bounded child process by the worker."""
import hashlib
import json
import sys
from pathlib import Path
from PIL import Image, ImageOps
Image.MAX_IMAGE_PIXELS = 40_000_000
def fitted_size(width, height, bound):
"""Fit without upscale; integer arithmetic deliberately rounds down."""
longest = max(width, height)
if longest <= bound:
return width, height
return max(1, width * bound // longest), max(1, height * bound // longest)
def render(source, destination, version=1):
if version not in (1, 2):
raise ValueError("unsupported_pipeline")
destination = Path(destination)
with Image.open(source) as image:
if image.width * image.height > 40_000_000:
raise ValueError("pixel_limit")
image.load()
ImageOps.exif_transpose(image, in_place=True)
if "A" in image.getbands() or (image.mode == "P" and "transparency" in image.info):
rgba = image if image.mode == "RGBA" else image.convert("RGBA")
rgb = Image.new("RGB", rgba.size, "white")
alpha = rgba.getchannel("A")
rgb.paste(rgba, mask=alpha)
alpha.close()
if rgba is not image:
rgba.close()
else:
rgb = image if image.mode == "RGB" else image.convert("RGB")
thumbnail = rgb.resize(fitted_size(*rgb.size, 256), Image.Resampling.LANCZOS)
crop = ImageOps.fit(rgb, (128, 128), method=Image.Resampling.LANCZOS, centering=(0.5, 0.5))
optimized = rgb.resize(fitted_size(*rgb.size, 1280), Image.Resampling.LANCZOS)
variants = []
for name, variant, kind, mime, options in (
("thumbnail", thumbnail, "JPEG", "image/jpeg", {"quality": 85}),
("crop", crop, "JPEG", "image/jpeg", {"quality": 85}),
(
"optimized",
optimized,
"WEBP",
"image/webp",
{"quality": 80 if version == 1 else 75, "method": 4},
),
):
# No EXIF/ICC arguments: outputs do not propagate source metadata.
path = destination / name
variant.save(path, format=kind, **options)
data = path.read_bytes()
variants.append(
{
"name": name,
"content_type": mime,
"size_bytes": len(data),
"width": variant.width,
"height": variant.height,
"sha256": hashlib.sha256(data).hexdigest(),
}
)
variant.close()
if rgb is not image:
rgb.close()
return variants
if __name__ == "__main__":
import resource
resource.setrlimit(resource.RLIMIT_AS, (700 * 1024**2, 700 * 1024**2))
resource.setrlimit(resource.RLIMIT_CPU, (15, 15))
source, destination, version = sys.argv[1:]
result = render(source, destination, int(version))
(Path(destination) / "variants.json").write_text(json.dumps(result))
+146
View File
@@ -0,0 +1,146 @@
"""Short-lived bounded pixel validation; no DB, credentials or application imports."""
import json
import resource
import subprocess
import sys
from io import BytesIO
from PIL import Image, UnidentifiedImageError
from .domain import Failure
MAX_BYTES = 10 * 1024 * 1024
MAX_PIXELS = 40_000_000
Image.MAX_IMAGE_PIXELS = MAX_PIXELS
def inspect_image(fileobj, declared_type):
if declared_type not in {"image/png", "image/jpeg"}:
raise Failure(415, "Ожидается PNG или JPEG")
try:
fileobj.seek(0)
with Image.open(fileobj) as header:
width, height = header.size
if width * height > MAX_PIXELS:
raise Failure(413, "Слишком много пикселей")
actual = {"PNG": "image/png", "JPEG": "image/jpeg"}.get(header.format)
if actual != declared_type:
raise Failure(415, "Формат изображения не соответствует MIME")
frames = getattr(header, "n_frames", 1)
default_image = bool(getattr(header, "default_image", False))
if width * height * frames > MAX_PIXELS:
raise Failure(413, "Слишком много пикселей во всех кадрах")
header.verify()
# Drop parsed metadata before the separate strict decoder process starts.
del header
if actual == "image/png":
# verify() checks CRC, but does not compare acTL's frame count with
# every fcTL. Do not let a forged count hide a corrupt later frame.
fileobj.seek(8)
controls = frame_controls = 0
declared_frames = None
animation_data = False
while True:
chunk_header = fileobj.read(8)
if len(chunk_header) != 8:
raise ValueError("Truncated PNG chunk")
length = int.from_bytes(chunk_header[:4], "big")
kind = chunk_header[4:]
controls += kind == b"acTL"
frame_controls += kind == b"fcTL"
animation_data |= kind == b"fdAT"
if kind == b"acTL":
if length != 8:
raise ValueError("Invalid acTL length")
declared_frames = int.from_bytes(fileobj.read(4), "big")
fileobj.seek(length, 1) # remaining payload plus CRC
else:
fileobj.seek(length + 4, 1)
if kind == b"IEND":
break
if controls:
if (
controls != 1
or not declared_frames
or frame_controls != declared_frames
or declared_frames + int(default_image) != frames
):
raise ValueError("Invalid APNG frame count")
elif frame_controls or animation_data:
raise ValueError("Animation chunks without acTL")
if actual == "image/jpeg":
# Validate scan warnings before allocating Pillow's decoded canvas.
# 384 MiB covers coefficient arrays for <=40M pixels and <=4 channels;
# keeping both full decoded buffers alive could exceed the API cgroup.
fileobj.seek(0)
# A bounded compressed copy avoids sharing buffered file-descriptor
# offsets with the child, and supports BytesIO callers as well.
encoded = fileobj.read(MAX_BYTES + 1)
if len(encoded) > MAX_BYTES:
raise Failure(413, "Файл больше 10 MiB")
try:
decoded = subprocess.run(
["djpeg", "-strict", "-maxmemory", "384m", "-outfile", "/dev/null"],
input=encoded,
stdout=subprocess.DEVNULL,
stderr=subprocess.PIPE,
timeout=4,
check=False,
)
except subprocess.TimeoutExpired:
raise Failure(415, "Изображение не прошло ограниченную проверку") from None
finally:
del encoded
if decoded.returncode:
raise Failure(415, "Повреждённое изображение")
# djpeg has already decoded every JPEG pixel, streaming output rows.
# A second Pillow load would overlap full progressive coefficient
# arrays with a 160 MiB CMYK canvas and violate the API's 512 MiB cap.
fileobj.seek(0)
return actual, width, height
# Decode one frame at a time. Pillow may retain a previous APNG canvas
# for compositing, but no list/copies of every decoded frame is collected.
fileobj.seek(0)
with Image.open(fileobj) as image:
decoded_pixels = 0
for frame in range(frames):
if decoded_pixels + width * height > MAX_PIXELS:
raise Failure(413, "Слишком много пикселей во всех кадрах")
image.seek(frame)
decoded_pixels += image.size[0] * image.size[1]
if decoded_pixels > MAX_PIXELS:
raise Failure(413, "Слишком много пикселей во всех кадрах")
image.load()
# Image's context manager closes its input handle, not the decoded core.
# Releasing the object frees native canvases before hashing/S3 publication.
del image
fileobj.seek(0)
return actual, width, height
except Image.DecompressionBombError:
raise Failure(413, "Слишком много пикселей") from None
except (UnidentifiedImageError, OSError, ValueError, SyntaxError, EOFError):
raise Failure(415, "Повреждённое изображение") from None
def main():
resource.setrlimit(resource.RLIMIT_CORE, (0, 0))
resource.setrlimit(resource.RLIMIT_CPU, (4, 5))
if sys.platform == "linux":
resource.setrlimit(resource.RLIMIT_AS, (512 * 1024 * 1024, 512 * 1024 * 1024))
try:
data = sys.stdin.buffer.read(MAX_BYTES + 1)
if len(data) > MAX_BYTES:
raise Failure(413, "Файл больше 10 MiB")
result = inspect_image(BytesIO(data), sys.argv[1])
print(json.dumps({"ok": result}))
except Failure as exc:
print(json.dumps({"error": exc.status}))
except MemoryError:
print(json.dumps({"error": 415}))
except Exception:
print(json.dumps({"error": 415}))
if __name__ == "__main__":
main()
+123
View File
@@ -0,0 +1,123 @@
"""Local operator commands; no public HTTP replay or arbitrary object paths."""
import argparse
import json
from .domain import Failure
from .jobs import Jobs, fault
from .postgres import PostgresStore
from .storage import ObjectStorage
from .worker import cleanup_ready
def cleanup(store, storage, failed_hours=168, intent_seconds=3600):
if failed_hours < 0 or intent_seconds < 0:
raise ValueError("Retention must be nonnegative")
counts = {"ready_staging": 0, "failed_sources": 0, "orphan_intents": 0}
with store.connection() as conn:
ready = conn.execute(
"SELECT id FROM attachments WHERE status='ready' AND stage_key IS NOT NULL"
).fetchall()
for row in ready:
cleanup_ready(store, storage, row["id"])
counts["ready_staging"] += 1
with store.connection() as conn:
candidates = conn.execute(
"SELECT id FROM attachments WHERE status='failed' AND updated_at<now()-(%s * interval '1 hour')",
(failed_hours,),
).fetchall()
for row in candidates:
with store.connection() as conn, conn.transaction():
a = conn.execute(
"SELECT * FROM attachments WHERE id=%s FOR UPDATE", (row["id"],)
).fetchone()
# Recheck under the same row lock used by replay and publication.
if not a or a["status"] != "failed":
continue
current = conn.execute(
"SELECT * FROM attachment_jobs WHERE attachment_id=%s AND pipeline_version=%s FOR UPDATE",
(a["id"], a["pipeline_version"]),
).fetchone()
if not current or current["state"] != "failed" or current["source_key"] is None:
continue
old = conn.execute(
"SELECT updated_at<now()-(%s * interval '1 hour') AS old FROM attachments WHERE id=%s",
(failed_hours, a["id"]),
).fetchone()["old"]
if not old:
continue
fault(store, "cleanup_before_delete", a["id"])
# If cleanup commits first, later replay refuses source_missing. If replay
# commits first, status is queued and cleanup skips it. DELETE stays locked.
source = current["source_key"]
storage.delete(source)
prefix = f"attachments/{a['id']}/v{a['pipeline_version']}"
for variant in ("original", "thumbnail", "crop", "optimized"):
storage.delete(prefix + "/" + variant)
conn.execute("UPDATE attachment_jobs SET source_key=NULL WHERE id=%s", (current["id"],))
conn.execute("UPDATE attachments SET stage_key=NULL WHERE id=%s", (a["id"],))
Jobs.audit(conn, current["id"], "source_retention_expired", current["attempt"])
counts["failed_sources"] += 1
with store.connection() as conn:
intents = conn.execute(
"SELECT id FROM upload_intents WHERE created_at<now()-(%s * interval '1 second')",
(intent_seconds,),
).fetchall()
for row in intents:
with store.connection() as conn, conn.transaction():
intent = conn.execute(
"SELECT * FROM upload_intents WHERE id=%s FOR UPDATE SKIP LOCKED", (row["id"],)
).fetchone()
if intent is None:
continue
referenced = conn.execute(
"SELECT 1 FROM attachments WHERE id=%s", (row["id"],)
).fetchone()
if referenced is None:
storage.delete(intent["object_key"])
counts["orphan_intents"] += 1
conn.execute("DELETE FROM upload_intents WHERE id=%s", (row["id"],))
return counts
def main():
parser = argparse.ArgumentParser()
sub = parser.add_subparsers(dest="command", required=True)
for name in ("replay", "reprocess"):
command = sub.add_parser(name)
command.add_argument("attachment_id")
if name == "reprocess":
command.add_argument("--version", type=int, required=True)
sub.add_parser("failed")
command = sub.add_parser("cleanup")
command.add_argument("--failed-hours", type=float, default=168)
command.add_argument("--intent-seconds", type=float, default=3600)
args = parser.parse_args()
store, storage = PostgresStore(), ObjectStorage()
try:
jobs = Jobs(store)
if args.command == "replay":
result = {"job_id": jobs.replay(args.attachment_id, storage)}
elif args.command == "reprocess":
result = {"job_id": jobs.reprocess(args.attachment_id, args.version, storage)}
elif args.command == "cleanup":
result = cleanup(store, storage, args.failed_hours, args.intent_seconds)
else:
with store.connection() as conn:
result = [
dict(row)
for row in conn.execute(
"SELECT j.id,j.attachment_id,j.attempt,f.error_code,f.replay_count FROM failed_jobs f JOIN attachment_jobs j ON j.id=f.job_id WHERE j.state='failed'"
).fetchall()
]
print(json.dumps(result, default=str))
except Failure as exc:
print(json.dumps({"status": exc.status, "error": exc.message}))
raise SystemExit(1) from None
finally:
storage.close()
store.close()
if __name__ == "__main__":
main()
+320
View File
@@ -0,0 +1,320 @@
"""PostgreSQL owns job state; broker deliveries are repeatable notifications."""
import json
import logging
import os
import random
import time
from uuid import uuid4
import redis
from .config import secret
from .domain import Failure
from .postgres import public
logger = logging.getLogger("messenger.jobs")
STREAM = "attachment-jobs:v1"
GROUP = "image-workers"
def broker_client():
return redis.Redis.from_url(
secret("BROKER_URL"),
decode_responses=False,
socket_connect_timeout=2,
socket_timeout=3,
)
def fault(store, point, attachment_id):
"""Only enabled in the explicit fault-test overlay; never accepts HTTP controls."""
if os.getenv("ENABLE_FAULT_INJECTION") != "1":
return
with store.connection() as conn:
row = conn.execute(
"UPDATE test_faults SET reached_at=now() WHERE id=("
"SELECT id FROM test_faults WHERE point=%s AND reached_at IS NULL "
"AND (attachment_id IS NULL OR attachment_id=%s) ORDER BY id LIMIT 1) RETURNING *",
(point, attachment_id),
).fetchone()
if row is None:
return
logger.warning(json.dumps({"event": "fault_reached", "point": point, "fault_id": row["id"]}))
if row["action"] == "crash":
os._exit(86)
if row["action"] == "error":
raise RuntimeError("injected_transient_failure")
deadline = time.monotonic() + 60
while time.monotonic() < deadline:
with store.connection() as conn:
released = conn.execute(
"SELECT released FROM test_faults WHERE id=%s", (row["id"],)
).fetchone()
if released and released["released"]:
return
time.sleep(0.1)
raise RuntimeError("fault_barrier_timeout")
class Jobs:
def __init__(self, store):
self.store = store
self.attempt_limit = int(os.getenv("JOB_MAX_ATTEMPTS", "5"))
self.lease_seconds = int(os.getenv("JOB_LEASE_SECONDS", "45"))
if not 1 <= self.attempt_limit <= 20 or not 5 <= self.lease_seconds <= 300:
raise RuntimeError("Invalid job retry/lease configuration")
def enqueue(self, conn, attachment_id, source_key, version=1):
job_id = str(uuid4())
conn.execute(
"INSERT INTO attachment_jobs(id,attachment_id,pipeline_version,source_key,state,attempt_limit) "
"VALUES (%s,%s,%s,%s,'queued',%s)",
(job_id, attachment_id, version, source_key, self.attempt_limit),
)
conn.execute("INSERT INTO job_outbox(job_id) VALUES (%s)", (job_id,))
self.audit(conn, job_id, "accepted", 0)
return job_id
@staticmethod
def audit(conn, job_id, event, attempt):
conn.execute(
"INSERT INTO job_audit(job_id,event,attempt) VALUES (%s,%s,%s)",
(job_id, event, attempt),
)
def publish_one(self, broker):
with self.store.connection() as conn, conn.transaction():
job = conn.execute(
"SELECT j.* FROM job_outbox o JOIN attachment_jobs j ON j.id=o.job_id "
"WHERE o.published_at IS NULL AND j.available_at<=now() "
"ORDER BY j.available_at LIMIT 1 FOR UPDATE OF o SKIP LOCKED"
).fetchone()
if job is None:
return False
if job["state"] == "queued":
body = {
"schema_version": 1,
"job_id": str(job["id"]),
"type": "attachment.process.v1",
"attachment_id": str(job["attachment_id"]),
"pipeline_version": job["pipeline_version"],
"attempt": job["attempt"] + 1,
"created_at": public({"v": job["created_at"]})["v"],
}
# XADD response with appendfsync=always is the broker acceptance boundary.
broker.xadd(STREAM, {"body": json.dumps(body)})
fault(self.store, "after_publish", job["attachment_id"])
conn.execute("UPDATE job_outbox SET published_at=now() WHERE job_id=%s", (job["id"],))
return True
def claim(self, job_id, attachment_id, version):
with self.store.connection() as conn, conn.transaction():
attachment = conn.execute(
"SELECT * FROM attachments WHERE id=%s FOR UPDATE", (attachment_id,)
).fetchone()
if attachment is None:
return None
job = conn.execute(
"SELECT * FROM attachment_jobs WHERE id=%s FOR UPDATE", (job_id,)
).fetchone()
if (
job is None
or str(job["attachment_id"]) != str(attachment_id)
or job["pipeline_version"] != version
):
return None
if attachment["pipeline_version"] != version:
conn.execute(
"UPDATE attachment_jobs SET state='superseded',updated_at=now() WHERE id=%s AND state NOT IN ('ready','superseded')",
(job_id,),
)
return None
if job["state"] != "queued":
return None
lease_id = str(uuid4())
job = conn.execute(
"UPDATE attachment_jobs SET state='processing',attempt=attempt+1,lease_id=%s,"
"lease_until=now()+(%s * interval '1 second'),updated_at=now() "
"WHERE id=%s AND available_at<=now() RETURNING *",
(lease_id, self.lease_seconds, job_id),
).fetchone()
if job is None:
return None
conn.execute(
"UPDATE attachments SET status='processing',updated_at=now() WHERE id=%s",
(attachment_id,),
)
self.audit(conn, job_id, "claimed", job["attempt"])
job["source_sha256"] = attachment["sha256"]
job["source_size"] = attachment["size_bytes"]
job["source_content_type"] = attachment["content_type"]
return job
def complete(self, job, object_key, variants):
with self.store.connection() as conn, conn.transaction():
attachment = conn.execute(
"SELECT * FROM attachments WHERE id=%s FOR UPDATE", (job["attachment_id"],)
).fetchone()
current = conn.execute(
"SELECT * FROM attachment_jobs WHERE id=%s FOR UPDATE", (job["id"],)
).fetchone()
if (
attachment["pipeline_version"] != job["pipeline_version"]
or current["state"] != "processing"
or current["lease_id"] != job["lease_id"]
):
self.audit(conn, job["id"], "stale_publish_rejected", job["attempt"])
return False
conn.execute(
"UPDATE attachments SET status='ready',error_code=NULL,object_key=%s,variants=%s::jsonb,updated_at=now() WHERE id=%s",
(object_key, json.dumps(variants), job["attachment_id"]),
)
conn.execute(
"UPDATE attachment_jobs SET state='ready',lease_until=NULL,error_code=NULL,updated_at=now() WHERE id=%s",
(job["id"],),
)
self.audit(conn, job["id"], "published", job["attempt"])
return True
def fail(self, job, code, permanent=False):
with self.store.connection() as conn, conn.transaction():
attachment = conn.execute(
"SELECT * FROM attachments WHERE id=%s FOR UPDATE", (job["attachment_id"],)
).fetchone()
current = conn.execute(
"SELECT * FROM attachment_jobs WHERE id=%s FOR UPDATE", (job["id"],)
).fetchone()
if (
attachment["pipeline_version"] != job["pipeline_version"]
or current["lease_id"] != job["lease_id"]
or current["state"] != "processing"
):
return
if permanent or current["attempt"] >= current["attempt_limit"]:
final_code = code if permanent else "retry_exhausted"
self._failed(conn, current, final_code)
else:
delay = min(30, 2 ** (current["attempt"] - 1)) + random.uniform(0, 0.5)
conn.execute(
"UPDATE attachment_jobs SET state='queued',error_code=%s,lease_until=NULL,"
"available_at=now()+(%s * interval '1 second'),updated_at=now() WHERE id=%s",
(code, delay, job["id"]),
)
conn.execute(
"UPDATE job_outbox SET published_at=NULL WHERE job_id=%s", (job["id"],)
)
conn.execute(
"UPDATE attachments SET status='queued',updated_at=now() WHERE id=%s",
(job["attachment_id"],),
)
self.audit(conn, job["id"], "retry_scheduled", job["attempt"])
def _failed(self, conn, job, code):
conn.execute(
"UPDATE attachment_jobs SET state='failed',error_code=%s,lease_until=NULL,updated_at=now() WHERE id=%s",
(code, job["id"]),
)
conn.execute(
"UPDATE attachments SET status='failed',error_code=%s,updated_at=now() WHERE id=%s",
(code, job["attachment_id"]),
)
conn.execute(
"INSERT INTO failed_jobs(job_id,error_code) VALUES (%s,%s) "
"ON CONFLICT(job_id) DO UPDATE SET error_code=excluded.error_code,failed_at=now()",
(job["id"], code),
)
self.audit(conn, job["id"], "failed:" + code, job["attempt"])
def recover_one(self):
with self.store.connection() as conn, conn.transaction():
candidate = conn.execute(
"SELECT a.id FROM attachments a JOIN attachment_jobs j ON j.attachment_id=a.id "
"WHERE j.state='processing' AND j.lease_until<now() LIMIT 1 FOR UPDATE OF a SKIP LOCKED"
).fetchone()
if candidate is None:
return False
job = conn.execute(
"SELECT j.* FROM attachment_jobs j JOIN attachments a ON a.id=j.attachment_id "
"WHERE j.attachment_id=%s AND j.state='processing' AND j.lease_until<now() "
"AND j.pipeline_version=a.pipeline_version FOR UPDATE OF j",
(candidate["id"],),
).fetchone()
if job is None:
return False
if job["attempt"] >= job["attempt_limit"]:
self._failed(conn, job, "retry_exhausted")
else:
conn.execute(
"UPDATE attachment_jobs SET state='queued',lease_until=NULL,available_at=now(),updated_at=now() WHERE id=%s",
(job["id"],),
)
conn.execute(
"UPDATE attachments SET status='queued',updated_at=now() WHERE id=%s",
(job["attachment_id"],),
)
conn.execute(
"UPDATE job_outbox SET published_at=NULL WHERE job_id=%s", (job["id"],)
)
self.audit(conn, job["id"], "lease_recovered", job["attempt"])
return True
def replay(self, attachment_id, storage):
with self.store.connection() as conn, conn.transaction():
a = conn.execute(
"SELECT * FROM attachments WHERE id=%s FOR UPDATE", (attachment_id,)
).fetchone()
if not a or a["status"] != "failed":
raise Failure(409, "Повтор разрешён только для failed")
job = conn.execute(
"SELECT * FROM attachment_jobs WHERE attachment_id=%s AND pipeline_version=%s FOR UPDATE",
(attachment_id, a["pipeline_version"]),
).fetchone()
if not job["source_key"] or not storage.exists(job["source_key"]):
raise Failure(409, "Источник больше недоступен")
fault(self.store, "replay_before_commit", attachment_id)
conn.execute(
"UPDATE attachment_jobs SET state='queued',attempt_limit=attempt+%s,available_at=now(),error_code=NULL,updated_at=now() WHERE id=%s",
(self.attempt_limit, job["id"]),
)
conn.execute(
"UPDATE attachments SET status='queued',error_code=NULL,updated_at=now() WHERE id=%s",
(attachment_id,),
)
conn.execute("UPDATE job_outbox SET published_at=NULL WHERE job_id=%s", (job["id"],))
conn.execute(
"UPDATE failed_jobs SET replay_count=replay_count+1 WHERE job_id=%s", (job["id"],)
)
self.audit(conn, job["id"], "operator_replay", job["attempt"])
return str(job["id"])
def reprocess(self, attachment_id, version, storage):
if version not in (1, 2):
raise Failure(400, "Поддерживаются версии pipeline 1 и 2")
with self.store.connection() as conn, conn.transaction():
a = conn.execute(
"SELECT * FROM attachments WHERE id=%s FOR UPDATE", (attachment_id,)
).fetchone()
if not a:
raise Failure(404, "Вложение отсутствует")
if version <= a["pipeline_version"]:
raise Failure(409, "Нужна более новая версия pipeline")
source = a["object_key"] if a["status"] == "ready" else a["stage_key"]
if not source or not storage.exists(source):
raise Failure(409, "Источник больше недоступен")
if a["status"] == "ready" and a["stage_key"] and a["stage_key"].startswith("staging/"):
# A worker can be paused after publishing ready but before its
# staging cleanup. Do not orphan that key when choosing final v1
# as the new source. Delete stays under the same attachment lock;
# a storage failure leaves the ready version unchanged.
fault(self.store, "reprocess_before_staging_delete", attachment_id)
storage.delete(a["stage_key"])
conn.execute(
"UPDATE attachment_jobs SET state='superseded',updated_at=now() WHERE attachment_id=%s AND state IN ('queued','processing','failed')",
(attachment_id,),
)
conn.execute(
"UPDATE attachments SET pipeline_version=%s,status='queued',variants='[]',error_code=NULL,stage_key=%s,updated_at=now() WHERE id=%s",
(version, source, attachment_id),
)
return self.enqueue(conn, attachment_id, source, version)
+32
View File
@@ -0,0 +1,32 @@
import hashlib
from pathlib import Path
import psycopg
from .config import secret
def migrate():
with psycopg.connect(secret("DATABASE_URL")) as conn:
# Serialize independent migration processes without changing application data.
conn.execute("SELECT pg_advisory_xact_lock(2301002)")
conn.execute(
"CREATE TABLE IF NOT EXISTS schema_migrations "
"(name text PRIMARY KEY, checksum text NOT NULL)"
)
for path in sorted(Path("migrations").glob("*.sql")):
checksum = hashlib.sha256(path.read_bytes()).hexdigest()
old = conn.execute(
"SELECT checksum FROM schema_migrations WHERE name=%s", (path.name,)
).fetchone()
if old:
if old[0] != checksum:
raise RuntimeError("Изменена применённая миграция: " + path.name)
continue
conn.execute(path.read_text())
conn.execute("INSERT INTO schema_migrations VALUES (%s,%s)", (path.name, checksum))
print("Applied", path.name)
if __name__ == "__main__":
migrate()
+68
View File
@@ -0,0 +1,68 @@
import re
from uuid import UUID
from pydantic import BaseModel, ConfigDict, Field, StrictStr, field_validator, model_validator
class RequestModel(BaseModel):
model_config = ConfigDict(extra="forbid")
@field_validator("*", mode="after")
@classmethod
def nonblank(cls, value):
if isinstance(value, str) and not value.strip():
raise ValueError("Строка не может состоять из пробелов")
return value
class CreateUser(RequestModel):
username: StrictStr = Field(pattern=r"^[a-z0-9_]{3,32}$")
display_name: StrictStr = Field(min_length=1, max_length=100)
password: StrictStr = Field(min_length=12, max_length=128)
@field_validator("username")
@classmethod
def full_username(cls, value):
if not re.fullmatch(r"[a-z0-9_]{3,32}", value):
raise ValueError("Неверное имя пользователя")
return value
class CreateChat(RequestModel):
title: StrictStr = Field(min_length=1, max_length=100)
member_ids: list[UUID] = Field(min_length=1, max_length=100)
@field_validator("member_ids", mode="before")
@classmethod
def string_ids(cls, value):
if not isinstance(value, list) or any(not isinstance(x, str) for x in value):
raise ValueError("Ожидается массив UUID-строк")
return value
@field_validator("member_ids")
@classmethod
def unique_ids(cls, value):
if len(set(value)) != len(value):
raise ValueError("Участники не должны повторяться")
return value
class CreateMessage(BaseModel):
model_config = ConfigDict(extra="forbid")
text: StrictStr = Field(max_length=4000)
attachment_ids: list[UUID] = Field(default_factory=list, max_length=10)
@field_validator("attachment_ids", mode="before")
@classmethod
def string_ids(cls, value):
if not isinstance(value, list) or any(not isinstance(x, str) for x in value):
raise ValueError("Ожидается массив UUID-строк")
return value
@model_validator(mode="after")
def content(self):
if len(set(self.attachment_ids)) != len(self.attachment_ids):
raise ValueError("Вложения не должны повторяться")
if not self.text.strip() and not self.attachment_ids:
raise ValueError("Пустое сообщение без вложений")
return self
+332
View File
@@ -0,0 +1,332 @@
import hashlib
import json
import logging
import os
import secrets
from contextlib import contextmanager
from datetime import UTC, datetime, timedelta
from threading import BoundedSemaphore
from uuid import UUID, uuid4
import psycopg
import redis
from argon2 import PasswordHasher
from argon2.exceptions import VerificationError
from psycopg.rows import dict_row
from psycopg_pool import ConnectionPool, PoolTimeout, TooManyRequests
from .config import secret
from .domain import Failure, timestamp
logger = logging.getLogger("messenger")
KDF_SLOTS = BoundedSemaphore(2)
KDF = PasswordHasher(time_cost=2, memory_cost=65536, parallelism=1)
DUMMY_HASH = KDF.hash("invalid-user-dummy-password")
class DeadlineConnection(psycopg.Connection):
def wait(self, gen, interval=0.1, timeout=None):
try:
return super().wait(gen, interval=interval, timeout=timeout or 3.0)
except psycopg.errors._WaitTimeout:
# A paused server cannot complete cancellation. Discard an uncertain
# connection instead of returning it to the pool or waiting forever.
self.pgconn.finish()
raise
def public(row):
return {
k: (
str(v)
if isinstance(v, UUID)
else v.astimezone(UTC).isoformat(timespec="microseconds").replace("+00:00", "Z")
if isinstance(v, datetime)
else bytes(v).decode("utf-8")
if isinstance(v, (bytes, memoryview))
else v
)
for k, v in row.items()
if k not in {"password_hash", "token_digest"}
}
class PostgresStore:
def __init__(self):
self.pool = ConnectionPool(
secret("DATABASE_URL"),
connection_class=DeadlineConnection,
min_size=1,
max_size=int(os.getenv("POOL_MAX_SIZE", "8")),
timeout=2,
max_waiting=32,
kwargs={
"autocommit": True,
"row_factory": dict_row,
"connect_timeout": 2,
"options": "-c statement_timeout=2500 -c lock_timeout=1500",
},
check=ConnectionPool.check_connection,
)
self.pool.wait(timeout=15)
self.cache = redis.Redis.from_url(
secret("CACHE_URL"),
socket_connect_timeout=0.2,
socket_timeout=0.2,
decode_responses=True,
)
self.ttl = int(os.getenv("SESSION_TTL_SECONDS", "3600"))
if self.ttl < 1:
raise RuntimeError("SESSION_TTL_SECONDS должен быть положительным")
@contextmanager
def connection(self):
try:
with self.pool.connection() as conn:
yield conn
except (
psycopg.OperationalError,
psycopg.InterfaceError,
PoolTimeout,
TooManyRequests,
psycopg.errors.QueryCanceled,
psycopg.errors.LockNotAvailable,
):
raise Failure(503, "Хранилище временно недоступно") from None
def close(self):
self.cache.close()
self.pool.close()
def ready(self):
try:
with self.connection() as conn:
conn.execute(
"SELECT u.id,u.password_hash,c.id,m.chat_id,msg.id,s.token_digest,r.key,"
"a.id,a.stage_key,a.pipeline_version,a.variants,ma.attachment_id,ui.object_key,"
"j.id,j.source_key,j.attempt_limit,j.lease_until,o.job_id,o.published_at,"
"audit.job_id,f.error_code FROM users u,chats c,members m,messages msg,"
"sessions s,message_requests r,attachments a,message_attachments ma,"
"upload_intents ui,attachment_jobs j,job_outbox o,job_audit audit,failed_jobs f "
"WHERE false"
)
return True
except (Failure, psycopg.Error):
return False
def _cached_user(self, uid):
key = "user:v1:" + uid
try:
value = self.cache.get(key)
if value:
cached = json.loads(value)
if (
isinstance(cached, dict)
and cached.get("id") == uid
and set(cached) == {"id", "username", "display_name", "created_at"}
):
return cached
except (redis.RedisError, ValueError, TypeError):
logger.warning(json.dumps({"event": "cache_bypass"}))
user = self.user(uid)
if user:
try:
self.cache.setex(key, 60, json.dumps(user))
except redis.RedisError:
logger.warning(json.dumps({"event": "cache_bypass"}))
return user
def user(self, uid):
with self.connection() as conn:
row = conn.execute(
"SELECT id,username,display_name,created_at FROM users WHERE id=%s", (uid,)
).fetchone()
return public(row) if row else None
def register(self, data):
with KDF_SLOTS:
hashed = KDF.hash(data.pop("password"))
uid = str(uuid4())
try:
with self.connection() as conn:
row = conn.execute(
"INSERT INTO users VALUES (%s,%s,%s,%s,%s) "
"RETURNING id,username,display_name,created_at",
(
uid,
data["username"],
data["display_name"].encode("utf-8"),
hashed,
timestamp(),
),
).fetchone()
return public(row)
except psycopg.errors.UniqueViolation:
raise Failure(409, "Имя пользователя занято") from None
def login(self, username, password):
with self.connection() as conn:
row = conn.execute("SELECT * FROM users WHERE username=%s", (username,)).fetchone()
try:
with KDF_SLOTS:
KDF.verify(row["password_hash"] if row else DUMMY_HASH, password)
except VerificationError:
return None
if row is None:
return None
token = secrets.token_urlsafe(32)
digest = hashlib.sha256(token.encode()).hexdigest()
expires = datetime.now(UTC) + timedelta(seconds=self.ttl)
with self.connection() as conn:
conn.execute("INSERT INTO sessions VALUES (%s,%s,%s)", (digest, row["id"], expires))
return {
"token": token,
"token_type": "Bearer",
"expires_at": public({"v": expires})["v"],
"user": public(row),
}
def authenticate(self, token):
if not token or len(token) > 512:
return None
digest = hashlib.sha256(token.encode()).hexdigest()
# Session validity always comes from PostgreSQL, including on a cache hit.
with self.connection() as conn:
row = conn.execute(
"SELECT s.user_id FROM sessions s WHERE s.token_digest=%s AND s.expires_at>now()",
(digest,),
).fetchone()
return self._cached_user(str(row["user_id"])) if row else None
def logout(self, token):
with self.connection() as conn:
row = conn.execute(
"DELETE FROM sessions WHERE token_digest=%s AND expires_at>now() RETURNING user_id",
(hashlib.sha256(token.encode()).hexdigest(),),
).fetchone()
return row is not None
def create_chat(self, actor, data):
if actor not in data["member_ids"]:
raise Failure(400, "Вызывающий должен входить в чат")
cid = str(uuid4())
try:
with self.connection() as conn, conn.transaction():
row = conn.execute(
"INSERT INTO chats VALUES (%s,%s,%s) RETURNING *",
(cid, data["title"].encode("utf-8"), timestamp()),
).fetchone()
for index, uid in enumerate(data["member_ids"]):
conn.execute("INSERT INTO members VALUES (%s,%s,%s)", (cid, uid, index))
return {**public(row), "member_ids": data["member_ids"]}
except psycopg.errors.ForeignKeyViolation:
raise Failure(400, "Неизвестный участник") from None
@staticmethod
def _chat(conn, actor, cid):
row = conn.execute(
"SELECT c.* FROM chats c JOIN members m ON m.chat_id=c.id "
"WHERE c.id=%s AND m.user_id=%s",
(cid, actor),
).fetchone()
if row is None:
raise Failure(404, "Объект не найден")
members = conn.execute(
"SELECT user_id FROM members WHERE chat_id=%s ORDER BY position", (cid,)
).fetchall()
return {**public(row), "member_ids": [str(m["user_id"]) for m in members]}
def chat(self, actor, cid):
with self.connection() as conn:
return self._chat(conn, actor, cid)
def list_chats(self, actor, after, limit):
with self.connection() as conn:
sql = "SELECT c.* FROM chats c JOIN members m ON m.chat_id=c.id WHERE m.user_id=%s"
params = [actor]
if after:
sql += " AND (c.created_at,c.id)>(%s,%s)"
params.extend(after)
sql += " ORDER BY c.created_at,c.id LIMIT %s"
params.append(limit + 1)
rows = conn.execute(sql, params).fetchall()
return [self._chat(conn, actor, str(row["id"])) for row in rows]
def send(self, actor, cid, text, key, attachment_ids=None):
attachment_ids = attachment_ids or []
body_digest = hashlib.sha256(
json.dumps(
{"text": text, "attachment_ids": attachment_ids},
sort_keys=True,
ensure_ascii=False,
separators=(",", ":"),
).encode()
).hexdigest()
with self.connection() as conn, conn.transaction():
self._chat(conn, actor, cid)
# Serializes exactly this semantic key across all API processes. Hash
# collisions can only serialize unrelated requests, never mix results.
scope = json.dumps([actor, "POST", cid, key], separators=(",", ":"))
lock = int.from_bytes(hashlib.sha256(scope.encode()).digest()[:8], "big", signed=True)
conn.execute("SELECT pg_advisory_xact_lock(%s)", (lock,))
old = conn.execute(
"SELECT body_digest,response FROM message_requests "
"WHERE actor_id=%s AND chat_id=%s AND key=%s AND expires_at>now()",
(actor, cid, key),
).fetchone()
if old:
if old["body_digest"] != body_digest:
raise Failure(409, "Ключ уже использован для другого сообщения")
return json.loads(bytes(old["response"]))
conn.execute(
"DELETE FROM message_requests WHERE actor_id=%s AND chat_id=%s AND key=%s",
(actor, cid, key),
)
for aid in attachment_ids:
attachment = conn.execute(
"SELECT id,status FROM attachments WHERE id=%s AND chat_id=%s FOR SHARE",
(aid, cid),
).fetchone()
if not attachment:
raise Failure(404, "Объект не найден")
if attachment["status"] == "failed":
raise Failure(409, "Вложение недоступно")
row = conn.execute(
"INSERT INTO messages VALUES (%s,%s,%s,%s,%s) RETURNING *",
(str(uuid4()), cid, actor, text.encode("utf-8"), timestamp()),
).fetchone()
for position, aid in enumerate(attachment_ids):
conn.execute(
"INSERT INTO message_attachments VALUES (%s,%s,%s)", (row["id"], aid, position)
)
response = {**public(row), "attachment_ids": attachment_ids}
conn.execute(
"INSERT INTO message_requests(actor_id,chat_id,key,body_digest,response,expires_at) "
"VALUES (%s,%s,%s,%s,%s,now()+interval '24 hours')",
(actor, cid, key, body_digest, json.dumps(response).encode("utf-8")),
)
return response
def history(self, actor, cid, after, limit):
with self.connection() as conn:
self._chat(conn, actor, cid)
sql = "SELECT * FROM messages WHERE chat_id=%s"
params = [cid]
if after:
sql += " AND (created_at,id)>(%s,%s)"
params.extend(after)
sql += " ORDER BY created_at,id LIMIT %s"
params.append(limit + 1)
result = []
for row in conn.execute(sql, params).fetchall():
attachments = conn.execute(
"SELECT attachment_id FROM message_attachments WHERE message_id=%s ORDER BY position",
(row["id"],),
).fetchall()
result.append(
{
**public(row),
"attachment_ids": [str(a["attachment_id"]) for a in attachments],
}
)
return result
+96
View File
@@ -0,0 +1,96 @@
"""Private S3 access with bounded network waits; never expose storage keys in API."""
import os
from contextlib import contextmanager
import boto3
from botocore.config import Config
from botocore.exceptions import BotoCoreError, ClientError
from .config import secret
from .domain import Failure
class ObjectStorage:
def __init__(self, admin=False):
self.bucket = os.getenv("S3_BUCKET", "messenger")
prefix = "S3_ADMIN" if admin else "S3"
self.client = boto3.client(
"s3",
endpoint_url=os.getenv("S3_ENDPOINT", "http://s3:8333"),
aws_access_key_id=secret(prefix + "_ACCESS_KEY"),
aws_secret_access_key=secret(prefix + "_SECRET_KEY"),
region_name="us-east-1",
config=Config(
connect_timeout=1,
read_timeout=2,
retries={"total_max_attempts": 1},
s3={"addressing_style": "path"},
request_checksum_calculation="when_required",
response_checksum_validation="when_required",
),
)
@contextmanager
def boundary(self):
try:
yield
except (BotoCoreError, ClientError):
raise Failure(503, "Хранилище файлов временно недоступно") from None
def put(self, key, fileobj, size, content_type):
fileobj.seek(0)
with self.boundary():
self.client.put_object(
Bucket=self.bucket,
Key=key,
Body=fileobj,
ContentLength=size,
ContentType=content_type,
)
def get(self, key):
try:
return self.client.get_object(Bucket=self.bucket, Key=key)
except ClientError as exc:
if exc.response.get("Error", {}).get("Code") in {"NoSuchKey", "404"}:
raise Failure(404, "Объект не найден") from None
raise Failure(503, "Хранилище файлов временно недоступно") from None
except BotoCoreError:
raise Failure(503, "Хранилище файлов временно недоступно") from None
def head(self, key):
try:
return self.client.head_object(Bucket=self.bucket, Key=key)
except ClientError as exc:
if exc.response.get("Error", {}).get("Code") in {"NoSuchKey", "404", "NotFound"}:
return None
raise Failure(503, "Хранилище файлов временно недоступно") from None
except BotoCoreError:
raise Failure(503, "Хранилище файлов временно недоступно") from None
def exists(self, key):
return self.head(key) is not None
def delete(self, key):
with self.boundary():
self.client.delete_object(Bucket=self.bucket, Key=key)
def objects(self, page_size=100):
with self.boundary():
paginator = self.client.get_paginator("list_objects_v2")
for page in paginator.paginate(
Bucket=self.bucket, PaginationConfig={"PageSize": page_size}
):
yield from page.get("Contents", [])
def ready(self):
try:
with self.boundary():
self.client.head_bucket(Bucket=self.bucket)
return True
except Failure:
return False
def close(self):
self.client.close()
+30
View File
@@ -0,0 +1,30 @@
"""Idempotent private bucket bootstrap; this process alone receives admin keys."""
import time
from botocore.exceptions import BotoCoreError, ClientError
from .storage import ObjectStorage
def main():
storage = ObjectStorage(admin=True)
for attempt in range(30):
try:
try:
storage.client.head_bucket(Bucket=storage.bucket)
except ClientError as exc:
if exc.response["Error"]["Code"] not in {"404", "NoSuchBucket", "NotFound"}:
raise
storage.client.create_bucket(Bucket=storage.bucket)
print("Private bucket ready; anonymous identity is not configured.")
storage.close()
return
except (ClientError, BotoCoreError):
if attempt == 29:
raise RuntimeError("S3 bootstrap timeout") from None
time.sleep(1)
if __name__ == "__main__":
main()
+253
View File
@@ -0,0 +1,253 @@
"""Separate serial worker (prefetch=1) and transactional-outbox dispatcher."""
import argparse
import hashlib
import json
import logging
import re
import signal
import subprocess
import sys
import tempfile
import time
from datetime import datetime
from pathlib import Path
from uuid import UUID, uuid4
import redis
from .domain import Failure
from .jobs import GROUP, STREAM, Jobs, broker_client, fault
from .postgres import PostgresStore
from .storage import ObjectStorage
logger = logging.getLogger("messenger.worker")
logging.basicConfig(level=logging.INFO, format="%(message)s")
stopping = False
MAX_JOB_BYTES = 8192
def stop(signum, frame):
global stopping
stopping = True
def process(job, jobs, storage):
fault(jobs.store, "before_effect", job["attachment_id"])
with tempfile.TemporaryDirectory(prefix="image-job-") as directory:
root = Path(directory)
source = root / "source"
response = storage.get(job["source_key"])
try:
if response["ContentLength"] > 10_485_760:
raise ValueError("invalid_image")
with source.open("wb") as target:
while block := response["Body"].read(64 * 1024):
target.write(block)
if target.tell() > 10_485_760:
raise ValueError("invalid_image")
finally:
response["Body"].close()
with source.open("rb") as file:
digest = hashlib.file_digest(file, "sha256").hexdigest()
if digest != job["source_sha256"] or source.stat().st_size != job["source_size"]:
raise ValueError("invalid_image")
# Resize executes outside the API and is bounded in wall time, CPU and address space.
result = subprocess.run(
[
sys.executable,
"-m",
"messenger.image_pipeline",
str(source),
directory,
str(job["pipeline_version"]),
],
timeout=20,
capture_output=True,
check=False,
)
if result.returncode:
raise ValueError("invalid_image")
variants = json.loads((root / "variants.json").read_text())
prefix = f"attachments/{job['attachment_id']}/v{job['pipeline_version']}"
with source.open("rb") as file:
storage.put(
prefix + "/original", file, source.stat().st_size, job["source_content_type"]
)
for variant in variants:
path = root / variant["name"]
with path.open("rb") as file:
storage.put(
prefix + "/" + variant["name"],
file,
variant["size_bytes"],
variant["content_type"],
)
fault(jobs.store, "after_effect", job["attachment_id"])
if jobs.complete(job, prefix + "/original", variants):
fault(jobs.store, "after_result_commit", job["attachment_id"])
cleanup_ready(jobs.store, storage, job["attachment_id"])
def cleanup_ready(store, storage, attachment_id):
# Same row lock as reprocess/replay: cannot delete a source chosen by a new job.
with store.connection() as conn, conn.transaction():
a = conn.execute(
"SELECT * FROM attachments WHERE id=%s FOR UPDATE", (attachment_id,)
).fetchone()
if (
a
and a["status"] == "ready"
and a["stage_key"]
and a["stage_key"].startswith("staging/")
):
storage.delete(a["stage_key"])
conn.execute("UPDATE attachments SET stage_key=NULL WHERE id=%s", (attachment_id,))
def validate_delivery(body):
if not isinstance(body, (str, bytes, bytearray)):
raise ValueError("invalid_job")
encoded = body.encode("utf-8") if isinstance(body, str) else body
if len(encoded) > MAX_JOB_BYTES:
raise ValueError("invalid_job")
try:
data = json.loads(encoded)
except RecursionError:
raise ValueError("invalid_job") from None
expected = {
"schema_version",
"job_id",
"type",
"attachment_id",
"pipeline_version",
"attempt",
"created_at",
}
optional = {"traceparent", "tracestate"}
if not isinstance(data, dict) or not expected <= set(data) or set(data) - expected - optional:
raise ValueError("invalid_job")
if (
type(data["schema_version"]) is not int
or data["schema_version"] != 1
or data["type"] != "attachment.process.v1"
):
raise ValueError("invalid_job")
if not isinstance(data["job_id"], str) or not isinstance(data["attachment_id"], str):
raise ValueError("invalid_job")
for field in ("job_id", "attachment_id"):
canonical = str(UUID(data[field]))
if data[field].lower() != canonical:
raise ValueError("invalid_job")
# RFC UUID hex is case-insensitive; PostgreSQL and state comparisons use
# the same canonical spelling, so a valid uppercase delivery is not lost.
data[field] = canonical
if type(data["pipeline_version"]) is not int or data["pipeline_version"] < 1:
raise ValueError("invalid_job")
if type(data["attempt"]) is not int or data["attempt"] < 1:
raise ValueError("invalid_job")
created = data["created_at"]
if (
not isinstance(created, str)
or len(created) > 64
or not re.fullmatch(
r"[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}(?:\.[0-9]+)?Z", created
)
):
raise ValueError("invalid_job")
datetime.fromisoformat(created[:-1] + "+00:00")
if "traceparent" in data and (
not isinstance(data["traceparent"], str)
or not re.fullmatch(r"00-[0-9a-f]{32}-[0-9a-f]{16}-[0-9a-f]{2}", data["traceparent"])
):
raise ValueError("invalid_job")
if "tracestate" in data and (
not isinstance(data["tracestate"], str) or len(data["tracestate"]) > 512
):
raise ValueError("invalid_job")
return data
def consume_one(store, jobs, storage, broker, entry):
entry_id, fields = entry
try:
body = validate_delivery(fields.get("body", fields.get(b"body")))
except (KeyError, ValueError, TypeError):
logger.error(json.dumps({"event": "invalid_delivery"}))
broker.xack(STREAM, GROUP, entry_id)
broker.xdel(STREAM, entry_id)
return
job = jobs.claim(body["job_id"], body["attachment_id"], body["pipeline_version"])
if job:
try:
process(job, jobs, storage)
except ValueError:
jobs.fail(job, "invalid_image", permanent=True)
except (Failure, subprocess.TimeoutExpired, OSError, RuntimeError) as exc:
logger.warning(
json.dumps(
{"event": "job_retry", "job_id": str(job["id"]), "kind": type(exc).__name__}
)
)
jobs.fail(job, "processing_failed")
# Ready/failed/retry intent (or an active durable lease) is now owned by PostgreSQL.
broker.xack(STREAM, GROUP, entry_id)
broker.xdel(STREAM, entry_id)
def main():
parser = argparse.ArgumentParser()
parser.add_argument("--dispatcher", action="store_true")
args = parser.parse_args()
signal.signal(signal.SIGTERM, stop)
signal.signal(signal.SIGINT, stop)
store = PostgresStore()
jobs = Jobs(store)
broker = broker_client()
storage = None if args.dispatcher else ObjectStorage()
consumer = "worker-" + str(uuid4())
last_claim = 0
try:
while not stopping:
try:
if args.dispatcher:
jobs.recover_one()
if not jobs.publish_one(broker):
time.sleep(0.2)
continue
try:
broker.xgroup_create(STREAM, GROUP, id="0", mkstream=True)
except redis.ResponseError as exc:
if "BUSYGROUP" not in str(exc):
raise
entries = []
if time.monotonic() - last_claim >= 5:
claimed = broker.xautoclaim(
STREAM,
GROUP,
consumer,
min_idle_time=jobs.lease_seconds * 1000,
start_id="0-0",
count=1,
)
entries = claimed[1]
last_claim = time.monotonic()
if not entries:
batches = broker.xreadgroup(GROUP, consumer, {STREAM: ">"}, count=1, block=500)
entries = batches[0][1] if batches else []
for entry in entries:
consume_one(store, jobs, storage, broker, entry)
except (redis.RedisError, Failure) as exc:
logger.warning(
json.dumps({"event": "dependency_retry", "kind": type(exc).__name__})
)
time.sleep(0.5)
finally:
broker.close()
if storage is not None:
storage.close()
store.close()
if __name__ == "__main__":
main()
+201
View File
@@ -0,0 +1,201 @@
import base64
import os
import threading
import uuid
from concurrent.futures import ThreadPoolExecutor
from urllib.parse import quote
import pytest
from client import LAB, Client
@pytest.fixture
def scenario():
c = Client(os.environ.get("BASE_URL", "http://127.0.0.1:8085"))
return c, *c.bootstrap()
@pytest.mark.parametrize(
"body",
[
{"text": ""},
{"text": " \n\t"},
{"text": 1},
{"text": True},
{"text": None},
{"text": "x", "sender_id": str(uuid.uuid4())},
{"text": "x", "unknown": 1},
{"text": "x" * 4001},
{},
[],
],
)
def test_invalid_message(scenario, body):
c, alice, _, _, chat = scenario
c.call(
"POST",
f"/api/v1/chats/{chat['id']}/messages",
400,
actor=alice,
body=body,
headers={"Idempotency-Key": uuid.uuid4().hex},
)
def test_malformed_json(scenario):
c, alice, _, _, chat = scenario
c.call(
"POST",
f"/api/v1/chats/{chat['id']}/messages",
400,
actor=alice,
raw=b'{"text":',
headers={"Content-Type": "application/json", "Idempotency-Key": uuid.uuid4().hex},
)
def test_acl_and_unknown_chat(scenario):
c, alice, _, eve, chat = scenario
for cid in [chat["id"], str(uuid.uuid4())]:
for suffix in ["", "/messages"]:
c.call("GET", f"/api/v1/chats/{cid}{suffix}", 404, actor=eve)
c.call(
"POST",
f"/api/v1/chats/{cid}/messages",
404,
actor=eve,
body={"text": "x"},
headers={"Idempotency-Key": uuid.uuid4().hex},
)
c.call("GET", "/api/v1/chats/not-a-uuid", 400, actor=alice)
@pytest.mark.parametrize("name", ["ab", "UPPER", "a-b", "a" * 33, "имя", "abc\n"])
def test_username_validation(scenario, name):
c, alice, *_ = scenario
body = {**alice["registration"], "username": name}
c.call("POST", "/api/v1/users", 400, body=body)
def test_unicode_and_limits(scenario):
c, alice, _, _, chat = scenario
text = "Ё👩‍💻漢字" * 500
assert c.message(alice, chat, text)["json"]["text"] == text
c.call(
"POST",
"/api/v1/users",
400,
body={
**alice["registration"],
"username": "u_" + uuid.uuid4().hex[:12],
"display_name": " ",
},
)
@pytest.mark.parametrize("value", ["0", "101", "1.5", "true", "-1", "", "1&limit=2"])
def test_invalid_limit(scenario, value):
c, alice, _, _, chat = scenario
c.call("GET", f"/api/v1/chats/{chat['id']}/messages?limit={value}", 400, actor=alice)
def test_pagination_and_cursor_scope(scenario):
c, alice, bob, _, chat = scenario
expected = [c.message(alice, chat, str(i))["json"] for i in range(13)]
path = f"/api/v1/chats/{chat['id']}/messages"
result, cursor, first = [], None, None
for i in range(20):
url = path + f"?limit={2 if i == 0 else 3}"
if cursor:
url += "&cursor=" + quote(cursor, safe="")
data = c.call("GET", url, actor=bob, schema="MessagePage")["json"]
result += data["items"]
cursor = data["next_cursor"]
first = first or cursor
if cursor is None:
break
assert result == sorted(expected, key=lambda m: (m["created_at"], m["id"]))
other = c.call(
"POST",
"/api/v1/chats",
201,
actor=alice,
body={"title": "другой", "member_ids": [alice["id"]]},
schema="Chat",
)["json"]
c.call("GET", f"/api/v1/chats/{other['id']}/messages?cursor={first}", 400, actor=alice)
c.call("GET", path + "?cursor=broken", 400, actor=alice)
def test_chat_validation_and_atomicity(scenario):
c, alice, bob, _, _ = scenario
before = c.call("GET", "/api/v1/chats?limit=100", actor=alice, schema="ChatPage")["json"]
for members in [
[bob["id"]],
[alice["id"], alice["id"]],
[alice["id"], str(uuid.uuid4())],
[],
[123],
]:
c.call(
"POST",
"/api/v1/chats",
400,
actor=alice,
body={"title": "не должен появиться", "member_ids": members},
)
after = c.call("GET", "/api/v1/chats?limit=100", actor=alice, schema="ChatPage")["json"]
assert before == after
def test_concurrent_messages(scenario):
c, alice, bob, _, chat = scenario
barrier = threading.Barrier(10)
def sender(i):
local = Client(c.base)
barrier.wait()
return [local.message(alice, chat, f"{i}:{j}")["json"] for j in range(10)]
with ThreadPoolExecutor(max_workers=10) as pool:
sent = [m for batch in pool.map(sender, range(10)) for m in batch]
data = c.call(
"GET", f"/api/v1/chats/{chat['id']}/messages?limit=100", actor=bob, schema="MessagePage"
)["json"]
assert len(sent) == len({m["id"] for m in sent}) == len(data["items"]) == 100
assert {m["id"] for m in sent} == {m["id"] for m in data["items"]}
assert data["next_cursor"] is None
def test_registration_race(scenario):
c, alice, *_ = scenario
body = {**alice["registration"], "username": "race_" + uuid.uuid4().hex[:12]}
barrier = threading.Barrier(10)
def register(_):
local = Client(c.base)
barrier.wait()
return local.call("POST", "/api/v1/users", [201, 409], body=body)["status"]
with ThreadPoolExecutor(max_workers=10) as pool:
statuses = list(pool.map(register, range(10)))
assert statuses.count(201) == 1
assert statuses.count(409) == 9
@pytest.mark.skipif(LAB < 2, reason="Сессии появляются в ЛР2")
def test_sessions(scenario):
c, alice, _, eve, _ = scenario
credential = base64.b64encode(
(alice["registration"]["username"] + ":wrong-password").encode()
).decode()
c.call("POST", "/api/v1/auth/sessions", 401, headers={"Authorization": "Basic " + credential})
c.call("GET", "/api/v1/users/me", 401, headers={"X-User-Id": alice["id"]})
assert (
c.call(
"GET", "/api/v1/users/me", actor=alice, headers={"X-User-Id": eve["id"]}, schema="User"
)["json"]
== alice["user"]
)
c.call("DELETE", "/api/v1/auth/sessions/current", 204, actor=alice)
c.call("GET", "/api/v1/users/me", 401, actor=alice)
+203
View File
@@ -0,0 +1,203 @@
"""Black-box regressions derived from the contract and teacher review comments."""
import hashlib
import os
import struct
import uuid
import zlib
from io import BytesIO
from urllib.parse import quote
import pytest
from client import Client
from PIL import Image
@pytest.fixture(scope="module")
def scenario():
c = Client(os.environ.get("BASE_URL", "http://127.0.0.1:8085"))
return c, *c.bootstrap()
def image_bytes(fmt="PNG", size=(32, 20)):
stream = BytesIO()
Image.new("RGB", size, (100, 130, 200)).save(stream, fmt)
return stream.getvalue()
def upload(scenario, data=None, name="sample.png", mime="image/png", actor=None, status=202):
c, alice, _, _, chat = scenario
return c.call(
"POST",
f"/api/v1/chats/{chat['id']}/attachments?filename={quote(name, safe='')}",
status,
actor=actor or alice,
raw=data if data is not None else image_bytes(),
headers={"Content-Type": mime},
schema="Attachment" if status == 202 else None,
)
def test_roundtrip_acl_and_variant(scenario):
c, alice, bob, eve, chat = scenario
data = image_bytes()
a = upload(scenario, data)["json"]
assert a["sha256"] == hashlib.sha256(data).hexdigest()
assert a["status"] == "queued"
a = c.wait_ready(alice, a)
assert {v["name"] for v in a["variants"]} == {"thumbnail", "crop", "optimized"}
path = f"/api/v1/attachments/{a['id']}"
assert c.call("GET", path + "/content", 200, actor=bob)["bytes"] == data
c.call("GET", path, 404, actor=eve)
c.call("GET", path + "/content", 404, actor=eve)
c.call("GET", path + "/content?variant=thumbnail", 200, actor=alice)
c.call("GET", path + "/content?variant=unknown", 400, actor=alice)
message = c.call(
"POST",
f"/api/v1/chats/{chat['id']}/messages",
201,
actor=alice,
body={"text": "", "attachment_ids": [a["id"]]},
headers={"Idempotency-Key": uuid.uuid4().hex},
schema="Message",
)["json"]
assert message["text"] == "" and message["attachment_ids"] == [a["id"]]
@pytest.mark.parametrize(
"name", [" ", "../x.png", "a\\b.png", "a\0.png", "a\x7f.png", "a\x85.png", "a\n.png"]
)
def test_bad_filename(scenario, name):
upload(scenario, name=name, status=400)
def chunk(kind, data):
return struct.pack(">I", len(data)) + kind + data + struct.pack(">I", zlib.crc32(kind + data))
def png_with_data(data, width=1, height=1, color=2, palette=b""):
return (
b"\x89PNG\r\n\x1a\n"
+ chunk(b"IHDR", struct.pack(">IIBBBBB", width, height, 8, color, 0, 0, 0))
+ (chunk(b"PLTE", palette) if palette else b"")
+ chunk(b"IDAT", data)
+ chunk(b"IEND", b"")
)
@pytest.mark.parametrize(
"data,mime",
[
(image_bytes()[:33], "image/png"),
(image_bytes()[:-15], "image/png"),
(png_with_data(b"broken-zlib"), "image/png"),
(png_with_data(zlib.compress(b"\x05\0\0\0")), "image/png"),
(png_with_data(zlib.compress(b"\0\0"), color=3, palette=bytes(771)), "image/png"),
(bytes.fromhex("ffd8ffc0000b080001000101011100ffda0008010100003f00ffd9"), "image/jpeg"),
(bytes.fromhex("ffd8ffc00008080001000101ffda0002ffd9"), "image/jpeg"),
(image_bytes(), "image/jpeg"),
(b"not-an-image", "image/png"),
],
)
def test_corrupt_or_spoofed_image(scenario, data, mime):
upload(scenario, data=data, mime=mime, status=415)
@pytest.mark.parametrize("size", [(8000, 5001), (20000, 10000)])
def test_pixel_limit_before_decode(scenario, size):
data = png_with_data(b"", width=size[0], height=size[1])
upload(scenario, data=data, status=413)
def test_byte_limit_and_exact_boundary(scenario):
data = image_bytes()
exact = data + bytes(10 * 1024 * 1024 - len(data))
a = upload(scenario, data=exact)["json"]
assert a["size_bytes"] == len(exact)
upload(scenario, data=exact + b"x", status=413)
@pytest.mark.parametrize(
"body",
[
{"attachment_ids": []},
{"text": None},
{"text": "x", "attachment_ids": None},
{"text": "x", "attachment_ids": [123]},
],
)
def test_strict_message_fields(scenario, body):
c, alice, _, _, chat = scenario
c.call(
"POST",
f"/api/v1/chats/{chat['id']}/messages",
400,
actor=alice,
body=body,
headers={"Idempotency-Key": uuid.uuid4().hex},
)
def test_foreign_unknown_and_ordered_attachments(scenario):
c, alice, _, _, chat = scenario
first, second = upload(scenario)["json"], upload(scenario)["json"]
other = c.call(
"POST",
"/api/v1/chats",
201,
actor=alice,
body={"title": "other", "member_ids": [alice["id"]]},
schema="Chat",
)["json"]
for aid in [first["id"], str(uuid.uuid4())]:
c.call(
"POST",
f"/api/v1/chats/{other['id']}/messages",
404,
actor=alice,
body={"text": "", "attachment_ids": [aid]},
headers={"Idempotency-Key": uuid.uuid4().hex},
)
key = uuid.uuid4().hex
body = {"text": "with files", "attachment_ids": [second["id"], first["id"]]}
p = f"/api/v1/chats/{chat['id']}/messages"
sent = c.call(
"POST", p, 201, actor=alice, body=body, headers={"Idempotency-Key": key}, schema="Message"
)["json"]
repeat = c.call(
"POST", p, 201, actor=alice, body=body, headers={"Idempotency-Key": key}, schema="Message"
)["json"]
assert repeat == sent
c.call(
"POST",
p,
409,
actor=alice,
body={**body, "attachment_ids": list(reversed(body["attachment_ids"]))},
headers={"Idempotency-Key": key},
)
history = c.call("GET", p, 200, actor=alice, schema="MessagePage")["json"]["items"]
assert next(m for m in history if m["id"] == sent["id"]) == sent
def test_nul_message_roundtrip(scenario):
c, alice, _, _, chat = scenario
assert c.message(alice, chat, "abc\0def")["json"]["text"] == "abc\0def"
def test_truncated_jpeg_with_forged_eoi(scenario):
import random
stream = BytesIO()
Image.frombytes("RGB", (512, 512), random.Random(42).randbytes(512 * 512 * 3)).save(
stream, "JPEG", quality=95
)
original = stream.getvalue()
upload(scenario, data=original, name="real.jpg", mime="image/jpeg")
upload(
scenario,
data=original[: len(original) // 2] + b"\xff\xd9",
name="broken.jpg",
mime="image/jpeg",
status=415,
)
+39
View File
@@ -0,0 +1,39 @@
import base64
import json
from uuid import uuid4
import pytest
from messenger.domain import Failure, boundary
@pytest.mark.parametrize(
"version,date",
[
(True, "2026-01-01T00:00:00Z"),
(1.0, "2026-01-01T00:00:00Z"),
(1, "2026-W01-1T00:00:00Z"),
(1, "20260101T000000Z"),
(1, "2026-01-01 00:00:00Z"),
(1, "2026-01-01X00:00:00Z"),
(1, "2026-02-30T00:00:00Z"),
(1, "2026-01-01T00:00:00.1234567Z"),
],
)
def test_boundary_rejects_python_iso_extensions(version, date):
payload = [version, "scope", date, str(uuid4())]
cursor = base64.urlsafe_b64encode(json.dumps(payload).encode()).decode().rstrip("=")
with pytest.raises(Failure) as error:
boundary("scope", cursor)
assert error.value.status == 400
@pytest.mark.parametrize(
"date", ["2026-01-01T00:00:00Z", "2026-01-01T00:00:00.1Z", "2026-01-01T00:00:00.123456Z"]
)
def test_boundary_preserves_generated_format(date):
uid = str(uuid4())
cursor = (
base64.urlsafe_b64encode(json.dumps([1, "scope", date, uid]).encode()).decode().rstrip("=")
)
assert boundary("scope", cursor) == (date, uid)
+49
View File
@@ -0,0 +1,49 @@
import base64
import json
import os
import uuid
import pytest
from client import Client
@pytest.fixture(scope="module")
def shared():
client = Client(os.getenv("BASE_URL", "http://127.0.0.1:8085"))
return client, *client.bootstrap()
@pytest.mark.parametrize(
"date",
[
"2026-W01-1T00:00:00Z",
"20260101T000000Z",
"2026-01-01 00:00:00Z",
"2026-01-01X00:00:00Z",
"2026-01-01T00:00:00+00:00",
"2026-02-30T00:00:00Z",
"2026-01-01T24:00:00Z",
"2026-01-01T00:00:00.1234567Z",
],
)
def test_cursor_rejects_noncanonical_dates_over_http(shared, date):
c, alice, _, _, chat = shared
for path, scope in [
("/api/v1/chats", "chats:" + alice["id"]),
(f"/api/v1/chats/{chat['id']}/messages", "messages:" + chat["id"]),
]:
payload = [1, scope, date, str(uuid.uuid4())]
cursor = base64.urlsafe_b64encode(json.dumps(payload).encode()).decode().rstrip("=")
c.call("GET", path + "?cursor=" + cursor, 400, actor=alice)
@pytest.mark.parametrize("version", [True, 1.0])
def test_cursor_rejects_noninteger_version_over_http(shared, version):
c, alice, _, _, chat = shared
for path, scope in [
("/api/v1/chats", "chats:" + alice["id"]),
(f"/api/v1/chats/{chat['id']}/messages", "messages:" + chat["id"]),
]:
payload = [version, scope, "2026-01-01T00:00:00Z", str(uuid.uuid4())]
cursor = base64.urlsafe_b64encode(json.dumps(payload).encode()).decode().rstrip("=")
c.call("GET", path + "?cursor=" + cursor, 400, actor=alice)
+99
View File
@@ -0,0 +1,99 @@
import base64
import json
import os
import uuid
from urllib.parse import quote
import pytest
from client import LAB, Client
@pytest.fixture
def edge_scenario():
client = Client(os.environ.get("BASE_URL", "http://127.0.0.1:8085"))
return client, *client.bootstrap()
def encoded_cursor(value):
return base64.urlsafe_b64encode(json.dumps(value).encode()).decode().rstrip("=")
@pytest.mark.parametrize("identity", ["missing", "malformed", "unknown"])
def test_invalid_identity(edge_scenario, identity):
client, _, _, _, chat = edge_scenario
headers = {}
if identity == "malformed":
headers["X-User-Id"] = "not-a-uuid"
elif identity == "unknown":
headers["X-User-Id"] = str(uuid.uuid4())
for path in ["/api/v1/users/me", "/api/v1/chats", f"/api/v1/chats/{chat['id']}/messages"]:
client.call("GET", path, 401, headers=headers)
@pytest.mark.parametrize("uid", [None, [], {}, 123, True, "not-a-uuid"])
def test_cursor_rejects_non_uuid_boundary(edge_scenario, uid):
client, alice, _, _, chat = edge_scenario
payload = [1, "messages:" + chat["id"], "2026-10-30T12:00:00.000000Z", uid]
cursor = quote(encoded_cursor(payload), safe="")
client.call("GET", f"/api/v1/chats/{chat['id']}/messages?cursor={cursor}", 400, actor=alice)
@pytest.mark.parametrize(
"payload", [None, {}, [], [1], [1, "wrong-scope", "2026-10-30T12:00:00Z", str(uuid.uuid4())]]
)
def test_cursor_rejects_wrong_shape(edge_scenario, payload):
client, alice, _, _, chat = edge_scenario
cursor = quote(encoded_cursor(payload), safe="")
client.call("GET", f"/api/v1/chats/{chat['id']}/messages?cursor={cursor}", 400, actor=alice)
def test_request_id_is_present_and_not_reused(edge_scenario):
client, alice, _, _, _ = edge_scenario
first = client.call("GET", "/health/live", schema="Health")
second = client.call("GET", "/health/ready", schema="Health")
error = client.call("GET", "/api/v1/chats/malformed", 400, actor=alice)
values = [r["headers"]["X-Request-Id"] for r in [first, second, error]]
assert len(set(values)) == 3
assert error["json"]["error"]["request_id"] == values[-1]
def test_unicode_codepoint_boundaries(edge_scenario):
client, alice, _, _, chat = edge_scenario
username = "unicode_" + uuid.uuid4().hex[:12]
registration = {"username": username, "display_name": "😀" * 100}
if LAB >= 2:
registration["password"] = "unicode-test-" + uuid.uuid4().hex
user = client.call(
"POST",
"/api/v1/users",
201,
body=registration,
schema="User",
)["json"]
assert user["display_name"] == "😀" * 100
client.call(
"POST", "/api/v1/users", 400, body={"username": username + "x", "display_name": "😀" * 101}
)
message = client.message(alice, chat, "😀" * 4000)["json"]
assert message["text"] == "😀" * 4000
client.call(
"POST", f"/api/v1/chats/{chat['id']}/messages", 400, actor=alice, body={"text": "😀" * 4001}
)
def test_empty_history_and_cursor_exhaustion(edge_scenario):
client, alice, _, _, chat = edge_scenario
path = f"/api/v1/chats/{chat['id']}/messages"
empty = client.call("GET", path, actor=alice, schema="MessagePage")["json"]
assert empty == {"items": [], "next_cursor": None}
message = client.message(alice, chat, "одна запись")["json"]
data = client.call("GET", path + "?limit=1", actor=alice, schema="MessagePage")["json"]
assert data == {"items": [message], "next_cursor": None}
def test_missing_chat_is_hidden_like_foreign_chat(edge_scenario):
client, _, _, eve, chat = edge_scenario
foreign = client.call("GET", f"/api/v1/chats/{chat['id']}", 404, actor=eve)["json"]
missing = client.call("GET", f"/api/v1/chats/{uuid.uuid4()}", 404, actor=eve)["json"]
assert foreign["error"]["code"] == missing["error"]["code"] == "not_found"
assert foreign["error"]["message"] == missing["error"]["message"]
+229
View File
@@ -0,0 +1,229 @@
"""Full-range JPEG and bounded multi-frame PNG regressions."""
import os
import struct
import zlib
from io import BytesIO
import pytest
from client import Client
from PIL import Image
@pytest.fixture(scope="module")
def scenario():
c = Client(os.getenv("BASE_URL", "http://127.0.0.1:8085"))
return c, *c.bootstrap()
def upload(scenario, data, mime, expected):
c, alice, _, _, chat = scenario
result = c.call(
"POST",
f"/api/v1/chats/{chat['id']}/attachments?filename=edge.png",
202 if expected == 201 else expected,
actor=alice,
raw=data,
headers={"Content-Type": mime},
schema="Attachment" if expected == 201 else None,
)
if expected == 201:
result["json"] = c.wait_ready(alice, result["json"])
return result
def progressive_jpeg():
output = BytesIO()
image = Image.new("RGB", (6000, 6000), "blue")
try:
image.save(output, "JPEG", quality=90, progressive=True, subsampling=0)
finally:
image.close()
return output.getvalue()
def apng(size=(16, 16), default_image=False):
output = BytesIO()
first, second = Image.new("RGB", size, "red"), Image.new("RGB", size, "blue")
try:
first.save(
output,
"PNG",
save_all=True,
append_images=[second],
duration=100,
loop=0,
default_image=default_image,
)
finally:
first.close()
second.close()
return output.getvalue()
def broken_later_frame(data):
result, position = bytearray(data[:8]), 8
while position < len(data):
length = struct.unpack(">I", data[position : position + 4])[0]
kind = data[position + 4 : position + 8]
payload = data[position + 8 : position + 8 + length]
if kind == b"fdAT":
payload = payload[:4] + b"not-a-valid-deflate-stream"
result += (
struct.pack(">I", len(payload))
+ kind
+ payload
+ struct.pack(">I", zlib.crc32(kind + payload))
)
position += length + 12
return bytes(result)
def test_36m_progressive_jpeg_is_valid_and_unchanged(scenario):
data = progressive_jpeg()
attachment = upload(scenario, data, "image/jpeg", 201)["json"]
c, _, bob, _, _ = scenario
assert (
c.call("GET", f"/api/v1/attachments/{attachment['id']}/content", actor=bob)["bytes"] == data
)
def test_apng_corrupt_later_frame_is_rejected(scenario):
upload(scenario, broken_later_frame(apng()), "image/png", 415)
def test_valid_small_apng_is_accepted_and_unchanged(scenario):
data = apng()
attachment = upload(scenario, data, "image/png", 201)["json"]
c, _, bob, _, _ = scenario
assert (
c.call("GET", f"/api/v1/attachments/{attachment['id']}/content", actor=bob)["bytes"] == data
)
def test_apng_cumulative_canvas_limit(scenario):
# Two 25M-pixel canvases exceed the total 40M decode budget.
upload(scenario, apng((5000, 5000)), "image/png", 413)
def test_apng_forged_frame_count_cannot_hide_bad_frame(scenario):
data = bytearray(broken_later_frame(apng()))
position = 8
while position < len(data):
length = struct.unpack(">I", data[position : position + 4])[0]
kind = bytes(data[position + 4 : position + 8])
if kind == b"acTL":
data[position + 8 : position + 12] = struct.pack(">I", 1)
payload = bytes(data[position + 8 : position + 8 + length])
data[position + 8 + length : position + 12 + length] = struct.pack(
">I", zlib.crc32(kind + payload)
)
break
position += length + 12
upload(scenario, bytes(data), "image/png", 415)
def test_apng_zero_count_with_static_fallback_is_rejected(scenario):
# Pillow warns and falls back to one valid static PNG frame. The raw acTL
# count must still be rejected rather than trusting Pillow's n_frames=1.
data = apng()
result, position, controls = bytearray(data[:8]), 8, 0
while position < len(data):
length = int.from_bytes(data[position : position + 4], "big")
kind = data[position + 4 : position + 8]
payload = data[position + 8 : position + 8 + length]
position += length + 12
if kind == b"acTL":
payload = bytes(4) + payload[4:]
if kind == b"fcTL":
controls += 1
if controls > 1:
continue
if kind == b"fdAT":
continue
result += (
struct.pack(">I", len(payload))
+ kind
+ payload
+ struct.pack(">I", zlib.crc32(kind + payload))
)
upload(scenario, bytes(result), "image/png", 415)
def test_apng_exact_cumulative_limit_is_accepted(scenario):
upload(scenario, apng((4000, 5000)), "image/png", 201)
def test_40m_cmyk_progressive_jpeg_is_accepted(scenario):
output = BytesIO()
image = Image.new("CMYK", (8000, 5000), (0, 128, 128, 0))
try:
image.save(output, "JPEG", quality=90, progressive=True, subsampling=0)
finally:
image.close()
data = output.getvalue()
attachment = upload(scenario, data, "image/jpeg", 201)["json"]
c, _, bob, _, _ = scenario
assert (
c.call("GET", f"/api/v1/attachments/{attachment['id']}/content", actor=bob)["bytes"] == data
)
def test_repeated_large_image_sequence_stays_available(scenario):
# Formerly retained APNG canvases could overlap the next CMYK decoder.
c, _, bob, _, _ = scenario
data = apng((4000, 5000))
attachment = upload(scenario, data, "image/png", 201)["json"]
assert (
c.call("GET", f"/api/v1/attachments/{attachment['id']}/content", actor=bob)["bytes"] == data
)
del data
test_40m_cmyk_progressive_jpeg_is_accepted(scenario)
test_36m_progressive_jpeg_is_valid_and_unchanged(scenario)
data = BytesIO()
image = Image.new("RGB", (16, 16), "green")
image.save(data, "PNG")
image.close()
attachment = upload(scenario, data.getvalue(), "image/png", 201)["json"]
assert (
c.call("GET", f"/api/v1/attachments/{attachment['id']}/content", actor=bob)["bytes"]
== data.getvalue()
)
@pytest.mark.parametrize("progressive", [False, True])
def test_small_cmyk_jpeg(progressive, scenario):
output = BytesIO()
image = Image.new("CMYK", (24, 18), (0, 128, 128, 0))
image.save(output, "JPEG", progressive=progressive)
image.close()
upload(scenario, output.getvalue(), "image/jpeg", 201)
def test_invalid_zero_frame_count_is_rejected(scenario):
data = apng()
result, position, controls = bytearray(data[:8]), 8, 0
while position < len(data):
length = struct.unpack(">I", data[position : position + 4])[0]
kind = data[position + 4 : position + 8]
payload = data[position + 8 : position + 8 + length]
position += length + 12
if kind == b"fcTL":
controls += 1
if controls > 1:
continue
if kind == b"fdAT":
continue
if kind == b"acTL":
payload = bytes(4) + payload[4:]
result += (
struct.pack(">I", len(payload))
+ kind
+ payload
+ struct.pack(">I", zlib.crc32(kind + payload))
)
upload(scenario, bytes(result), "image/png", 415)
def test_valid_apng_default_image(scenario):
upload(scenario, apng(default_image=True), "image/png", 201)
+72
View File
@@ -0,0 +1,72 @@
import json
import pytest
from messenger.worker import validate_delivery
VALID = {
"schema_version": 1,
"job_id": "11111111-1111-4111-8111-111111111111",
"type": "attachment.process.v1",
"attachment_id": "22222222-2222-4222-8222-222222222222",
"pipeline_version": 1,
"attempt": 1,
"created_at": "2026-11-06T00:00:00Z",
}
@pytest.mark.parametrize(
"key,value",
[
("job_id", 123),
("job_id", []),
("attachment_id", {}),
("schema_version", True),
("pipeline_version", True),
("attempt", 0),
("created_at", 123),
("created_at", "2026-11-06"),
("created_at", "2026-11-06T12Z"),
("created_at", "2026-99-99T00:00:00Z"),
("traceparent", 123),
("tracestate", []),
],
)
def test_invalid_envelopes_are_bounded_validation_errors(key, value):
with pytest.raises(ValueError):
validate_delivery(json.dumps({**VALID, key: value}))
@pytest.mark.parametrize("body", [b"\xff", "null", "[]", "{}", "not json"])
def test_invalid_json(body):
with pytest.raises(ValueError):
validate_delivery(body)
def test_valid_trace_context():
body = {
**VALID,
"traceparent": "00-" + "a" * 32 + "-" + "b" * 16 + "-01",
"tracestate": "test=value",
}
assert validate_delivery(json.dumps(body)) == body
@pytest.mark.parametrize(
"body", ["[" * 2000 + "]" * 2000, "[" * 20000 + "]" * 20000, b" " * 8193 + b"{}"]
)
def test_deep_and_oversize_envelopes_reject_safely(body):
with pytest.raises(ValueError):
validate_delivery(body)
def test_uuid_uppercase_is_normalized_before_storage():
value = "AAAAAAAA-AAAA-4AAA-8AAA-AAAAAAAAAAAA"
parsed = validate_delivery(json.dumps({**VALID, "job_id": value, "attachment_id": value}))
assert parsed["job_id"] == parsed["attachment_id"] == value.lower()
@pytest.mark.parametrize("field", ["job_id", "attachment_id"])
def test_uuid_urn_is_rejected_before_storage(field):
with pytest.raises(ValueError):
validate_delivery(json.dumps({**VALID, field: "urn:uuid:" + VALID[field]}))
+169
View File
@@ -0,0 +1,169 @@
import base64
import codecs
import json
import os
import uuid
from uuid import uuid4
import pytest
from client import Client
ENCODINGS = [
"utf-16",
"utf-16-le",
"utf-16-be",
"utf-16-be-bom",
"utf-32",
"utf-32-le",
"utf-32-be",
"utf-32-be-bom",
]
def encoded(body, encoding):
text = json.dumps(body, ensure_ascii=False)
if encoding == "utf-16-be-bom":
return codecs.BOM_UTF16_BE + text.encode("utf-16-be")
if encoding == "utf-32-be-bom":
return codecs.BOM_UTF32_BE + text.encode("utf-32-be")
return text.encode(encoding)
@pytest.fixture(scope="module")
def encoding_scenario():
c = Client(os.environ["BASE_URL"])
return c, *c.bootstrap()
@pytest.mark.parametrize("encoding", ENCODINGS)
def test_non_utf8_registration_has_no_write(encoding_scenario, encoding):
c, *_ = encoding_scenario
body = {
"username": "enc_" + uuid.uuid4().hex[:14],
"display_name": "Никита\u0000имя",
"password": "Пароль:тестовый-12345",
}
c.call(
"POST",
"/api/v1/users",
400,
raw=encoded(body, encoding),
headers={"Content-Type": "application/json"},
)
# UNIQUE username proves the rejected request did not insert a user.
created = c.call("POST", "/api/v1/users", 201, body=body, schema="User")["json"]
assert created["display_name"] == body["display_name"]
@pytest.mark.parametrize("encoding", ENCODINGS)
def test_non_utf8_chat_has_no_write(encoding_scenario, encoding):
c, alice, *_ = encoding_scenario
before = c.call("GET", "/api/v1/chats?limit=100", actor=alice, schema="ChatPage")["json"]
body = {"title": "Чат\u0000" + uuid.uuid4().hex, "member_ids": [alice["id"]]}
c.call(
"POST",
"/api/v1/chats",
400,
actor=alice,
raw=encoded(body, encoding),
headers={"Content-Type": "application/json"},
)
after = c.call("GET", "/api/v1/chats?limit=100", actor=alice, schema="ChatPage")["json"]
assert before == after
assert (
c.call("POST", "/api/v1/chats", 201, actor=alice, body=body, schema="Chat")["json"]["title"]
== body["title"]
)
@pytest.mark.parametrize("encoding", ENCODINGS)
def test_non_utf8_message_has_no_write(encoding_scenario, encoding):
c, alice, _, _, chat = encoding_scenario
path = f"/api/v1/chats/{chat['id']}/messages"
key = uuid.uuid4().hex
body = {"text": "Сообщение\u0000" + key}
c.call(
"POST",
path,
400,
actor=alice,
raw=encoded(body, encoding),
headers={"Content-Type": "application/json", "Idempotency-Key": key},
)
history = c.call("GET", path + "?limit=100", actor=alice, schema="MessagePage")["json"]["items"]
assert all(item["text"] != body["text"] for item in history)
good = c.call(
"POST",
path,
201,
actor=alice,
body=body,
headers={"Idempotency-Key": key},
schema="Message",
)["json"]
repeat = c.call(
"POST",
path,
201,
actor=alice,
body=body,
headers={"Idempotency-Key": key},
schema="Message",
)["json"]
assert good == repeat and good["text"] == body["text"]
@pytest.mark.parametrize("encoding", ["utf-8", "utf-8-sig"])
def test_valid_utf8_registration_and_login(encoding_scenario, encoding):
c, *_ = encoding_scenario
body = {
"username": "utf8_" + uuid.uuid4().hex[:14],
"display_name": "Юникод\u0000😀",
"password": "Пароль:тестовый-12345",
}
user = c.call(
"POST",
"/api/v1/users",
201,
raw=encoded(body, encoding),
headers={"Content-Type": "application/json"},
schema="User",
)["json"]
assert user["display_name"] == body["display_name"]
credential = base64.b64encode((body["username"] + ":" + body["password"]).encode()).decode()
session = c.call(
"POST",
"/api/v1/auth/sessions",
201,
headers={"Authorization": "Basic " + credential},
schema="Session",
)["json"]
assert session["user"] == user
def requests_for(alice, chat):
return [
(
"/api/v1/users",
{
"username": "utf_" + uuid4().hex[:12],
"display_name": "Имя\0",
"password": "synthetic-password-123",
},
),
("/api/v1/chats", {"title": "Чат\0", "member_ids": [alice["id"]]}),
(f"/api/v1/chats/{chat['id']}/messages", {"text": "Сообщение\0"}),
]
def test_utf8_and_escaped_nul_remain_valid(encoding_scenario):
c, alice, _, _, chat = encoding_scenario
for path, body in requests_for(alice, chat):
c.call(
"POST",
path,
201,
actor=alice,
raw=json.dumps(body, ensure_ascii=False).encode("utf-8"),
headers={"Content-Type": "application/json", "Idempotency-Key": uuid4().hex},
)
+46
View File
@@ -0,0 +1,46 @@
from io import BytesIO
import pytest
from PIL import Image
from messenger.image_pipeline import fitted_size, render
@pytest.mark.parametrize(
"source,expected",
[((319, 200), (256, 160)), ((320, 200), (256, 160)), ((10, 4), (10, 4)), ((1, 1000), (1, 256))],
)
def test_fits_contract(source, expected):
assert fitted_size(*source, 256) == expected
def test_variants_alpha_and_metadata(tmp_path):
source = BytesIO()
Image.new("RGBA", (319, 200), (255, 0, 0, 0)).save(source, "PNG")
source.seek(0)
variants = render(source, tmp_path)
assert {v["name"] for v in variants} == {"thumbnail", "crop", "optimized"}
with Image.open(tmp_path / "thumbnail") as thumb:
assert thumb.format == "JPEG"
assert thumb.size == (256, 160)
assert all(channel > 245 for channel in thumb.getpixel((0, 0)))
assert not thumb.getexif()
with Image.open(tmp_path / "crop") as crop:
assert crop.size == (128, 128)
with Image.open(tmp_path / "optimized") as optimized:
assert optimized.format == "WEBP"
assert optimized.size == (319, 200)
def test_exif_orientation_without_upscale(tmp_path):
source = BytesIO()
exif = Image.Exif()
exif[274] = 6
Image.new("RGB", (80, 40), "blue").save(source, "JPEG", exif=exif)
original = source.getvalue()
source.seek(0)
render(source, tmp_path)
assert source.getvalue() == original
with Image.open(tmp_path / "thumbnail") as thumbnail:
assert thumbnail.size == (40, 80)
assert not thumbnail.getexif()
+62
View File
@@ -0,0 +1,62 @@
import base64
import uuid
import pytest
from client import Client
@pytest.mark.parametrize("password", ["x" * 11, "x" * 129, "😀" * 129, 123, None, True])
def test_password_contract(password):
import os
c = Client(os.environ["BASE_URL"])
c.call(
"POST",
"/api/v1/users",
400,
body={
"username": "pwd_" + uuid.uuid4().hex[:12],
"display_name": "Тест",
"password": password,
},
)
def test_full_unicode_password_and_colon():
import os
c = Client(os.environ["BASE_URL"])
username = "pwd_" + uuid.uuid4().hex[:12]
password = "😀" * 126 + ":Я"
user = c.call(
"POST",
"/api/v1/users",
201,
body={"username": username, "display_name": "Пароль128", "password": password},
schema="User",
)["json"]
good = base64.b64encode((username + ":" + password).encode()).decode()
session = c.call(
"POST",
"/api/v1/auth/sessions",
201,
headers={"Authorization": "bAsIc " + good},
schema="Session",
)["json"]
actor = {"id": user["id"], "token": session["token"]}
assert session["user"] == user
bad = base64.b64encode((username + ":" + password[:-1] + "Б").encode()).decode()
c.call("POST", "/api/v1/auth/sessions", 401, headers={"Authorization": "Basic " + bad})
c.call("GET", "/api/v1/users/me", 401, headers={"Authorization": "Basic " + good})
c.call("GET", "/api/v1/users/me", actor=actor, schema="User")
c.call("DELETE", "/api/v1/auth/sessions/current", 204, actor=actor)
c.call("GET", "/api/v1/users/me", 401, actor=actor)
@pytest.mark.parametrize("credential", ["Basic !invalid", "Basic", "Bearer abc", "", "Basic YTpi"])
def test_invalid_basic(credential):
import os
Client(os.environ["BASE_URL"]).call(
"POST", "/api/v1/auth/sessions", 401, headers={"Authorization": credential}
)
Generated
+792
View File
@@ -0,0 +1,792 @@
version = 1
revision = 3
requires-python = "==3.12.*"
[[package]]
name = "annotated-doc"
version = "0.0.5"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/5a/8e/38aa427ed5402449e226975b649c5dc73ccadfefeb95e6aecb8f8ea4b6b6/annotated_doc-0.0.5.tar.gz", hash = "sha256:c7e58ce09192557605d8bbd92836d7e1d520ac9580096042c0bfd197efacf1bb", size = 10758, upload-time = "2026-07-28T13:50:58.129Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/3e/30/e900b21425a860e195f32e37657aa1f7c7f2b1bfb26f03ca209b90933c06/annotated_doc-0.0.5-py3-none-any.whl", hash = "sha256:117bac03a25ede5df5440e855b32d556049ca169ead221505badf432fed4b101", size = 5302, upload-time = "2026-07-28T13:50:57.239Z" },
]
[[package]]
name = "annotated-types"
version = "0.8.0"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/5f/56/a8120250d128bed162cd73c76d45f6ef9991f3e068f62a8ee060afa3104a/annotated_types-0.8.0.tar.gz", hash = "sha256:13b2beaad985e05e2d6407ee4c4f35590b11f8d693a258a561055cac8f64cab7", size = 15893, upload-time = "2026-07-23T20:16:13.995Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/99/91/8acff4f5e50511b911bbccb72b8628a49c68ce14148cd9f6431094859a90/annotated_types-0.8.0-py3-none-any.whl", hash = "sha256:f072f4d804ea359e4eaf198b1af7a8b0943881a87f31bb764f8bf219bb9419e0", size = 13427, upload-time = "2026-07-23T20:16:12.938Z" },
]
[[package]]
name = "anyio"
version = "4.15.1"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "idna" },
{ name = "typing-extensions" },
]
sdist = { url = "https://files.pythonhosted.org/packages/a9/d2/f4d173e22df740bc37b1db102b386ba719b66e95b0f0d751f556b387e6d2/anyio-4.15.1.tar.gz", hash = "sha256:9f28306018cbd6d329e64a36d58256edff76dd996fe423bc957326e578b82a94", size = 276966, upload-time = "2026-09-05T10:42:39.44Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/12/b8/4bd346e22b28902df4d651910f5242c28d84e4a5c2435ca5c3f797ed7e2e/anyio-4.15.1-py3-none-any.whl", hash = "sha256:6152fdbbf9a77fdec97731721bebf7c4c44f7c29b424b0065826173efc7ed101", size = 132079, upload-time = "2026-09-05T10:42:37.923Z" },
]
[[package]]
name = "argon2-cffi"
version = "25.1.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "argon2-cffi-bindings" },
]
sdist = { url = "https://files.pythonhosted.org/packages/0e/89/ce5af8a7d472a67cc819d5d998aa8c82c5d860608c4db9f46f1162d7dab9/argon2_cffi-25.1.0.tar.gz", hash = "sha256:694ae5cc8a42f4c4e2bf2ca0e64e51e23a040c6a517a85074683d3959e1346c1", size = 45706, upload-time = "2025-06-03T06:55:32.073Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/4f/d3/a8b22fa575b297cd6e3e3b0155c7e25db170edf1c74783d6a31a2490b8d9/argon2_cffi-25.1.0-py3-none-any.whl", hash = "sha256:fdc8b074db390fccb6eb4a3604ae7231f219aa669a2652e0f20e16ba513d5741", size = 14657, upload-time = "2025-06-03T06:55:30.804Z" },
]
[[package]]
name = "argon2-cffi-bindings"
version = "26.1.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "cffi" },
]
sdist = { url = "https://files.pythonhosted.org/packages/0b/43/bb8b6e8708d49a5ab36781333af092d9f483b198a2710d01281204640055/argon2_cffi_bindings-26.1.0.tar.gz", hash = "sha256:63505c71542a44b68b1e38060450fb006404170da375feb31af153e7f9c6205d", size = 1790807, upload-time = "2026-08-20T07:44:22.492Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/e7/d2/0ae991f1b2181e5be49007c574710a800ad36c2978683addb3e67c474e55/argon2_cffi_bindings-26.1.0-cp310-abi3-macosx_11_0_arm64.whl", hash = "sha256:21ca0396fe5ec995dd54431c32698189666f9224810acfa752e50d2bd94d9df2", size = 25521, upload-time = "2026-08-20T07:32:43.019Z" },
{ url = "https://files.pythonhosted.org/packages/7e/e4/ad91d8297638aa2258aad4501c306aca99480dfe76ccd638173fa3702db9/argon2_cffi_bindings-26.1.0-cp310-abi3-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:78de2d65e0b9ea7ce9d1b1c3e87297b2d7305a02c266ee2a2d6910daddd7ee69", size = 27177, upload-time = "2026-08-20T07:32:44.158Z" },
{ url = "https://files.pythonhosted.org/packages/6f/86/5363df11b86d02cf3662208e7406496327649cc90eb365bf6f4e8a54a41f/argon2_cffi_bindings-26.1.0-cp310-abi3-manylinux_2_26_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:27f1821903e2ceadcb88ec2b45ef190897b7682449c772f4d9b53e42c520cf29", size = 26597, upload-time = "2026-08-20T07:32:45.172Z" },
{ url = "https://files.pythonhosted.org/packages/f4/b5/a14dcc592652347dad23ee93b278a4da5d2a25c9ed3ebd10d68eea823a4f/argon2_cffi_bindings-26.1.0-cp310-abi3-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:d88e5f7e60f28ae0b0cc6b2f16c43e87cd642a196a86f85e0d8bb6fe016fc16d", size = 27403, upload-time = "2026-08-20T07:32:46.13Z" },
{ url = "https://files.pythonhosted.org/packages/b3/81/b4a20d4902af7f796390bf9245ff83c5217dfa7367efa1d14986956c482b/argon2_cffi_bindings-26.1.0-cp310-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:34b7d9c24a4165a2c61cc8ae11d44d48c9ce2830fb536cb7914e11fdd9962728", size = 27132, upload-time = "2026-08-20T07:32:47.13Z" },
{ url = "https://files.pythonhosted.org/packages/7e/1b/c8de358af07b1c490e0fcb863ef98e46ddb486e45567aca5a60bd68d9daa/argon2_cffi_bindings-26.1.0-cp310-abi3-musllinux_1_2_riscv64.whl", hash = "sha256:224865cbbcb7a2bd1356741dff12b0134df726b6d44bb7b500df8e303cbd9e81", size = 27588, upload-time = "2026-08-20T07:32:48.087Z" },
{ url = "https://files.pythonhosted.org/packages/48/2f/7ee62a6e79f9309f9d9982d301b22a00010adb580c05c8109b94d7b33de0/argon2_cffi_bindings-26.1.0-cp310-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:ffff613aaa9ce6236766e2fc6dc560bb5abde7a2e2416e3db1f9ae395a2b4dd4", size = 26785, upload-time = "2026-08-20T07:32:48.977Z" },
{ url = "https://files.pythonhosted.org/packages/e9/10/960d0ee93d4897741bcaf4799c697dae2d81499f66fd1ed042a7dd54c1f4/argon2_cffi_bindings-26.1.0-cp310-abi3-win32.whl", hash = "sha256:a86c069c91a747a2c4e5c51473590aeb48172fff9b2130d23729a42d98665ecb", size = 23898, upload-time = "2026-08-20T07:32:50.114Z" },
{ url = "https://files.pythonhosted.org/packages/6d/3a/0cc14a05810e6add9bce5e87693334baa2222de5f647fa31781885b6573f/argon2_cffi_bindings-26.1.0-cp310-abi3-win_amd64.whl", hash = "sha256:2c36ff87b5dfaa477d0bd51e9d7f6abdae7c8955d2983c97419085d842154b3e", size = 25730, upload-time = "2026-08-20T07:32:51.091Z" },
{ url = "https://files.pythonhosted.org/packages/4e/db/d83cf2af140547f0b9cdaece05b2dc2dcbf991be4667331d073eff771435/argon2_cffi_bindings-26.1.0-cp310-abi3-win_arm64.whl", hash = "sha256:f9c4420a7a864fe1b86ce35befc95b8e39fb852493b81cf798671ddc265de638", size = 24478, upload-time = "2026-08-20T07:32:52.111Z" },
]
[[package]]
name = "attrs"
version = "26.1.0"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/9a/8e/82a0fe20a541c03148528be8cac2408564a6c9a0cc7e9171802bc1d26985/attrs-26.1.0.tar.gz", hash = "sha256:d03ceb89cb322a8fd706d4fb91940737b6642aa36998fe130a9bc96c985eff32", size = 952055, upload-time = "2026-03-19T14:22:25.026Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/64/b4/17d4b0b2a2dc85a6df63d1157e028ed19f90d4cd97c36717afef2bc2f395/attrs-26.1.0-py3-none-any.whl", hash = "sha256:c647aa4a12dfbad9333ca4e71fe62ddc36f4e63b2d260a37a8b83d2f043ac309", size = 67548, upload-time = "2026-03-19T14:22:23.645Z" },
]
[[package]]
name = "boto3"
version = "1.43.125"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "botocore" },
{ name = "jmespath" },
{ name = "s3transfer" },
]
sdist = { url = "https://files.pythonhosted.org/packages/f2/c2/9285c749ca49c213ad90aa239884d0c5cbbdc58f02c4c44bcc4a3bf59023/boto3-1.43.125.tar.gz", hash = "sha256:5a635a0fbbd51f319e465b809cf043668705defbb9dddaf26ae66747f70b2a49", size = 112651, upload-time = "2026-11-05T20:24:13.843Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/b5/12/1e295c564a8319e6e27353c4c849ec31b0e3857b2614c36c7cc050ca1b9c/boto3-1.43.125-py3-none-any.whl", hash = "sha256:101fe3ee99664e671efb9af65c8e98ec0bceddf6de922ea89685da4adc8c6907", size = 140043, upload-time = "2026-11-05T20:24:12.048Z" },
]
[[package]]
name = "botocore"
version = "1.43.125"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "jmespath" },
{ name = "python-dateutil" },
{ name = "urllib3" },
]
sdist = { url = "https://files.pythonhosted.org/packages/ad/57/6d638614c940c73a750b8a4203989b3edbde5ff7f83cd9031e65cb97d69b/botocore-1.43.125.tar.gz", hash = "sha256:e3ae5ebbfa8033015958a9cb16cef67a0592902ca8afb46ef06e8ae77475183f", size = 16520959, upload-time = "2026-11-05T20:24:08.59Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/3a/c1/0dca9a7ea362219b1e98f7fa8aebca1c19f6516eb91792b82595d7b79dc0/botocore-1.43.125-py3-none-any.whl", hash = "sha256:e3969c8191d3435440037310187d324f37c00da53987ea31df2eceff19a2795a", size = 16223768, upload-time = "2026-11-05T20:24:04.594Z" },
]
[[package]]
name = "certifi"
version = "2026.10.23"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/fd/11/b524cbd9bbdaca58608e4cf4053fd463417549e1959fa8d3aa18319f9555/certifi-2026.10.23.tar.gz", hash = "sha256:a9895e6e2758b371e0545e321a3a8fd1fcfd9829ada8824a936dfb16aaaf36cd", size = 136225, upload-time = "2026-10-23T11:36:16.478Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/32/d1/a3652fe2c19134d0d15922177821d863cbd7e842d53a21bbe7e8e3a1b5ac/certifi-2026.10.23-py3-none-any.whl", hash = "sha256:e9b54de76e530bb6cf0ccd036787103acb58fd42ba930ea8bf948ddbaa2f61d1", size = 135082, upload-time = "2026-10-23T11:36:14.763Z" },
]
[[package]]
name = "cffi"
version = "2.1.1"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "pycparser", marker = "implementation_name != 'PyPy'" },
]
sdist = { url = "https://files.pythonhosted.org/packages/9e/ef/008a1939e372c06329a3fce4279c02f328488f3526744906eeec3da7ad5f/cffi-2.1.1.tar.gz", hash = "sha256:dd31f52ea1086513bb9df30f8fcee9b8918323ae067a3d5b78bc826a000712be", size = 530807, upload-time = "2026-08-03T21:21:18.939Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/10/69/43965eccfdead3b9220015fd1320e117be8c6ed01a62ffab76eeb752f5d5/cffi-2.1.1-cp312-cp312-macosx_10_15_x86_64.whl", hash = "sha256:c8c69575568085ba0b1b10c0249d779a214aea6f6522e949a0fc9fb0fcb449d0", size = 184821, upload-time = "2026-08-03T21:19:44.887Z" },
{ url = "https://files.pythonhosted.org/packages/54/7d/16e5a096677b5e313ca80cd5e5170efa3ea44624a82bb111925522da64b1/cffi-2.1.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:f81b3b8f3d4e343550fa4baa0e479bba9f2d29ce9c2e9b51d1ce1718d7442fcf", size = 184719, upload-time = "2026-08-03T21:19:46.129Z" },
{ url = "https://files.pythonhosted.org/packages/56/e6/8941622732edec876dd17d0453dce07317ae96db34f2ec1436c9d3785986/cffi-2.1.1-cp312-cp312-manylinux1_i686.manylinux2014_i686.manylinux_2_17_i686.manylinux_2_5_i686.whl", hash = "sha256:811bd1e21d32de12efca32393a0ab3f5133b54fce9bd44b8bd77ab07da14bf6a", size = 214799, upload-time = "2026-08-03T21:19:47.218Z" },
{ url = "https://files.pythonhosted.org/packages/44/de/f98430906df1545ffde0d543dd124a7a439bc2cd32b36b9c53f805df7333/cffi-2.1.1-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:68e62fe11f30d5ca8289242866f0a5291402d8529ca2178ab8afc5c9694ae890", size = 222389, upload-time = "2026-08-03T21:19:48.331Z" },
{ url = "https://files.pythonhosted.org/packages/6a/5b/717f1526b9957b34456313c31645c5b82b8fb5c3fe9e4752999be7128bfc/cffi-2.1.1-cp312-cp312-manylinux2014_ppc64le.manylinux_2_17_ppc64le.whl", hash = "sha256:4a7c934f7360e8cd64fe9efadcbd10c7c6364f531e432b9a4bf5ccbc9e0e8b50", size = 210249, upload-time = "2026-08-03T21:19:49.543Z" },
{ url = "https://files.pythonhosted.org/packages/64/b3/f8aa4f3e34986c7e4ec45072d1b1b9dd295b6b18007b45518d79726dd725/cffi-2.1.1-cp312-cp312-manylinux2014_s390x.manylinux_2_17_s390x.whl", hash = "sha256:3143d81e29e1e20a9ce10901ec369012947876596f75a222235965f2b7ae832e", size = 208775, upload-time = "2026-08-03T21:19:50.918Z" },
{ url = "https://files.pythonhosted.org/packages/b1/db/dceb9dd5b231e1da801793f8acc9f3c52a7e1afe40bb1aae37e02b0faad5/cffi-2.1.1-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:c1453022f490d2459a11819d83ad1d586e9ff65a12ac3e705ffebd46d3685dcf", size = 221822, upload-time = "2026-08-03T21:19:52.054Z" },
{ url = "https://files.pythonhosted.org/packages/a0/d2/6cd24ae3be000a634109c247d1475d62e5616d0dc78c82770942ec384248/cffi-2.1.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:208f941bb9d18e768138677f0a6d2ce01f590df56043dda1df1535ac57c88517", size = 225232, upload-time = "2026-08-03T21:19:53.109Z" },
{ url = "https://files.pythonhosted.org/packages/cb/52/3fa190537004dd7f0ab860a6dc7c0175b8667f68d1e618a46f5498d30250/cffi-2.1.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:210019b6c7cf07f081b4c54635c8cf744377001350e29cc0f81c4377b4797735", size = 223597, upload-time = "2026-08-03T21:19:54.515Z" },
{ url = "https://files.pythonhosted.org/packages/80/fb/0bb75b7039588c074b37ae99f40d9bfddf990ecb2fbc346ebccd2e56b9be/cffi-2.1.1-cp312-cp312-win32.whl", hash = "sha256:046bfc24911b37851ee1b51aab8bffe713d89c68c6a057b09484ce9fd5f69b4e", size = 175292, upload-time = "2026-08-03T21:19:55.566Z" },
{ url = "https://files.pythonhosted.org/packages/d9/79/615cc094e2fb508cade7de88d3b4f6c4ec2bab695c97bce9153dc65aadf5/cffi-2.1.1-cp312-cp312-win_amd64.whl", hash = "sha256:f53e442b08449d42821fa4a4fba000095af9f62742a500f978a9f557ec44339a", size = 185919, upload-time = "2026-08-03T21:19:56.89Z" },
{ url = "https://files.pythonhosted.org/packages/70/c6/d0ea84713fe46b243a436a18fcd47d639732747e21635c8a27191b06dc30/cffi-2.1.1-cp312-cp312-win_arm64.whl", hash = "sha256:7bde5e4cc5c10140859842b9d383af292b22639a4dffb725314baf45968cef80", size = 180093, upload-time = "2026-08-03T21:19:58.155Z" },
]
[[package]]
name = "click"
version = "8.5.0"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/c7/0e/7fa0ef50764b67090eca4114772a2abf8b6148198475e54c660b97caeee6/click-8.5.0.tar.gz", hash = "sha256:ba0d2089de75ea0310e2dde03160e6ca10009947fb95a182f9b54021bb272e34", size = 382235, upload-time = "2026-08-26T13:33:14.56Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/58/50/6c0d534c5f134586a8e1ba4e330569e32f057e33372ae556463212fb4cd3/click-8.5.0-py3-none-any.whl", hash = "sha256:255bc9599cf7748b4b1a446ccc735421bd08a2ae529a8b88597d3de5664ee360", size = 125251, upload-time = "2026-08-26T13:33:12.928Z" },
]
[[package]]
name = "colorama"
version = "0.4.6"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/d8/53/6f443c9a4a8358a93a6792e2acffb9d9d5cb0a5cfd8802644b7b1c9a02e4/colorama-0.4.6.tar.gz", hash = "sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44", size = 27697, upload-time = "2022-10-25T02:36:22.414Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/d1/d6/3965ed04c63042e047cb6a3e6ed1a63a35087b6a609aa3a15ed8ac56c221/colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6", size = 25335, upload-time = "2022-10-25T02:36:20.889Z" },
]
[[package]]
name = "fastapi"
version = "0.162.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "annotated-doc" },
{ name = "opentelemetry-api" },
{ name = "pydantic" },
{ name = "starlette" },
{ name = "typing-extensions" },
{ name = "typing-inspection" },
]
sdist = { url = "https://files.pythonhosted.org/packages/e9/eb/2cf8c80abf09b2800aef0a83b41066fbfda8ee5495b7a08b9d1af40f7046/fastapi-0.162.0.tar.gz", hash = "sha256:6a22c1e2e6e32e0633ee7e170f00009a29b8228b16feb219ee42f32fd8d88a8f", size = 527867, upload-time = "2026-10-23T18:47:33.264Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/b4/4f/3f2c25c9b43970b5e9a08beb5e04776247edea684ddc0930f4f02f0bb6cb/fastapi-0.162.0-py3-none-any.whl", hash = "sha256:3785963de305dd09912426cb81f2d230fce98ab3521cdfe97265c8d14983128c", size = 148912, upload-time = "2026-10-23T18:47:31.734Z" },
]
[[package]]
name = "h11"
version = "0.16.0"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/01/ee/02a2c011bdab74c6fb3c75474d40b3052059d95df7e73351460c8588d963/h11-0.16.0.tar.gz", hash = "sha256:4e35b956cf45792e4caa5885e69fba00bdbc6ffafbfa020300e549b208ee5ff1", size = 101250, upload-time = "2025-04-24T03:35:25.427Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/04/4b/29cac41a4d98d144bf5f6d33995617b185d14b22401f75ca86f384e87ff1/h11-0.16.0-py3-none-any.whl", hash = "sha256:63cf8bbe7522de3bf65932fda1d9c2772064ffb3dae62d55932da54b31cb6c86", size = 37515, upload-time = "2025-04-24T03:35:24.344Z" },
]
[[package]]
name = "httpcore"
version = "1.0.9"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "certifi" },
{ name = "h11" },
]
sdist = { url = "https://files.pythonhosted.org/packages/06/94/82699a10bca87a5556c9c59b5963f2d039dbd239f25bc2a63907a05a14cb/httpcore-1.0.9.tar.gz", hash = "sha256:6e34463af53fd2ab5d807f399a9b45ea31c3dfa2276f15a2c3f00afff6e176e8", size = 85484, upload-time = "2025-04-24T22:06:22.219Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/7e/f5/f66802a942d491edb555dd61e3a9961140fd64c90bce1eafd741609d334d/httpcore-1.0.9-py3-none-any.whl", hash = "sha256:2d400746a40668fc9dec9810239072b40b4484b640a8c38fd654a024c7a1bf55", size = 78784, upload-time = "2025-04-24T22:06:20.566Z" },
]
[[package]]
name = "httpx"
version = "0.28.1"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "anyio" },
{ name = "certifi" },
{ name = "httpcore" },
{ name = "idna" },
]
sdist = { url = "https://files.pythonhosted.org/packages/b1/df/48c586a5fe32a0f01324ee087459e112ebb7224f646c0b5023f5e79e9956/httpx-0.28.1.tar.gz", hash = "sha256:75e98c5f16b0f35b567856f597f06ff2270a374470a5c2392242528e3e3e42fc", size = 141406, upload-time = "2024-12-06T15:37:23.222Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/2a/39/e50c7c3a983047577ee07d2a9e53faf5a69493943ec3f6a384bdc792deb2/httpx-0.28.1-py3-none-any.whl", hash = "sha256:d909fcccc110f8c7faf814ca82a9a4d816bc5a6dbfea25d6591d6985b8ba59ad", size = 73517, upload-time = "2024-12-06T15:37:21.509Z" },
]
[[package]]
name = "idna"
version = "3.20"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/f5/08/8eea9d4b8302028f3abb2c0813953f7aec26d33b7a8960ed760e65ff29fa/idna-3.20.tar.gz", hash = "sha256:a7db850025b95ded1eae8a46181a1a6c56c92c96f0e2b005d9ff8dc0210cab44", size = 216463, upload-time = "2026-09-17T14:11:04.752Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/58/a2/bb081bab032533a855d44de1d56f8e8426114ff1ba5d1f07a438a0a654f8/idna-3.20-py3-none-any.whl", hash = "sha256:ab7ae7122974553370f0bdb919e1a960b2cd1bc1ef0276416d896db81c14582c", size = 69583, upload-time = "2026-09-17T14:11:03.168Z" },
]
[[package]]
name = "iniconfig"
version = "2.3.1"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/01/e1/2069291243c926a2ff1cd706c7f3eeb9b62144bf60f77c9fb9ff2fb26bd3/iniconfig-2.3.1.tar.gz", hash = "sha256:67f4b9c50da0dedf52af349e7749a80a9057a5031199791b906c3bb3ae878960", size = 21209, upload-time = "2026-10-06T22:48:38.076Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/56/43/4ca9e49d27a1fcf6bece6f6aec0ea46bb9112489b93d4b688fb415457bdb/iniconfig-2.3.1-py3-none-any.whl", hash = "sha256:9121e2c1fdb355232495be3194c8dfe87ccc2d5dee45947b78e68f499790d7a7", size = 7552, upload-time = "2026-10-06T22:48:36.959Z" },
]
[[package]]
name = "jmespath"
version = "1.1.0"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/d3/59/322338183ecda247fb5d1763a6cbe46eff7222eaeebafd9fa65d4bf5cb11/jmespath-1.1.0.tar.gz", hash = "sha256:472c87d80f36026ae83c6ddd0f1d05d4e510134ed462851fd5f754c8c3cbb88d", size = 27377, upload-time = "2026-01-22T16:35:26.279Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/14/2f/967ba146e6d58cf6a652da73885f52fc68001525b4197effc174321d70b4/jmespath-1.1.0-py3-none-any.whl", hash = "sha256:a5663118de4908c91729bea0acadca56526eb2698e83de10cd116ae0f4e97c64", size = 20419, upload-time = "2026-01-22T16:35:24.919Z" },
]
[[package]]
name = "jsonschema"
version = "4.26.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "attrs" },
{ name = "jsonschema-specifications" },
{ name = "referencing" },
{ name = "rpds-py" },
]
sdist = { url = "https://files.pythonhosted.org/packages/b3/fc/e067678238fa451312d4c62bf6e6cf5ec56375422aee02f9cb5f909b3047/jsonschema-4.26.0.tar.gz", hash = "sha256:0c26707e2efad8aa1bfc5b7ce170f3fccc2e4918ff85989ba9ffa9facb2be326", size = 366583, upload-time = "2026-01-07T13:41:07.246Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/69/90/f63fb5873511e014207a475e2bb4e8b2e570d655b00ac19a9a0ca0a385ee/jsonschema-4.26.0-py3-none-any.whl", hash = "sha256:d489f15263b8d200f8387e64b4c3a75f06629559fb73deb8fdfb525f2dab50ce", size = 90630, upload-time = "2026-01-07T13:41:05.306Z" },
]
[[package]]
name = "jsonschema-path"
version = "0.5.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "attrs" },
{ name = "pathable" },
{ name = "pyyaml" },
{ name = "referencing" },
]
sdist = { url = "https://files.pythonhosted.org/packages/39/79/cd02a4df6d9270efdc7d3feefe6edd730b0820c39eeaa107a2faee8322d5/jsonschema_path-0.5.0.tar.gz", hash = "sha256:493b156ba895c97602655b620a8456caa2ce08c1aa389f5a7addec065e6e855c", size = 19597, upload-time = "2026-05-19T20:45:00.971Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/04/2c/9e69d73c4297508be9e3b64a970ea3971b3eb8db64ffc5802d40bd25981f/jsonschema_path-0.5.0-py3-none-any.whl", hash = "sha256:2790a070bc7abb08ea3dbe4d340ece4efadf639223001f020c7503229ba068e2", size = 24077, upload-time = "2026-05-19T20:44:59.225Z" },
]
[[package]]
name = "jsonschema-specifications"
version = "2025.9.1"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "referencing" },
]
sdist = { url = "https://files.pythonhosted.org/packages/19/74/a633ee74eb36c44aa6d1095e7cc5569bebf04342ee146178e2d36600708b/jsonschema_specifications-2025.9.1.tar.gz", hash = "sha256:b540987f239e745613c7a9176f3edb72b832a4ac465cf02712288397832b5e8d", size = 32855, upload-time = "2025-09-08T01:34:59.186Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/41/45/1a4ed80516f02155c51f51e8cedb3c1902296743db0bbc66608a0db2814f/jsonschema_specifications-2025.9.1-py3-none-any.whl", hash = "sha256:98802fee3a11ee76ecaca44429fda8a41bff98b00a0f2838151b113f210cc6fe", size = 18437, upload-time = "2025-09-08T01:34:57.871Z" },
]
[[package]]
name = "lazy-object-proxy"
version = "1.13.0"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/d4/8e/f26b09778fcb26261fdeb4cc2b011975292316529bff9b541a5a02acb976/lazy_object_proxy-1.13.0.tar.gz", hash = "sha256:ce34046cb021d69c72d05ddb83821ecfd4d2d0a5d43a93c5cd01c9e34779cf14", size = 45649, upload-time = "2026-10-17T16:38:01.975Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/5d/a5/98c03827458988def73622e075486fe1ebbb85ae53ac3f21479fbfd9988c/lazy_object_proxy-1.13.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:087eba19ea5ce02ea9eb1749d8fdcfb229eeeaf13abaebecf00d579d306d1fd9", size = 26808, upload-time = "2026-10-17T16:37:42.616Z" },
{ url = "https://files.pythonhosted.org/packages/c3/88/30aa37866ff9122c7b00341396781d30e27ae9d863c2698d1f42bb25a8ab/lazy_object_proxy-1.13.0-cp312-cp312-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:3df6b7db013fbbd00001a43af6b188b545442b4d125b5fddda79366108e02286", size = 71403, upload-time = "2026-10-20T01:05:33.169Z" },
{ url = "https://files.pythonhosted.org/packages/65/fa/099b2931430f87231fa31cc39893d047a1971a57fc7f90df70b9c82961a6/lazy_object_proxy-1.13.0-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:1bdc617c7b6f58aa5e59f514c7d619d7f60b52b343b77c9149d2fbfefc412f3a", size = 70989, upload-time = "2026-10-20T01:05:34.591Z" },
{ url = "https://files.pythonhosted.org/packages/8b/17/87891d3fee9c03764691239745ee3f6b793062b88cf5d029bf515aa0836a/lazy_object_proxy-1.13.0-cp312-cp312-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:47d26b4c5a5ea2d3a1993a1c9509110beb030a2739ca69ebbe516fb04b6842b7", size = 65742, upload-time = "2026-10-20T01:05:36.015Z" },
{ url = "https://files.pythonhosted.org/packages/a9/9a/02acae69e1d0930f9f430d6e4ea77235c72a735672cd8d91164909815fb6/lazy_object_proxy-1.13.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:e6261a9c38f629c3566ab5caec3909f5c6f3333a711c7e39f6883715aa38c566", size = 69280, upload-time = "2026-10-20T01:05:37.217Z" },
{ url = "https://files.pythonhosted.org/packages/75/0e/e697f92c1a5410bddf0571077f38684b16fcf3925bb9ba5430355028e0ba/lazy_object_proxy-1.13.0-cp312-cp312-musllinux_1_2_riscv64.whl", hash = "sha256:337b25ac5b0f5103c72343f74eea438ad3216b0a3cc77a3f6e4ec54c80d0256b", size = 65028, upload-time = "2026-10-20T01:05:38.378Z" },
{ url = "https://files.pythonhosted.org/packages/f2/4f/ec5c7f4907305086a55e9372d3deccec369b30e731b92c14d34df455cf4c/lazy_object_proxy-1.13.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:faa395d97edfafd3cd0cbd8855473c4673c7e3080fccf31f97a9bcfa7218d7ec", size = 70619, upload-time = "2026-10-20T01:05:39.551Z" },
{ url = "https://files.pythonhosted.org/packages/e9/23/67edce3954b280049b87dfe914fa16400c3ce2f3fa236388cf64a1bba600/lazy_object_proxy-1.13.0-cp312-cp312-win_amd64.whl", hash = "sha256:81437ad7883fe637620bc63a3df3e9974c9a63562e76d7e8a444fe724adccb5c", size = 25815, upload-time = "2026-10-17T16:37:43.889Z" },
{ url = "https://files.pythonhosted.org/packages/21/21/d70d4ca285bb6ed3629ac432ea0910b8f923e50580888e37990b31f3fac9/lazy_object_proxy-1.13.0-cp312-cp312-win_arm64.whl", hash = "sha256:da66d53e0c350e6e6876f2dc060b240dc06cc159ca7f279d59fe4ed48aec2ece", size = 24467, upload-time = "2026-10-17T16:37:44.82Z" },
]
[[package]]
name = "mtusi-messenger"
version = "1.0.0"
source = { virtual = "." }
dependencies = [
{ name = "argon2-cffi" },
{ name = "boto3" },
{ name = "fastapi" },
{ name = "pillow" },
{ name = "psycopg", extra = ["binary", "pool"] },
{ name = "redis" },
{ name = "uvicorn" },
]
[package.dev-dependencies]
dev = [
{ name = "httpx" },
{ name = "jsonschema" },
{ name = "openapi-spec-validator" },
{ name = "pytest" },
{ name = "ruff" },
]
[package.metadata]
requires-dist = [
{ name = "argon2-cffi" },
{ name = "boto3", specifier = ">=1.43,<2" },
{ name = "fastapi" },
{ name = "pillow", specifier = ">=12.1.1,<13" },
{ name = "psycopg", extras = ["binary", "pool"] },
{ name = "redis" },
{ name = "uvicorn" },
]
[package.metadata.requires-dev]
dev = [
{ name = "httpx" },
{ name = "jsonschema" },
{ name = "openapi-spec-validator" },
{ name = "pytest" },
{ name = "ruff" },
]
[[package]]
name = "openapi-schema-validator"
version = "0.9.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "jsonschema" },
{ name = "jsonschema-specifications" },
{ name = "pydantic" },
{ name = "pydantic-settings" },
{ name = "referencing" },
{ name = "rfc3339-validator" },
]
sdist = { url = "https://files.pythonhosted.org/packages/98/e8/ab3f27dbca54ec645f7fab714b640907d5d36c2ebb07e87eebd30bd5c81b/openapi_schema_validator-0.9.0.tar.gz", hash = "sha256:b72db64315b89d21834cd3ffef37e3e6893bc876327be2d366e8424b1029afd3", size = 24686, upload-time = "2026-04-27T17:31:27.606Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/90/c0/5467967d95378b2cfce312e09cbd0c9ab64354a0922379b734f793edd04f/openapi_schema_validator-0.9.0-py3-none-any.whl", hash = "sha256:faa3bbe7c3aa8ca2087ad83f709dc3b7d920283153a570c03e24ea182558aa25", size = 19980, upload-time = "2026-04-27T17:31:25.965Z" },
]
[[package]]
name = "openapi-spec-validator"
version = "0.9.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "jsonschema" },
{ name = "jsonschema-path" },
{ name = "lazy-object-proxy" },
{ name = "openapi-schema-validator" },
{ name = "pydantic" },
{ name = "pydantic-settings" },
]
sdist = { url = "https://files.pythonhosted.org/packages/8f/d2/640b5149cd5688bc0ad1fdbb4df6a2f7b84a093c8d787c27d566132f8b8b/openapi_spec_validator-0.9.0.tar.gz", hash = "sha256:6d648cff6490ebb799dcfe273792f2941c050158854c721f086599d845da78b8", size = 1756839, upload-time = "2026-05-20T09:23:18.871Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/95/d8/321ff889330acca2e3097f3d4f80a40bcc41b6d34d302978ab32c449520b/openapi_spec_validator-0.9.0-py3-none-any.whl", hash = "sha256:222fecffc7714f6d0a6ad62c0e4b66cc2b7dbfafb7b93acfc6c308abbdb51af8", size = 50328, upload-time = "2026-05-20T09:23:17.017Z" },
]
[[package]]
name = "opentelemetry-api"
version = "1.45.2"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "typing-extensions" },
]
sdist = { url = "https://files.pythonhosted.org/packages/19/14/cf3a6b6448849656e1e5f4e2101f3988dc6789724050096aba1bc5ccf592/opentelemetry_api-1.45.2.tar.gz", hash = "sha256:d7b0008e21e5fd61cbe7a7f34ca3b6905a78ab677d9bc395e299359c75cda6b4", size = 73277, upload-time = "2026-10-29T17:29:37.888Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/a9/2d/610db864d7513158cebb8f36cc88e67e73bd6c7aa1905ef18d89e1281c81/opentelemetry_api-1.45.2-py3-none-any.whl", hash = "sha256:2cbd737377e710ee740d261c94e93fa0f08e6d037c18f17513cc0a2d94479a34", size = 60335, upload-time = "2026-10-29T17:29:06.955Z" },
]
[[package]]
name = "packaging"
version = "26.3"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/7d/fa/3944b40b07da9ce895c0e6303a5ab7d53da063554f534556b134a54d6093/packaging-26.3.tar.gz", hash = "sha256:94edc256424af38762eb31306eed28beb9f0efc50a8837492c9d6fd6004aed79", size = 313412, upload-time = "2026-08-04T18:15:28.737Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/63/34/ba1c580383c9eada3711951fef0795c80b829a078d72188184bcab9dd527/packaging-26.3-py3-none-any.whl", hash = "sha256:d7193f7c8e4e93f444fde0262bf90af30e16fa0ad0ad44cb553c87339b23cd1c", size = 129956, upload-time = "2026-08-04T18:15:27.159Z" },
]
[[package]]
name = "pathable"
version = "0.6.0"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/66/f3/5a20387de9bcd0607871bfc2198ee0e15836da7baa4592ccd7f24c27c986/pathable-0.6.0.tar.gz", hash = "sha256:6404b8b82aef5ff0fd478934137128b99b12212ba35afdde5525ca4f8388ea58", size = 18970, upload-time = "2026-05-19T18:15:11.911Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/a2/e8/6d75ffd9784bce2e93d1ae4415649427e39a53bb172d4672b2b59c6f0a7b/pathable-0.6.0-py3-none-any.whl", hash = "sha256:82c4ca6c98c502ad12e0d4e9779b6210afee93c38990988c8c5d1b49bdcdf566", size = 18983, upload-time = "2026-05-19T18:15:10.728Z" },
]
[[package]]
name = "pillow"
version = "12.3.0"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/1c/3d/bb7fca845737cf9d7dbde16ed1843984665ff2e0a518f5db43e77ec540b9/pillow-12.3.0.tar.gz", hash = "sha256:3b8182a766685eaa002637e28b4ec8d6b18819a0c71f579bf0dbaa5830297cce", size = 47025035, upload-time = "2026-07-01T11:56:38.965Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/37/bf/fb3ebff8ddcb76aac5a01389251bbbb9519922a9b520d8247c1ca864a25d/pillow-12.3.0-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:ba09209fbe443b4acccebe845d8a138b89a8f4fbaeedd44953490b5315d5e965", size = 5345969, upload-time = "2026-07-01T11:54:06.397Z" },
{ url = "https://files.pythonhosted.org/packages/d8/66/9a386a92561f402389a4fc70c18838bf6d35eb5eb5c6850b4b2dc64f5048/pillow-12.3.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:ffd0c5368496f41b0944be820fcb7a838aa6e623d250b01acf2643939c3f99d7", size = 4780323, upload-time = "2026-07-01T11:54:09.351Z" },
{ url = "https://files.pythonhosted.org/packages/25/27/ac8f99618ffd3dde21db0f4d4b1d2ab00c0880595bfd17df103f7f39fd0c/pillow-12.3.0-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d9c7f76c0673154f044e9d78c8655fb4213f6ca31a836df48b40fe5d187717b9", size = 6266838, upload-time = "2026-07-01T11:54:11.71Z" },
{ url = "https://files.pythonhosted.org/packages/84/21/a35af28dcc61f37ed850a2d64c65c701321dfbf25085e469d5559360cbbf/pillow-12.3.0-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:78cb2c6865a35ab8ff8b75fd122f6033b92a62c82801110e48ddd6c936a45d91", size = 6940830, upload-time = "2026-07-01T11:54:13.732Z" },
{ url = "https://files.pythonhosted.org/packages/eb/51/8b08617af3ad95e33ce6d7dd2c99ed6c8298f7fb131636303956be022e25/pillow-12.3.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:e491916b378fba47242221bb9ead245211b70d504f495d105d17b14a24b4907c", size = 6344383, upload-time = "2026-07-01T11:54:15.756Z" },
{ url = "https://files.pythonhosted.org/packages/1d/72/cf78ac9780bb93c28328f408973845a309d4d145041665f734572ced1b52/pillow-12.3.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:0dd2064cbc55aaec028ef5fbb60fa47bb6c3e7918e07ff17935284b227a9d2df", size = 7052934, upload-time = "2026-07-01T11:54:17.721Z" },
{ url = "https://files.pythonhosted.org/packages/20/20/25e0f4dc178a6bc0696793720055519a0de89e7661dae886992decbd2f81/pillow-12.3.0-cp312-cp312-win32.whl", hash = "sha256:dbce0b29841537a2fa4a214c2bbf14de3587c9680caa9b4e217568472490b28f", size = 6472684, upload-time = "2026-07-01T11:54:19.839Z" },
{ url = "https://files.pythonhosted.org/packages/45/89/da2f7971a317f83d807fdd4065c0af40208e59e692cc43d315a71a0e96d1/pillow-12.3.0-cp312-cp312-win_amd64.whl", hash = "sha256:a2b55dd6b2a4c4b7d87ffa56bdb33fdc5fdb9a462173861a7bc097f17d91cb09", size = 7227137, upload-time = "2026-07-01T11:54:22.025Z" },
{ url = "https://files.pythonhosted.org/packages/de/47/4845a0a6c0dbf1db8456bd9fc791f13c5ced7ced20606d08a0aacfd25b49/pillow-12.3.0-cp312-cp312-win_arm64.whl", hash = "sha256:331b624368d4f1d069149002f25f44bc61c8919ce8ddb3c45bdad8f6e2d89510", size = 2568267, upload-time = "2026-07-01T11:54:24.051Z" },
]
[[package]]
name = "pluggy"
version = "1.7.0"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/bf/db/7fc19e6f2dc92a966727031389fc2e08b558f0f25eb7403c1119ad4713cd/pluggy-1.7.0.tar.gz", hash = "sha256:d1eaa46ebb595891b860ab086b4d09c8588af65ebd4361b8e8f4bb8920b90ba8", size = 123304, upload-time = "2026-10-15T09:50:58.343Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/40/9e/2b38731e0fc536806f16490e1a12d7f0dc2a1235aa8cc07bcc75416a7daa/pluggy-1.7.0-py3-none-any.whl", hash = "sha256:7dd7b0d8832ba3cb632c306926ded123429211b83641b35dc5c41ad2d34f9bec", size = 27082, upload-time = "2026-10-15T09:50:56.808Z" },
]
[[package]]
name = "psycopg"
version = "3.3.6"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "typing-extensions" },
{ name = "tzdata", marker = "sys_platform == 'win32'" },
]
sdist = { url = "https://files.pythonhosted.org/packages/76/26/3ea4ca5eaea1c0debcdf7ee7c1613fbe721dc27a03c461c0817ffd8a0601/psycopg-3.3.6.tar.gz", hash = "sha256:c081f2250df751a943036e42db6df4571c66cd0aabe8291a7a506512b12007d2", size = 168171, upload-time = "2026-09-18T13:22:55.152Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/4e/de/748bd7609c71cae5d737f0ba9192f19329f70180ecda8fff3cac02c5abe3/psycopg-3.3.6-py3-none-any.whl", hash = "sha256:a1db9f7148b06a28606767efaca51fa6f9398c5c0a3810519be69d7000bdb631", size = 215490, upload-time = "2026-09-18T13:15:29.374Z" },
]
[package.optional-dependencies]
binary = [
{ name = "psycopg-binary", marker = "implementation_name != 'pypy'" },
]
pool = [
{ name = "psycopg-pool" },
]
[[package]]
name = "psycopg-binary"
version = "3.3.6"
source = { registry = "https://pypi.org/simple" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/e6/01/2cdd1824e58b4467ee0b9498664cd28c42d8794db6b1e35b6bcb834f0044/psycopg_binary-3.3.6-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:3f84dab25e0385692ee13274c68678377e0b1a70ab9d14e56264cbf61f60c62d", size = 4707086, upload-time = "2026-09-18T13:18:05.138Z" },
{ url = "https://files.pythonhosted.org/packages/f6/76/de9948ac06895261c84d5b9fbe283d8f3c5bc9f070691b8d9eaa1b51e322/psycopg_binary-3.3.6-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:612382ac3ed13651c7fa44b5fee9fbf7baaa2ddbc6f500391672682c5f1df9e0", size = 4769607, upload-time = "2026-09-18T13:18:12.83Z" },
{ url = "https://files.pythonhosted.org/packages/76/a9/72436c9915ee4905964689e7f0e182ce7767cc0a0390b3ce703be8177625/psycopg_binary-3.3.6-cp312-cp312-manylinux2014_ppc64le.manylinux_2_17_ppc64le.whl", hash = "sha256:366db6e97e66b37211475f20c4c1324a2dc0dd825e46d4e87f9d599304d276f9", size = 5554134, upload-time = "2026-09-18T13:18:21.175Z" },
{ url = "https://files.pythonhosted.org/packages/0a/42/948bb3d2617795093512613fd96ba380e922992c7908fbc073858147d196/psycopg_binary-3.3.6-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:1679a1cb93fbe5a6d1fd58d82cbddcc6fcb8c61446ba7cae6eb2a7b19bc585de", size = 5235723, upload-time = "2026-09-18T13:18:27.071Z" },
{ url = "https://files.pythonhosted.org/packages/99/47/93e823ff1b0088400703410939c9bda3e63ed9c850b3ee088e8769f4c10b/psycopg_binary-3.3.6-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:37d40450659401600e6d043ff586c89a71a69f33cbb8bcdba6cdb2569beecdbe", size = 6833587, upload-time = "2026-09-18T13:18:33.794Z" },
{ url = "https://files.pythonhosted.org/packages/5e/2d/ecc69c847795aa704041a9f5667a6b0938a088cf1853636d762a6938e493/psycopg_binary-3.3.6-cp312-cp312-manylinux_2_38_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:a5165300324efd5a772c48a88ab3a928513ab3979fca76553e62ee815f7b2b9c", size = 5070013, upload-time = "2026-09-18T13:18:39.628Z" },
{ url = "https://files.pythonhosted.org/packages/92/36/6126f0dac21713dcae91404f2a76da18598a6252339a8c669c46370d43b2/psycopg_binary-3.3.6-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:d636338c8f21b0df2f84657b00bc34f9313f826ef93f1155bc743607e4a0c5eb", size = 4597367, upload-time = "2026-09-18T13:18:45.023Z" },
{ url = "https://files.pythonhosted.org/packages/4d/29/7ecfc04243b46c89ffd49924e9c5634ea904ef96c7d0f37e4073623584c1/psycopg_binary-3.3.6-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:a4ee3bdd5468a725f2a4d9aab8a74b6d0279f768c8b5d3aeb102c5307ff3d59c", size = 4275419, upload-time = "2026-09-18T13:18:49.299Z" },
{ url = "https://files.pythonhosted.org/packages/6e/90/2f46d2e0de79706ac170df0a3637fe63c4498fc04f131f6049520b78b806/psycopg_binary-3.3.6-cp312-cp312-musllinux_1_2_riscv64.whl", hash = "sha256:289aadd6a00e151203c081f708348ec89f1e483c9b510ef4ac3981f847f01f79", size = 4007358, upload-time = "2026-09-18T13:18:53.944Z" },
{ url = "https://files.pythonhosted.org/packages/03/48/6744e91291b751a8cf12d63d719977974bb94c84ceba913e7ddb2e478e51/psycopg_binary-3.3.6-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:f21d057f3e5f5491067e5b292498073b73847d48799b099803fef100775fcc52", size = 4320156, upload-time = "2026-09-18T13:18:59.258Z" },
{ url = "https://files.pythonhosted.org/packages/1a/9b/94ff7fce53a64d5b286e2ec454e0a025cf3d6e6b4a9189bef16aa5de98b2/psycopg_binary-3.3.6-cp312-cp312-win_amd64.whl", hash = "sha256:e23a66a763fbe83fcc210bc77c27e5a5ea380ebf091c06f34d8561b695e5a40f", size = 3658864, upload-time = "2026-09-18T13:19:06.503Z" },
]
[[package]]
name = "psycopg-pool"
version = "3.3.3"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "typing-extensions" },
]
sdist = { url = "https://files.pythonhosted.org/packages/74/5e/c0664b968b102ff68b811d999c728546c48d5c1eec03e3bbaf88c0cb4472/psycopg_pool-3.3.3.tar.gz", hash = "sha256:df87b5d9d0ad7db37f6cdad4fa8ce113d250f5997f6db38e9a99192fb67f9e1d", size = 32006, upload-time = "2026-09-22T15:53:24.947Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/5d/b4/452c6607a0f479465cd8a9b0d9956919fcb150050c1f83f9f11e6b8ee8dc/psycopg_pool-3.3.3-py3-none-any.whl", hash = "sha256:9b9cd6a4fcec47a410f7e82d408540e7f77b478509e91b44c1a5457a13e5ff37", size = 40304, upload-time = "2026-09-22T15:53:23.712Z" },
]
[[package]]
name = "pycparser"
version = "3.12"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/cb/27/eeb9f307bf07060f3d9f9aa0fb8c15b01bdfded0a941e4b2719c7f94cacd/pycparser-3.12.tar.gz", hash = "sha256:f03387877eab82ce01bbdfd0ba7252ee55a90b1c708d5129e2ce915475cf1db6", size = 158785, upload-time = "2026-10-22T13:40:03.56Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/b6/ae/315bbeee126a769cbde43cf4908acb4b40408d8bf8bbf334dd7368d8dadf/pycparser-3.12-py3-none-any.whl", hash = "sha256:a076f3f489b39b43ed13563a1dafe42447445bec2e294154ec5c57fcdda4c85e", size = 62600, upload-time = "2026-10-22T13:40:02.021Z" },
]
[[package]]
name = "pydantic"
version = "2.14.2"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "annotated-types" },
{ name = "pydantic-core" },
{ name = "typing-extensions" },
{ name = "typing-inspection" },
]
sdist = { url = "https://files.pythonhosted.org/packages/9f/d5/b4867fa7c7f04c34997d7d8aad744f64d210bb99d67cf18bf3fb1eea1aed/pydantic-2.14.2.tar.gz", hash = "sha256:fb7b2db6cefe8414dd612edeede49c4c433acb0432b0f92b95024e45f66c505d", size = 911596, upload-time = "2026-10-29T16:37:12.476Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/97/01/c71a71258b58659c72504e5fd65b451f6e36e34dc931d0b237ded213c814/pydantic-2.14.2-py3-none-any.whl", hash = "sha256:7efbf7507b937931cd32a5755acb00ea1cf5ccb1d4e8067a5850d5069e382118", size = 490403, upload-time = "2026-10-29T16:37:10.181Z" },
]
[[package]]
name = "pydantic-core"
version = "2.50.2"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "typing-extensions" },
]
sdist = { url = "https://files.pythonhosted.org/packages/af/8e/23ec1021834e35041fbb2f10946141e6acdfd39379c45cc4d65a4e8a1d98/pydantic_core-2.50.2.tar.gz", hash = "sha256:1b0e8dc3932cf4e9ed5727570325cacc716b9409ffc794a221c0ccc72e8eb775", size = 518711, upload-time = "2026-10-29T16:34:57.465Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/d6/65/6609a66cda909d414c58438f9bd70b1e947fe12c25f6bd40c93121afd7ef/pydantic_core-2.50.2-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:e3d824b6152e1c0fd58dc6266f2de470eb7b2286135294f5f7cd26a0f0693738", size = 2220341, upload-time = "2026-10-29T16:32:10.193Z" },
{ url = "https://files.pythonhosted.org/packages/f9/0b/92463ae7be78d73885487f72c4599902c2cc190378bccaad5718b7495250/pydantic_core-2.50.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:596921489390a002d6a5e303384a0f1f98384f8bb550fbf38a1aafa6093da0f9", size = 2093701, upload-time = "2026-10-29T16:32:11.502Z" },
{ url = "https://files.pythonhosted.org/packages/62/d3/24147a1aa22f7eade546172750e1110fd7b2793998057809800d3ebeae4e/pydantic_core-2.50.2-cp312-cp312-manylinux1_i686.manylinux_2_5_i686.whl", hash = "sha256:36d8b9725684ca3bf658b90a101d335fc8cae405bb22196b7b5ef41344913756", size = 2253622, upload-time = "2026-10-29T16:32:13.051Z" },
{ url = "https://files.pythonhosted.org/packages/f6/50/2628ca3c83a0d9a6fda3305fe59b1b28e40c0221e8f234cd1ef86fb64745/pydantic_core-2.50.2-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:43a8fd56f3c681f3cda2d5c842ad28e88241df742dfcbe8fd1dd437a3056e1f6", size = 2114101, upload-time = "2026-10-29T16:32:14.702Z" },
{ url = "https://files.pythonhosted.org/packages/21/c8/cc6d7304a93f91f5e06260ccad71cc7d882489663a37dec009532379fc46/pydantic_core-2.50.2-cp312-cp312-manylinux2014_armv7l.manylinux_2_17_armv7l.whl", hash = "sha256:6f5a432c6c1ef18a1a02a04b3616b8d3f2f88b13faa46caae1ac6559ab202234", size = 2199541, upload-time = "2026-10-29T16:32:16.153Z" },
{ url = "https://files.pythonhosted.org/packages/65/d9/18f44ac5696b3e2b2384cb89c9fbe6ed69860f528e232b9fb46cc5b45a17/pydantic_core-2.50.2-cp312-cp312-manylinux2014_ppc64le.manylinux_2_17_ppc64le.whl", hash = "sha256:5d3cd8be71c4da3c9b42cc92f17e5e3036bdca98bf18555a0e072c3fe87abbb4", size = 2368597, upload-time = "2026-10-29T16:32:17.544Z" },
{ url = "https://files.pythonhosted.org/packages/1d/22/5f2a48ef819a7e1b74fb003a85d27576ad2f9ddf3901b88998ac63ce1e00/pydantic_core-2.50.2-cp312-cp312-manylinux2014_s390x.manylinux_2_17_s390x.whl", hash = "sha256:6a438cb8a3f87f2c49e82e43fb19511d4d5043f53e0787dc4df937ccb904373a", size = 2451701, upload-time = "2026-10-29T16:32:18.956Z" },
{ url = "https://files.pythonhosted.org/packages/08/93/2a6556bbdb8e918175af9d849a5d0b367b5644e41939d040f3a7215b1339/pydantic_core-2.50.2-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:9667637665acba166a7dbbc786f14c50512d3a01f7199e0e1a13b929e92d7c7a", size = 2242782, upload-time = "2026-10-29T16:32:20.381Z" },
{ url = "https://files.pythonhosted.org/packages/90/ed/dd9f29a92257f32eb5b99d5120826186ee0632ecc3aaf6c23e2fab89ed6d/pydantic_core-2.50.2-cp312-cp312-manylinux_2_31_riscv64.whl", hash = "sha256:b3e681208e2d39fde13fbea449ef2736a85ec1ea2afa41e9193a8c536e71dafe", size = 2253706, upload-time = "2026-10-29T16:32:22.293Z" },
{ url = "https://files.pythonhosted.org/packages/11/19/1ccf3bf38eb4ed97d8aeefc558458834ae0ad53fdbb1edf61af7228ea500/pydantic_core-2.50.2-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:6eb6ff07964f39e33c6f57fefe939514e76b8c0d4a694e5663e2e04e80cc1798", size = 2288603, upload-time = "2026-10-29T16:32:23.465Z" },
{ url = "https://files.pythonhosted.org/packages/ea/cd/bae2320fc89a65bcd87bf66ec83aac51b3b43b970a2edece15feb8af64dd/pydantic_core-2.50.2-cp312-cp312-musllinux_1_1_armv7l.whl", hash = "sha256:4eb54c25e3463d73e1e4ed439ffc45d1d7e590df40bc7bb06f11a906afd996c3", size = 2476597, upload-time = "2026-10-29T16:32:24.824Z" },
{ url = "https://files.pythonhosted.org/packages/db/35/1bdb8d52c8e562e95c5e6ebb5784792af568ac6a81470dd546d95f392b60/pydantic_core-2.50.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:91238117cd296352f54f24117ff5a227bdea428865dba1244aa0cdd1424c0bc2", size = 2478664, upload-time = "2026-10-29T16:32:26.197Z" },
{ url = "https://files.pythonhosted.org/packages/12/72/0179b40ac6a6b0899c61826f2e3e80f88063f6d821e0dd9641927de46700/pydantic_core-2.50.2-cp312-cp312-win32.whl", hash = "sha256:98722314e12a8e4fa346e0afd3fff2098b5732875ff45592b450a7b589b43c4f", size = 2108820, upload-time = "2026-10-29T16:32:27.736Z" },
{ url = "https://files.pythonhosted.org/packages/b4/fb/679144362d7e5162519d9f6631ec982521417de3196351c6c56485f5b29f/pydantic_core-2.50.2-cp312-cp312-win_amd64.whl", hash = "sha256:b381574614245f18fdb2d6d1aa8f149e225869c47b5ee7f81812de8977817314", size = 2252238, upload-time = "2026-10-29T16:32:29.572Z" },
{ url = "https://files.pythonhosted.org/packages/0f/68/e3ccc885c3e2086ff84d7ca496f45b974a9f0a49ce2da8973aaa3a369a4b/pydantic_core-2.50.2-cp312-cp312-win_arm64.whl", hash = "sha256:f07c965a8aa6d62145f122641f292129984f39a3e3697585b19298a1488287db", size = 2162565, upload-time = "2026-10-29T16:32:30.853Z" },
{ url = "https://files.pythonhosted.org/packages/64/4d/23560b11366b547e3e68a3b8f9c02557cee707effa54fd39dbb3c4fff1fa/pydantic_core-2.50.2-graalpy312-graalpy250_312_native-macosx_10_12_x86_64.whl", hash = "sha256:d18d56c1ec63b304f4bb3c7db7e0d311e61cca1b1c944590a4b13ac39b2ca92b", size = 2204868, upload-time = "2026-10-29T16:34:34.745Z" },
{ url = "https://files.pythonhosted.org/packages/06/58/b9ddfaad189143d6568627166a730b6624ca90bd9a9a4af4854df88d444b/pydantic_core-2.50.2-graalpy312-graalpy250_312_native-macosx_11_0_arm64.whl", hash = "sha256:41ed8abeffda6a880207fdc0cd1343a448cec3cc6b38b53f730c0745f745292d", size = 2049162, upload-time = "2026-10-29T16:34:36.186Z" },
{ url = "https://files.pythonhosted.org/packages/8b/20/99d259bf7835b2f13c6d0b3eb7bcf669fb6349986736fa7a8308a9e620b0/pydantic_core-2.50.2-graalpy312-graalpy250_312_native-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:b7abcfaf66c1dc14c5ed928c349614f223c972a8b021b4be9548dbea6c817371", size = 2112135, upload-time = "2026-10-29T16:34:37.777Z" },
{ url = "https://files.pythonhosted.org/packages/9b/ca/652c8fe599abacafd852479059d209e608596ad3de82f1bff22e9f0f02fe/pydantic_core-2.50.2-graalpy312-graalpy250_312_native-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:9e7460abce637f90e37f8c443559fbd687c38884d05cb69ef265e634945f4324", size = 2270339, upload-time = "2026-10-29T16:34:39.039Z" },
]
[[package]]
name = "pydantic-settings"
version = "2.16.2"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "pydantic" },
{ name = "python-dotenv" },
{ name = "typing-extensions" },
{ name = "typing-inspection" },
]
sdist = { url = "https://files.pythonhosted.org/packages/d0/31/21d21e0e38a8f5f7a7f0cde22820117b6d17d6bc36f348129527f915d7f4/pydantic_settings-2.16.2.tar.gz", hash = "sha256:3dc08ffabed2bbd5dc2dd55ead7b78b4e4c5cd776aecd04310db5f1224caaf46", size = 309225, upload-time = "2026-10-28T11:14:28.066Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/39/88/4131c51ff87b7cd7f82a1194d0c0a2b7ca68c72d9da04c3b7e69ab91a79f/pydantic_settings-2.16.2-py3-none-any.whl", hash = "sha256:8d523e5c129b097686bde019bd6109bff53f4c8c3f63f1ddf9933ffa42e5ab4f", size = 81994, upload-time = "2026-10-28T11:14:26.716Z" },
]
[[package]]
name = "pygments"
version = "2.21.0"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/49/2e/ced460408999b33da6b31b0021b0f37d329e202d4169aeb164493778f25b/pygments-2.21.0.tar.gz", hash = "sha256:610ca751c9bc2492b38eb9a38a7fbc93edbbb2d7182edaf34e66ae493dee5c8c", size = 5005329, upload-time = "2026-08-17T08:02:48.824Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/71/46/17f022dd3e953bf20a04a028a21ec746d942f8d2af30fa0f124fa0e6a684/pygments-2.21.0-py3-none-any.whl", hash = "sha256:2363c69b61c4a97c838da3b130dcd6468f4848992b21a82f2a63ec34377137d9", size = 1250147, upload-time = "2026-08-17T08:02:44.912Z" },
]
[[package]]
name = "pytest"
version = "9.2.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "colorama", marker = "sys_platform == 'win32'" },
{ name = "iniconfig" },
{ name = "packaging" },
{ name = "pluggy" },
{ name = "pygments" },
]
sdist = { url = "https://files.pythonhosted.org/packages/79/42/bb4641652e58dedeac2ec51abc1f8cae4fee4ec63899a0999016229a0f2a/pytest-9.2.0.tar.gz", hash = "sha256:97c4f3b1f3c7414aa36465e09b8220f1d03627993bd51b1282e193753c80557b", size = 1797555, upload-time = "2026-10-27T21:30:20.728Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/51/39/1f5d8c8877a0fa327db959c19341d4be61660de1ab6b7391f9eb805bcd67/pytest-9.2.0-py3-none-any.whl", hash = "sha256:07acdcf88ec174f907dc01af70bf52d49b014bbab03faeeade31c96b18c2e588", size = 411776, upload-time = "2026-10-27T21:30:19.131Z" },
]
[[package]]
name = "python-dateutil"
version = "2.9.0.post0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "six" },
]
sdist = { url = "https://files.pythonhosted.org/packages/66/c0/0c8b6ad9f17a802ee498c46e004a0eb49bc148f2fd230864601a86dcf6db/python-dateutil-2.9.0.post0.tar.gz", hash = "sha256:37dd54208da7e1cd875388217d5e00ebd4179249f90fb72437e91a35459a0ad3", size = 342432, upload-time = "2024-03-01T18:36:20.211Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/ec/57/56b9bcc3c9c6a792fcbaf139543cee77261f3651ca9da0c93f5c1221264b/python_dateutil-2.9.0.post0-py2.py3-none-any.whl", hash = "sha256:a8b2bc7bffae282281c8140a97d3aa9c14da0b136dfe83f850eea9a5f7470427", size = 229892, upload-time = "2024-03-01T18:36:18.57Z" },
]
[[package]]
name = "python-dotenv"
version = "1.2.4"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/74/26/2fbeedb218a787a5eea551c7532cac4e009f83d689dd2faa0d0353473f86/python_dotenv-1.2.4.tar.gz", hash = "sha256:f0d53e69935a851c0dcc78f3ab7aaccd8cabef0b92382b576b824212902873c0", size = 60824, upload-time = "2026-10-01T05:36:10Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/60/d1/38f3a3405989a89ac18390803e70c6ad7c7760da4f9b83cbeca0c44a0c72/python_dotenv-1.2.4-py3-none-any.whl", hash = "sha256:42269a8a5b3fd54ffa6f3d84b18abed50064717576b4ecf03dc4a55d8aa04fdc", size = 23266, upload-time = "2026-10-01T05:36:08.633Z" },
]
[[package]]
name = "pyyaml"
version = "6.0.3"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/05/8e/961c0007c59b8dd7729d542c61a4d537767a59645b82a0b521206e1e25c2/pyyaml-6.0.3.tar.gz", hash = "sha256:d76623373421df22fb4cf8817020cbb7ef15c725b9d5e45f17e189bfc384190f", size = 130960, upload-time = "2025-09-25T21:33:16.546Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/d1/33/422b98d2195232ca1826284a76852ad5a86fe23e31b009c9886b2d0fb8b2/pyyaml-6.0.3-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:7f047e29dcae44602496db43be01ad42fc6f1cc0d8cd6c83d342306c32270196", size = 182063, upload-time = "2025-09-25T21:32:11.445Z" },
{ url = "https://files.pythonhosted.org/packages/89/a0/6cf41a19a1f2f3feab0e9c0b74134aa2ce6849093d5517a0c550fe37a648/pyyaml-6.0.3-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:fc09d0aa354569bc501d4e787133afc08552722d3ab34836a80547331bb5d4a0", size = 173973, upload-time = "2025-09-25T21:32:12.492Z" },
{ url = "https://files.pythonhosted.org/packages/ed/23/7a778b6bd0b9a8039df8b1b1d80e2e2ad78aa04171592c8a5c43a56a6af4/pyyaml-6.0.3-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:9149cad251584d5fb4981be1ecde53a1ca46c891a79788c0df828d2f166bda28", size = 775116, upload-time = "2025-09-25T21:32:13.652Z" },
{ url = "https://files.pythonhosted.org/packages/65/30/d7353c338e12baef4ecc1b09e877c1970bd3382789c159b4f89d6a70dc09/pyyaml-6.0.3-cp312-cp312-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:5fdec68f91a0c6739b380c83b951e2c72ac0197ace422360e6d5a959d8d97b2c", size = 844011, upload-time = "2025-09-25T21:32:15.21Z" },
{ url = "https://files.pythonhosted.org/packages/8b/9d/b3589d3877982d4f2329302ef98a8026e7f4443c765c46cfecc8858c6b4b/pyyaml-6.0.3-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:ba1cc08a7ccde2d2ec775841541641e4548226580ab850948cbfda66a1befcdc", size = 807870, upload-time = "2025-09-25T21:32:16.431Z" },
{ url = "https://files.pythonhosted.org/packages/05/c0/b3be26a015601b822b97d9149ff8cb5ead58c66f981e04fedf4e762f4bd4/pyyaml-6.0.3-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:8dc52c23056b9ddd46818a57b78404882310fb473d63f17b07d5c40421e47f8e", size = 761089, upload-time = "2025-09-25T21:32:17.56Z" },
{ url = "https://files.pythonhosted.org/packages/be/8e/98435a21d1d4b46590d5459a22d88128103f8da4c2d4cb8f14f2a96504e1/pyyaml-6.0.3-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:41715c910c881bc081f1e8872880d3c650acf13dfa8214bad49ed4cede7c34ea", size = 790181, upload-time = "2025-09-25T21:32:18.834Z" },
{ url = "https://files.pythonhosted.org/packages/74/93/7baea19427dcfbe1e5a372d81473250b379f04b1bd3c4c5ff825e2327202/pyyaml-6.0.3-cp312-cp312-win32.whl", hash = "sha256:96b533f0e99f6579b3d4d4995707cf36df9100d67e0c8303a0c55b27b5f99bc5", size = 137658, upload-time = "2025-09-25T21:32:20.209Z" },
{ url = "https://files.pythonhosted.org/packages/86/bf/899e81e4cce32febab4fb42bb97dcdf66bc135272882d1987881a4b519e9/pyyaml-6.0.3-cp312-cp312-win_amd64.whl", hash = "sha256:5fcd34e47f6e0b794d17de1b4ff496c00986e1c83f7ab2fb8fcfe9616ff7477b", size = 154003, upload-time = "2025-09-25T21:32:21.167Z" },
{ url = "https://files.pythonhosted.org/packages/1a/08/67bd04656199bbb51dbed1439b7f27601dfb576fb864099c7ef0c3e55531/pyyaml-6.0.3-cp312-cp312-win_arm64.whl", hash = "sha256:64386e5e707d03a7e172c0701abfb7e10f0fb753ee1d773128192742712a98fd", size = 140344, upload-time = "2025-09-25T21:32:22.617Z" },
]
[[package]]
name = "redis"
version = "8.1.0"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/a8/99/604f0b666d4c616d891cf77ebb9db6bb21601344c051aebf1b72b9ff915f/redis-8.1.0.tar.gz", hash = "sha256:6e1a19beef9225c83efd689c7e6b7da2d5215b1f42cd13b7fc3714d0a09c7b25", size = 5254356, upload-time = "2026-07-30T08:51:00.269Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/66/9d/c5731f6e3608663d4d3656fd8d3aecee8b509c3082818f5a13eae925baea/redis-8.1.0-py3-none-any.whl", hash = "sha256:a4fe1aac3d3b3cc791d4b3d5931c5a956045dc951ee74d1c913ee3ac4d2ee9fb", size = 560618, upload-time = "2026-07-30T08:50:58.497Z" },
]
[[package]]
name = "referencing"
version = "0.37.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "attrs" },
{ name = "rpds-py" },
{ name = "typing-extensions" },
]
sdist = { url = "https://files.pythonhosted.org/packages/22/f5/df4e9027acead3ecc63e50fe1e36aca1523e1719559c499951bb4b53188f/referencing-0.37.0.tar.gz", hash = "sha256:44aefc3142c5b842538163acb373e24cce6632bd54bdb01b21ad5863489f50d8", size = 78036, upload-time = "2025-10-13T15:30:48.871Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/2c/58/ca301544e1fa93ed4f80d724bf5b194f6e4b945841c5bfd555878eea9fcb/referencing-0.37.0-py3-none-any.whl", hash = "sha256:381329a9f99628c9069361716891d34ad94af76e461dcb0335825aecc7692231", size = 26766, upload-time = "2025-10-13T15:30:47.625Z" },
]
[[package]]
name = "rfc3339-validator"
version = "0.1.4"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "six" },
]
sdist = { url = "https://files.pythonhosted.org/packages/28/ea/a9387748e2d111c3c2b275ba970b735e04e15cdb1eb30693b6b5708c4dbd/rfc3339_validator-0.1.4.tar.gz", hash = "sha256:138a2abdf93304ad60530167e51d2dfb9549521a836871b88d7f4695d0022f6b", size = 5513, upload-time = "2021-05-12T16:37:54.178Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/7b/44/4e421b96b67b2daff264473f7465db72fbdf36a07e05494f50300cc7b0c6/rfc3339_validator-0.1.4-py2.py3-none-any.whl", hash = "sha256:24f6ec1eda14ef823da9e36ec7113124b39c04d50a4d3d3a3c2859577e7791fa", size = 3490, upload-time = "2021-05-12T16:37:52.536Z" },
]
[[package]]
name = "rpds-py"
version = "2026.9.1"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/42/68/3bd46b8a5e01d3c2ebdf9c5e9497912e3fe0cde02bac21a7130ca866e403/rpds_py-2026.9.1.tar.gz", hash = "sha256:4793ef7f78268b124b73fa933440f01d258bbae01de9fa53e9080c9ab0425a12", size = 63948, upload-time = "2026-10-04T16:32:36.469Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/5d/34/a828586ea3329fbb50895b50e9cf98ca3d924a9f41a0b26d443bff1b3794/rpds_py-2026.9.1-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:50906f5aea24b5a865cbd0a589698288631d9f3a54c3a937c83aefa95a0d14af", size = 346822, upload-time = "2026-10-04T16:29:16.258Z" },
{ url = "https://files.pythonhosted.org/packages/90/81/ac6a0d064982251856ce009c9e1dd51a34110b3c055aa7d1aad18b4899a3/rpds_py-2026.9.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:e21c1429e205828ea886a2293a4a2c8e01f4c25d9893ca330e97a6cf73f52e7b", size = 341380, upload-time = "2026-10-04T16:29:17.706Z" },
{ url = "https://files.pythonhosted.org/packages/42/ff/bf7d54f362748fd6a49277b9d6531c394074110fedf50ad791ec59133fbb/rpds_py-2026.9.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2693b2728bbcc48d09a981a356954b0c47c53ff25b545856f28a889ea619f69a", size = 373053, upload-time = "2026-10-04T16:29:19.063Z" },
{ url = "https://files.pythonhosted.org/packages/60/de/74b0ccdbbd28687b9b5fdb34c1cabed88352182facaced9d6f5486b8b9ed/rpds_py-2026.9.1-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:8601470267d938bcb7f3ab1a336100af51a4fd5b6ed030ef52461bb3ef5e7e07", size = 377742, upload-time = "2026-10-04T16:29:20.543Z" },
{ url = "https://files.pythonhosted.org/packages/c2/6d/b979775a3057b2a5c26d75ecbff60a20a24ef081db6dd76836fca3f20247/rpds_py-2026.9.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:3890a6aa36e6baa53d5258a2a25d3ef8b37ad165a6ab27a892d7c3e3a432cd69", size = 487289, upload-time = "2026-10-04T16:29:21.958Z" },
{ url = "https://files.pythonhosted.org/packages/1d/5d/7c34734ce3ece943d9d6ee0122a74a21bbc75b47acb5b7053c83f6efb1ed/rpds_py-2026.9.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:6b5b393eda5ea42cca1c1a6665f2a4882b4fd5d1777e41ce0545a107fb008c9d", size = 390710, upload-time = "2026-10-04T16:29:23.378Z" },
{ url = "https://files.pythonhosted.org/packages/1d/6d/b26eb1e75395925b3a142ed351cbed2ec8212f5c9d937aee3df32c701baa/rpds_py-2026.9.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:addeda51556dac7c1a2f14cda62db8b621cd12afba3091d03a96c72932387eab", size = 371261, upload-time = "2026-10-04T16:29:25.1Z" },
{ url = "https://files.pythonhosted.org/packages/7c/98/b2fdfe10301a9e27af21e634337fbba7baac0bc17fe44619a17c26bba2cb/rpds_py-2026.9.1-cp312-cp312-manylinux_2_31_riscv64.whl", hash = "sha256:d9edf30457d74eebfd76b045535e36f1cd89062566a128a0db2145ca042d787e", size = 376075, upload-time = "2026-10-04T16:29:26.748Z" },
{ url = "https://files.pythonhosted.org/packages/c5/b1/c4b8d954e49c3c69cf8063c0c9e0919c99f3d2cecc46311606a1cbe835dc/rpds_py-2026.9.1-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:815d26356930846a40c7bc1366e7b1b0320ab8a063e66c11298a208bed0fd237", size = 399358, upload-time = "2026-10-04T16:29:28.282Z" },
{ url = "https://files.pythonhosted.org/packages/b3/59/9559a7293c97dff0cbb293efffbd36644103883ecc27741af8ef90c84ca8/rpds_py-2026.9.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:3b5a6f40f0a1486b4b36c888123afc67acdbd9f33235927acf5ff295429a0ba3", size = 550267, upload-time = "2026-10-04T16:29:29.851Z" },
{ url = "https://files.pythonhosted.org/packages/6c/9d/6dc60e49511de4c8b00e74f9c1d43aed4d27f712cdb1ade92f2c199cbf64/rpds_py-2026.9.1-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:b5b8b0753718d258fd454283fbd57e14545d3b40583fa672e27cb4f987626bcc", size = 614018, upload-time = "2026-10-04T16:29:31.54Z" },
{ url = "https://files.pythonhosted.org/packages/fb/bc/92a4ecf27301b886232a413360f6b348a81d55ffef654f2ebda5970ebc3d/rpds_py-2026.9.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:46d80bc76b51a6c24f9944368c28d38b8bcbcea1da4f2f8d3ebc31a67e8c6ec6", size = 578509, upload-time = "2026-10-04T16:29:33.01Z" },
{ url = "https://files.pythonhosted.org/packages/08/53/efb97f2e6589b7ab8394385a73870e0b2ab2a195281c117b21fd6d7d4855/rpds_py-2026.9.1-cp312-cp312-win32.whl", hash = "sha256:befc2d6a953e563f8a7bfd87a42c22ebf8a3e980dcb7b6a4d17b70b0e914e8a3", size = 205401, upload-time = "2026-10-04T16:29:34.451Z" },
{ url = "https://files.pythonhosted.org/packages/1c/84/1700cc748d0eaa747486e4e82882d2575224e6e9a3148df583058850c629/rpds_py-2026.9.1-cp312-cp312-win_amd64.whl", hash = "sha256:5ce8943f79c2210f7abcc28e86367b03b28d95027fd01c46d2472373ae70c86f", size = 222923, upload-time = "2026-10-04T16:29:35.709Z" },
{ url = "https://files.pythonhosted.org/packages/c3/89/0302215373c2f8b4408b0fdfee955368cc378a98ff59508d47a7e0dc2dbf/rpds_py-2026.9.1-cp312-cp312-win_arm64.whl", hash = "sha256:501909f2e4a1e2dee528ef766fe3c469060ebc17e54a8383d404ba07a81a6f02", size = 218415, upload-time = "2026-10-04T16:29:37.263Z" },
{ url = "https://files.pythonhosted.org/packages/a3/90/a9ba81408369d34c1aca73319c15adc91ed45c1d21e9e8ee4832ffb7fe0b/rpds_py-2026.9.1-pp312-pypy312_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6cdc537c8633d7fd92a82e2e0d2ab74320a3f63d5e59fb9cf08711e08fe151c4", size = 381109, upload-time = "2026-10-04T16:32:08.994Z" },
{ url = "https://files.pythonhosted.org/packages/b3/44/5192a0bed94cec86bd2a5e1cc5a1bb8f7eec3aec907eacd2deb13e87e326/rpds_py-2026.9.1-pp312-pypy312_pp73-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:10e208f2425d973938afcd56e28a7c4be32e27b6a60b5d381f49fb9d8acf9759", size = 388222, upload-time = "2026-10-04T16:32:11.321Z" },
{ url = "https://files.pythonhosted.org/packages/92/cd/5356549711448f18b52f7a11ffbe90f1228774996fbf3c6cd1b18d22abaf/rpds_py-2026.9.1-pp312-pypy312_pp73-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:6c0dbbcc19735fe5f8b0a54c07659d154a9e69f47e15d0a6ab7299215daf62cb", size = 500384, upload-time = "2026-10-04T16:32:13.478Z" },
{ url = "https://files.pythonhosted.org/packages/7a/88/ddda9d28adfe33119c75b2e733d4ba7e326f41d7e1b1093951771768ca48/rpds_py-2026.9.1-pp312-pypy312_pp73-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:684fd492fff4fead00587544e059be2bbcb6f93454f21fa2a91b66fc7508be82", size = 401661, upload-time = "2026-10-04T16:32:15.653Z" },
{ url = "https://files.pythonhosted.org/packages/32/c3/bb59ba16a6b4a57995d15b8c04c00f28df3b938c4dcdde48fbe0f73edb0c/rpds_py-2026.9.1-pp312-pypy312_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d1028417bb44037eb3069c1009bd7b7277212876cda22fbe565b0bca9fab6d2c", size = 380748, upload-time = "2026-10-04T16:32:17.727Z" },
{ url = "https://files.pythonhosted.org/packages/f5/b8/0580faa1c5a32ddc160130dd7ae54d2d007272a89a40a6b5db3e50f9f585/rpds_py-2026.9.1-pp312-pypy312_pp73-manylinux_2_31_riscv64.whl", hash = "sha256:492e5e428cbe126221611f47e068f01660352feec4ad18bc0f5ea9b2ae88fb14", size = 385731, upload-time = "2026-10-04T16:32:19.855Z" },
{ url = "https://files.pythonhosted.org/packages/bf/70/f73564642bbe3322c7eeef2c2f258cf040b71c41a430b532e59d04a1b838/rpds_py-2026.9.1-pp312-pypy312_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:88b5268892fde430d5531f95bc560b6efbbd67c929662c586afd729a96e7461c", size = 412131, upload-time = "2026-10-04T16:32:22.285Z" },
{ url = "https://files.pythonhosted.org/packages/8c/5d/17fff2e1f8f68721a2afb5cb48f7e442c751bb6b4883157c5abaf618cd08/rpds_py-2026.9.1-pp312-pypy312_pp73-musllinux_1_2_aarch64.whl", hash = "sha256:01445c8d194aa032a08e944f16567672da1c62dbdbefd8b6d0693032e290cf68", size = 558193, upload-time = "2026-10-04T16:32:24.4Z" },
{ url = "https://files.pythonhosted.org/packages/2a/d0/869ab6fb08531f97aae4a780b4d61b4190d8aef48fe054ee28bcf7114466/rpds_py-2026.9.1-pp312-pypy312_pp73-musllinux_1_2_i686.whl", hash = "sha256:eef6a03b0b6d08d0835ccfa8ec8d1bc70525e3801387567137b50c557695e6da", size = 622448, upload-time = "2026-10-04T16:32:26.844Z" },
{ url = "https://files.pythonhosted.org/packages/ba/a5/9672e532fe02cd3b92c78cfd8743abca939d96853006c63835009a1ecb6f/rpds_py-2026.9.1-pp312-pypy312_pp73-musllinux_1_2_x86_64.whl", hash = "sha256:6b9bf3135b4ad5981df9a73d71a35272d650a2985ae9c2746357b24d59de2448", size = 591126, upload-time = "2026-10-04T16:32:29.274Z" },
{ url = "https://files.pythonhosted.org/packages/80/ef/3a9f8e4279c7920af561deed4cb7ebebed2794a8f608cf404d5eef14a105/rpds_py-2026.9.1-pp312-pypy312_pp80-macosx_10_12_x86_64.whl", hash = "sha256:56c6952a9b15047466d0c2347c446a761d4527f89976156341e68f0ce5cc08b0", size = 357108, upload-time = "2026-10-04T16:32:31.641Z" },
{ url = "https://files.pythonhosted.org/packages/b7/55/4b2fa381a583760aea5c92841e4e928a358e1c6511b129219e9c2826a226/rpds_py-2026.9.1-pp312-pypy312_pp80-macosx_11_0_arm64.whl", hash = "sha256:b242c27c8f836305a4a72df9cdd564386ac57b807bd252a063223331c9316b37", size = 346877, upload-time = "2026-10-04T16:32:34.061Z" },
]
[[package]]
name = "ruff"
version = "0.17.3"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/59/73/81f140c4edd9cc323de5478e6bbd3bbcfae9a82692df1a258de8cec6a6d2/ruff-0.17.3.tar.gz", hash = "sha256:a57049c8addb3662073859bb55a7ad35aa54f8a7c9ed268911d1333c5aadaaa9", size = 5339444, upload-time = "2026-10-27T00:34:05.914Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/9e/8c/083365310c4e79c842f25bf5a842facbd9b0c0ec336f96dffa5074fe723d/ruff-0.17.3-py3-none-linux_armv6l.whl", hash = "sha256:ab86b84cd9d05e56d329742c0cabdcbe2d1d56c98f4a04aab9b5b66196febfb4", size = 10216522, upload-time = "2026-10-27T00:33:29.822Z" },
{ url = "https://files.pythonhosted.org/packages/72/26/4b2edf31cfebe9605d8f6ed8f1d6f376d3a53d4c9a123e62661c64c440f0/ruff-0.17.3-py3-none-macosx_10_12_x86_64.whl", hash = "sha256:e407b4a6852853a9a2cdce96963e94ad9775578bb44e7561a0f2829f3cc04b11", size = 10217786, upload-time = "2026-10-27T00:33:33.949Z" },
{ url = "https://files.pythonhosted.org/packages/a2/7e/537aba4b7f54397a374d2f6a6fc93e9c8015e18553f31a4a7b7dbced48b5/ruff-0.17.3-py3-none-macosx_11_0_arm64.whl", hash = "sha256:b75cc113b3aca388933d8296b667b1ac401a80317ea3074c9b0a66541199da29", size = 9440362, upload-time = "2026-10-27T00:33:35.784Z" },
{ url = "https://files.pythonhosted.org/packages/3d/66/283e39734f66c8a5ebaa93c22eb7b7515779a0b1d5a5c0ad20e05c0edb41/ruff-0.17.3-py3-none-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ab5fa7ed5ce18554ea69d850ad162cbaa0c85fc47c08d83a569f806681c9a6ad", size = 10094281, upload-time = "2026-10-27T00:33:38.216Z" },
{ url = "https://files.pythonhosted.org/packages/21/4c/1ffc768497bd025a32c72152771e40c0b99bddc5cc6e4f50c7949a395346/ruff-0.17.3-py3-none-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:c673c170e27834d1262e3a9c1e97bdc9b9c3b180c63d89173ce69747232474c1", size = 10022543, upload-time = "2026-10-27T00:33:40.181Z" },
{ url = "https://files.pythonhosted.org/packages/73/c3/f90db547301080fcb82c92abf914c8bd57b89911d9b65a6c4cc6b52d0635/ruff-0.17.3-py3-none-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:6a754c0341bc9ca151b7b335988b3263921c08859f84ca219b70cee825571b6f", size = 10683921, upload-time = "2026-10-27T00:33:42.182Z" },
{ url = "https://files.pythonhosted.org/packages/e5/98/92d4a8a26c6c96cf1a5b34dd59036d8a71e52d650aab065c58867e964e63/ruff-0.17.3-py3-none-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:4590b9d86c0b1543ebb09094254e191cd43fe8edaf330baa035aab03da251532", size = 11373408, upload-time = "2026-10-27T00:33:44.19Z" },
{ url = "https://files.pythonhosted.org/packages/43/02/1f24d2e3064c9753926deeb901afa57777b37ee46799b09ddd7aee6e5145/ruff-0.17.3-py3-none-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:bbde18beccd98c29a227c63c99022e3443b99258e08326df6425dfe0443705ef", size = 10977469, upload-time = "2026-10-27T00:33:46.179Z" },
{ url = "https://files.pythonhosted.org/packages/f0/20/fecedea2209f574ab92033b344e01a7f0c2dc76c6d6d19a14c9f8141173f/ruff-0.17.3-py3-none-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7fa4b0f931cdbcb8a52044f370a3eb429fb42eb88807b0e800fcaa98dd42b24e", size = 10577491, upload-time = "2026-10-27T00:33:48.233Z" },
{ url = "https://files.pythonhosted.org/packages/33/36/b93fdf0bc6f84f0cd487aadfb0354deb40013669ea35ac3d26855de1e959/ruff-0.17.3-py3-none-manylinux_2_31_riscv64.whl", hash = "sha256:39405f341deec934b4289634324ad695f72df2970f9121582872eaf5b722f0f5", size = 10608748, upload-time = "2026-10-27T00:33:50.284Z" },
{ url = "https://files.pythonhosted.org/packages/5d/b7/7d3f5f14145daead1efb0b9a8289ed1daa100f419d60774375951723ce00/ruff-0.17.3-py3-none-musllinux_1_2_aarch64.whl", hash = "sha256:68074094f55ca3d29ab19491f640282f7a84061c4c7977aa5094b968ca457e9a", size = 10075057, upload-time = "2026-10-27T00:33:52.074Z" },
{ url = "https://files.pythonhosted.org/packages/b0/ed/93ff7a5909ee56e2bd4b982deae9e0efb2724417874a90c9e41ad66c6dd7/ruff-0.17.3-py3-none-musllinux_1_2_armv7l.whl", hash = "sha256:27bb571ac78fef178fe5118d2827df95c2aae74a48fff2b15f6acd03af5ff5bb", size = 10022431, upload-time = "2026-10-27T00:33:54.061Z" },
{ url = "https://files.pythonhosted.org/packages/9b/07/a83b9eeec8c1c3c0e4eda15f06c3a91001bfd2687ea2f07b750719bf9712/ruff-0.17.3-py3-none-musllinux_1_2_i686.whl", hash = "sha256:029c37cbd3de48ca37aa12117bead2d065f15da17d66bf84e0d4274013705db2", size = 10394903, upload-time = "2026-10-27T00:33:56.158Z" },
{ url = "https://files.pythonhosted.org/packages/af/b2/05c39857c2526fcbebe46ad93a8dc97424656dfef14d3ef933abe1ffd331/ruff-0.17.3-py3-none-musllinux_1_2_x86_64.whl", hash = "sha256:692fdb46d0fd9c71e380947dc5fc72f2c3f881073bc1f739e4579376231affbe", size = 10799780, upload-time = "2026-10-27T00:33:58.204Z" },
{ url = "https://files.pythonhosted.org/packages/ec/d9/47171a16739eb7a353936b31c20cf54340531e68c9af7d72fd7a784e235d/ruff-0.17.3-py3-none-win32.whl", hash = "sha256:46539cb031b01fd29ae0a02142483c46640b233ee12bb1c1b690bffa1555d5ca", size = 9908481, upload-time = "2026-10-27T00:34:00.087Z" },
{ url = "https://files.pythonhosted.org/packages/d0/a0/f08c1631bfd81faa6a90eaf70c37c786c11bed2046302b56bb506c25e1a0/ruff-0.17.3-py3-none-win_amd64.whl", hash = "sha256:56b8ffb3f3b3cbccb8b76b71b38261b7ed982ef5d20f5b447b1b61a7f4949b24", size = 10341333, upload-time = "2026-10-27T00:34:02.099Z" },
{ url = "https://files.pythonhosted.org/packages/99/d5/4ad4ed31413c301430918e70d3d38ae6f097af0766cb9ab8c9d502b2a4d6/ruff-0.17.3-py3-none-win_arm64.whl", hash = "sha256:81fce74bcd6be0e9da7c67c7553fd0f1f12964a2052cd728ef917b937a5ca1d9", size = 9854332, upload-time = "2026-10-27T00:34:03.847Z" },
]
[[package]]
name = "s3transfer"
version = "0.19.3"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "botocore" },
]
sdist = { url = "https://files.pythonhosted.org/packages/49/c5/0a5ce655109cb96b8dfad36908a4e108d15f5dc2eff8fbc3146c4312e704/s3transfer-0.19.3.tar.gz", hash = "sha256:8326acc3d056d7f7b8a37110c7d2aea41f67e83f6ae79cd3b5fbcca34c726406", size = 166087, upload-time = "2026-10-19T19:19:49.751Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/e2/a4/88f9e10498759121060b8050a1554753dfc04df39bbbcc7aad9ecc8d9440/s3transfer-0.19.3-py3-none-any.whl", hash = "sha256:24eb7535804306355e31c952a90022bf5b2f9d760f9a11062c7493a217c08553", size = 90252, upload-time = "2026-10-19T19:19:48.309Z" },
]
[[package]]
name = "six"
version = "1.17.0"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/94/e7/b2c673351809dca68a0e064b6af791aa332cf192da575fd474ed7d6f16a2/six-1.17.0.tar.gz", hash = "sha256:ff70335d468e7eb6ec65b95b99d3a2836546063f63acc5171de367e834932a81", size = 34031, upload-time = "2024-12-04T17:35:28.174Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/b7/ce/149a00dd41f10bc29e5921b496af8b574d8413afcd5e30dfa0ed46c2cc5e/six-1.17.0-py2.py3-none-any.whl", hash = "sha256:4721f391ed90541fddacab5acf947aa0d3dc7d27b2e1e8eda2be8970586c3274", size = 11050, upload-time = "2024-12-04T17:35:26.475Z" },
]
[[package]]
name = "starlette"
version = "1.10.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "anyio" },
{ name = "typing-extensions" },
]
sdist = { url = "https://files.pythonhosted.org/packages/48/bb/3d8757f21e9a53d9035c9eb039a777047139a16bfdbedfc7a58241c3d914/starlette-1.10.0.tar.gz", hash = "sha256:b8399098d4c1e3522734f7235dc79b1fc967f96cf139c81e0fa30479e0685f9b", size = 2734356, upload-time = "2026-10-24T15:04:12.342Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/88/2e/947cfe02def9371c07cd5bf5b6b61c829e9aecb9904db02a66cfafbc1eec/starlette-1.10.0-py3-none-any.whl", hash = "sha256:478c0ab3b4ced6e82719849c118fa406f0278a3499c1a898cd15cd31bdc38ce4", size = 80571, upload-time = "2026-10-24T15:04:10.371Z" },
]
[[package]]
name = "typing-extensions"
version = "4.16.0"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/f6/cc/6253133b5bb138fc3306cebfbda2c520f545d36b5be2c7255cc528bb45d6/typing_extensions-4.16.0.tar.gz", hash = "sha256:dc983d19a509c94dba722ee6abd33940f7c05a89e243c47e907eb4db6f1a43e5", size = 113555, upload-time = "2026-07-02T08:40:05.92Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/49/d3/b8441a820a491ddfc024b0b0cf0393375b75ea13866d9c66727e54c2fc80/typing_extensions-4.16.0-py3-none-any.whl", hash = "sha256:481caa481374e813c1b176ada14e97f1f67a4539ce9cfeb3f350d78d6370c2e8", size = 45571, upload-time = "2026-07-02T08:40:04.659Z" },
]
[[package]]
name = "typing-inspection"
version = "0.4.4"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "typing-extensions" },
]
sdist = { url = "https://files.pythonhosted.org/packages/a3/26/b09b8010994eccc3c09092e6b34058f36a460eea2d4c3e8b910c695975a0/typing_inspection-0.4.4.tar.gz", hash = "sha256:547274fa6b0a561ccf549cc9524b999a578e737d015d8709d021f9d0d13bea47", size = 76928, upload-time = "2026-08-12T12:37:25.997Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/67/81/4add07e5172b7ac40d8ed5ff580409a7801a4fe26d529bdd915401dabfbe/typing_inspection-0.4.4-py3-none-any.whl", hash = "sha256:65b8397ba37ccbce054456aaccddfc91e6e3083c92824df348d96ca832f3f147", size = 14750, upload-time = "2026-08-12T12:37:24.648Z" },
]
[[package]]
name = "tzdata"
version = "2026.6"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/7a/29/6a1391d31cd00ff9e927215a224a880e1e84e826b64ba80a499e51c074d8/tzdata-2026.6.tar.gz", hash = "sha256:85d2cd9c09f81f0bb29db27759fc83af4f1e620efb814f8c5bf8b4cc4feece6d", size = 201017, upload-time = "2026-10-28T09:57:09.137Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/0a/66/9a06c2227fedfd4919f0eaaa8b94377d9730882a7e4f95823c9a331ab5e1/tzdata-2026.6-py2.py3-none-any.whl", hash = "sha256:0a10eec6e13ef16b627fabed9a5f2ba61a62b1c67f327305f4e7e412a70b4aec", size = 348210, upload-time = "2026-10-28T09:57:07.276Z" },
]
[[package]]
name = "urllib3"
version = "2.8.0"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/e3/05/b17359e1cefb4f909b5e40b1b90a496d987258916dbbf88e842c729f510e/urllib3-2.8.0.tar.gz", hash = "sha256:63bf2ead4c879426ebf22ef2a781eeb4aa3b4ae798a0435506f8687fd5bb9b63", size = 458972, upload-time = "2026-09-15T19:29:36.253Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/92/9d/c4e665119135114480843e7ab388fa94d8480650450e6f8e26b70d323a4c/urllib3-2.8.0-py3-none-any.whl", hash = "sha256:0cf3cae568d36aa9576b28dfb35f11328f1cb974ca7647d9475ebb86c75ac6e3", size = 135717, upload-time = "2026-09-15T19:29:34.577Z" },
]
[[package]]
name = "uvicorn"
version = "0.54.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "click" },
{ name = "h11" },
]
sdist = { url = "https://files.pythonhosted.org/packages/da/34/30e9280707135d2cfc589dfff3cb796bd07a3aeb1a3e415ba09dd89d7bb4/uvicorn-0.54.0.tar.gz", hash = "sha256:a2e33cbfaa0306f8e6b0c13e0cb89d7d7a2da3e62b90c66e18c33d9807b28620", size = 112283, upload-time = "2026-09-25T06:52:37.601Z" }
wheels = [
{ url = "https://files.pythonhosted.org/packages/38/0c/b54a4fdd7f90a3af8b02ebc9ce6712c2c208b7926a2f7bad95c33ebbe943/uvicorn-0.54.0-py3-none-any.whl", hash = "sha256:505bdb0f318731d45f1f712071fc781a8981f6847a31c902c9f5e652d4f67faf", size = 87427, upload-time = "2026-09-25T06:52:35.829Z" },
]