From 7f51c6ac3b9e089abc3cda48fa272a36220fed8b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=D0=92=D0=B0=D1=81=D0=B8=D0=BB=D1=8C=D0=B5=D0=B2=20=D0=9D?= =?UTF-8?q?=D0=B8=D0=BA=D0=B8=D1=82=D0=B0?= Date: Fri, 6 Nov 2026 18:27:29 +0300 Subject: [PATCH 1/2] =?UTF-8?q?=D0=9B=D0=A05:=20=D1=83=D1=81=D1=82=D0=BE?= =?UTF-8?q?=D0=B9=D1=87=D0=B8=D0=B2=D1=8B=D0=B9=20versioned=20pipeline=20?= =?UTF-8?q?=D0=B8=D0=B7=D0=BE=D0=B1=D1=80=D0=B0=D0=B6=D0=B5=D0=BD=D0=B8?= =?UTF-8?q?=D0=B9,=20outbox=20=D0=B8=20=D0=B4=D0=BE=D0=BA=D0=B0=D0=B7?= =?UTF-8?q?=D0=B0=D1=82=D0=B5=D0=BB=D1=8C=D1=81=D1=82=D0=B2=D0=B0=20=D0=BE?= =?UTF-8?q?=D1=82=D0=BA=D0=B0=D0=B7=D0=BE=D0=B2?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .dockerignore | 27 +- .env.example | 37 +- .gitignore | 2 + DEFENSE.md | 31 + Dockerfile | 19 + Makefile | 17 + REPORT.md | 119 ++- REVIEW_CHECKLIST.md | 48 + SCHEMA.md | 31 + compose.fault.yaml | 16 + compose.yaml | 179 ++++ evidence/build-final.txt | 71 ++ evidence/checks-final.txt | 4 + evidence/extra-invariants-log.txt | 1 + evidence/extra-invariants.json | 114 +++ evidence/failover-final.json | 58 ++ evidence/fault-runtime-source.json | 20 + evidence/fault-study-log.txt | 12 + evidence/fault-study.json | 1000 ++++++++++++++++++++ evidence/independent-http.json | 413 ++++++++ evidence/last-stopped.json | 1 + evidence/lb-final-log.txt | 35 + evidence/lb-no-ready-api.json | 13 + evidence/lint-final.txt | 2 + evidence/persistence-final.txt | 2 + evidence/persistence-runtime.json | 250 +++++ evidence/pixel-boundary-log.txt | 24 + evidence/pixel-boundary.json | 24 + evidence/runtime-source.json | 27 + evidence/smoke-final.txt | 2 + evidence/stack-final-log.txt | 1 + evidence/startup-final.txt | 78 ++ evidence/tests-final.txt | 3 + infra/filer.toml | 3 + infra/haproxy.cfg | 37 + migrations/001_initial.sql | 35 + migrations/002_idempotency.sql | 10 + migrations/003_unicode_storage.sql | 13 + migrations/004_attachments.sql | 35 + migrations/005_attachment_only_message.sql | 3 + migrations/006_jobs.sql | 49 + pyproject.toml | 29 + research/README.md | 54 ++ research/extra_invariants.py | 263 +++++ research/fault_suite.py | 398 ++++++++ research/pixel_boundary.py | 58 ++ scripts/bootstrap.py | 49 + scripts/restart.sh | 5 + scripts/stop-one.sh | 4 + scripts/stop_one.py | 22 + scripts/verify_lb_unavailable.py | 46 + scripts/verify_sources.py | 23 + scripts/verify_stack.py | 71 ++ scripts/wait_replicas.py | 21 + src/messenger/__init__.py | 1 + src/messenger/__main__.py | 12 + src/messenger/app.py | 314 ++++++ src/messenger/attachments.py | 176 ++++ src/messenger/config.py | 10 + src/messenger/domain.py | 63 ++ src/messenger/image_pipeline.py | 82 ++ src/messenger/jobctl.py | 123 +++ src/messenger/jobs.py | 313 ++++++ src/messenger/migrate.py | 32 + src/messenger/models.py | 68 ++ src/messenger/postgres.py | 332 +++++++ src/messenger/storage.py | 96 ++ src/messenger/storage_bootstrap.py | 30 + src/messenger/worker.py | 239 +++++ student-tests/test_api.py | 201 ++++ student-tests/test_attachments.py | 203 ++++ student-tests/test_cursor_format.py | 39 + student-tests/test_cursor_http.py | 49 + student-tests/test_edgecases.py | 99 ++ student-tests/test_jobs.py | 52 + student-tests/test_pipeline.py | 46 + student-tests/test_sessions.py | 62 ++ uv.lock | 792 ++++++++++++++++ 78 files changed, 7278 insertions(+), 65 deletions(-) create mode 100644 DEFENSE.md create mode 100644 Dockerfile create mode 100644 REVIEW_CHECKLIST.md create mode 100644 SCHEMA.md create mode 100644 compose.fault.yaml create mode 100644 compose.yaml create mode 100644 evidence/build-final.txt create mode 100644 evidence/checks-final.txt create mode 100644 evidence/extra-invariants-log.txt create mode 100644 evidence/extra-invariants.json create mode 100644 evidence/failover-final.json create mode 100644 evidence/fault-runtime-source.json create mode 100644 evidence/fault-study-log.txt create mode 100644 evidence/fault-study.json create mode 100644 evidence/independent-http.json create mode 100644 evidence/last-stopped.json create mode 100644 evidence/lb-final-log.txt create mode 100644 evidence/lb-no-ready-api.json create mode 100644 evidence/lint-final.txt create mode 100644 evidence/persistence-final.txt create mode 100644 evidence/persistence-runtime.json create mode 100644 evidence/pixel-boundary-log.txt create mode 100644 evidence/pixel-boundary.json create mode 100644 evidence/runtime-source.json create mode 100644 evidence/smoke-final.txt create mode 100644 evidence/stack-final-log.txt create mode 100644 evidence/startup-final.txt create mode 100644 evidence/tests-final.txt create mode 100644 infra/filer.toml create mode 100644 infra/haproxy.cfg create mode 100644 migrations/001_initial.sql create mode 100644 migrations/002_idempotency.sql create mode 100644 migrations/003_unicode_storage.sql create mode 100644 migrations/004_attachments.sql create mode 100644 migrations/005_attachment_only_message.sql create mode 100644 migrations/006_jobs.sql create mode 100644 pyproject.toml create mode 100644 research/README.md create mode 100644 research/extra_invariants.py create mode 100644 research/fault_suite.py create mode 100644 research/pixel_boundary.py create mode 100644 scripts/bootstrap.py create mode 100755 scripts/restart.sh create mode 100755 scripts/stop-one.sh create mode 100644 scripts/stop_one.py create mode 100644 scripts/verify_lb_unavailable.py create mode 100644 scripts/verify_sources.py create mode 100644 scripts/verify_stack.py create mode 100644 scripts/wait_replicas.py create mode 100644 src/messenger/__init__.py create mode 100644 src/messenger/__main__.py create mode 100644 src/messenger/app.py create mode 100644 src/messenger/attachments.py create mode 100644 src/messenger/config.py create mode 100644 src/messenger/domain.py create mode 100644 src/messenger/image_pipeline.py create mode 100644 src/messenger/jobctl.py create mode 100644 src/messenger/jobs.py create mode 100644 src/messenger/migrate.py create mode 100644 src/messenger/models.py create mode 100644 src/messenger/postgres.py create mode 100644 src/messenger/storage.py create mode 100644 src/messenger/storage_bootstrap.py create mode 100644 src/messenger/worker.py create mode 100644 student-tests/test_api.py create mode 100644 student-tests/test_attachments.py create mode 100644 student-tests/test_cursor_format.py create mode 100644 student-tests/test_cursor_http.py create mode 100644 student-tests/test_edgecases.py create mode 100644 student-tests/test_jobs.py create mode 100644 student-tests/test_pipeline.py create mode 100644 student-tests/test_sessions.py create mode 100644 uv.lock diff --git a/.dockerignore b/.dockerignore index bc16e556..438f5083 100644 --- a/.dockerignore +++ b/.dockerignore @@ -1,20 +1,7 @@ -.git -.github -.env -.env.* -!.env.example -secrets -certs -volumes -data -backups -*.key -*.pem -*.p12 -*.pfx -*.jks -.venv -__pycache__ -node_modules -evidence -.DS_Store +* +!pyproject.toml +!uv.lock +!src/ +!src/** +!migrations/ +!migrations/** diff --git a/.env.example b/.env.example index 119384b5..ee8104a1 100644 --- a/.env.example +++ b/.env.example @@ -1,25 +1,18 @@ -# Copy to .env for your LOCAL synthetic test environment; never commit .env. -# These are logical interface suggestions; map actual framework names in REPORT.md. -APP_HOST=0.0.0.0 -APP_PORT=8080 -APP_ENV=lab +# Локальный стенд ЛР5. make bootstrap создаёт .env и secrets/, не меняя существующие значения. +PUBLIC_PORT=8085 SESSION_TTL_SECONDS=3600 -# Choose credentials locally. File paths contain no secret values. -DATABASE_URL_FILE=/run/secrets/database_url -# Optional on 3, required use on 4 in lab2; Redis OR Valkey: -SESSION_STORE=postgres -CACHE_URL_FILE=/run/secrets/cache_url API_REPLICAS=2 -IDEMPOTENCY_TTL_SECONDS=86400 -S3_ENDPOINT=http://s3:9000 -S3_REGION=us-east-1 -S3_BUCKET=messenger-attachments -S3_ACCESS_KEY_ID_FILE=/run/secrets/s3_access_key_id -S3_SECRET_ACCESS_KEY_FILE=/run/secrets/s3_secret_access_key -MAX_UPLOAD_BYTES=10485760 -MAX_IMAGE_PIXELS=40000000 -BROKER_URL_FILE=/run/secrets/broker_url -WORKER_CONCURRENCY=2 +API_CPUS=0.5 +API_MEMORY=512m +POOL_MAX_SIZE=8 JOB_MAX_ATTEMPTS=5 -JOB_TIMEOUT_SECONDS=60 -STAGING_RETENTION_SECONDS=86400 +JOB_LEASE_SECONDS=45 +# Необязательно: API_IMAGE=mtusi-vasilev:lab5, VCS_REF=. +# Credentials генерируются в ignored secrets/ и монтируются через *_FILE; +# не помещайте реальные пароли/токены в этот файл. +# DATABASE_URL_FILE, CACHE_URL_FILE, BROKER_URL_FILE и S3_*_KEY_FILE задаёт compose.yaml. +# S3 endpoint фиксирован в compose: http://s3:8333, bucket: messenger. +# Cache: TTL60s, ephemeral. Broker: Valkey Streams, AOF always, maxmemory128MiB/noeviction. +# Worker serial, prefetch1; child wall20s/CPU15s/AS700MiB; контейнер896MiB/1CPU. +# Upload max10MiB/40M pixels, один слот на API, body deadline15s. +# ENABLE_FAULT_INJECTION включается только отдельным compose.fault.yaml, не обычным запуском. diff --git a/.gitignore b/.gitignore index b5a71896..94fbfc4c 100644 --- a/.gitignore +++ b/.gitignore @@ -30,3 +30,5 @@ coverage/ .vscode/ # Keep small, sanitized evidence summaries in evidence/ under version control. # Inspect git diff --cached: ignore rules are not a secret scanner. +.pytest_cache/ +.ruff_cache/ diff --git a/DEFENSE.md b/DEFENSE.md new file mode 100644 index 00000000..c7a0cf78 --- /dev/null +++ b/DEFENSE.md @@ -0,0 +1,31 @@ +# ЛР5: подготовка к защите + +Я отделил приём изображения от обработки. API полностью принимает и проверяет файл, сохраняет staging и одной транзакцией записывает metadata/job/outbox, затем отвечает202queued. Dispatcher уведомляет устойчивый broker, отдельный worker создаёт original/thumbnail/crop/WebP в приватном S3. Клиент опрашивает metadata; content доступен послеready и проверки членства в чате. + +## Вопросы README + +**Чем publisher confirm отличается от consumer ack?** Первое подтверждает приём брокером, второе — обработку потребителем. У Valkey Streams XADD при AOF always — наша граница приёма; XACK — подтверждение уведомления после устойчивого эффекта/следующего состояния. Crash между ними может дать повтор. + +**Что сохранено в момент202?** Все принятые и проверенные bytes в S3 staging и PostgreSQL attachment/job/outbox. Resize ещё не обязателен. Остановленный worker не мешает приёму; недоступный broker оставляет outbox. + +**Почему повторная доставка нормальна и где ключ идемпотентности?** Broker не отличает «worker не сделал» от «сделал, но ack потерян». Job_id стабилен; ключ эффекта attachment_id+pipeline_version+variant. Ready-дубль no-op, старый worker не проходит fencing версии/lease. Это не exactly-once доставка. + +**Как отличить зависший worker от долгого?** Есть lease/deadline, отдельные ограничения времени и памяти. После lease recovery возвращает работу в очередь; fenced publication блокирует устаревшую попытку. Короткий lease создаёт лишние попытки, длинный замедляет восстановление. Обычный45s, тестовый8s. + +## Демонстрация + +1. `make up`, `make test`, две реальные API-реплики за LB. +2. Остановитьworker, upload202queued/content409, создать сообщение с вложением. +3. ПерезапуститьAPI/broker сvolumes, запуститьworker: тот же attachmentready, original совпадает. +4. Показать fault-suite/evidence: реальныеcrashes до/послеS3, COMMIT/publish, дубли и старая версия после новой. +5. Объяснитьcleanup/replay: общийrowlock от последней проверки доDELETE; queued/processing не удаляются. + +## Что помнить + +- 202 означает «устойчиво принято», а не «готово». +- Передачаbytes и полнаявалидация остаются синхроннойчастьюHTTP. +- Повторupload после потерянногоответа может создатьдругое вложение. +- Идемпотентен эффект, доставка остаётсяat-least-once. +- Valkeycache и durablebroker — разные сервисы. +- Original не меняется; маленькийoptimized не обязан быть меньше исходника. +- Одинhost и одиночныехранилища остаютсяSPOF. Volumes/AOF не заменяютbackup. diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 00000000..6b171bc6 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,19 @@ +FROM python:3.12-slim@sha256:646fb0bca3dd3ea1bcc6feb72c17ed16eed6e10cffc732fcc1478bd3e7f02d7b AS build +COPY --from=ghcr.io/astral-sh/uv:0.11.7 /uv /usr/local/bin/uv +WORKDIR /app +COPY pyproject.toml uv.lock ./ +RUN uv sync --locked --no-dev --no-install-project --python /usr/local/bin/python + +FROM python:3.12-slim@sha256:646fb0bca3dd3ea1bcc6feb72c17ed16eed6e10cffc732fcc1478bd3e7f02d7b +RUN apt-get update && apt-get install -y --no-install-recommends libjpeg-turbo-progs=1:2.1.5-4 && rm -rf /var/lib/apt/lists/* +ARG VCS_REF=uncommitted +LABEL org.opencontainers.image.revision=$VCS_REF +ENV PYTHONUNBUFFERED=1 PYTHONDONTWRITEBYTECODE=1 PYTHONPATH=/app/src PATH=/app/.venv/bin:$PATH +WORKDIR /app +COPY --from=build /app/.venv /app/.venv +COPY src ./src +COPY migrations ./migrations +USER 10001:10001 +EXPOSE 8080 +HEALTHCHECK --interval=3s --timeout=2s --start-period=5s --retries=5 CMD ["python", "-c", "import urllib.request; urllib.request.urlopen('http://127.0.0.1:8080/health/ready', timeout=1)"] +CMD ["python", "-m", "messenger"] diff --git a/Makefile b/Makefile index 5d86d171..aa5ac43d 100644 --- a/Makefile +++ b/Makefile @@ -28,3 +28,20 @@ test-persistence: test-failover: @test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable stop-one hook"; exit 2) $(PYTHON) tests/resilience.py --mode failover --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS) + +# Student implementation commands; acceptance targets above are unchanged. +PUBLIC_PORT ?= 8085 +BASE_URL = http://127.0.0.1:$(PUBLIC_PORT) +bootstrap: + python3 scripts/bootstrap.py +up: bootstrap + VCS_REF=$$(git rev-parse HEAD) docker compose up -d --build --wait +migrate: + docker compose run --rm migrate +down: + docker compose down +student-test: + BASE_URL=$(BASE_URL) uv run --locked pytest -q +lint: + uv run --locked ruff check src student-tests research +.PHONY: bootstrap up down migrate student-test lint diff --git a/REPORT.md b/REPORT.md index e98f75e9..265eac2e 100644 --- a/REPORT.md +++ b/REPORT.md @@ -1,37 +1,110 @@ # Отчёт — лабораторная 5 -- Автор, группа: TODO -- Целевая оценка; выбранный трек 5, если нужен: TODO -- Commit/PR: TODO после публикации -- Использованные источники, библиотеки и помощь ИИ: TODO +**Васильев Никита · БВТ2301 · n.a.vasilev@edu.mtuci.ru** +Цель: **5, трек 2 — доказанная идемпотентность versioned pipeline**. +Ветка `solution/bvt2301-vasilev`. Пока выполнено локально, публикация отдельно по указанию пользователя. -## Запуск из чистого clone +Основа — собственная реализация предыдущих лабораторных. Использованы Python/FastAPI, PostgreSQL, Valkey, boto3, Pillow и помощь ИИ при реализации и проверке. Чужие решения и результаты не переносились; предварительно изучены замечания преподавателей: [REVIEW_CHECKLIST.md](REVIEW_CHECKLIST.md). Исходные README, contracts, tests и COURSE сохранены. -TODO: версии runtime/образов, prerequisites, команды создания локальных secrets/.env, build, миграций, запуска, ожидания готовности, тестов и остановки. Указать необходимые действия оператора. Не вставлять секреты. Отдельно указать безопасную остановку и команду намеренного удаления учебных данных. +## Чистый запуск -## Архитектура и решения +Нужны Git, Docker Engine + Compose v2, uv; ориентир для Docker — 4 CPU/8 GiB RAM. Lifecycle/fault-тесты выполнять последовательно, без соседних нагрузочных экспериментов. -TODO: схема процессов/хранилищ, источник истины, транзакционные границы, ограничения. Что перенесено из lab4, что изменено в этой работе. Соответствие переменных из .env.example реальной конфигурации. +```sh +uv sync --locked --python 3.12 +make up +make check validate PYTHON=.venv/bin/python +make test +make student-test +make test-persistence ACTION_SCRIPT=scripts/restart.sh +make test-failover ACTION_SCRIPT=scripts/stop-one.sh +docker compose start api +``` -## Доказательства критериев +`make up` создаёт ignored secrets/.env, сохраняя существующие credentials, собирает образ, применяет миграции до API и ждёт готовности. Host API — только HAProxy `http://127.0.0.1:8085`; отдельные API/БД/S3/broker наружу не опубликованы. Повтор миграций: `make migrate`. -| Критерий README | Команда/сценарий | Наблюдаемый результат | Файл доказательства | -| --- | --- | --- | --- | -| Публичный smoke | make test | TODO | TODO | -| Остальные пункты уровня 3 | TODO | TODO | TODO | -| Все пункты уровня 4, если заявлен | TODO | TODO | TODO | -| Выбранный трек 5, если заявлен | TODO | TODO | TODO | +Остановка без удаления данных: `make down`. Намеренное удаление данных **только этого учебного проекта**: `docker compose down --volumes`; для обычной остановки эта команда не нужна. -TODO: добавить отдельную строку для каждого заявленного критерия. PASS без команды и наблюдения не является доказательством. Проверка инфраструктурного hook требует подтверждения, какие реальные процессы/хранилища перезапущены. +Версии: Python 3.12.13, FastAPI 0.162.0, Pillow 12.3.0, psycopg 3.3.6, redis-py 8.1.0, boto3 1.43.125, pinned uv.lock. Python base digest и uv0.11.7 закреплены; runtime libjpeg-turbo-progs=1:2.1.5-4. PostgreSQL17.10-alpine, Valkey8.1.3-alpine, SeaweedFS4.15 и HAProxy3.2 (последние два с digest). Отдельный apt snapshot не настроен. -## Эксперименты и отказы +## Архитектура и устойчивые границы -TODO: гипотеза, hardware/лимиты, версии, объём данных, профиль нагрузки, concurrency/arrival rate, длительность/прогрев, повторы, успешные RPS, ошибки, p50/p95/p99, CPU/RAM. Сохранить raw summary без tokens и объяснить ограничения измерения. +```text +Client → HAProxy → API ×2 → PostgreSQL + ↓ ↑ ↓ + S3 staging worker ← broker ← outbox dispatcher + ↓ + S3 final original + thumbnail/crop/WebP +``` -| Воздействие | Что ожидаем | Что наблюдали | Время восстановления / потеря данных | -| --- | --- | --- | --- | -| TODO | TODO | TODO | TODO | +PostgreSQL — источник истины: users/chats/members/messages/sessions/attachments/jobs/outbox. Отдельный cache Valkey хранит публичные карточки пользователей TTL60s; его отказ обходится чтением БД. Broker — другой Valkey с паролем, AOF appendfsync always, volume, maxmemory128MiB/noeviction. В очередь идут только контрактные ID/версия/попытка/время, не bytes, URL или credentials. -## Ограничения и следующие шаги +До **202 queued** полностью приняты и проверены bytes, завершён S3 PUT в staging, одной транзакцией записаны attachment/job/outbox. Worker для ответа не требуется; resize в API не выполняется. При недоступности broker намерение остаётся в PostgreSQL. Ответ upload — снимок queued, даже если worker успел до следующего GET. -TODO: какие отказы выдерживаются и какие нет; что не реализовано; где учебное упрощение; какое улучшение подтверждено, а какое пока гипотеза. +Dispatcher XADD → mark published в транзакции. Crash между этими действиями даёт допустимый дубль. При AOF always XADD-ответ — наша граница приёма брокером, XACK — подтверждение обработки уведомления после устойчивого результата/сохранённого следующего состояния. + +Worker атомарно записывает processing, attempt, случайный lease_id и deadline. Истёкший lease восстанавливает dispatcher. Ready публикуется лишь после всех четырёх объектов и проверки актуальных state/lease_id/pipeline_version под row locks. Ключ эффекта `(attachment_id,pipeline_version,variant)`, S3 prefix серверный и versioned. Дубликат ready — no-op; старая версия не меняет новое состояние. **At-least-once доставка с идемпотентным эффектом не означает exactly-once доставку.** + +Временные ошибки: backoff1/2/4/8… максимум30s + jitter0–0.5s, по умолчанию JOB_MAX_ATTEMPTS=5. Постоянная ошибка — failed сразу, исчерпание — retry_exhausted. Failed_jobs и job_audit дают реестр ошибок и историю replay. Replay разрешён только failed с существующим источником, добавляет ограниченный budget и сохраняет job_id. Обычный pipeline1 использует WebP quality80; операторская версия2 — quality75. Reprocess queued выбирает staging, ready — опубликованный original; отсутствующий источник даёт отказ до изменения состояния. + +Сессии/пароли/ACL и идемпотентность сообщений предыдущих лаб сохранены. SHA256 digest случайного256-bit токена и абсолютное expiry находятся в PostgreSQL, пароли Argon2id. GET/content проверяют сессию и членство; queued/processing/failed content409. Original скачивается побайтно через API без redirect. Private bucket и отдельная backend-сеть, app S3 credentials ограничены bucket, admin только bootstrap. + +## Изображения, ресурсы и очистка + +- PNG/JPEG, max10MiB, max40Mpixel до decode, полная проверка PNG IDAT/JPEG. Дополнительный djpeg-strict с timeout5s отклоняет предупреждения libjpeg, включая half-scan с поддельным EOI. +- Один upload на API-процесс, excess429; чтение тела ограничено15s. +- Отдельный serial worker, prefetch/count1. Child processing: wall20s, CPU15s, address space700MiB. Worker896MiB/1CPU, tmpfs32MiB; crash/OOM оставляет durable source для bounded recovery. Обычный lease45s, fault-overlay8s. +- Thumbnail JPEG quality85, fit256 без upscale и с floor/min1; EXIF orientation, alpha на белый. Crop JPEG128×128 центрированный с допустимым upscale. WebP fit1280 без upscale, method4, quality80/75; производные без EXIF/ICC. Не обещается уменьшение каждого исходника. +- Ready-staging удаляется после устойчивого результата. **Queued/processing не удаляются по возрасту.** Failed-source хранится168h, затем явный cleanup удаляет его под attachment lock и делает replay невозможным. Проверка состояния и DELETE синхронизированы с replay/publish. Orphan upload intents очищаются после1h с SKIP LOCKED; активный upload держит intent lock. +- Ready-originals/variants и старые version-prefix автоматически не удаляются. Отдельный GC старых версий не реализован. Cleanup не поставлен в расписание, оператор запускает его явно. Seaweed32volumes×64MiB — конечная локальная ёмкость около2GiB до накладных расходов. + +Операторские команды из корня: + +```sh +docker compose exec -T --index 1 api python -m messenger.jobctl failed +docker compose exec -T --index 1 api python -m messenger.jobctl replay ATTACHMENT_UUID +docker compose exec -T --index 1 api python -m messenger.jobctl reprocess ATTACHMENT_UUID --version 2 +docker compose exec -T --index 1 api python -m messenger.jobctl cleanup +``` + +## Проверки и исследование + +Гипотеза: outbox + повторяемые уведомления + fenced versioned publication сохраняют принятые задания и защищают новый результат при перечисленных авариях. Проверяем инварианты и bytes/hash результатов, а не максимальный RPS. Основной синтетический файл319×200 также проверяет замечание о floor256×160. + +```sh +uv run --locked python research/fault_suite.py --output evidence/fault-study-repeat.json +uv run --locked python research/extra_invariants.py +uv run --locked python research/pixel_boundary.py +``` + +Драйверы временно включают compose.fault.yaml, затем возвращают обычный запуск. Hooks доступны лишь при ENABLE_FAULT_INJECTION=1 и управляются локальной БД, публичных fault-endpoint нет. Повторные evidence сохраняйте под новыми именами. См. [методику](research/README.md). + +| Критерий | Проверка | Evidence | +|---|---|---| +| Контракт/smoke | make check validate; make test | checks-final.txt; smoke-final.txt | +| Собственные API/session/image tests | make student-test | tests-final.txt | +| Независимые81HTTP-проверки | Отдельный root-драйвер | independent-http.json | +| Полный restart, прежний токен и original | make test-persistence | persistence-final.txt; persistence-runtime.json | +| API failover через общий LB | make test-failover | failover-final.json | +| Worker absent202, API/broker restart | Fault-suite | fault-study.json | +| COMMIT/publish, XADD/mark gap | Настоящий exit API/dispatcher | fault-study.json | +| Crash до/послеS3 и послеCOMMIT доack | Настоящий exit worker, lease recovery | fault-study.json | +| 20duplicates, queuedv2, stalev1afterv2 | Реальные broker и S3 | fault-study.json | +| Backoff, broker reorder, concurrentcleanup/replay | Дополнительный fault-driver | extra-invariants.json | +| Законные40M RGB/RGBA под лимитами | HTTP→worker→ready | pixel-boundary.json | + +Итог локальной проверки: **133 собственных теста PASS за35,94s**, smoke/contract/schema/lint PASS. Основное исследование: **11 сценариев PASS за118.877s**; дополнительно **6 инвариантов PASS**: backoff, reorder, malformed deliveries, aged queued staging и два concurrentcleanup/replay. Два физических API проверены в 3 failover-прогонах. Все используемые хранилища реально перезапущены, volumes совпали; прежний токен и original сохранены. LB при отсутствии API возвращает JSON503 с matchingRequestId и без поддельногоInstanceId. + +Граница40Mpixel достиглаready: RGB 1.8s, RGBA 1.98s, OOM=false под заданными лимитами; это не peakRSS и не SLA. Полное содержимое и времена доступны в evidence/. + +После fault-опыта ужесточён общий парсер cursor (ISOweek/basicISO/неверные даты →400); pipeline/outbox/storage-модули побайтно совпадают с испытанным образом. [Проверка runtime-source](evidence/runtime-source.json) сопоставляет реальные container bytes с репозиторием и fault-image. Все133теста выполнены на окончательном образе. PASS не выставляет оценку автоматически. + +## Ограничения + +Контролируемые interleaving не перебирают все распределённые отказы. Один host, PostgreSQL, broker и storage остаются SPOF; API failover не означает HA БД. Volumes/AOF/fsync не заменяют независимый backup; регулярные внешние backup/PITR не настроены. Перегрузка и сравнение concurrency не исследовались: выбран трек2. Время обработки/restore локального теста не является production SLA; 40M success не является измерением пикового RSS. + +После потери ответа повтор upload может создать второе вложение: обязательная Idempotency-Key относится к сообщениям. При COMMIT с потерянным ответом уже записанное намерение всё равно автоматически обрабатывается. Отсутствие worker не должно приводить к синхронному resize. + +## Источники + +Исходные contracts/README.md, attachment-states.md, jobs.schema.json; [Valkey persistence](https://valkey.io/topics/persistence/), [PostgreSQL transactions](https://www.postgresql.org/docs/17/tutorial-transactions.html), [Pillow ImageOps](https://pillow.readthedocs.io/en/stable/reference/ImageOps.html). Замечания со ссылками — REVIEW_CHECKLIST.md. diff --git a/REVIEW_CHECKLIST.md b/REVIEW_CHECKLIST.md new file mode 100644 index 00000000..4845610e --- /dev/null +++ b/REVIEW_CHECKLIST.md @@ -0,0 +1,48 @@ +# Проверенные замечания преподавателя к чужим PR + +Прочитаны только замечания, код и результаты чужих решений не переносились. Отсутствие замечаний не является доказательством корректности. + +## https://gitea.privcloud.tech/mtusi2026/mtusi2026lab5/pulls/2#issuecomment-629 + +Самые криты: +- Cleanup удаляет файл ещё не выполненной задачи. Если worker недоступен больше часа, уже принятая загрузка теряется. Нужно сохранять staging для queued/processing. Это реальная проблема сохранности данных. + +- Нет рабочего replay failed-задач. После устранения причины ошибки задачу нельзя штатно вернуть в обработку. Достаточно небольшого операторского скрипта с переходом failed → queued, записью о повторе и защитой уже готовых задач. + +## https://gitea.privcloud.tech/mtusi2026/mtusi2026lab5/pulls/3#issuecomment-871 + +Подтверждён один существенный дефект: janitor может удалить результат успешно завершённого replay. В [janitor.py:201](https://gitea.privcloud.tech/Kalibr/mtusi2026lab5/src/commit/9863bb0505f83c7d8d0fa73f6f18d25a8a6f7c43/janitor.py#L201) повторная проверка состояния и последующий DELETE не синхронизированы с replay. +Минимальное воспроизведение: +1. После реального crash worker за записью объектов и четырёх временных ошибок получить failed/retry_exhausted с оставшимися объектами. +2. Дождаться их реального возраста свыше grace; в проверке использован допустимый grace 120 с. Приостановить отдельный процесс janitor после последней проверки still_orphan, перед DELETE. +3. Выполнить штатный ops.py replay: то же задание становится ready, все четыре файла скачиваются с 200. +4. Продолжить janitor: он удаляет заново записанный crop.jpg. Метаданные остаются ready, но /content?variant=crop возвращает 503 unavailable вместо ожидаемого 200. +Нужна синхронизация очистки с replay/publish либо защита нового объекта от удаления устаревшим проходом. + +## https://gitea.privcloud.tech/mtusi2026/mtusi2026lab5/pulls/4#issuecomment-874 + +Существенные проблемы: +1. Структурно повреждённый JPEG принимается с 202 вместо 415. + Минимальное воспроизведение: в корректном JPEG найти первый SOS (FF DA) и заменить первый идентификатор компонента, байт i+5, на 250, отсутствующий в SOF. Загрузить с Content-Type: image/jpeg. Ожидалось 415 согласно контракту; фактически получены 202 queued → failed / invalid_image. Проверка SOS учитывает длину сегмента, но не связь компонентов с SOF: [src/messenger/images.py:345](https://gitea.privcloud.tech/ng14/mtusi2026lab5/src/commit/a591243d8066543dee8e169b2d580c5e46ff39ef/src/messenger/images.py#L345). +2. Janitor может удалить исходник уже принятого replay. + Воспроизведено чередование: janitor прочитал ссылки для failed-вложения с истёкшей retention → операторский replay закоммитил queued → janitor продолжил удаление по старому снимку. Фактически staging удалён при состоянии задания queued; после запуска worker получен failed / source_missing. Ожидалось сохранение исходника для текущей работы либо безопасный отказ replay до его принятия. Причина — отсутствие согласования удаления с изменением состояния после чтения ссылок: [src/messenger/cleanup.py:48](https://gitea.privcloud.tech/ng14/mtusi2026lab5/src/commit/a591243d8066543dee8e169b2d580c5e46ff39ef/src/messenger/cleanup.py#L48), удаление — [строка 59](https://gitea.privcloud.tech/ng14/mtusi2026lab5/src/commit/a591243d8066543dee8e169b2d580c5e46ff39ef/src/messenger/cleanup.py#L59). Для ускорения возраст failed смоделирован через updated_at, использован grace=0; PostgreSQL, S3, replay и DELETE были реальными, порядок закреплён барьером в тестовом драйвере. + +## https://gitea.privcloud.tech/mtusi2026/mtusi2026lab5/pulls/11#issuecomment-1283 + +Два существенных замечания: +1. Новая версия может оставить принятый upload в вечном queued. Воспроизведение: остановить worker → upload получает 202 → выполнить jobctl reprocess -attachment ID -pipeline 2 → запустить worker. Ожидалось безопасное завершение либо отказ команды с сохранением v1. Фактически v1 становится superseded, v2 — failed/source_missing, вложение остаётся queued, активных заданий нет. Выбирается ещё не созданный конечный оригинал вместо существующего staging: [internal/storage/postgres/pipeline_repository.go:1341](https://gitea.privcloud.tech/vladislavKunetsky/mtusi2026lab5/src/commit/ecdd91a15b1bb3d783efcd40480ed754bef6e545/internal/storage/postgres/pipeline_repository.go#L1341). +2. Повреждённый PNG принимается с 202 вместо 415. В корректную структуру PNG помещён IDAT not-a-zlib-stream с пересчитанным CRC. Ожидалось 415 unsupported_media_type; получено 202 queued, затем failed/invalid_image. Валидатор проверяет CRC и наличие IDAT, но пропускает невалидный поток изображения: [internal/imagecheck/imagecheck.go:146](https://gitea.privcloud.tech/vladislavKunetsky/mtusi2026lab5/src/commit/ecdd91a15b1bb3d783efcd40480ed754bef6e545/internal/imagecheck/imagecheck.go#L146). + +## https://gitea.privcloud.tech/mtusi2026/mtusi2026lab5/pulls/17#issuecomment-1556 + +- PNG 319×200 превращается в миниатюру 256×161 вместо требуемых 256×160. thumbnail() округляет размер иначе, чем требует задание: [lab5 — src/worker.py:84](https://gitea.privcloud.tech/kaktuz2000/mtusi2026lab5/src/commit/dd098ac0a3a8d2d6f290f32fa33e38df5e8e9bbf/src/worker.py#L84), [lab6 — src/worker.py:95](https://gitea.privcloud.tech/kaktuz2000/mtusi2026lab6/src/commit/6196d4ee8e40a9ddc92c869e998ca4d9112aec6b/src/worker.py#L95). Нужно явно рассчитывать размеры с округлением вниз, минимумом один пиксель и без увеличения исходника. + +## Наш checklist + +- Никогда не очищать staging queued/processing. +- Cleanup, replay и publish используют общую блокировку строки вложения. +- Replay failed: либо источник существует и queued, либо явный отказ. +- Полное декодирование до 202: damaged JPEG SOS и PNG IDAT получают 415. +- Новая версия queued использует staging, ready — опубликованный оригинал. +- Размеры thumbnail рассчитываются явно с floor: 319×200 → 256×160. +- Старый worker не публикует метаданные поверх новой версии. diff --git a/SCHEMA.md b/SCHEMA.md new file mode 100644 index 00000000..af2aabf4 --- /dev/null +++ b/SCHEMA.md @@ -0,0 +1,31 @@ +# Схема и устойчивые границы ЛР5 + +Базовые users/chats/members/messages/sessions и message_requests сохранены. message_attachments хранит связи сообщений и вложений с порядком0–9. Создание сообщения и сохранение ответа Idempotency-Key находятся в одной транзакции с повторной проверкой ACL. Допустимые NUL в бизнес-строках сохраняются bytea/UTF-8 без потерь; filename запрещает управляющие символы по контракту. + +## Вложения + +attachments: id PK, chat_id FK, owner_id FK, filename, content_type, size_bytes, sha256, status, error_code, created_at, updated_at, object_key UNIQUE, stage_key, pipeline_version, variants JSONB. Публичный сериализатор не раскрывает storage keys и pipeline internals; варианты содержат только контрактные поля. Status: queued/processing/ready/failed. + +upload_intents: id, object_key UNIQUE, created_at. Записывается до S3 PUT; во время PUT и финализации удерживается row lock. Неопределённый COMMIT не компенсируется слепым DELETE объекта. Cleanup пропускает живые intent через SKIP LOCKED. + +## Jobs и outbox + +attachment_jobs: UUID id PK, attachment_id FK, pipeline_version, UNIQUE(attachment_id,pipeline_version). Source_key берётся только из доверенной БД. State: queued/processing/ready/failed/superseded. Attempt, attempt_limit, available_at, lease_id, lease_until, безопасный error_code и timestamps описывают управляемые попытки. + +job_outbox: job_id PK/FK, published_at. Пишется с attachment/job в одной транзакции. Dispatcher XADD→mark; crash между ними допускает дубль. Retry/recovery сбрасывает published_at. Отказ брокера откатывает отметку, намерение остаётся. + +job_audit: последовательный ID, job_id FK, event, attempt, created_at. Credentials и bytes отсутствуют. + +failed_jobs: job_id PK/FK, error_code, failed_at, replay_count. Это реестр DLQ: история сохраняется после replay, текущая job state меняется. + +test_faults: локальные hooks crash/pause/error, работающие только при явном ENABLE_FAULT_INJECTION=1. Публичных endpoint нет. + +## Блокировки и fencing + +Claim/complete/fail/replay/reprocess/cleanup блокируют сначала attachment, затем job. Complete проверяет актуальные pipeline_version, state и lease_id. Старая попытка не публикует метаданные после перезахвата или смены версии. Versioned S3 keys не дают старой версии перезаписать новые файлы. Внутри версии ключи стабильны, повтор не создаёт вторую логическую коллекцию вариантов. + +Cleanup держит attachment lock от последней проверки до DELETE. Replay держит тот же lock от проверки источника до COMMIT queued. Lock timeout даёт ограниченную ошибку вместо небезопасного продолжения. Queued/processing не очищаются по возрасту. + +## Индексы и миграции + +История `(chat_id,created_at,id)` соответствует keyset-чтению. Jobs `(state,lease_until)` помогает recovery. PK outbox даёт одну запись намерения на job. SQL-параметры передаются отдельно от SQL. Миграции упорядочены, checksums проверяются, запуск сериализован advisory transaction lock. Применённые файлы не редактируются. diff --git a/compose.fault.yaml b/compose.fault.yaml new file mode 100644 index 00000000..36219e67 --- /dev/null +++ b/compose.fault.yaml @@ -0,0 +1,16 @@ +# Explicit local fault-injection overlay; normal compose has no enabled fault hooks. +services: + api: + # Only the explicit test overlay permits API-container operator tools to inject broker messages. + secrets: [database_url, cache_url, broker_url, s3_access_key, s3_secret_key] + environment: + ENABLE_FAULT_INJECTION: "1" + JOB_LEASE_SECONDS: "8" + worker: + environment: + ENABLE_FAULT_INJECTION: "1" + JOB_LEASE_SECONDS: "8" + dispatcher: + environment: + ENABLE_FAULT_INJECTION: "1" + JOB_LEASE_SECONDS: "8" diff --git a/compose.yaml b/compose.yaml new file mode 100644 index 00000000..29778523 --- /dev/null +++ b/compose.yaml @@ -0,0 +1,179 @@ +name: mtusi-vasilev-lab5 +x-application: &application + image: ${API_IMAGE:-mtusi-vasilev:lab5} + build: + context: . + args: + VCS_REF: ${VCS_REF:-uncommitted} + environment: + DATABASE_URL_FILE: /run/secrets/database_url + CACHE_URL_FILE: /run/secrets/cache_url + BROKER_URL_FILE: /run/secrets/broker_url + JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5} + JOB_LEASE_SECONDS: ${JOB_LEASE_SECONDS:-45} + SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600} + S3_ENDPOINT: http://s3:8333 + S3_BUCKET: messenger + S3_ACCESS_KEY_FILE: /run/secrets/s3_access_key + S3_SECRET_KEY_FILE: /run/secrets/s3_secret_key + POOL_MAX_SIZE: ${POOL_MAX_SIZE:-8} + secrets: [database_url, cache_url, broker_url, s3_access_key, s3_secret_key] + cpus: ${API_CPUS:-0.5} + mem_limit: ${API_MEMORY:-512m} + pids_limit: 96 + read_only: true + tmpfs: ["/tmp:size=16m,noexec,nosuid"] + cap_drop: [ALL] + security_opt: [no-new-privileges:true] + stop_grace_period: 8s +services: + postgres: + image: postgres:17.10-alpine + environment: + POSTGRES_USER: messenger + POSTGRES_DB: messenger + POSTGRES_PASSWORD_FILE: /run/secrets/postgres_password + secrets: [postgres_password] + volumes: [postgres_data:/var/lib/postgresql/data] + healthcheck: + test: [CMD-SHELL, "pg_isready -U messenger -d messenger"] + interval: 2s + timeout: 2s + retries: 15 + cpus: 1 + mem_limit: 768m + command: [postgres, -c, fsync=on, -c, synchronous_commit=on, -c, full_page_writes=on] + cache: + image: valkey/valkey:8.1.3-alpine + command: [valkey-server, --save, "", --appendonly, "no", --maxmemory, 64mb, --maxmemory-policy, allkeys-lru] + healthcheck: + test: [CMD, valkey-cli, ping] + interval: 2s + timeout: 2s + retries: 15 + cpus: 0.5 + mem_limit: 128m + broker: + image: valkey/valkey:8.1.3-alpine + command: [valkey-server, /run/secrets/broker_config] + secrets: [broker_config, broker_password] + volumes: [broker_data:/data] + cpus: 0.5 + mem_limit: 192m + healthcheck: + test: [CMD-SHELL, 'REDISCLI_AUTH=$$(cat /run/secrets/broker_password) valkey-cli ping'] + interval: 2s + timeout: 2s + retries: 15 + dispatcher: + <<: *application + command: [python, -m, messenger.worker, --dispatcher] + secrets: [database_url, cache_url, broker_url] + cpus: 0.25 + mem_limit: 192m + healthcheck: + disable: true + depends_on: + migrate: {condition: service_completed_successfully} + broker: {condition: service_healthy} + restart: unless-stopped + worker: + <<: *application + command: [python, -m, messenger.worker] + cpus: 1 + mem_limit: 896m + tmpfs: ["/tmp:size=32m,noexec,nosuid"] + stop_grace_period: 30s + healthcheck: + disable: true + depends_on: + migrate: {condition: service_completed_successfully} + broker: {condition: service_healthy} + s3-bootstrap: {condition: service_completed_successfully} + restart: unless-stopped + migrate: + <<: *application + command: [python, -m, messenger.migrate] + secrets: [database_url] + healthcheck: + disable: true + depends_on: + postgres: {condition: service_healthy} + api: + <<: *application + secrets: [database_url, cache_url, s3_access_key, s3_secret_key] + deploy: + replicas: ${API_REPLICAS:-2} + depends_on: + migrate: {condition: service_completed_successfully} + cache: {condition: service_healthy} + s3-bootstrap: {condition: service_completed_successfully} + storage: + image: chrislusf/seaweedfs:4.15@sha256:1593bd2a98964f5d4df83fa7db2b3d4ee7b20190813cc5bf8c3200e0e70d346e + command: [server, -dir=/data, -ip=storage, -ip.bind=0.0.0.0, -filer, -volume.max=32, -volume.preStopSeconds=0, -master.volumeSizeLimitMB=64] + volumes: ["s3_data:/data", "./infra/filer.toml:/etc/seaweedfs/filer.toml:ro"] + networks: [storage_backend] + cpus: 1 + mem_limit: 512m + healthcheck: + test: [CMD-SHELL, "wget -q -O /dev/null http://127.0.0.1:9333/dir/status"] + interval: 2s + timeout: 2s + retries: 20 + s3: + image: chrislusf/seaweedfs:4.15@sha256:1593bd2a98964f5d4df83fa7db2b3d4ee7b20190813cc5bf8c3200e0e70d346e + command: [s3, -filer=storage:8888, -ip.bind=0.0.0.0, -config=/run/secrets/s3_config, -port=8333, -port.iceberg=0] + secrets: [s3_config] + networks: [default, storage_backend] + depends_on: + storage: {condition: service_healthy} + cpus: 0.5 + mem_limit: 256m + s3-bootstrap: + <<: *application + command: [python, -m, messenger.storage_bootstrap] + environment: + S3_ENDPOINT: http://s3:8333 + S3_ADMIN_ACCESS_KEY_FILE: /run/secrets/s3_admin_access_key + S3_ADMIN_SECRET_KEY_FILE: /run/secrets/s3_admin_secret_key + secrets: [s3_admin_access_key, s3_admin_secret_key] + healthcheck: + disable: true + depends_on: + s3: {condition: service_started} + lb: + image: haproxy:3.2-alpine@sha256:96ec3c75a9264ba94e733eeacb44051ed6e7b79bb77a73c2c36f236b6423f1f0 + ports: ["127.0.0.1:${PUBLIC_PORT:-8085}:8080"] + volumes: ["./infra/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro"] + depends_on: + api: {condition: service_healthy} + cpus: 0.5 + mem_limit: 128m + read_only: true + tmpfs: ["/tmp:size=8m"] + cap_drop: [ALL] + security_opt: [no-new-privileges:true] + healthcheck: + test: [CMD-SHELL, "wget -q -O /dev/null http://127.0.0.1:8080/health/ready"] + interval: 2s + timeout: 2s + retries: 10 +volumes: + postgres_data: + s3_data: + broker_data: +networks: + storage_backend: + internal: true +secrets: + postgres_password: {file: ./secrets/postgres_password} + database_url: {file: ./secrets/database_url} + cache_url: {file: ./secrets/cache_url} + s3_access_key: {file: ./secrets/s3_access_key} + s3_secret_key: {file: ./secrets/s3_secret_key} + s3_admin_access_key: {file: ./secrets/s3_admin_access_key} + s3_admin_secret_key: {file: ./secrets/s3_admin_secret_key} + s3_config: {file: ./secrets/s3_config} + broker_url: {file: ./secrets/broker_url} + broker_password: {file: ./secrets/broker_password} + broker_config: {file: ./secrets/broker_config} diff --git a/evidence/build-final.txt b/evidence/build-final.txt new file mode 100644 index 00000000..302c6850 --- /dev/null +++ b/evidence/build-final.txt @@ -0,0 +1,71 @@ + Image mtusi-vasilev:lab5 Building +#1 [internal] load local bake definitions +#1 reading from stdin 1.78kB done +#1 DONE 0.0s + +#2 [internal] load build definition from Dockerfile +#2 transferring dockerfile: 1.07kB done +#2 DONE 0.0s + +#3 [internal] load metadata for ghcr.io/astral-sh/uv:0.11.7 +#3 DONE 0.0s + +#4 [internal] load metadata for docker.io/library/python:3.12-slim@sha256:646fb0bca3dd3ea1bcc6feb72c17ed16eed6e10cffc732fcc1478bd3e7f02d7b +#4 DONE 0.0s + +#5 [internal] load .dockerignore +#5 transferring context: 109B done +#5 DONE 0.0s + +#6 [internal] load build context +#6 transferring context: 24.07kB done +#6 DONE 0.0s + +#7 FROM ghcr.io/astral-sh/uv:0.11.7@sha256:240fb85ab0f263ef12f492d8476aa3a2e4e1e333f7d67fbdd923d00a506a516a +#7 resolve ghcr.io/astral-sh/uv:0.11.7@sha256:240fb85ab0f263ef12f492d8476aa3a2e4e1e333f7d67fbdd923d00a506a516a done +#7 DONE 0.0s + +#8 [build 1/5] FROM docker.io/library/python:3.12-slim@sha256:646fb0bca3dd3ea1bcc6feb72c17ed16eed6e10cffc732fcc1478bd3e7f02d7b +#8 resolve docker.io/library/python:3.12-slim@sha256:646fb0bca3dd3ea1bcc6feb72c17ed16eed6e10cffc732fcc1478bd3e7f02d7b done +#8 DONE 0.0s + +#9 [build 4/5] COPY pyproject.toml uv.lock ./ +#9 CACHED + +#10 [stage-1 3/6] WORKDIR /app +#10 CACHED + +#11 [build 5/5] RUN uv sync --locked --no-dev --no-install-project --python /usr/local/bin/python +#11 CACHED + +#12 [stage-1 2/6] RUN apt-get update && apt-get install -y --no-install-recommends libjpeg-turbo-progs=1:2.1.5-4 && rm -rf /var/lib/apt/lists/* +#12 CACHED + +#13 [build 3/5] WORKDIR /app +#13 CACHED + +#14 [build 2/5] COPY --from=ghcr.io/astral-sh/uv:0.11.7 /uv /usr/local/bin/uv +#14 CACHED + +#15 [stage-1 4/6] COPY --from=build /app/.venv /app/.venv +#15 CACHED + +#16 [stage-1 5/6] COPY src ./src +#16 DONE 0.0s + +#17 [stage-1 6/6] COPY migrations ./migrations +#17 DONE 0.0s + +#18 exporting to image +#18 exporting layers 0.0s done +#18 exporting manifest sha256:62c665a067445aca735351c1e1975b7cf4b1dd4c8d09737605db0380a0b510c3 done +#18 exporting config sha256:7f52416ad049b18c3eab983d6154a34eacd1697e165e5f9355fde825bee0895c done +#18 exporting attestation manifest sha256:e792f00e29e67d9501ac73eea2b11cd31e2bd191720ad66812c044872ea401fd done +#18 exporting manifest list sha256:b86715a3c1574317b326d4f70c092bd713596995353c5ebbbeb5d69a12f35633 done +#18 naming to docker.io/library/mtusi-vasilev:lab5 done +#18 unpacking to docker.io/library/mtusi-vasilev:lab5 0.0s done +#18 DONE 0.1s + +#19 resolving provenance for metadata file +#19 DONE 0.0s + Image mtusi-vasilev:lab5 Built diff --git a/evidence/checks-final.txt b/evidence/checks-final.txt new file mode 100644 index 00000000..ed9cd475 --- /dev/null +++ b/evidence/checks-final.txt @@ -0,0 +1,4 @@ +.venv/bin/python scripts/check_contract.py +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. +.venv/bin/python scripts/validate_openapi.py +PASS: full OpenAPI 3.1 and JSON Schema validation; application NOT tested. diff --git a/evidence/extra-invariants-log.txt b/evidence/extra-invariants-log.txt new file mode 100644 index 00000000..1f5b8a3f --- /dev/null +++ b/evidence/extra-invariants-log.txt @@ -0,0 +1 @@ +PASS: backoff, reordered deliveries and both real cleanup/replay interleavings diff --git a/evidence/extra-invariants.json b/evidence/extra-invariants.json new file mode 100644 index 00000000..39e0ca7a --- /dev/null +++ b/evidence/extra-invariants.json @@ -0,0 +1,114 @@ +{ + "scenarios": [ + { + "name": "transient_retry_backoff_and_jitter", + "attachment_id": "3c819120-fb7c-45cc-9679-10ba0cacc003", + "attempts": 3, + "observed_delays_seconds": [ + 1.256841, + 2.218222 + ], + "audit": [ + { + "event": "accepted", + "attempt": 0, + "created_at": "2026-11-06T15:24:22.695787+00:00" + }, + { + "event": "claimed", + "attempt": 1, + "created_at": "2026-11-06T15:24:25.424362+00:00" + }, + { + "event": "retry_scheduled", + "attempt": 1, + "created_at": "2026-11-06T15:24:25.427909+00:00" + }, + { + "event": "claimed", + "attempt": 2, + "created_at": "2026-11-06T15:24:26.68475+00:00" + }, + { + "event": "retry_scheduled", + "attempt": 2, + "created_at": "2026-11-06T15:24:26.686074+00:00" + }, + { + "event": "claimed", + "attempt": 3, + "created_at": "2026-11-06T15:24:28.904296+00:00" + }, + { + "event": "published", + "attempt": 3, + "created_at": "2026-11-06T15:24:29.140377+00:00" + } + ], + "passed": true + }, + { + "name": "broker_reorder_v2_v1_v2_no_regression", + "attachment_id": "3c819120-fb7c-45cc-9679-10ba0cacc003", + "hashes": { + "original": "99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75", + "thumbnail": "b8e59b0cad429b1c49c27c4a1c79e52bfc23e2fab7c7238d18d5addd4df4b546", + "crop": "fae35500205a78065cf7d589f121cc909b017e2a4cde882177e24f5608fb4c1f", + "optimized": "0bb5b26524335872b2dfe977e2e364101870bfa4e223f4383ab00c34f6771735" + }, + "publications": [ + { + "pipeline_version": 1, + "n": 1 + }, + { + "pipeline_version": 2, + "n": 1 + } + ], + "passed": true + }, + { + "name": "six_poison_deliveries_rejected_without_worker_crash", + "attachment_id": "003a05f4-deb7-4253-b1d3-e3e678b64805", + "worker_before": { + "container_id": "de14445337ceb4b4e8df21155fc0c17a1546a04b891972bd8cdd53cdd7fe9e5c", + "service": "worker", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:24:24.553835426Z" + }, + "worker_after": { + "container_id": "de14445337ceb4b4e8df21155fc0c17a1546a04b891972bd8cdd53cdd7fe9e5c", + "service": "worker", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:24:24.553835426Z" + }, + "safe_log_events": 6, + "passed": true + }, + { + "name": "eight_day_old_queued_metadata_never_expires_staging", + "attachment_id": "0fa10c93-7835-4078-9c4c-22045a840609", + "age_simulated_in_database": true, + "passed": true + }, + { + "name": "cleanup_paused_before_delete_blocks_concurrent_replay", + "attachment_id": "66f6976c-1152-4b19-8274-ec25090d58c5", + "while_locked_status": 503, + "after_source_expiry_status": 409, + "passed": true + }, + { + "name": "replay_holds_lock_cleanup_cannot_delete_then_ready", + "attachment_id": "c84c5f9b-007c-45c0-b0c1-be9700968c04", + "cleanup_while_locked_status": 503, + "passed": true + } + ], + "passed": true +} \ No newline at end of file diff --git a/evidence/failover-final.json b/evidence/failover-final.json new file mode 100644 index 00000000..bc70c984 --- /dev/null +++ b/evidence/failover-final.json @@ -0,0 +1,58 @@ +{ + "actual_api_container_ids": [ + "729c793b10a01c019709df678dabd596cf9d9362a3811f54df233e9bbe25357c", + "b24a5a2a95a3c64b68d8f861a6de046bcdcc41efcc589df180b4345e085abab3" + ], + "covered_container_ids": [ + "729c793b10a01c019709df678dabd596cf9d9362a3811f54df233e9bbe25357c", + "b24a5a2a95a3c64b68d8f861a6de046bcdcc41efcc589df180b4345e085abab3" + ], + "attempts": [ + { + "stopped": { + "stopped_container": "b24a5a2a95a3c64b68d8f861a6de046bcdcc41efcc589df180b4345e085abab3", + "instance_id": "e643457b-dc41-4725-858c-6ca632094981" + }, + "summary": [ + { + "observed_instances_before": 2, + "successful_writes": 125, + "failed_attempts": 3, + "first_recovery_seconds": 2.231 + } + ], + "stdout": "Executing explicit failover hook; hook output suppressed to avoid leaking secrets.\n{\"observed_instances_before\": 2, \"successful_writes\": 125, \"failed_attempts\": 3, \"first_recovery_seconds\": 2.231}\nPASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence.\n" + }, + { + "stopped": { + "stopped_container": "b24a5a2a95a3c64b68d8f861a6de046bcdcc41efcc589df180b4345e085abab3", + "instance_id": "ed9ecde0-355e-419d-bdbd-691bac7c2b8c" + }, + "summary": [ + { + "observed_instances_before": 2, + "successful_writes": 119, + "failed_attempts": 3, + "first_recovery_seconds": 0.81 + } + ], + "stdout": "Executing explicit failover hook; hook output suppressed to avoid leaking secrets.\n{\"observed_instances_before\": 2, \"successful_writes\": 119, \"failed_attempts\": 3, \"first_recovery_seconds\": 0.81}\nPASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence.\n" + }, + { + "stopped": { + "stopped_container": "729c793b10a01c019709df678dabd596cf9d9362a3811f54df233e9bbe25357c", + "instance_id": "c8c69b4d-dab6-4135-9cae-03cd1ba67264" + }, + "summary": [ + { + "observed_instances_before": 2, + "successful_writes": 124, + "failed_attempts": 4, + "first_recovery_seconds": 1.549 + } + ], + "stdout": "Executing explicit failover hook; hook output suppressed to avoid leaking secrets.\n{\"observed_instances_before\": 2, \"successful_writes\": 124, \"failed_attempts\": 4, \"first_recovery_seconds\": 1.549}\nPASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence.\n" + } + ], + "passed": true +} \ No newline at end of file diff --git a/evidence/fault-runtime-source.json b/evidence/fault-runtime-source.json new file mode 100644 index 00000000..b478b98f --- /dev/null +++ b/evidence/fault-runtime-source.json @@ -0,0 +1,20 @@ +{ + "image_id": "sha256:0bc8d41c5d3b3e581946d7440e7cc0156b97edf8e114b70331d494ab5603613b", + "source_sha256": { + "__init__.py": "9a72a49106367ca514cc6147d0e727e62c4d33fefd61572d209a5c9494551a2c", + "__main__.py": "ba9a59ad44ee8884cd65cf88d5ea15cbd7051b10f7c729043ddd44ca2f34defe", + "app.py": "d280627620ad481354ebe86a3308ab44e16d39e1715ce7fa69085ff67b60105f", + "attachments.py": "43013d5bd9ade4dac1dd832167061a352bda67afa5ee2cacf8da634fc3599ec0", + "config.py": "e4d4aaf674ede8b5abdc361f77c7793ee94d8d7856030c28834eb7c95291b193", + "domain.py": "33086cb229083ecee3bcee09f143b4bc09e48896a0c497bd9902e738e2e6b1af", + "image_pipeline.py": "3dcca5590704f1f9e8eca71dc28097930eac62701cf479aa8b7e3c71ca9b3551", + "jobctl.py": "41098fe1088960f6e62a3e3b6bd63e8b7f048b4561d82a994cf64574b939215d", + "jobs.py": "b8ae69a3807532f3dd1ec71006034e4a2644f5c16a46a50107d371feb701c84f", + "migrate.py": "eb5cad7ac6abe38dd40b2db307d298b297abe9543b3928c36bab8ef06283664e", + "models.py": "c43769d2d4ba0369129a86bf80364a626ab91442f9b9020e6bc904e363a39665", + "postgres.py": "3fa443fae1dd078a01bc3e7403297a4e76f3dd06ec884f3518f95a1f80ffaa52", + "storage.py": "70b0fb157b285b674a7388a2bfe5c5a7feb8149a9266ac7ad035961d769008a5", + "storage_bootstrap.py": "b29a2a1f8864ec3425a7499b1752688f69d8f402f3881957e790ed4522d35589", + "worker.py": "c07b2bdb3e20c5574ffa521bc702f10819294ec6a041300650e492461af5bc78" + } +} \ No newline at end of file diff --git a/evidence/fault-study-log.txt b/evidence/fault-study-log.txt new file mode 100644 index 00000000..38f53214 --- /dev/null +++ b/evidence/fault-study-log.txt @@ -0,0 +1,12 @@ +PASS: accepted_202_worker_absent_api_broker_restart +PASS: api_crash_after_commit_before_publish +PASS: dispatcher_crash_after_broker_acceptance +PASS: worker_crash_before_effect +PASS: worker_crash_after_effect +PASS: worker_crash_after_result_commit +PASS: 20_concurrent_duplicate_deliveries +PASS: queued_reprocess_version2_uses_staging +PASS: stale_version1_after_version2_publish_rejected +PASS: failed_replay_before_cleanup_preserves_source_and_results +PASS: cleanup_before_replay_safe_refusal +PASS: all real fault scenarios; report evidence/fault-study.json diff --git a/evidence/fault-study.json b/evidence/fault-study.json new file mode 100644 index 00000000..ec93d9e7 --- /dev/null +++ b/evidence/fault-study.json @@ -0,0 +1,1000 @@ +{ + "started_at": "2026-11-06T15:18:49.679997+00:00", + "track": 2, + "scenarios": [ + { + "name": "accepted_202_worker_absent_api_broker_restart", + "attachment_id": "9fa6b7b6-c017-455e-976e-d0a72be96008", + "job": { + "id": "c850b8ad-b0bc-4195-87b4-036035df407f", + "state": "ready", + "attempt": 1, + "pipeline_version": 1, + "status": "ready" + }, + "containers_before": [ + { + "Command": "\"python -m messenger\"", + "CreatedAt": "2026-11-06 18:18:49 +0300 MSK", + "ExitCode": 0, + "Health": "healthy", + "ID": "6e5c12075f3d", + "Image": "mtusi-vasilev:lab5", + "Labels": "com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5,com.docker.compose.service=api,com.docker.compose.config-hash=0dd7506433a0078c72e0a6e4ca238369279bbff9a17248633940469050fbd222,com.docker.compose.container-number=1,com.docker.compose.project=mtusi-vasilev-lab5,com.docker.compose.project.config_files=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.yaml,/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.fault.yaml,com.docker.compose.replace=api-1,com.docker.compose.version=5.4.0,org.opencontainers.image.revision=uncommitted,com.docker.compose.depends_on=migrate:service_completed_successfully:false,cache:service_healthy:false,s3-bootstrap:service_completed_successfully:false,com.docker.compose.image=sha256:4fe443fbe97c9295eac4a86f723f2a3dd8bf96c51bb7ffc4c93238f8e93725db", + "LocalVolumes": "0", + "Mounts": "/Users/nikitav…,/Users/nikitav…,/Users/nikitav…,/Users/nikitav…,/Users/nikitav…", + "Name": "mtusi-vasilev-lab5-api-1", + "Names": "mtusi-vasilev-lab5-api-1", + "Networks": "mtusi-vasilev-lab5_default", + "Ports": "8080/tcp", + "Project": "mtusi-vasilev-lab5", + "Publishers": [ + { + "URL": "", + "TargetPort": 8080, + "PublishedPort": 0, + "Protocol": "tcp" + } + ], + "RunningFor": "10 seconds ago", + "Service": "api", + "Size": "0B", + "State": "running", + "Status": "Up 7 seconds (healthy)" + }, + { + "Command": "\"python -m messenger\"", + "CreatedAt": "2026-11-06 18:18:49 +0300 MSK", + "ExitCode": 0, + "Health": "healthy", + "ID": "6bc268dbb998", + "Image": "mtusi-vasilev:lab5", + "Labels": "com.docker.compose.project.working_dir=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5,com.docker.compose.service=api,com.docker.compose.version=5.4.0,com.docker.compose.container-number=2,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.yaml,/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.fault.yaml,com.docker.compose.replace=api-2,org.opencontainers.image.revision=uncommitted,com.docker.compose.config-hash=0dd7506433a0078c72e0a6e4ca238369279bbff9a17248633940469050fbd222,com.docker.compose.depends_on=s3-bootstrap:service_completed_successfully:false,migrate:service_completed_successfully:false,cache:service_healthy:false,com.docker.compose.image=sha256:4fe443fbe97c9295eac4a86f723f2a3dd8bf96c51bb7ffc4c93238f8e93725db,com.docker.compose.project=mtusi-vasilev-lab5", + "LocalVolumes": "0", + "Mounts": "/Users/nikitav…,/Users/nikitav…,/Users/nikitav…,/Users/nikitav…,/Users/nikitav…", + "Name": "mtusi-vasilev-lab5-api-2", + "Names": "mtusi-vasilev-lab5-api-2", + "Networks": "mtusi-vasilev-lab5_default", + "Ports": "8080/tcp", + "Project": "mtusi-vasilev-lab5", + "Publishers": [ + { + "URL": "", + "TargetPort": 8080, + "PublishedPort": 0, + "Protocol": "tcp" + } + ], + "RunningFor": "10 seconds ago", + "Service": "api", + "Size": "0B", + "State": "running", + "Status": "Up 7 seconds (healthy)" + }, + { + "Command": "\"docker-entrypoint.s…\"", + "CreatedAt": "2026-11-06 17:51:14 +0300 MSK", + "ExitCode": 0, + "Health": "healthy", + "ID": "800399009f63", + "Image": "valkey/valkey:8.1.3-alpine", + "Labels": "com.docker.compose.image=sha256:74f73ff08b9ff2142ee53e8c79d024744b2cefe468684283bc234bd6506c6ac5,com.docker.compose.project.config_files=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.yaml,com.docker.compose.version=5.4.0,com.docker.compose.oneoff=False,com.docker.compose.project=mtusi-vasilev-lab5,com.docker.compose.project.working_dir=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5,com.docker.compose.service=broker,com.docker.compose.config-hash=9faa501fea615652478f32a0b2148786468141f58144be3715a626d1e183d00a,com.docker.compose.container-number=1,com.docker.compose.depends_on=", + "LocalVolumes": "1", + "Mounts": "mtusi-vasilev-…,/Users/nikitav…,/Users/nikitav…", + "Name": "mtusi-vasilev-lab5-broker-1", + "Names": "mtusi-vasilev-lab5-broker-1", + "Networks": "mtusi-vasilev-lab5_default", + "Ports": "6379/tcp", + "Project": "mtusi-vasilev-lab5", + "Publishers": [ + { + "URL": "", + "TargetPort": 6379, + "PublishedPort": 0, + "Protocol": "tcp" + } + ], + "RunningFor": "27 minutes ago", + "Service": "broker", + "Size": "0B", + "State": "running", + "Status": "Up 3 minutes (healthy)" + }, + { + "Command": "\"docker-entrypoint.s…\"", + "CreatedAt": "2026-11-06 17:51:14 +0300 MSK", + "ExitCode": 0, + "Health": "healthy", + "ID": "c1cd6bf42993", + "Image": "valkey/valkey:8.1.3-alpine", + "Labels": "com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.image=sha256:74f73ff08b9ff2142ee53e8c79d024744b2cefe468684283bc234bd6506c6ac5,com.docker.compose.oneoff=False,com.docker.compose.project=mtusi-vasilev-lab5,com.docker.compose.project.working_dir=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5,com.docker.compose.service=cache,com.docker.compose.config-hash=3d919d99bd3a665471b7977ccb06f912e070c25165cc2c9a73f32310b513ce04,com.docker.compose.project.config_files=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.yaml,com.docker.compose.version=5.4.0", + "LocalVolumes": "1", + "Mounts": "c42fc60e30044c…", + "Name": "mtusi-vasilev-lab5-cache-1", + "Names": "mtusi-vasilev-lab5-cache-1", + "Networks": "mtusi-vasilev-lab5_default", + "Ports": "6379/tcp", + "Project": "mtusi-vasilev-lab5", + "Publishers": [ + { + "URL": "", + "TargetPort": 6379, + "PublishedPort": 0, + "Protocol": "tcp" + } + ], + "RunningFor": "27 minutes ago", + "Service": "cache", + "Size": "0B", + "State": "running", + "Status": "Up 4 minutes (healthy)" + }, + { + "Command": "\"python -m messenger…\"", + "CreatedAt": "2026-11-06 18:18:49 +0300 MSK", + "ExitCode": 0, + "Health": "", + "ID": "b82c49d2cb7a", + "Image": "mtusi-vasilev:lab5", + "Labels": "com.docker.compose.service=dispatcher,com.docker.compose.version=5.4.0,org.opencontainers.image.revision=uncommitted,com.docker.compose.config-hash=3323cb3579692ee20829e33562bab192da4007516e9fad1a6b8709b24329661d,com.docker.compose.container-number=1,com.docker.compose.image=sha256:4fe443fbe97c9295eac4a86f723f2a3dd8bf96c51bb7ffc4c93238f8e93725db,com.docker.compose.oneoff=False,com.docker.compose.replace=dispatcher-1,com.docker.compose.depends_on=migrate:service_completed_successfully:false,broker:service_healthy:false,com.docker.compose.project=mtusi-vasilev-lab5,com.docker.compose.project.config_files=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.yaml,/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.fault.yaml,com.docker.compose.project.working_dir=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5", + "LocalVolumes": "0", + "Mounts": "/Users/nikitav…,/Users/nikitav…,/Users/nikitav…", + "Name": "mtusi-vasilev-lab5-dispatcher-1", + "Names": "mtusi-vasilev-lab5-dispatcher-1", + "Networks": "mtusi-vasilev-lab5_default", + "Ports": "8080/tcp", + "Project": "mtusi-vasilev-lab5", + "Publishers": [ + { + "URL": "", + "TargetPort": 8080, + "PublishedPort": 0, + "Protocol": "tcp" + } + ], + "RunningFor": "10 seconds ago", + "Service": "dispatcher", + "Size": "0B", + "State": "running", + "Status": "Up 7 seconds" + }, + { + "Command": "\"docker-entrypoint.s…\"", + "CreatedAt": "2026-11-06 17:51:14 +0300 MSK", + "ExitCode": 0, + "Health": "healthy", + "ID": "595b44c6a4b4", + "Image": "haproxy:3.2-alpine@sha256:96ec3c75a9264ba94e733eeacb44051ed6e7b79bb77a73c2c36f236b6423f1f0", + "Labels": "com.docker.compose.image=sha256:dfb91eac5877a94e572aeea817dd612d6372349a247e8e999f930143fbd50f80,com.docker.compose.oneoff=False,com.docker.compose.project=mtusi-vasilev-lab5,com.docker.compose.project.config_files=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.yaml,com.docker.compose.container-number=1,com.docker.compose.depends_on=api:service_healthy:false,com.docker.compose.project.working_dir=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5,com.docker.compose.service=lb,com.docker.compose.version=5.4.0,com.docker.compose.config-hash=fb835a0b839afd42c39d4f56756aad29c03dfb6deb8ecf06d4b2e25923e69e13", + "LocalVolumes": "0", + "Mounts": "/Users/nikitav…", + "Name": "mtusi-vasilev-lab5-lb-1", + "Names": "mtusi-vasilev-lab5-lb-1", + "Networks": "mtusi-vasilev-lab5_default", + "Ports": "127.0.0.1:8085->8080/tcp", + "Project": "mtusi-vasilev-lab5", + "Publishers": [ + { + "URL": "127.0.0.1", + "TargetPort": 8080, + "PublishedPort": 8085, + "Protocol": "tcp" + } + ], + "RunningFor": "27 minutes ago", + "Service": "lb", + "Size": "0B", + "State": "running", + "Status": "Up 4 minutes (healthy)" + }, + { + "Command": "\"docker-entrypoint.s…\"", + "CreatedAt": "2026-11-06 17:51:14 +0300 MSK", + "ExitCode": 0, + "Health": "healthy", + "ID": "6f66cf289071", + "Image": "postgres:17.10-alpine", + "Labels": "com.docker.compose.config-hash=709c20383ee572d59d027dd8fa19bc5b0891575045f43df5e5dd2dde90766d91,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.yaml,com.docker.compose.project.working_dir=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5,com.docker.compose.service=postgres,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.image=sha256:b797483593b82cbea9a7ee41c88f324a90d10d9c2504d40e755d91c75456366d,com.docker.compose.project=mtusi-vasilev-lab5,com.docker.compose.version=5.4.0", + "LocalVolumes": "1", + "Mounts": "/Users/nikitav…,mtusi-vasilev-…", + "Name": "mtusi-vasilev-lab5-postgres-1", + "Names": "mtusi-vasilev-lab5-postgres-1", + "Networks": "mtusi-vasilev-lab5_default", + "Ports": "5432/tcp", + "Project": "mtusi-vasilev-lab5", + "Publishers": [ + { + "URL": "", + "TargetPort": 5432, + "PublishedPort": 0, + "Protocol": "tcp" + } + ], + "RunningFor": "27 minutes ago", + "Service": "postgres", + "Size": "0B", + "State": "running", + "Status": "Up 4 minutes (healthy)" + }, + { + "Command": "\"/entrypoint.sh s3 -…\"", + "CreatedAt": "2026-11-06 18:13:08 +0300 MSK", + "ExitCode": 0, + "Health": "", + "ID": "7db917df4162", + "Image": "chrislusf/seaweedfs:4.15@sha256:1593bd2a98964f5d4df83fa7db2b3d4ee7b20190813cc5bf8c3200e0e70d346e", + "Labels": "org.opencontainers.image.version=4.15,com.docker.compose.depends_on=storage:service_healthy:false,com.docker.compose.project=mtusi-vasilev-lab5,com.docker.compose.project.config_files=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.yaml,com.docker.compose.replace=s3-1,org.opencontainers.image.revision=230ae9c24e1b2665c8c8e9bb388038d2f31915fc,com.docker.compose.image=sha256:eacc92bbcdc5f8bd305cf787deffedbb3072be0d9c75ef37d40ea85b731f4439,com.docker.compose.service=s3,com.docker.compose.version=5.4.0,org.opencontainers.image.created=2026-03-05T06:53:36.423Z,org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!,author=Chris Lu,com.docker.compose.container-number=1,org.opencontainers.image.title=seaweedfs,com.docker.compose.config-hash=8b272ac8617b1d719a0a23065db3840c684fc8662277426e591d4e63b16982bb,com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5,org.opencontainers.image.licenses=Apache-2.0,org.opencontainers.image.source=https://github.com/seaweedfs/seaweedfs,org.opencontainers.image.url=https://github.com/seaweedfs/seaweedfs,org.opencontainers.image.vendor=Chris Lu", + "LocalVolumes": "1", + "Mounts": "834c130f2feea7…,/Users/nikitav…", + "Name": "mtusi-vasilev-lab5-s3-1", + "Names": "mtusi-vasilev-lab5-s3-1", + "Networks": "mtusi-vasilev-lab5_storage_backend,mtusi-vasilev-lab5_default", + "Ports": "7333/tcp, 8080/tcp, 8333/tcp, 8888/tcp, 9333/tcp, 18080/tcp, 18888/tcp, 19333/tcp", + "Project": "mtusi-vasilev-lab5", + "Publishers": [ + { + "URL": "", + "TargetPort": 7333, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 8080, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 8333, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 8888, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 9333, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 18080, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 18888, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 19333, + "PublishedPort": 0, + "Protocol": "tcp" + } + ], + "RunningFor": "5 minutes ago", + "Service": "s3", + "Size": "0B", + "State": "running", + "Status": "Up 4 minutes" + }, + { + "Command": "\"/entrypoint.sh serv…\"", + "CreatedAt": "2026-11-06 18:13:08 +0300 MSK", + "ExitCode": 0, + "Health": "healthy", + "ID": "816d10505691", + "Image": "chrislusf/seaweedfs:4.15@sha256:1593bd2a98964f5d4df83fa7db2b3d4ee7b20190813cc5bf8c3200e0e70d346e", + "Labels": "org.opencontainers.image.title=seaweedfs,org.opencontainers.image.version=4.15,com.docker.compose.image=sha256:eacc92bbcdc5f8bd305cf787deffedbb3072be0d9c75ef37d40ea85b731f4439,com.docker.compose.oneoff=False,com.docker.compose.project=mtusi-vasilev-lab5,com.docker.compose.service=storage,com.docker.compose.version=5.4.0,org.opencontainers.image.vendor=Chris Lu,com.docker.compose.container-number=1,org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!,org.opencontainers.image.licenses=Apache-2.0,author=Chris Lu,org.opencontainers.image.revision=230ae9c24e1b2665c8c8e9bb388038d2f31915fc,org.opencontainers.image.source=https://github.com/seaweedfs/seaweedfs,org.opencontainers.image.url=https://github.com/seaweedfs/seaweedfs,com.docker.compose.config-hash=618197a229cb843dfff12e8b427290a5522617c0058e12da758ec32fed1e6e35,com.docker.compose.depends_on=,com.docker.compose.project.config_files=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.yaml,com.docker.compose.project.working_dir=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5,com.docker.compose.replace=storage-1,org.opencontainers.image.created=2026-03-05T06:53:36.423Z", + "LocalVolumes": "1", + "Mounts": "mtusi-vasilev-…,/Users/nikitav…", + "Name": "mtusi-vasilev-lab5-storage-1", + "Names": "mtusi-vasilev-lab5-storage-1", + "Networks": "mtusi-vasilev-lab5_storage_backend", + "Ports": "7333/tcp, 8080/tcp, 8333/tcp, 8888/tcp, 9333/tcp, 18080/tcp, 18888/tcp, 19333/tcp", + "Project": "mtusi-vasilev-lab5", + "Publishers": [ + { + "URL": "", + "TargetPort": 7333, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 8080, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 8333, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 8888, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 9333, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 18080, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 18888, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 19333, + "PublishedPort": 0, + "Protocol": "tcp" + } + ], + "RunningFor": "5 minutes ago", + "Service": "storage", + "Size": "0B", + "State": "running", + "Status": "Up 4 minutes (healthy)" + } + ], + "passed": true, + "runtime": [ + { + "container_id": "6e5c12075f3d9d189047fc6c03985cddc9fd781af73a1aa9d53f73c1858f7eeb", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:18:59.613870774Z" + }, + { + "container_id": "6bc268dbb9984fbfb7b267326ca5c09faab4e06ef9bf86890287213e55978a97", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:18:59.671821361Z" + }, + { + "container_id": "b82c49d2cb7aea769773066dd96a731568389988493f339ee80f315d1e7c2ae1", + "service": "dispatcher", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:18:51.986515847Z" + }, + { + "container_id": "822d9fe80bb4bd5f8f175ea9f950e0585bec5718e6e4ee72b7b9c55ecfd8428d", + "service": "worker", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:07.358224035Z" + } + ] + }, + { + "name": "api_crash_after_commit_before_publish", + "attachment_id": "546dd29b-b11d-4f8c-9675-3ef42e4d0a8f", + "job": { + "id": "83e0fa09-ce8f-49ed-ba94-a9c2437b2836", + "state": "ready", + "attempt": 1, + "pipeline_version": 1, + "status": "ready" + }, + "response_status": 502, + "crashed_api": [ + { + "container_id": "6e5c12075f3d9d189047fc6c03985cddc9fd781af73a1aa9d53f73c1858f7eeb", + "service": "api", + "restart_count": 0, + "status": "exited", + "exit_code": 86, + "started_at": "2026-11-06T15:18:59.613870774Z" + }, + { + "container_id": "6bc268dbb9984fbfb7b267326ca5c09faab4e06ef9bf86890287213e55978a97", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:18:59.671821361Z" + }, + { + "container_id": "b82c49d2cb7aea769773066dd96a731568389988493f339ee80f315d1e7c2ae1", + "service": "dispatcher", + "restart_count": 0, + "status": "exited", + "exit_code": 0, + "started_at": "2026-11-06T15:18:51.986515847Z" + }, + { + "container_id": "822d9fe80bb4bd5f8f175ea9f950e0585bec5718e6e4ee72b7b9c55ecfd8428d", + "service": "worker", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:07.358224035Z" + } + ], + "passed": true, + "runtime": [ + { + "container_id": "6e5c12075f3d9d189047fc6c03985cddc9fd781af73a1aa9d53f73c1858f7eeb", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:11.225147245Z" + }, + { + "container_id": "6bc268dbb9984fbfb7b267326ca5c09faab4e06ef9bf86890287213e55978a97", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:18:59.671821361Z" + }, + { + "container_id": "b82c49d2cb7aea769773066dd96a731568389988493f339ee80f315d1e7c2ae1", + "service": "dispatcher", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:18.715409541Z" + }, + { + "container_id": "822d9fe80bb4bd5f8f175ea9f950e0585bec5718e6e4ee72b7b9c55ecfd8428d", + "service": "worker", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:07.358224035Z" + } + ] + }, + { + "name": "dispatcher_crash_after_broker_acceptance", + "attachment_id": "97a95426-20f2-4af5-a680-e4f28eae78e9", + "job": { + "id": "6bbaf70e-c953-4e2b-8dd9-7787c99b9d1e", + "state": "ready", + "attempt": 1, + "pipeline_version": 1, + "status": "ready" + }, + "passed": true, + "runtime": [ + { + "container_id": "6e5c12075f3d9d189047fc6c03985cddc9fd781af73a1aa9d53f73c1858f7eeb", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:11.225147245Z" + }, + { + "container_id": "6bc268dbb9984fbfb7b267326ca5c09faab4e06ef9bf86890287213e55978a97", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:18:59.671821361Z" + }, + { + "container_id": "b82c49d2cb7aea769773066dd96a731568389988493f339ee80f315d1e7c2ae1", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:24.232971203Z" + }, + { + "container_id": "822d9fe80bb4bd5f8f175ea9f950e0585bec5718e6e4ee72b7b9c55ecfd8428d", + "service": "worker", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:29.54221791Z" + } + ] + }, + { + "name": "worker_crash_before_effect", + "attachment_id": "b905f146-f4ff-466f-b6d7-46cec9d2466f", + "job": { + "id": "e5a50be5-eb83-49cd-baf0-35eae0fd258d", + "state": "ready", + "attempt": 2, + "pipeline_version": 1, + "status": "ready" + }, + "before_crash": [ + { + "container_id": "6e5c12075f3d9d189047fc6c03985cddc9fd781af73a1aa9d53f73c1858f7eeb", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:11.225147245Z" + }, + { + "container_id": "6bc268dbb9984fbfb7b267326ca5c09faab4e06ef9bf86890287213e55978a97", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:18:59.671821361Z" + }, + { + "container_id": "b82c49d2cb7aea769773066dd96a731568389988493f339ee80f315d1e7c2ae1", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:24.232971203Z" + }, + { + "container_id": "822d9fe80bb4bd5f8f175ea9f950e0585bec5718e6e4ee72b7b9c55ecfd8428d", + "service": "worker", + "restart_count": 0, + "status": "exited", + "exit_code": 0, + "started_at": "2026-11-06T15:19:29.54221791Z" + } + ], + "passed": true, + "runtime": [ + { + "container_id": "6e5c12075f3d9d189047fc6c03985cddc9fd781af73a1aa9d53f73c1858f7eeb", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:11.225147245Z" + }, + { + "container_id": "6bc268dbb9984fbfb7b267326ca5c09faab4e06ef9bf86890287213e55978a97", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:18:59.671821361Z" + }, + { + "container_id": "b82c49d2cb7aea769773066dd96a731568389988493f339ee80f315d1e7c2ae1", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:24.232971203Z" + }, + { + "container_id": "822d9fe80bb4bd5f8f175ea9f950e0585bec5718e6e4ee72b7b9c55ecfd8428d", + "service": "worker", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:34.719015144Z" + } + ] + }, + { + "name": "worker_crash_after_effect", + "attachment_id": "5f5f534f-1e1a-4508-8ba4-6f1f7633aaef", + "job": { + "id": "2d1947cb-1a04-4d32-8d6e-990de295eaa2", + "state": "ready", + "attempt": 2, + "pipeline_version": 1, + "status": "ready" + }, + "before_crash": [ + { + "container_id": "6e5c12075f3d9d189047fc6c03985cddc9fd781af73a1aa9d53f73c1858f7eeb", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:11.225147245Z" + }, + { + "container_id": "6bc268dbb9984fbfb7b267326ca5c09faab4e06ef9bf86890287213e55978a97", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:18:59.671821361Z" + }, + { + "container_id": "b82c49d2cb7aea769773066dd96a731568389988493f339ee80f315d1e7c2ae1", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:24.232971203Z" + }, + { + "container_id": "822d9fe80bb4bd5f8f175ea9f950e0585bec5718e6e4ee72b7b9c55ecfd8428d", + "service": "worker", + "restart_count": 1, + "status": "exited", + "exit_code": 0, + "started_at": "2026-11-06T15:19:34.719015144Z" + } + ], + "passed": true, + "runtime": [ + { + "container_id": "6e5c12075f3d9d189047fc6c03985cddc9fd781af73a1aa9d53f73c1858f7eeb", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:11.225147245Z" + }, + { + "container_id": "6bc268dbb9984fbfb7b267326ca5c09faab4e06ef9bf86890287213e55978a97", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:18:59.671821361Z" + }, + { + "container_id": "b82c49d2cb7aea769773066dd96a731568389988493f339ee80f315d1e7c2ae1", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:24.232971203Z" + }, + { + "container_id": "822d9fe80bb4bd5f8f175ea9f950e0585bec5718e6e4ee72b7b9c55ecfd8428d", + "service": "worker", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:47.29126709Z" + } + ] + }, + { + "name": "worker_crash_after_result_commit", + "attachment_id": "43b84dae-6efb-4f79-ba7e-99ff8b1cdcbe", + "job": { + "id": "4035741b-af69-42e3-80b5-89b7045eec1d", + "state": "ready", + "attempt": 1, + "pipeline_version": 1, + "status": "ready" + }, + "before_crash": [ + { + "container_id": "6e5c12075f3d9d189047fc6c03985cddc9fd781af73a1aa9d53f73c1858f7eeb", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:11.225147245Z" + }, + { + "container_id": "6bc268dbb9984fbfb7b267326ca5c09faab4e06ef9bf86890287213e55978a97", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:18:59.671821361Z" + }, + { + "container_id": "b82c49d2cb7aea769773066dd96a731568389988493f339ee80f315d1e7c2ae1", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:24.232971203Z" + }, + { + "container_id": "822d9fe80bb4bd5f8f175ea9f950e0585bec5718e6e4ee72b7b9c55ecfd8428d", + "service": "worker", + "restart_count": 1, + "status": "exited", + "exit_code": 0, + "started_at": "2026-11-06T15:19:47.29126709Z" + } + ], + "passed": true, + "runtime": [ + { + "container_id": "6e5c12075f3d9d189047fc6c03985cddc9fd781af73a1aa9d53f73c1858f7eeb", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:11.225147245Z" + }, + { + "container_id": "6bc268dbb9984fbfb7b267326ca5c09faab4e06ef9bf86890287213e55978a97", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:18:59.671821361Z" + }, + { + "container_id": "b82c49d2cb7aea769773066dd96a731568389988493f339ee80f315d1e7c2ae1", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:24.232971203Z" + }, + { + "container_id": "822d9fe80bb4bd5f8f175ea9f950e0585bec5718e6e4ee72b7b9c55ecfd8428d", + "service": "worker", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:59.200870746Z" + } + ] + }, + { + "name": "20_concurrent_duplicate_deliveries", + "attachment_id": "43b84dae-6efb-4f79-ba7e-99ff8b1cdcbe", + "job": { + "id": "4035741b-af69-42e3-80b5-89b7045eec1d", + "state": "ready", + "attempt": 1, + "pipeline_version": 1, + "status": "ready" + }, + "published_effects": 1, + "passed": true, + "runtime": [ + { + "container_id": "6e5c12075f3d9d189047fc6c03985cddc9fd781af73a1aa9d53f73c1858f7eeb", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:11.225147245Z" + }, + { + "container_id": "6bc268dbb9984fbfb7b267326ca5c09faab4e06ef9bf86890287213e55978a97", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:18:59.671821361Z" + }, + { + "container_id": "b82c49d2cb7aea769773066dd96a731568389988493f339ee80f315d1e7c2ae1", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:24.232971203Z" + }, + { + "container_id": "822d9fe80bb4bd5f8f175ea9f950e0585bec5718e6e4ee72b7b9c55ecfd8428d", + "service": "worker", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:59.200870746Z" + } + ] + }, + { + "name": "queued_reprocess_version2_uses_staging", + "attachment_id": "f679a298-cf47-47fa-bcb2-1f177c82a8df", + "job": { + "id": "a1172d24-1b2f-4d12-8406-ed0f6eabf137", + "state": "ready", + "attempt": 1, + "pipeline_version": 2, + "status": "ready" + }, + "passed": true, + "runtime": [ + { + "container_id": "6e5c12075f3d9d189047fc6c03985cddc9fd781af73a1aa9d53f73c1858f7eeb", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:11.225147245Z" + }, + { + "container_id": "6bc268dbb9984fbfb7b267326ca5c09faab4e06ef9bf86890287213e55978a97", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:18:59.671821361Z" + }, + { + "container_id": "b82c49d2cb7aea769773066dd96a731568389988493f339ee80f315d1e7c2ae1", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:24.232971203Z" + }, + { + "container_id": "822d9fe80bb4bd5f8f175ea9f950e0585bec5718e6e4ee72b7b9c55ecfd8428d", + "service": "worker", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:20:08.094317772Z" + } + ] + }, + { + "name": "stale_version1_after_version2_publish_rejected", + "attachment_id": "7046eaed-090b-4925-983e-c0edfec1b98a", + "job": { + "id": "1f36bc3b-1e63-4cb7-9b9d-a906be0daff6", + "state": "ready", + "attempt": 1, + "pipeline_version": 2, + "status": "ready" + }, + "passed": true, + "runtime": [ + { + "container_id": "6e5c12075f3d9d189047fc6c03985cddc9fd781af73a1aa9d53f73c1858f7eeb", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:11.225147245Z" + }, + { + "container_id": "6bc268dbb9984fbfb7b267326ca5c09faab4e06ef9bf86890287213e55978a97", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:18:59.671821361Z" + }, + { + "container_id": "b82c49d2cb7aea769773066dd96a731568389988493f339ee80f315d1e7c2ae1", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:24.232971203Z" + }, + { + "container_id": "822d9fe80bb4bd5f8f175ea9f950e0585bec5718e6e4ee72b7b9c55ecfd8428d", + "service": "worker", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:20:11.642716425Z" + } + ] + }, + { + "name": "failed_replay_before_cleanup_preserves_source_and_results", + "attachment_id": "5740093a-fcdf-4adb-852e-a68e6ca7b3c9", + "job": { + "id": "cceb46c4-64e9-4f4b-9279-851916886887", + "state": "ready", + "attempt": 2, + "pipeline_version": 1, + "status": "ready" + }, + "passed": true, + "runtime": [ + { + "container_id": "6e5c12075f3d9d189047fc6c03985cddc9fd781af73a1aa9d53f73c1858f7eeb", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:11.225147245Z" + }, + { + "container_id": "6bc268dbb9984fbfb7b267326ca5c09faab4e06ef9bf86890287213e55978a97", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:18:59.671821361Z" + }, + { + "container_id": "b82c49d2cb7aea769773066dd96a731568389988493f339ee80f315d1e7c2ae1", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:24.232971203Z" + }, + { + "container_id": "822d9fe80bb4bd5f8f175ea9f950e0585bec5718e6e4ee72b7b9c55ecfd8428d", + "service": "worker", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:20:26.993506216Z" + } + ] + }, + { + "name": "cleanup_before_replay_safe_refusal", + "attachment_id": "3b7f4687-77e6-4d45-903a-d50da7bab43d", + "job": { + "id": "37fc151f-04d8-48e2-8681-5a89f5665a39", + "state": "failed", + "attempt": 1, + "pipeline_version": 1, + "status": "failed" + }, + "passed": true, + "runtime": [ + { + "container_id": "6e5c12075f3d9d189047fc6c03985cddc9fd781af73a1aa9d53f73c1858f7eeb", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:11.225147245Z" + }, + { + "container_id": "6bc268dbb9984fbfb7b267326ca5c09faab4e06ef9bf86890287213e55978a97", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:18:59.671821361Z" + }, + { + "container_id": "b82c49d2cb7aea769773066dd96a731568389988493f339ee80f315d1e7c2ae1", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:19:24.232971203Z" + }, + { + "container_id": "822d9fe80bb4bd5f8f175ea9f950e0585bec5718e6e4ee72b7b9c55ecfd8428d", + "service": "worker", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T15:20:33.224887525Z" + } + ] + } + ], + "passed": true, + "duration_seconds": 118.877, + "finished_at": "2026-11-06T15:20:48.557105+00:00" +} \ No newline at end of file diff --git a/evidence/independent-http.json b/evidence/independent-http.json new file mode 100644 index 00000000..3992137c --- /dev/null +++ b/evidence/independent-http.json @@ -0,0 +1,413 @@ +{ + "lab": 5, + "base_url": "http://127.0.0.1:8085", + "tests": [ + { + "case": "message rejects wrong types/extra {'text': None}", + "status": "PASS", + "elapsed_s": 0.0031 + }, + { + "case": "message rejects wrong types/extra {'text': 123}", + "status": "PASS", + "elapsed_s": 0.0024 + }, + { + "case": "message rejects wrong types/extra {'text': True}", + "status": "PASS", + "elapsed_s": 0.0031 + }, + { + "case": "message rejects wrong types/extra {'text': []}", + "status": "PASS", + "elapsed_s": 0.003 + }, + { + "case": "message rejects wrong types/extra {'text': 'x', 'TEXT': 'y'}", + "status": "PASS", + "elapsed_s": 0.0032 + }, + { + "case": "message rejects wrong types/extra {'Text': 'x'}", + "status": "PASS", + "elapsed_s": 0.0032 + }, + { + "case": "message rejects wrong types/extra {'text': 'x', 'attachment_ids': None}", + "status": "PASS", + "elapsed_s": 0.003 + }, + { + "case": "message rejects wrong types/extra {'text': 'x', 'attachment_ids': {}}", + "status": "PASS", + "elapsed_s": 0.0027 + }, + { + "case": "message rejects wrong types/extra {}", + "status": "PASS", + "elapsed_s": 0.0031 + }, + { + "case": "invalid idempotency key ''", + "status": "PASS", + "elapsed_s": 0.0031 + }, + { + "case": "invalid idempotency key 'contains space'", + "status": "PASS", + "elapsed_s": 0.0026 + }, + { + "case": "invalid idempotency key 'xxxxxxxxxxxxxxxxxxxx'", + "status": "PASS", + "elapsed_s": 0.0022 + }, + { + "case": "invalid idempotency key 'bad/key'", + "status": "PASS", + "elapsed_s": 0.0022 + }, + { + "case": "missing idempotency key", + "status": "PASS", + "elapsed_s": 0.003 + }, + { + "case": "malformed UTF8/JSON b'{bad'", + "status": "PASS", + "elapsed_s": 0.0018 + }, + { + "case": "malformed UTF8/JSON b'\\xff'", + "status": "PASS", + "elapsed_s": 0.0016 + }, + { + "case": "malformed UTF8/JSON b'{\"text\":\"x\"}{}'", + "status": "PASS", + "elapsed_s": 0.0017 + }, + { + "case": "pagination /api/v1/chats?limit=", + "status": "PASS", + "elapsed_s": 0.0026 + }, + { + "case": "pagination /api/v1/chats?limit=0", + "status": "PASS", + "elapsed_s": 0.0021 + }, + { + "case": "pagination /api/v1/chats?limit=101", + "status": "PASS", + "elapsed_s": 0.002 + }, + { + "case": "pagination /api/v1/chats?limit=abc", + "status": "PASS", + "elapsed_s": 0.0018 + }, + { + "case": "pagination /api/v1/chats?limit=1&limit=2", + "status": "PASS", + "elapsed_s": 0.002 + }, + { + "case": "pagination /api/v1/chats?cursor=", + "status": "PASS", + "elapsed_s": 0.002 + }, + { + "case": "pagination /api/v1/chats?cursor=W10", + "status": "PASS", + "elapsed_s": 0.0018 + }, + { + "case": "pagination /api/v1/chats?cursor=bnVsbA", + "status": "PASS", + "elapsed_s": 0.0019 + }, + { + "case": "pagination /api/v1/chats/4885a289-1561-4e0a-9f4e-65a3e9e8a616/messages?limit=", + "status": "PASS", + "elapsed_s": 0.0019 + }, + { + "case": "pagination /api/v1/chats/4885a289-1561-4e0a-9f4e-65a3e9e8a616/messages?limit=0", + "status": "PASS", + "elapsed_s": 0.0019 + }, + { + "case": "pagination /api/v1/chats/4885a289-1561-4e0a-9f4e-65a3e9e8a616/messages?limit=101", + "status": "PASS", + "elapsed_s": 0.0019 + }, + { + "case": "pagination /api/v1/chats/4885a289-1561-4e0a-9f4e-65a3e9e8a616/messages?limit=abc", + "status": "PASS", + "elapsed_s": 0.0019 + }, + { + "case": "pagination /api/v1/chats/4885a289-1561-4e0a-9f4e-65a3e9e8a616/messages?limit=1&limit=2", + "status": "PASS", + "elapsed_s": 0.0018 + }, + { + "case": "pagination /api/v1/chats/4885a289-1561-4e0a-9f4e-65a3e9e8a616/messages?cursor=", + "status": "PASS", + "elapsed_s": 0.0018 + }, + { + "case": "pagination /api/v1/chats/4885a289-1561-4e0a-9f4e-65a3e9e8a616/messages?cursor=W10", + "status": "PASS", + "elapsed_s": 0.0019 + }, + { + "case": "pagination /api/v1/chats/4885a289-1561-4e0a-9f4e-65a3e9e8a616/messages?cursor=bnVsbA", + "status": "PASS", + "elapsed_s": 0.0023 + }, + { + "case": "typed cursor (2, None)", + "status": "PASS", + "elapsed_s": 0.0019 + }, + { + "case": "typed cursor (2, 1)", + "status": "PASS", + "elapsed_s": 0.0018 + }, + { + "case": "typed cursor (2, '2026-13-01T00:00:00Z')", + "status": "PASS", + "elapsed_s": 0.002 + }, + { + "case": "typed cursor (3, False)", + "status": "PASS", + "elapsed_s": 0.0019 + }, + { + "case": "typed cursor (3, [])", + "status": "PASS", + "elapsed_s": 0.0016 + }, + { + "case": "typed cursor (3, {})", + "status": "PASS", + "elapsed_s": 0.0015 + }, + { + "case": "typed cursor (3, 'not-a-uuid')", + "status": "PASS", + "elapsed_s": 0.0023 + }, + { + "case": "invalid UUID path", + "status": "PASS", + "elapsed_s": 0.0018 + }, + { + "case": "member UUID []", + "status": "PASS", + "elapsed_s": 0.002 + }, + { + "case": "member UUID {}", + "status": "PASS", + "elapsed_s": 0.0022 + }, + { + "case": "member UUID 123", + "status": "PASS", + "elapsed_s": 0.0022 + }, + { + "case": "member UUID False", + "status": "PASS", + "elapsed_s": 0.0022 + }, + { + "case": "unknown member400", + "status": "PASS", + "elapsed_s": 0.0038 + }, + { + "case": "login rejects body b'{bad'", + "status": "PASS", + "elapsed_s": 0.0014 + }, + { + "case": "login rejects body b'{}'", + "status": "PASS", + "elapsed_s": 0.0012 + }, + { + "case": "login rejects body b'null'", + "status": "PASS", + "elapsed_s": 0.0012 + }, + { + "case": "login rejects body b' '", + "status": "PASS", + "elapsed_s": 0.0011 + }, + { + "case": "nonASCII Bearer401", + "status": "PASS", + "elapsed_s": 0.0017 + }, + { + "case": "username trailing whitespace", + "status": "PASS", + "elapsed_s": 0.0017 + }, + { + "case": "username trailing whitespace", + "status": "PASS", + "elapsed_s": 0.0019 + }, + { + "case": "blank password400", + "status": "PASS", + "elapsed_s": 0.0014 + }, + { + "case": "UTF8 colon128 password and NUL display name", + "status": "PASS", + "elapsed_s": 0.172 + }, + { + "case": "omitted attachment_ids equals [] and conflict", + "status": "PASS", + "elapsed_s": 0.01 + }, + { + "case": "32 concurrent same key all201 same message", + "status": "PASS", + "elapsed_s": 0.0507 + }, + { + "case": "key scope user and chat", + "status": "PASS", + "elapsed_s": 0.0156 + }, + { + "case": "outsider cannot send", + "status": "PASS", + "elapsed_s": 0.0029 + }, + { + "case": "NUL message exact post replay history", + "status": "PASS", + "elapsed_s": 0.009 + }, + { + "case": "logout visible through all replicas", + "status": "PASS", + "elapsed_s": 0.1771 + }, + { + "case": "image rejects header only", + "status": "PASS", + "elapsed_s": 0.0032 + }, + { + "case": "image rejects bad IDAT", + "status": "PASS", + "elapsed_s": 0.003 + }, + { + "case": "image rejects invalid filter", + "status": "PASS", + "elapsed_s": 0.0038 + }, + { + "case": "image rejects empty JPEG scan", + "status": "PASS", + "elapsed_s": 0.0034 + }, + { + "case": "image rejects MIME mismatch", + "status": "PASS", + "elapsed_s": 0.0037 + }, + { + "case": "valid real JPEG accepted", + "status": "PASS", + "elapsed_s": 0.0241 + }, + { + "case": "half JPEG entropy with EOI rejected", + "status": "PASS", + "elapsed_s": 0.009 + }, + { + "case": "JPEG SOS unknown component rejected", + "status": "PASS", + "elapsed_s": 0.0052 + }, + { + "case": "PNG invalid palette257 rejected", + "status": "PASS", + "elapsed_s": 0.0037 + }, + { + "case": "filename '../x.png'", + "status": "PASS", + "elapsed_s": 0.0036 + }, + { + "case": "filename 'a\\\\b.png'", + "status": "PASS", + "elapsed_s": 0.0024 + }, + { + "case": "filename 'a\\x00b.png'", + "status": "PASS", + "elapsed_s": 0.0024 + }, + { + "case": "filename 'a\\x7fb.png'", + "status": "PASS", + "elapsed_s": 0.0026 + }, + { + "case": "filename 'a\\x85b.png'", + "status": "PASS", + "elapsed_s": 0.0026 + }, + { + "case": "filename ' '", + "status": "PASS", + "elapsed_s": 0.0025 + }, + { + "case": "filename missing", + "status": "PASS", + "elapsed_s": 0.0026 + }, + { + "case": "pixel bomb413", + "status": "PASS", + "elapsed_s": 0.0047 + }, + { + "case": "too many bytes413", + "status": "PASS", + "elapsed_s": 0.0349 + }, + { + "case": "attachment order ACL original checksum", + "status": "PASS", + "elapsed_s": 0.0766 + }, + { + "case": "exact10MiB allowed through LB", + "status": "PASS", + "elapsed_s": 0.1754 + } + ], + "passed": 81, + "failed": 0 +} diff --git a/evidence/last-stopped.json b/evidence/last-stopped.json new file mode 100644 index 00000000..ae155fb6 --- /dev/null +++ b/evidence/last-stopped.json @@ -0,0 +1 @@ +{"stopped_container": "729c793b10a01c019709df678dabd596cf9d9362a3811f54df233e9bbe25357c", "instance_id": "c8c69b4d-dab6-4135-9cae-03cd1ba67264"} \ No newline at end of file diff --git a/evidence/lb-final-log.txt b/evidence/lb-final-log.txt new file mode 100644 index 00000000..fa7c99de --- /dev/null +++ b/evidence/lb-final-log.txt @@ -0,0 +1,35 @@ + Container mtusi-vasilev-lab5-api-1 Stopping + Container mtusi-vasilev-lab5-api-2 Stopping + Container mtusi-vasilev-lab5-api-1 Stopped + Container mtusi-vasilev-lab5-api-2 Stopped + Container mtusi-vasilev-lab5-postgres-1 Waiting + Container mtusi-vasilev-lab5-storage-1 Waiting + Container mtusi-vasilev-lab5-postgres-1 Healthy + Container mtusi-vasilev-lab5-migrate-1 Starting + Container mtusi-vasilev-lab5-storage-1 Healthy + Container mtusi-vasilev-lab5-s3-bootstrap-1 Starting + Container mtusi-vasilev-lab5-migrate-1 Started + Container mtusi-vasilev-lab5-s3-bootstrap-1 Started + Container mtusi-vasilev-lab5-migrate-1 Waiting + Container mtusi-vasilev-lab5-cache-1 Waiting + Container mtusi-vasilev-lab5-s3-bootstrap-1 Waiting + Container mtusi-vasilev-lab5-cache-1 Healthy + Container mtusi-vasilev-lab5-migrate-1 Exited + Container mtusi-vasilev-lab5-s3-bootstrap-1 Exited + Container mtusi-vasilev-lab5-api-2 Starting + Container mtusi-vasilev-lab5-api-2 Started + Container mtusi-vasilev-lab5-api-1 Starting + Container mtusi-vasilev-lab5-api-1 Started +{ + "status": 503, + "body": { + "error": { + "code": "unavailable", + "message": "No ready API", + "request_id": "dc391a8c-fc99-48b5-804c-f395d64ba732" + } + }, + "request_id": "dc391a8c-fc99-48b5-804c-f395d64ba732", + "instance_id": null, + "recovered_existing_session": true +} diff --git a/evidence/lb-no-ready-api.json b/evidence/lb-no-ready-api.json new file mode 100644 index 00000000..62a22be4 --- /dev/null +++ b/evidence/lb-no-ready-api.json @@ -0,0 +1,13 @@ +{ + "status": 503, + "body": { + "error": { + "code": "unavailable", + "message": "No ready API", + "request_id": "dc391a8c-fc99-48b5-804c-f395d64ba732" + } + }, + "request_id": "dc391a8c-fc99-48b5-804c-f395d64ba732", + "instance_id": null, + "recovered_existing_session": true +} diff --git a/evidence/lint-final.txt b/evidence/lint-final.txt new file mode 100644 index 00000000..a3ef928c --- /dev/null +++ b/evidence/lint-final.txt @@ -0,0 +1,2 @@ +All checks passed! +26 files already formatted diff --git a/evidence/persistence-final.txt b/evidence/persistence-final.txt new file mode 100644 index 00000000..749fd29b --- /dev/null +++ b/evidence/persistence-final.txt @@ -0,0 +1,2 @@ +Executing explicit persistence hook; hook output suppressed to avoid leaking secrets. +PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/persistence-runtime.json b/evidence/persistence-runtime.json new file mode 100644 index 00000000..4c9e2e07 --- /dev/null +++ b/evidence/persistence-runtime.json @@ -0,0 +1,250 @@ +{ + "before": [ + { + "id": "b24a5a2a95a3c64b68d8f861a6de046bcdcc41efcc589df180b4345e085abab3", + "service": "api", + "started_at": "2026-11-06T15:20:42.762143108Z", + "status": "running", + "mounts": [] + }, + { + "id": "729c793b10a01c019709df678dabd596cf9d9362a3811f54df233e9bbe25357c", + "service": "api", + "started_at": "2026-11-06T15:20:42.860872451Z", + "status": "running", + "mounts": [] + }, + { + "id": "800399009f63f2c3d233a1fc1dd5fd49a9c9e207f9b03d3b0a8527ef160e763c", + "service": "broker", + "started_at": "2026-11-06T15:18:59.306587038Z", + "status": "running", + "mounts": [ + { + "type": "volume", + "name": "mtusi-vasilev-lab5_broker_data", + "destination": "/data" + } + ] + }, + { + "id": "c1cd6bf42993fb26434de167816886150fb67be679839142d686980c8ca3d154", + "service": "cache", + "started_at": "2026-11-06T15:14:27.386330338Z", + "status": "running", + "mounts": [ + { + "type": "volume", + "name": "c42fc60e30044c4418a82934b447dda8167e93d2088a913a954b2319ac3e2aa8", + "destination": "/data" + } + ] + }, + { + "id": "b4ce2641ade36c89cb677d623770b5a96dabfee276281d6b1d145359bc2ca2b0", + "service": "dispatcher", + "started_at": "2026-11-06T15:20:42.725918935Z", + "status": "running", + "mounts": [] + }, + { + "id": "595b44c6a4b4bd010ceaa908d20e5599b3e4c9cf68d245638b51823b4b231def", + "service": "lb", + "started_at": "2026-11-06T15:14:37.431019995Z", + "status": "running", + "mounts": [] + }, + { + "id": "e790e5271eab867697783a28cbb591e5288f6cb36c8ad3c139f8bdaa3fd07f98", + "service": "migrate", + "started_at": "2026-11-06T15:20:41.626256209Z", + "status": "exited", + "mounts": [] + }, + { + "id": "6f66cf289071e115c3ff80ed2df6dd12bf3f4790f63432799f3e325206d922c9", + "service": "postgres", + "started_at": "2026-11-06T15:14:27.388300134Z", + "status": "running", + "mounts": [ + { + "type": "volume", + "name": "mtusi-vasilev-lab5_postgres_data", + "destination": "/var/lib/postgresql/data" + } + ] + }, + { + "id": "7db917df416297914473b8113d3d76b6c600f902629c9be06fc6794f8464cb69", + "service": "s3", + "started_at": "2026-11-06T15:14:29.997922851Z", + "status": "running", + "mounts": [ + { + "type": "volume", + "name": "834c130f2feea74229bdf67df7b510af34ea74d971af486b369b8a1ff08c5861", + "destination": "/data" + } + ] + }, + { + "id": "6ee7e07e025b75dc56d2dae4594d5daf7914e0eaaa59c046423f7db1f807cd81", + "service": "s3-bootstrap", + "started_at": "2026-11-06T15:20:41.625767458Z", + "status": "exited", + "mounts": [] + }, + { + "id": "816d10505691f668d61a9c918d1b4804c0b908eb33439293de6d28a4af3ea912", + "service": "storage", + "started_at": "2026-11-06T15:14:27.387194267Z", + "status": "running", + "mounts": [ + { + "type": "volume", + "name": "mtusi-vasilev-lab5_s3_data", + "destination": "/data" + } + ] + }, + { + "id": "3d86b51e6e7c19710a0078cdf1155192e425a2e374c4cc9838b6e4bc557b2dfc", + "service": "worker", + "started_at": "2026-11-06T15:20:42.773658907Z", + "status": "running", + "mounts": [] + } + ], + "after": [ + { + "id": "b24a5a2a95a3c64b68d8f861a6de046bcdcc41efcc589df180b4345e085abab3", + "service": "api", + "started_at": "2026-11-06T15:20:51.74816132Z", + "status": "running", + "mounts": [] + }, + { + "id": "729c793b10a01c019709df678dabd596cf9d9362a3811f54df233e9bbe25357c", + "service": "api", + "started_at": "2026-11-06T15:20:51.301040763Z", + "status": "running", + "mounts": [] + }, + { + "id": "800399009f63f2c3d233a1fc1dd5fd49a9c9e207f9b03d3b0a8527ef160e763c", + "service": "broker", + "started_at": "2026-11-06T15:20:50.830331654Z", + "status": "running", + "mounts": [ + { + "type": "volume", + "name": "mtusi-vasilev-lab5_broker_data", + "destination": "/data" + } + ] + }, + { + "id": "c1cd6bf42993fb26434de167816886150fb67be679839142d686980c8ca3d154", + "service": "cache", + "started_at": "2026-11-06T15:20:50.79532288Z", + "status": "running", + "mounts": [ + { + "type": "volume", + "name": "c42fc60e30044c4418a82934b447dda8167e93d2088a913a954b2319ac3e2aa8", + "destination": "/data" + } + ] + }, + { + "id": "b4ce2641ade36c89cb677d623770b5a96dabfee276281d6b1d145359bc2ca2b0", + "service": "dispatcher", + "started_at": "2026-11-06T15:20:51.030565527Z", + "status": "running", + "mounts": [] + }, + { + "id": "595b44c6a4b4bd010ceaa908d20e5599b3e4c9cf68d245638b51823b4b231def", + "service": "lb", + "started_at": "2026-11-06T15:20:50.707153082Z", + "status": "running", + "mounts": [] + }, + { + "id": "e790e5271eab867697783a28cbb591e5288f6cb36c8ad3c139f8bdaa3fd07f98", + "service": "migrate", + "started_at": "2026-11-06T15:20:53.142982825Z", + "status": "exited", + "mounts": [] + }, + { + "id": "6f66cf289071e115c3ff80ed2df6dd12bf3f4790f63432799f3e325206d922c9", + "service": "postgres", + "started_at": "2026-11-06T15:20:50.649897979Z", + "status": "running", + "mounts": [ + { + "type": "volume", + "name": "mtusi-vasilev-lab5_postgres_data", + "destination": "/var/lib/postgresql/data" + } + ] + }, + { + "id": "7db917df416297914473b8113d3d76b6c600f902629c9be06fc6794f8464cb69", + "service": "s3", + "started_at": "2026-11-06T15:20:50.80089192Z", + "status": "running", + "mounts": [ + { + "type": "volume", + "name": "834c130f2feea74229bdf67df7b510af34ea74d971af486b369b8a1ff08c5861", + "destination": "/data" + } + ] + }, + { + "id": "6ee7e07e025b75dc56d2dae4594d5daf7914e0eaaa59c046423f7db1f807cd81", + "service": "s3-bootstrap", + "started_at": "2026-11-06T15:20:53.143413289Z", + "status": "exited", + "mounts": [] + }, + { + "id": "816d10505691f668d61a9c918d1b4804c0b908eb33439293de6d28a4af3ea912", + "service": "storage", + "started_at": "2026-11-06T15:20:50.661030684Z", + "status": "running", + "mounts": [ + { + "type": "volume", + "name": "mtusi-vasilev-lab5_s3_data", + "destination": "/data" + } + ] + }, + { + "id": "3d86b51e6e7c19710a0078cdf1155192e425a2e374c4cc9838b6e4bc557b2dfc", + "service": "worker", + "started_at": "2026-11-06T15:20:51.529707828Z", + "status": "running", + "mounts": [] + } + ], + "restarted_services": [ + "api", + "api", + "broker", + "cache", + "dispatcher", + "lb", + "migrate", + "postgres", + "s3", + "s3-bootstrap", + "storage", + "worker" + ], + "volumes_unchanged": true, + "passed": true +} \ No newline at end of file diff --git a/evidence/pixel-boundary-log.txt b/evidence/pixel-boundary-log.txt new file mode 100644 index 00000000..87b1f1d4 --- /dev/null +++ b/evidence/pixel-boundary-log.txt @@ -0,0 +1,24 @@ +{ + "cases": [ + { + "mode": "RGB", + "pixels": 40000000, + "size_bytes": 126351, + "attachment_id": "179489ef-46ba-4535-97c1-4a9a6b21a744", + "seconds_to_ready": 1.8, + "status": "ready" + }, + { + "mode": "RGBA", + "pixels": 40000000, + "size_bytes": 167472, + "attachment_id": "5cb068f4-9df0-4ea4-b21d-e9539ef58d2c", + "seconds_to_ready": 1.98, + "status": "ready" + } + ], + "worker_memory_limit": 939524096, + "worker_oom_killed": false, + "passed": true, + "limits": "Child RLIMIT_AS=700MiB, RLIMIT_CPU=15s, wall timeout=20s; this is not a peak RSS measurement." +} diff --git a/evidence/pixel-boundary.json b/evidence/pixel-boundary.json new file mode 100644 index 00000000..fb72aae7 --- /dev/null +++ b/evidence/pixel-boundary.json @@ -0,0 +1,24 @@ +{ + "cases": [ + { + "mode": "RGB", + "pixels": 40000000, + "size_bytes": 126351, + "attachment_id": "179489ef-46ba-4535-97c1-4a9a6b21a744", + "seconds_to_ready": 1.8, + "status": "ready" + }, + { + "mode": "RGBA", + "pixels": 40000000, + "size_bytes": 167472, + "attachment_id": "5cb068f4-9df0-4ea4-b21d-e9539ef58d2c", + "seconds_to_ready": 1.98, + "status": "ready" + } + ], + "worker_memory_limit": 939524096, + "worker_oom_killed": false, + "passed": true, + "limits": "Child RLIMIT_AS=700MiB, RLIMIT_CPU=15s, wall timeout=20s; this is not a peak RSS measurement." +} \ No newline at end of file diff --git a/evidence/runtime-source.json b/evidence/runtime-source.json new file mode 100644 index 00000000..024dd27e --- /dev/null +++ b/evidence/runtime-source.json @@ -0,0 +1,27 @@ +{ + "runtime_container_id": "4961615b0453633520b59c21a2916e5d469d7d04ed02061e9c01eb93a89ba939", + "runtime_source_sha256": { + "__init__.py": "9a72a49106367ca514cc6147d0e727e62c4d33fefd61572d209a5c9494551a2c", + "__main__.py": "ba9a59ad44ee8884cd65cf88d5ea15cbd7051b10f7c729043ddd44ca2f34defe", + "app.py": "d280627620ad481354ebe86a3308ab44e16d39e1715ce7fa69085ff67b60105f", + "attachments.py": "43013d5bd9ade4dac1dd832167061a352bda67afa5ee2cacf8da634fc3599ec0", + "config.py": "e4d4aaf674ede8b5abdc361f77c7793ee94d8d7856030c28834eb7c95291b193", + "domain.py": "7bf6f177ab5bdeea09b303dc886160335d348f64f47912b9bba45355db378bef", + "image_pipeline.py": "3dcca5590704f1f9e8eca71dc28097930eac62701cf479aa8b7e3c71ca9b3551", + "jobctl.py": "41098fe1088960f6e62a3e3b6bd63e8b7f048b4561d82a994cf64574b939215d", + "jobs.py": "b8ae69a3807532f3dd1ec71006034e4a2644f5c16a46a50107d371feb701c84f", + "migrate.py": "eb5cad7ac6abe38dd40b2db307d298b297abe9543b3928c36bab8ef06283664e", + "models.py": "c43769d2d4ba0369129a86bf80364a626ab91442f9b9020e6bc904e363a39665", + "postgres.py": "3fa443fae1dd078a01bc3e7403297a4e76f3dd06ec884f3518f95a1f80ffaa52", + "storage.py": "70b0fb157b285b674a7388a2bfe5c5a7feb8149a9266ac7ad035961d769008a5", + "storage_bootstrap.py": "b29a2a1f8864ec3425a7499b1752688f69d8f402f3881957e790ed4522d35589", + "worker.py": "c07b2bdb3e20c5574ffa521bc702f10819294ec6a041300650e492461af5bc78" + }, + "fault_image_id": "sha256:0bc8d41c5d3b3e581946d7440e7cc0156b97edf8e114b70331d494ab5603613b", + "changed_after_fault_image": [ + "domain.py" + ], + "pipeline_modules_identical": true, + "explanation": "Only shared cursor parsing was tightened after fault tests; complete final HTTP suite checks it. All pipeline/outbox/storage modules are byte-identical.", + "passed": true +} \ No newline at end of file diff --git a/evidence/smoke-final.txt b/evidence/smoke-final.txt new file mode 100644 index 00000000..8497572b --- /dev/null +++ b/evidence/smoke-final.txt @@ -0,0 +1,2 @@ +python3 tests/smoke.py --base-url "http://127.0.0.1:8085" +PASS: lab5 public API scenario; infrastructure and grading evidence remain separate. diff --git a/evidence/stack-final-log.txt b/evidence/stack-final-log.txt new file mode 100644 index 00000000..78f28134 --- /dev/null +++ b/evidence/stack-final-log.txt @@ -0,0 +1 @@ +PASS: full restart and failover of both physical API replicas diff --git a/evidence/startup-final.txt b/evidence/startup-final.txt new file mode 100644 index 00000000..4322f873 --- /dev/null +++ b/evidence/startup-final.txt @@ -0,0 +1,78 @@ + Container mtusi-vasilev-lab5-cache-1 Running + Container mtusi-vasilev-lab5-broker-1 Running + Container mtusi-vasilev-lab5-storage-1 Running + Container mtusi-vasilev-lab5-s3-1 Running + Container mtusi-vasilev-lab5-lb-1 Running + Container mtusi-vasilev-lab5-postgres-1 Running + Container mtusi-vasilev-lab5-migrate-1 Recreate + Container mtusi-vasilev-lab5-s3-bootstrap-1 Recreate + Container mtusi-vasilev-lab5-migrate-1 Recreated + Container mtusi-vasilev-lab5-dispatcher-1 Recreate + Container mtusi-vasilev-lab5-s3-bootstrap-1 Recreated + Container mtusi-vasilev-lab5-worker-1 Recreate + Container mtusi-vasilev-lab5-api-1 Recreate + Container mtusi-vasilev-lab5-api-2 Recreate + Container mtusi-vasilev-lab5-dispatcher-1 Recreated + Container mtusi-vasilev-lab5-api-1 Recreated + Container mtusi-vasilev-lab5-worker-1 Recreated + Container mtusi-vasilev-lab5-api-2 Recreated + Container mtusi-vasilev-lab5-postgres-1 Waiting + Container mtusi-vasilev-lab5-storage-1 Waiting + Container mtusi-vasilev-lab5-storage-1 Healthy + Container mtusi-vasilev-lab5-postgres-1 Healthy + Container mtusi-vasilev-lab5-s3-bootstrap-1 Starting + Container mtusi-vasilev-lab5-migrate-1 Starting + Container mtusi-vasilev-lab5-s3-bootstrap-1 Started + Container mtusi-vasilev-lab5-migrate-1 Started + Container mtusi-vasilev-lab5-migrate-1 Waiting + Container mtusi-vasilev-lab5-broker-1 Waiting + Container mtusi-vasilev-lab5-migrate-1 Waiting + Container mtusi-vasilev-lab5-broker-1 Waiting + Container mtusi-vasilev-lab5-s3-bootstrap-1 Waiting + Container mtusi-vasilev-lab5-s3-bootstrap-1 Waiting + Container mtusi-vasilev-lab5-migrate-1 Waiting + Container mtusi-vasilev-lab5-cache-1 Waiting + Container mtusi-vasilev-lab5-cache-1 Healthy + Container mtusi-vasilev-lab5-broker-1 Healthy + Container mtusi-vasilev-lab5-broker-1 Healthy + Container mtusi-vasilev-lab5-migrate-1 Exited + Container mtusi-vasilev-lab5-migrate-1 Exited + Container mtusi-vasilev-lab5-dispatcher-1 Starting + Container mtusi-vasilev-lab5-migrate-1 Exited + Container mtusi-vasilev-lab5-dispatcher-1 Started + Container mtusi-vasilev-lab5-s3-bootstrap-1 Exited + Container mtusi-vasilev-lab5-s3-bootstrap-1 Exited + Container mtusi-vasilev-lab5-worker-1 Starting + Container mtusi-vasilev-lab5-api-1 Starting + Container mtusi-vasilev-lab5-worker-1 Started + Container mtusi-vasilev-lab5-api-1 Started + Container mtusi-vasilev-lab5-api-2 Starting + Container mtusi-vasilev-lab5-api-2 Started + Container mtusi-vasilev-lab5-api-1 Waiting + Container mtusi-vasilev-lab5-api-2 Waiting + Container mtusi-vasilev-lab5-api-1 Healthy + Container mtusi-vasilev-lab5-api-2 Healthy + Container mtusi-vasilev-lab5-broker-1 Waiting + Container mtusi-vasilev-lab5-migrate-1 Waiting + Container mtusi-vasilev-lab5-postgres-1 Waiting + Container mtusi-vasilev-lab5-worker-1 Waiting + Container mtusi-vasilev-lab5-storage-1 Waiting + Container mtusi-vasilev-lab5-s3-bootstrap-1 Waiting + Container mtusi-vasilev-lab5-dispatcher-1 Waiting + Container mtusi-vasilev-lab5-s3-1 Waiting + Container mtusi-vasilev-lab5-lb-1 Waiting + Container mtusi-vasilev-lab5-cache-1 Waiting + Container mtusi-vasilev-lab5-api-1 Waiting + Container mtusi-vasilev-lab5-api-2 Waiting + Container mtusi-vasilev-lab5-postgres-1 Healthy + Container mtusi-vasilev-lab5-dispatcher-1 Healthy + Container mtusi-vasilev-lab5-s3-bootstrap-1 Exited + Container mtusi-vasilev-lab5-lb-1 Healthy + Container mtusi-vasilev-lab5-broker-1 Healthy + Container mtusi-vasilev-lab5-worker-1 Healthy + Container mtusi-vasilev-lab5-s3-1 Healthy + Container mtusi-vasilev-lab5-storage-1 Healthy + Container mtusi-vasilev-lab5-migrate-1 Exited + Container mtusi-vasilev-lab5-cache-1 Healthy + Container mtusi-vasilev-lab5-api-1 Healthy + Container mtusi-vasilev-lab5-api-2 Healthy diff --git a/evidence/tests-final.txt b/evidence/tests-final.txt new file mode 100644 index 00000000..f0edf1d7 --- /dev/null +++ b/evidence/tests-final.txt @@ -0,0 +1,3 @@ +........................................................................ [ 54%] +............................................................. [100%] +133 passed in 35.94s diff --git a/infra/filer.toml b/infra/filer.toml new file mode 100644 index 00000000..a11e5de2 --- /dev/null +++ b/infra/filer.toml @@ -0,0 +1,3 @@ +[leveldb2] +enabled = true +dir = "/data/filerldb2" diff --git a/infra/haproxy.cfg b/infra/haproxy.cfg new file mode 100644 index 00000000..62b0a227 --- /dev/null +++ b/infra/haproxy.cfg @@ -0,0 +1,37 @@ +global + log stdout format raw local0 + maxconn 256 + stats socket /tmp/haproxy.sock mode 600 level admin + +defaults + mode http + log global + timeout connect 1s + timeout client 10s + timeout server 8s + timeout check 1s + timeout queue 2s + retries 0 + option httplog + +resolvers docker + nameserver dns 127.0.0.11:53 + resolve_retries 3 + timeout resolve 1s + timeout retry 1s + hold valid 1s + hold obsolete 1s + hold nx 1s + +frontend public + bind :8080 + http-request set-var(txn.lb_request_id) uuid() + http-request return status 503 content-type application/json lf-string '{"error":{"code":"unavailable","message":"No ready API","request_id":"%[var(txn.lb_request_id)]"}}' hdr X-Request-Id '%[var(txn.lb_request_id)]' if { nbsrv(apis) eq 0 } + default_backend apis + +backend apis + balance roundrobin + option httpchk GET /health/ready + http-check expect status 200 + default-server inter 1s fastinter 500ms downinter 1s fall 2 rise 2 + server-template api 1-8 api:8080 check resolvers docker resolve-prefer ipv4 init-addr libc,none diff --git a/migrations/001_initial.sql b/migrations/001_initial.sql new file mode 100644 index 00000000..2d05d335 --- /dev/null +++ b/migrations/001_initial.sql @@ -0,0 +1,35 @@ +CREATE TABLE users ( + id uuid PRIMARY KEY, + username text NOT NULL UNIQUE CHECK (username ~ '^[a-z0-9_]{3,32}$'), + display_name text NOT NULL CHECK (char_length(display_name) BETWEEN 1 AND 100), + password_hash text NOT NULL, + created_at timestamptz NOT NULL +); +CREATE TABLE chats ( + id uuid PRIMARY KEY, + title text NOT NULL CHECK (char_length(title) BETWEEN 1 AND 100), + created_at timestamptz NOT NULL +); +CREATE TABLE members ( + chat_id uuid NOT NULL REFERENCES chats(id), + user_id uuid NOT NULL REFERENCES users(id), + position integer NOT NULL CHECK (position >= 0), + PRIMARY KEY(chat_id,user_id), + UNIQUE(chat_id,position) +); +CREATE INDEX members_user_idx ON members(user_id,chat_id); +CREATE TABLE messages ( + id uuid PRIMARY KEY, + chat_id uuid NOT NULL, + sender_id uuid NOT NULL, + text text NOT NULL CHECK (char_length(text) BETWEEN 1 AND 4000), + created_at timestamptz NOT NULL, + FOREIGN KEY(chat_id,sender_id) REFERENCES members(chat_id,user_id) +); +CREATE INDEX messages_history_idx ON messages(chat_id,created_at,id); +CREATE TABLE sessions ( + token_digest text PRIMARY KEY, + user_id uuid NOT NULL REFERENCES users(id), + expires_at timestamptz NOT NULL +); +CREATE INDEX sessions_expiry_idx ON sessions(expires_at); diff --git a/migrations/002_idempotency.sql b/migrations/002_idempotency.sql new file mode 100644 index 00000000..3ca43082 --- /dev/null +++ b/migrations/002_idempotency.sql @@ -0,0 +1,10 @@ +CREATE TABLE message_requests ( + actor_id uuid NOT NULL REFERENCES users(id), + chat_id uuid NOT NULL REFERENCES chats(id), + key text NOT NULL, + body_digest text NOT NULL, + response jsonb NOT NULL, + expires_at timestamptz NOT NULL, + PRIMARY KEY(actor_id,chat_id,key) +); +CREATE INDEX message_requests_expiry_idx ON message_requests(expires_at); diff --git a/migrations/003_unicode_storage.sql b/migrations/003_unicode_storage.sql new file mode 100644 index 00000000..c79d6b9a --- /dev/null +++ b/migrations/003_unicode_storage.sql @@ -0,0 +1,13 @@ +-- PostgreSQL text rejects U+0000, while the API accepts Unicode code points. +-- Preserve UTF-8 losslessly. API validation enforces code point limits; the DB +-- additionally bounds byte lengths, without stripping or replacing characters. +ALTER TABLE users DROP CONSTRAINT users_display_name_check; +ALTER TABLE users ALTER COLUMN display_name TYPE bytea USING convert_to(display_name,'UTF8'); +ALTER TABLE users ADD CHECK (octet_length(display_name) BETWEEN 1 AND 400); +ALTER TABLE chats DROP CONSTRAINT chats_title_check; +ALTER TABLE chats ALTER COLUMN title TYPE bytea USING convert_to(title,'UTF8'); +ALTER TABLE chats ADD CHECK (octet_length(title) BETWEEN 1 AND 400); +ALTER TABLE messages DROP CONSTRAINT messages_text_check; +ALTER TABLE messages ALTER COLUMN text TYPE bytea USING convert_to(text,'UTF8'); +ALTER TABLE messages ADD CHECK (octet_length(text) BETWEEN 1 AND 16000); +ALTER TABLE message_requests ALTER COLUMN response TYPE bytea USING convert_to(response::text,'UTF8'); diff --git a/migrations/004_attachments.sql b/migrations/004_attachments.sql new file mode 100644 index 00000000..63273db6 --- /dev/null +++ b/migrations/004_attachments.sql @@ -0,0 +1,35 @@ +CREATE TABLE attachments ( + id uuid PRIMARY KEY, + chat_id uuid NOT NULL REFERENCES chats(id), + owner_id uuid NOT NULL REFERENCES users(id), + filename text NOT NULL, + content_type text NOT NULL CHECK (content_type IN ('image/png','image/jpeg')), + size_bytes bigint NOT NULL CHECK (size_bytes BETWEEN 1 AND 10485760), + sha256 text NOT NULL, + status text NOT NULL CONSTRAINT attachments_status_check CHECK (status IN ('queued','processing','ready','failed')), + error_code text, + created_at timestamptz NOT NULL, + updated_at timestamptz NOT NULL, + object_key text NOT NULL UNIQUE, + UNIQUE(id,chat_id) +); +CREATE TABLE message_attachments ( + message_id uuid NOT NULL REFERENCES messages(id), + attachment_id uuid NOT NULL REFERENCES attachments(id), + position integer NOT NULL CHECK (position BETWEEN 0 AND 9), + PRIMARY KEY(message_id,attachment_id), + UNIQUE(message_id,position) +); +CREATE INDEX message_attachments_attachment_idx ON message_attachments(attachment_id); +CREATE TABLE upload_intents ( + id uuid PRIMARY KEY, + object_key text NOT NULL UNIQUE, + created_at timestamptz NOT NULL +); +CREATE INDEX upload_intents_created_idx ON upload_intents(created_at,id); +CREATE TABLE attachment_reconcile_audit ( + id bigint GENERATED ALWAYS AS IDENTITY PRIMARY KEY, + event text NOT NULL, + object_key text NOT NULL, + happened_at timestamptz NOT NULL DEFAULT now() +); diff --git a/migrations/005_attachment_only_message.sql b/migrations/005_attachment_only_message.sql new file mode 100644 index 00000000..054d8ce1 --- /dev/null +++ b/migrations/005_attachment_only_message.sql @@ -0,0 +1,3 @@ +-- Empty text is valid only when the API supplies at least one attachment. +ALTER TABLE messages DROP CONSTRAINT messages_text_check; +ALTER TABLE messages ADD CONSTRAINT messages_text_check CHECK (octet_length(text) <= 16000); diff --git a/migrations/006_jobs.sql b/migrations/006_jobs.sql new file mode 100644 index 00000000..a713762a --- /dev/null +++ b/migrations/006_jobs.sql @@ -0,0 +1,49 @@ +ALTER TABLE attachments DROP CONSTRAINT IF EXISTS attachments_status_check; +ALTER TABLE attachments ADD CONSTRAINT attachments_status_check + CHECK (status IN ('queued','processing','ready','failed')); +ALTER TABLE attachments ADD COLUMN pipeline_version integer NOT NULL DEFAULT 1 CHECK (pipeline_version > 0); +ALTER TABLE attachments ADD COLUMN variants jsonb NOT NULL DEFAULT '[]'; +ALTER TABLE attachments ADD COLUMN stage_key text; + +CREATE TABLE attachment_jobs ( + id uuid PRIMARY KEY, + attachment_id uuid NOT NULL REFERENCES attachments(id), + pipeline_version integer NOT NULL CHECK (pipeline_version > 0), + source_key text, + state text NOT NULL CHECK (state IN ('queued','processing','ready','failed','superseded')), + attempt integer NOT NULL DEFAULT 0 CHECK (attempt >= 0), + attempt_limit integer NOT NULL CHECK (attempt_limit > 0), + lease_id uuid, + lease_until timestamptz, + available_at timestamptz NOT NULL DEFAULT now(), + error_code text, + created_at timestamptz NOT NULL DEFAULT now(), + updated_at timestamptz NOT NULL DEFAULT now(), + UNIQUE(attachment_id,pipeline_version) +); +CREATE INDEX jobs_recovery_idx ON attachment_jobs(state,lease_until); +CREATE TABLE job_outbox ( + job_id uuid PRIMARY KEY REFERENCES attachment_jobs(id), + published_at timestamptz +); +CREATE TABLE job_audit ( + id bigserial PRIMARY KEY, + job_id uuid NOT NULL REFERENCES attachment_jobs(id), + event text NOT NULL, + attempt integer NOT NULL, + created_at timestamptz NOT NULL DEFAULT now() +); +CREATE TABLE failed_jobs ( + job_id uuid PRIMARY KEY REFERENCES attachment_jobs(id), + error_code text NOT NULL, + failed_at timestamptz NOT NULL DEFAULT now(), + replay_count integer NOT NULL DEFAULT 0 +); +CREATE TABLE test_faults ( + id bigserial PRIMARY KEY, + point text NOT NULL, + attachment_id uuid, + action text NOT NULL CHECK (action IN ('crash','pause','error')), + reached_at timestamptz, + released boolean NOT NULL DEFAULT false +); diff --git a/pyproject.toml b/pyproject.toml new file mode 100644 index 00000000..5101832c --- /dev/null +++ b/pyproject.toml @@ -0,0 +1,29 @@ +[project] +name = "mtusi-messenger" +version = "1.0.0" +requires-python = ">=3.12,<3.13" +dependencies = [ + "fastapi", + "uvicorn", + "psycopg[binary,pool]", + "redis", + "argon2-cffi", + "boto3>=1.43,<2", + "pillow>=12.1.1,<13", +] + +[dependency-groups] +dev = ["pytest", "httpx", "ruff", "openapi-spec-validator", "jsonschema"] + +[tool.ruff] +target-version = "py312" +line-length = 100 +include = ["src/**/*.py", "student-tests/**/*.py", "research/**/*.py"] + +[tool.pytest.ini_options] +testpaths = ["student-tests"] +pythonpath = ["src", "tests"] + +[tool.ruff.lint] +select = ["E4", "E7", "E9", "F", "I", "UP", "B"] +ignore = ["B008"] # FastAPI dependencies are declared in endpoint signatures. diff --git a/research/README.md b/research/README.md new file mode 100644 index 00000000..eb15fdbd --- /dev/null +++ b/research/README.md @@ -0,0 +1,54 @@ +# Трек 2: доказанная идемпотентность versioned pipeline + +## Гипотеза + +Устойчивая запись намерения в одной транзакции с метаданными, повторяемые уведомления брокера, lease/fencing и публикация только текущей версии позволяют пережить дубли и окна аварий без потери подтверждённой работы и без перезаписи новой версии старой. + +## Инварианты + +1. После 202 оригинал целиком находится в устойчивом S3 staging, а PostgreSQL содержит attachment, job и outbox в одной транзакции. +2. Ни queued, ни processing не очищаются по возрасту. +3. `job_id` не меняется при повторной доставке. Логический ключ результата — `(attachment_id,pipeline_version,variant)`. +4. Ready публикуется атомарно только после всех четырёх объектов: original, thumbnail, crop, optimized. +5. Ready-дубль не откатывает состояние. Старый pipeline не меняет актуальные метаданные и пишет только в собственный version-prefix. +6. Replay и cleanup синхронизированы блокировкой строки attachment: либо replay принят и источник сохранён, либо очистка завершилась первой и replay явно отклонён. +7. Случайный токен, пароль и байты изображения не передаются через брокер и не входят в evidence. + +## Версии + +Основной upload использует pipeline 1. Поддержана операторская версия 2: неизменны original, JPEG thumbnail и crop; качество optimized WebP меняется с 80 на 75. Обе версии удаляют EXIF/ICC из производных, учитывают EXIF orientation и белый фон alpha. Thumbnail вписан в 256×256 без увеличения, размеры вычислены целочисленно вниз. Crop — центр 128×128; WebP вписан в 1280×1280 без увеличения, method=4. Маленький WebP может быть больше исходника. + +## Запуск + +Из корня ЛР5 после `make up`: + +```sh +uv sync --locked --python 3.12 +uv run --locked python research/fault_suite.py --output evidence/fault-study-repeat.json +uv run --locked python research/extra_invariants.py +``` + +Драйвер временно включает `compose.fault.yaml`: hooks доступны только при `ENABLE_FAULT_INJECTION=1`, управляются локальными записями БД, публичных fault-endpoint нет. Lease сокращается с 45 до 8 секунд для ускорения опыта. Короткий lease не является production-настройкой. Драйвер работает только с проектом этой лабораторной, в конце возвращает обычную конфигурацию. Запускать последовательно с остальными lifecycle-тестами. + +## Реальные воздействия + +- Worker отсутствует при 202; затем API и broker перезапускаются с volumes, тот же токен получает прежний original и варианты. +- API завершается через `os._exit(86)` после COMMIT до publish. Ответ может потеряться, но outbox автоматически доставляет существующее намерение. +- Dispatcher завершается после успешного XADD до отметки outbox: повторная публикация не размножает эффект. +- Worker действительно завершается до side effect, после записи S3 и после COMMIT результата до ack. Dispatcher восстанавливает истёкший lease, broker повторяет доставку. +- В брокер конкурентно публикуются 20 дублей завершённой job; число событий публикации результата остаётся одним. +- Version 2 принимается для queued-объекта и использует существующий staging. +- Старый worker приостановлен после S3-записей, version 2 завершается другим worker, затем старый продолжает. Его публикация отклоняется, checksums v2 неизменны. +- Реальная временная ошибка с исчерпанным budget переводит job в failed, затем штатный replay возвращает её в queued. +- Оба порядка cleanup/replay проверяются на настоящих PostgreSQL и S3. +- Дополнительный драйвер останавливает cleanup после последней проверки перед DELETE под row lock и запускает настоящий concurrent replay; обратный interleaving также проверен. Lock timeout — безопасная ограниченная ошибка, а не обход блокировки. +- В broker явно доставляются v2/v1/v2 после публикации v2; метаданные, bytes и число эффектов остаются прежними. +- Две временные ошибки показывают реальный backoff перед третьей успешной попыткой. +- Некорректные UUID-типы, boolean schema version, неверная дата и не-UTF8 payload отклоняются без crash loop, затем нормальное задание завершается тем же процессом. +- Возраст queued-вложения моделируется как восемь суток в БД; cleanup с нулевой retention сохраняет staging, после запуска worker тот же объект становится ready. Реальные восемь суток ожидания не заявляются. + +## Границы доказательства + +Это автоматические контролируемые локальные interleaving, не перебор всех возможных распределённых отказов. At-least-once доставка сохраняется: дубли нормальны, идемпотентен логический эффект. Exactly-once доставка не заявляется. Broker, PostgreSQL, S3 и host остаются одиночными точками отказа. AOF и volumes не заменяют независимые backup. + +Время fault-suite зависит от рестартов, lease и warm filesystem, не является SLA обработки. Перегрузка и сравнение concurrency не исследуются: выбран трек 2, а не трек 1. Производительность измеряется только там, где явно указана методика. diff --git a/research/extra_invariants.py b/research/extra_invariants.py new file mode 100644 index 00000000..33f4d3c7 --- /dev/null +++ b/research/extra_invariants.py @@ -0,0 +1,263 @@ +"""Explicit reordered deliveries, retry backoff, and synchronized cleanup/replay races.""" + +import hashlib +import json +import sys +import time +from concurrent.futures import ThreadPoolExecutor +from datetime import datetime +from pathlib import Path + +from fault_suite import ( + COMPOSE, + command, + compose, + fault, + job, + operation, + reached, + runtime, + sql, + wait_until, +) + +sys.path.insert(0, str(Path(__file__).resolve().parents[1] / "tests")) +from client import Client + + +def main(): + result = {"scenarios": []} + compose("up", "-d", "--no-build", "--wait", "api", "worker", "dispatcher", "lb") + c = Client("http://127.0.0.1:8085") + alice, bob, _, chat = c.bootstrap() + + def upload(): + return c.attachment(alice, chat)[0]["id"] + + def ready(aid): + return c.wait_ready(bob, {"id": aid}) + + def replay_command(aid): + return command( + COMPOSE + + [ + "exec", + "-T", + "--index", + "2", + "api", + "python", + "-m", + "messenger.jobctl", + "replay", + aid, + ], + check=False, + ) + + def make_failed(): + compose("stop", "worker") + aid = upload() + sql(f"UPDATE attachment_jobs SET attempt_limit=1 WHERE attachment_id='{aid}'") + fault("before_effect", aid, "error") + compose("start", "worker") + wait_until(lambda: job(aid)["state"] == "failed") + return aid + + try: + # Two real transient failures before eventual successful processing. + compose("stop", "worker") + aid = upload() + fault("before_effect", aid, "error") + fault("before_effect", aid, "error") + compose("start", "worker") + ready(aid) + assert job(aid)["attempt"] == 3 + audits = sql( + f"SELECT event,attempt,created_at FROM job_audit WHERE job_id='{job(aid)['id']}' ORDER BY id", + rows=True, + ) + retries = [a for a in audits if a["event"] == "retry_scheduled"] + claims = [a for a in audits if a["event"] == "claimed"] + delays = [ + ( + datetime.fromisoformat(claims[i + 1]["created_at"]) + - datetime.fromisoformat(retries[i]["created_at"]) + ).total_seconds() + for i in range(2) + ] + assert delays[0] >= 1 and delays[1] >= 2 + result["scenarios"].append( + { + "name": "transient_retry_backoff_and_jitter", + "attachment_id": aid, + "attempts": 3, + "observed_delays_seconds": delays, + "audit": audits, + "passed": True, + } + ) + + # Reorder actual broker messages AFTER v2 is already public. + operation(f"print(j.reprocess('{aid}',2,o))") + before = ready(aid) + ids = sql( + f"SELECT id,pipeline_version FROM attachment_jobs WHERE attachment_id='{aid}' ORDER BY pipeline_version", + rows=True, + ) + v1, v2 = ids + snippet = ( + "import json; from messenger.jobs import broker_client,STREAM; b=broker_client(); " + f"versions=[('{v2['id']}',2),('{v1['id']}',1),('{v2['id']}',2)]; " + f"[b.xadd(STREAM,{{'body':json.dumps({{'schema_version':1,'job_id':jid,'type':'attachment.process.v1','attachment_id':'{aid}','pipeline_version':version,'attempt':1,'created_at':'2026-11-06T00:00:00Z'}})}}) for jid,version in versions]; print('reordered v2,v1,v2')" + ) + operation(snippet) + time.sleep(2) + assert ready(aid) == before + hashes = {} + for variant in ["original", "thumbnail", "crop", "optimized"]: + data = c.call("GET", f"/api/v1/attachments/{aid}/content?variant={variant}", actor=bob)[ + "bytes" + ] + hashes[variant] = hashlib.sha256(data).hexdigest() + publications = sql( + f"SELECT pipeline_version,count(*) AS n FROM attachment_jobs j JOIN job_audit a ON a.job_id=j.id WHERE j.attachment_id='{aid}' AND a.event='published' GROUP BY pipeline_version ORDER BY pipeline_version", + rows=True, + ) + assert publications == [{"pipeline_version": 1, "n": 1}, {"pipeline_version": 2, "n": 1}] + result["scenarios"].append( + { + "name": "broker_reorder_v2_v1_v2_no_regression", + "attachment_id": aid, + "hashes": hashes, + "publications": publications, + "passed": True, + } + ) + + # Malformed jobs are rejected and acknowledged, including non-UTF8 bytes. + worker_before = next(item for item in runtime() if item["service"] == "worker") + snippet = ( + "import json; from messenger.jobs import broker_client,STREAM; b=broker_client(); " + f"base={{'schema_version':1,'job_id':'{v2['id']}','type':'attachment.process.v1','attachment_id':'{aid}','pipeline_version':2,'attempt':1,'created_at':'2026-11-06T00:00:00Z'}}; " + "bad=[json.dumps({**base,'job_id':123}),json.dumps({**base,'attachment_id':[]}),json.dumps({**base,'schema_version':True}),json.dumps({**base,'created_at':123}),bytes([255]),bytes([110,111,116,45,106,115,111,110])]; " + "[b.xadd(STREAM,{'body':payload}) for payload in bad]; print('6 malformed deliveries')" + ) + operation(snippet) + normal = upload() + ready(normal) + worker_after = next(item for item in runtime() if item["service"] == "worker") + assert worker_after["container_id"] == worker_before["container_id"] + assert worker_after["restart_count"] == worker_before["restart_count"] + logs = compose("logs", "--tail", "100", "worker").stdout + assert logs.count('"event": "invalid_delivery"') >= 6 + result["scenarios"].append( + { + "name": "six_poison_deliveries_rejected_without_worker_crash", + "attachment_id": normal, + "worker_before": worker_before, + "worker_after": worker_after, + "safe_log_events": 6, + "passed": True, + } + ) + + # Simulated old metadata must not make accepted queued staging eligible for cleanup. + compose("stop", "worker") + aid = upload() + sql( + f"UPDATE attachments SET created_at=now()-interval '8 days',updated_at=now()-interval '8 days' WHERE id='{aid}'" + ) + operation("from messenger.jobctl import cleanup; print(cleanup(s,o,0,0))") + assert job(aid)["state"] == "queued" + source_present = operation( + f"\nwith s.connection() as conn:\n a=conn.execute(\"SELECT stage_key FROM attachments WHERE id=%s\",('{aid}',)).fetchone()\n print(o.exists(a['stage_key']))" + ) + assert source_present == "True" + compose("start", "worker") + ready(aid) + result["scenarios"].append( + { + "name": "eight_day_old_queued_metadata_never_expires_staging", + "attachment_id": aid, + "age_simulated_in_database": True, + "passed": True, + } + ) + + # Cleanup stops AFTER its final state check, BEFORE actual S3 DELETE, holding row lock. + aid = make_failed() + fid = fault("cleanup_before_delete", aid, "pause") + with ThreadPoolExecutor(2) as executor: + cleaner = executor.submit( + operation, "from messenger.jobctl import cleanup; print(cleanup(s,o,0,3600))" + ) + wait_until(lambda: reached(fid)) + replay = executor.submit(replay_command, aid).result(timeout=15) + assert replay.returncode == 1 + assert json.loads(replay.stdout)["status"] == 503 + sql(f"UPDATE test_faults SET released=true WHERE id={fid}") + cleaner.result(timeout=15) + refused = replay_command(aid) + assert refused.returncode == 1 and json.loads(refused.stdout)["status"] == 409 + assert job(aid)["state"] == "failed" + result["scenarios"].append( + { + "name": "cleanup_paused_before_delete_blocks_concurrent_replay", + "attachment_id": aid, + "while_locked_status": 503, + "after_source_expiry_status": 409, + "passed": True, + } + ) + + # Reverse ordering: replay holds the lock before its queued COMMIT. + aid = make_failed() + fid = fault("replay_before_commit", aid, "pause") + with ThreadPoolExecutor(2) as executor: + replayer = executor.submit(replay_command, aid) + wait_until(lambda: reached(fid)) + cleaning = executor.submit( + command, + COMPOSE + + [ + "exec", + "-T", + "--index", + "2", + "api", + "python", + "-m", + "messenger.jobctl", + "cleanup", + "--failed-hours", + "0", + ], + False, + ).result(timeout=15) + assert cleaning.returncode == 1 and json.loads(cleaning.stdout)["status"] == 503 + sql(f"UPDATE test_faults SET released=true WHERE id={fid}") + assert replayer.result(timeout=15).returncode == 0 + ready(aid) + operation("from messenger.jobctl import cleanup; print(cleanup(s,o,0,3600))") + ready(aid) + result["scenarios"].append( + { + "name": "replay_holds_lock_cleanup_cannot_delete_then_ready", + "attachment_id": aid, + "cleanup_while_locked_status": 503, + "passed": True, + } + ) + result["passed"] = True + finally: + sql("UPDATE test_faults SET released=true WHERE reached_at IS NOT NULL") + command( + ["docker", "compose", "up", "-d", "--no-build", "--wait", "api", "worker", "dispatcher"] + ) + Path("evidence/extra-invariants.json").write_text(json.dumps(result, indent=2)) + print("PASS: backoff, reordered deliveries and both real cleanup/replay interleavings") + + +if __name__ == "__main__": + main() diff --git a/research/fault_suite.py b/research/fault_suite.py new file mode 100644 index 00000000..743d9b4a --- /dev/null +++ b/research/fault_suite.py @@ -0,0 +1,398 @@ +"""Track 2: real PostgreSQL/S3/broker and process crashes, no mocked effects. + +Run from this repository using uv run --locked python research/fault_suite.py. +The driver enables the explicit local fault overlay and creates synthetic records. +""" + +import argparse +import hashlib +import json +import random +import subprocess +import sys +import time +from datetime import UTC, datetime +from io import BytesIO +from pathlib import Path + +import httpx +from PIL import Image + +sys.path.insert(0, str(Path(__file__).resolve().parents[1] / "tests")) +from client import Client + +COMPOSE = ["docker", "compose", "-f", "compose.yaml", "-f", "compose.fault.yaml"] + + +def command(args, check=True): + result = subprocess.run(args, capture_output=True, text=True, timeout=120) + if check and result.returncode: + raise RuntimeError("Command failed: " + " ".join(args[:5]) + "\n" + result.stderr[-1500:]) + return result + + +def compose(*args): + return command(COMPOSE + list(args)) + + +def sql(statement, rows=False): + if rows: + statement = "SELECT coalesce(json_agg(q),'[]'::json) FROM (" + statement + ") q" + result = compose( + "exec", + "-T", + "postgres", + "psql", + "-U", + "messenger", + "-d", + "messenger", + "-At", + "-v", + "ON_ERROR_STOP=1", + "-c", + statement, + ) + return json.loads(result.stdout) if rows else result.stdout.strip() + + +def operation(code): + prefix = "from messenger.postgres import PostgresStore; from messenger.storage import ObjectStorage; from messenger.jobs import Jobs; s=PostgresStore(); o=ObjectStorage(); j=Jobs(s); " + result = compose("exec", "-T", "--index", "2", "api", "python", "-c", prefix + code) + return result.stdout.strip() + + +def runtime(): + ids = compose("ps", "-a", "-q", "api", "worker", "dispatcher").stdout.split() + inspected = json.loads(command(["docker", "inspect", *ids]).stdout) + return [ + { + "container_id": item["Id"], + "service": item["Config"]["Labels"]["com.docker.compose.service"], + "restart_count": item["RestartCount"], + "status": item["State"]["Status"], + "exit_code": item["State"]["ExitCode"], + "started_at": item["State"]["StartedAt"], + } + for item in inspected + ] + + +def wait_until(predicate, timeout=45): + deadline = time.monotonic() + timeout + while time.monotonic() < deadline: + value = predicate() + if value: + return value + time.sleep(0.2) + raise AssertionError("Timed out waiting for invariant") + + +def fault(point, aid=None, action="crash"): + target = "NULL" if aid is None else "'" + aid + "'" + return sql( + f"INSERT INTO test_faults(point,attachment_id,action) VALUES ('{point}',{target},'{action}') RETURNING id" + ).splitlines()[0] + + +def reached(fid): + return bool( + sql(f"SELECT id FROM test_faults WHERE id={fid} AND reached_at IS NOT NULL", rows=True) + ) + + +def job(aid): + return sql( + f"SELECT j.id,j.state,j.attempt,j.pipeline_version,a.status FROM attachment_jobs j JOIN attachments a ON a.id=j.attachment_id WHERE j.attachment_id='{aid}' ORDER BY j.pipeline_version DESC", + rows=True, + )[0] + + +def main(): + parser = argparse.ArgumentParser() + parser.add_argument("--output", default="evidence/fault-study.json") + args = parser.parse_args() + evidence = {"started_at": datetime.now(UTC).isoformat(), "track": 2, "scenarios": []} + began = time.monotonic() + compose("up", "-d", "--no-build", "--wait", "api", "worker", "dispatcher") + c = Client("http://127.0.0.1:8085") + alice, bob, _, chat = c.bootstrap() + image = BytesIO() + Image.frombytes("RGB", (319, 200), random.Random(42).randbytes(319 * 200 * 3)).save( + image, "PNG" + ) + data = image.getvalue() + original_sha = hashlib.sha256(data).hexdigest() + + def upload(): + return c.call( + "POST", + f"/api/v1/chats/{chat['id']}/attachments?filename=synthetic.png", + 202, + actor=alice, + raw=data, + headers={"Content-Type": "image/png"}, + schema="Attachment", + )["json"] + + def ready(aid): + a = c.wait_ready(bob, {"id": aid}) + assert a["status"] == "ready" and a["sha256"] == original_sha + assert {v["name"] for v in a["variants"]} == {"thumbnail", "crop", "optimized"} + assert c.call("GET", f"/api/v1/attachments/{aid}/content", actor=bob)["bytes"] == data + for v in a["variants"]: + result = c.call( + "GET", f"/api/v1/attachments/{aid}/content?variant={v['name']}", actor=bob + ) + assert hashlib.sha256(result["bytes"]).hexdigest() == v["sha256"] + with Image.open(BytesIO(result["bytes"])) as decoded: + assert decoded.size == (v["width"], v["height"]) + thumb = next(v for v in a["variants"] if v["name"] == "thumbnail") + assert (thumb["width"], thumb["height"]) == (256, 160) + return a + + def record(name, aid, **extra): + item = { + "name": name, + "attachment_id": aid, + "job": job(aid), + **extra, + "passed": True, + "runtime": runtime(), + } + evidence["scenarios"].append(item) + print("PASS:", name, flush=True) + + try: + # 202 while no worker, then all accepted bytes and same session survive API/broker restart. + compose("stop", "worker") + a = upload() + aid = a["id"] + assert a["status"] == "queued" + c.message(alice, chat, "", attachments=[aid]) + c.call("GET", f"/api/v1/attachments/{aid}/content", 409, actor=bob) + wait_until( + lambda: sql( + f"SELECT o.job_id FROM job_outbox o JOIN attachment_jobs j ON j.id=o.job_id WHERE j.attachment_id='{aid}' AND o.published_at IS NOT NULL", + rows=True, + ) + ) + before = compose("ps", "--format", "json").stdout + compose("restart", "api", "broker") + compose("up", "-d", "--wait", "--no-recreate", "api", "broker", "lb") + assert ( + c.call("GET", f"/api/v1/attachments/{aid}", actor=bob, schema="Attachment")["json"][ + "status" + ] + == "queued" + ) + compose("start", "worker") + ready(aid) + record( + "accepted_202_worker_absent_api_broker_restart", + aid, + containers_before=json.loads("[" + ",".join(before.strip().splitlines()) + "]"), + ) + + # Crash the API after DB COMMIT while dispatcher is absent: outbox fills the gap. + compose("stop", "dispatcher") + fid = fault("after_upload_commit") + response = httpx.post( + c.base + f"/api/v1/chats/{chat['id']}/attachments?filename=synthetic.png", + headers={"Authorization": "Bearer " + alice["token"], "Content-Type": "image/png"}, + content=data, + timeout=15, + ) + assert response.status_code >= 500 + wait_until(lambda fid=fid: reached(fid)) + aid = sql( + f"SELECT id FROM attachments WHERE chat_id='{chat['id']}' ORDER BY created_at DESC LIMIT 1", + rows=True, + )[0]["id"] + assert job(aid)["state"] == "queued" + + def api_exited(): + snapshot = runtime() + return ( + snapshot + if any(item["service"] == "api" and item["exit_code"] == 86 for item in snapshot) + else None + ) + + crashed_api = wait_until(api_exited) + compose("start", "api") + compose("up", "-d", "--wait", "--no-recreate", "api") + compose("start", "dispatcher") + ready(aid) + record( + "api_crash_after_commit_before_publish", + aid, + response_status=response.status_code, + crashed_api=crashed_api, + ) + + # Dispatcher dies after broker accepted the delivery, before outbox mark; duplicate is safe. + compose("stop", "worker") + fid = fault("after_publish") + aid = upload()["id"] + wait_until(lambda fid=fid: reached(fid)) + wait_until( + lambda: sql( + f"SELECT o.job_id FROM job_outbox o JOIN attachment_jobs j ON j.id=o.job_id WHERE j.attachment_id='{aid}' AND o.published_at IS NOT NULL", + rows=True, + ) + ) + compose("start", "worker") + ready(aid) + record("dispatcher_crash_after_broker_acceptance", aid) + + # Real process exit at each effect boundary; durable lease/outbox recovers it. + for point in ("before_effect", "after_effect", "after_result_commit"): + compose("stop", "worker") + before_crash = runtime() + fid = fault(point) + aid = upload()["id"] + compose("start", "worker") + wait_until(lambda fid=fid: reached(fid)) + ready(aid) + before_worker = next(item for item in before_crash if item["service"] == "worker") + + def worker_restarted(before_worker=before_worker): + snapshot = runtime() + current = next(item for item in snapshot if item["service"] == "worker") + return ( + snapshot + if current["restart_count"] >= 1 + and current["started_at"] != before_worker["started_at"] + else None + ) + + after_crash = wait_until(worker_restarted) + after_worker = next(item for item in after_crash if item["service"] == "worker") + assert before_worker["container_id"] == after_worker["container_id"] + # Manual docker start resets RestartCount; observe an automatic restart + # in this fresh start rather than comparing unrelated counters. + assert after_worker["restart_count"] >= 1 + record("worker_crash_" + point, aid, before_crash=before_crash) + + # Duplicate a completed job concurrently: no new effect and ready never regresses. + previous = ready(aid) + jid = job(aid)["id"] + snippet = ( + "import json,concurrent.futures; from messenger.jobs import broker_client,STREAM; " + f"body={{'schema_version':1,'job_id':'{jid}','type':'attachment.process.v1','attachment_id':'{aid}','pipeline_version':1,'attempt':1,'created_at':'2026-11-06T00:00:00Z'}}; " + "b=broker_client(); pool=concurrent.futures.ThreadPoolExecutor(8); list(pool.map(lambda _:b.xadd(STREAM,{'body':json.dumps(body)}),range(20))); print('20 duplicate deliveries')" + ) + operation(snippet) + time.sleep(2) + assert ready(aid) == previous + published = sql( + f"SELECT count(*) AS n FROM job_audit WHERE job_id='{jid}' AND event='published'", + rows=True, + )[0]["n"] + assert published == 1 + record("20_concurrent_duplicate_deliveries", aid, published_effects=published) + + # Reprocess an accepted queued attachment: use existing staging, never a nonexistent final key. + compose("stop", "worker") + aid = upload()["id"] + operation(f"print(j.reprocess('{aid}',2,o))") + compose("start", "worker") + v2 = ready(aid) + assert job(aid)["pipeline_version"] == 2 + record("queued_reprocess_version2_uses_staging", aid) + + # Old worker is paused after S3 effects. New pipeline publishes first; old cannot overwrite it. + compose("stop", "worker") + fid = fault("after_effect", action="pause") + aid = upload()["id"] + compose("start", "worker") + wait_until(lambda fid=fid: reached(fid)) + operation(f"print(j.reprocess('{aid}',2,o))") + compose("up", "-d", "--no-deps", "--scale", "worker=2", "worker") + v2 = ready(aid) + sql(f"UPDATE test_faults SET released=true WHERE id={fid}") + wait_until( + lambda: sql( + f"SELECT id FROM job_audit WHERE job_id IN (SELECT id FROM attachment_jobs WHERE attachment_id='{aid}' AND pipeline_version=1) AND event='stale_publish_rejected'", + rows=True, + ) + ) + assert ready(aid) == v2 + compose("up", "-d", "--no-deps", "--scale", "worker=1", "worker") + record("stale_version1_after_version2_publish_rejected", aid) + + # Permanent failed registry + explicit replay; cleanup cannot race a queued replay. + compose("stop", "worker") + aid = upload()["id"] + sql(f"UPDATE attachment_jobs SET attempt_limit=1 WHERE attachment_id='{aid}'") + fid = fault("before_effect", aid, "error") + compose("start", "worker") + wait_until(lambda: job(aid)["state"] == "failed") + compose("stop", "worker") + operation(f"print(j.replay('{aid}',o))") + operation("from messenger.jobctl import cleanup; print(cleanup(s,o,0,3600))") + assert job(aid)["state"] == "queued" + compose("start", "worker") + ready(aid) + operation("from messenger.jobctl import cleanup; print(cleanup(s,o,0,3600))") + ready(aid) + record("failed_replay_before_cleanup_preserves_source_and_results", aid) + + # Cleanup first expires failed source under the same lock: replay safely refuses. + compose("stop", "worker") + aid = upload()["id"] + sql(f"UPDATE attachment_jobs SET attempt_limit=1 WHERE attachment_id='{aid}'") + fault("before_effect", aid, "error") + compose("start", "worker") + wait_until(lambda: job(aid)["state"] == "failed") + operation("from messenger.jobctl import cleanup; print(cleanup(s,o,0,3600))") + result = command( + COMPOSE + + [ + "exec", + "-T", + "--index", + "2", + "api", + "python", + "-m", + "messenger.jobctl", + "replay", + aid, + ], + check=False, + ) + assert result.returncode == 1 and job(aid)["state"] == "failed" + record("cleanup_before_replay_safe_refusal", aid) + + evidence["passed"] = True + finally: + # Release barriers even after assertion failure and restore the normal production configuration. + try: + sql("UPDATE test_faults SET released=true WHERE reached_at IS NOT NULL") + compose("start", "api", "dispatcher", "worker") + command( + [ + "docker", + "compose", + "up", + "-d", + "--no-build", + "--wait", + "--scale", + "worker=1", + "api", + "worker", + "dispatcher", + ] + ) + finally: + evidence["duration_seconds"] = round(time.monotonic() - began, 3) + evidence["finished_at"] = datetime.now(UTC).isoformat() + Path(args.output).write_text(json.dumps(evidence, ensure_ascii=False, indent=2)) + print("PASS: all real fault scenarios; report", args.output) + + +if __name__ == "__main__": + main() diff --git a/research/pixel_boundary.py b/research/pixel_boundary.py new file mode 100644 index 00000000..00775846 --- /dev/null +++ b/research/pixel_boundary.py @@ -0,0 +1,58 @@ +"""Real HTTP → worker test of legal 40-million-pixel RGB and alpha images.""" + +import hashlib +import json +import subprocess +import sys +import time +from io import BytesIO +from pathlib import Path + +from PIL import Image + +sys.path.insert(0, str(Path(__file__).resolve().parents[1] / "tests")) +from client import Client + +c = Client("http://127.0.0.1:8085", timeout=30) +alice, _, _, chat = c.bootstrap() +results = [] +for mode, color in (("RGB", (30, 80, 150)), ("RGBA", (30, 80, 150, 100))): + buffer = BytesIO() + with Image.new(mode, (10000, 4000), color) as image: + image.save(buffer, "PNG") + data = buffer.getvalue() + start = time.monotonic() + a = c.call( + "POST", + f"/api/v1/chats/{chat['id']}/attachments?filename=boundary.png", + 202, + actor=alice, + raw=data, + headers={"Content-Type": "image/png"}, + schema="Attachment", + )["json"] + a = c.wait_ready(alice, a) + assert a["sha256"] == hashlib.sha256(data).hexdigest() + assert {v["name"] for v in a["variants"]} == {"thumbnail", "crop", "optimized"} + results.append( + { + "mode": mode, + "pixels": 40_000_000, + "size_bytes": len(data), + "attachment_id": a["id"], + "seconds_to_ready": round(time.monotonic() - start, 3), + "status": a["status"], + } + ) +cid = subprocess.check_output(["docker", "compose", "ps", "-q", "worker"], text=True).strip() +state = json.loads(subprocess.check_output(["docker", "inspect", cid], text=True))[0] +result = { + "cases": results, + "worker_memory_limit": state["HostConfig"]["Memory"], + "worker_oom_killed": state["State"]["OOMKilled"], + "passed": True, + "limits": "Child RLIMIT_AS=700MiB, RLIMIT_CPU=15s, wall timeout=20s; this is not a peak RSS measurement.", +} +assert not result["worker_oom_killed"] +Path("evidence/pixel-boundary.json").write_text(json.dumps(result, indent=2)) +print(json.dumps(result, indent=2)) diff --git a/scripts/bootstrap.py b/scripts/bootstrap.py new file mode 100644 index 00000000..232ef5b8 --- /dev/null +++ b/scripts/bootstrap.py @@ -0,0 +1,49 @@ +#!/usr/bin/env python3 +"""Create a private local secret directory once; never rotate existing volumes implicitly.""" + +import os +import json +import secrets +from pathlib import Path + +root = Path(__file__).resolve().parents[1] +private = root / "secrets" +private.mkdir(mode=0o700, exist_ok=True) +os.chmod(private, 0o700) +password_file = private / "postgres_password" +if not password_file.exists(): + password_file.write_text(secrets.token_urlsafe(32)) +password = password_file.read_text().strip() +broker_password_file = private / "broker_password" +if not broker_password_file.exists(): + broker_password_file.write_text(secrets.token_urlsafe(32)) +broker_password = broker_password_file.read_text().strip() +values = { + "database_url": "postgresql://messenger:" + password + "@postgres:5432/messenger", + "cache_url": "redis://cache:6379/0", + "broker_url": "redis://:" + broker_password + "@broker:6379/0", + "broker_config": "bind 0.0.0.0\nprotected-mode yes\nrequirepass " + broker_password + "\nappendonly yes\nappendfsync always\nsave \"\"\ndir /data\nmaxmemory 128mb\nmaxmemory-policy noeviction\n", + "s3_access_key": "app-" + secrets.token_hex(10), + "s3_secret_key": secrets.token_urlsafe(32), + "s3_admin_access_key": "admin-" + secrets.token_hex(10), + "s3_admin_secret_key": secrets.token_urlsafe(32), +} +for name, value in values.items(): + path = private / name + if not path.exists(): + path.write_text(value) +config = private / "s3_config" +if not config.exists(): + config.write_text(json.dumps({"identities": [ + {"name": "bootstrap", "credentials": [{"accessKey": (private / "s3_admin_access_key").read_text(), + "secretKey": (private / "s3_admin_secret_key").read_text()}], "actions": ["Admin", "Read", "Write", "List"]}, + {"name": "api", "credentials": [{"accessKey": (private / "s3_access_key").read_text(), + "secretKey": (private / "s3_secret_key").read_text()}], "actions": ["Read:messenger", "Write:messenger", "List:messenger"]} + ]})) +# The parent directory is private on the host; files must be readable by non-root API +# through Compose's file-backed secret mount (uid/mode mapping is not portable). +for path in private.iterdir(): + os.chmod(path, 0o644) +if not (root / ".env").exists(): + (root / ".env").write_text("PUBLIC_PORT=8085\nSESSION_TTL_SECONDS=3600\n") +print("Local configuration ready; existing secret values preserved.") diff --git a/scripts/restart.sh b/scripts/restart.sh new file mode 100755 index 00000000..3838aa98 --- /dev/null +++ b/scripts/restart.sh @@ -0,0 +1,5 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +docker compose restart postgres cache broker storage s3 api lb dispatcher worker +docker compose up -d --wait --no-recreate diff --git a/scripts/stop-one.sh b/scripts/stop-one.sh new file mode 100755 index 00000000..3d9eb6a1 --- /dev/null +++ b/scripts/stop-one.sh @@ -0,0 +1,4 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +python3 scripts/stop_one.py diff --git a/scripts/stop_one.py b/scripts/stop_one.py new file mode 100644 index 00000000..df825456 --- /dev/null +++ b/scripts/stop_one.py @@ -0,0 +1,22 @@ +"""Map a process alias to its real container, then leave exactly it stopped.""" +import json +import os +import subprocess +from pathlib import Path + +wanted = os.environ["TARGET_INSTANCE_ID"] +ids = subprocess.check_output(["docker", "compose", "ps", "-q", "api"], text=True).split() +for cid in ids: + result = subprocess.run( + ["docker", "exec", cid, "python", "-c", + "import urllib.request; r=urllib.request.urlopen('http://127.0.0.1:8080/health/live'); print(r.headers['X-Instance-Id'])"], + text=True, capture_output=True, check=False, + ) + if result.returncode == 0 and result.stdout.strip() == wanted: + subprocess.run(["docker", "stop", "--time", "8", cid], check=True, stdout=subprocess.DEVNULL) + receipt = {"stopped_container": cid, "instance_id": wanted} + Path("evidence/last-stopped.json").write_text(json.dumps(receipt)) + print(json.dumps(receipt)) + break +else: + raise SystemExit("Target instance not found among this project's API containers") diff --git a/scripts/verify_lb_unavailable.py b/scripts/verify_lb_unavailable.py new file mode 100644 index 00000000..8e3c4061 --- /dev/null +++ b/scripts/verify_lb_unavailable.py @@ -0,0 +1,46 @@ +"""Check the LB's own safe JSON error when every API is stopped, then recover.""" +import json +import subprocess +import sys +import time +import urllib.error +import urllib.request +from pathlib import Path + +ROOT = Path(__file__).resolve().parents[1] +sys.path.insert(0, str(ROOT / "tests")) +from client import Client + + +def main(): + c = Client("http://127.0.0.1:8085") + actor = c.user("lbdown") + subprocess.run(["docker", "compose", "stop", "api"], cwd=ROOT, check=True) + try: + time.sleep(4) + request = urllib.request.Request(c.base + "/api/v1/users/me", + headers={"Authorization": "Bearer " + actor["token"]}) + try: + response = urllib.request.urlopen(request, timeout=3) + except urllib.error.HTTPError as exc: + response = exc + with response: + body = json.loads(response.read()) + result = {"status": response.code, "body": body, + "request_id": response.headers.get("X-Request-Id"), + "instance_id": response.headers.get("X-Instance-Id")} + assert result["status"] == 503 + assert body["error"]["code"] == "unavailable" + assert result["request_id"] and body["error"]["request_id"] == result["request_id"] + assert result["instance_id"] is None + finally: + subprocess.run(["docker", "compose", "start", "api"], cwd=ROOT, check=True) + subprocess.run([sys.executable, "scripts/wait_replicas.py", "2"], cwd=ROOT, check=True) + c.call("GET", "/api/v1/users/me", actor=actor, schema="User") + result["recovered_existing_session"] = True + (ROOT / "evidence/lb-no-ready-api.json").write_text(json.dumps(result, indent=2) + "\n") + print(json.dumps(result, indent=2)) + + +if __name__ == "__main__": + main() diff --git a/scripts/verify_sources.py b/scripts/verify_sources.py new file mode 100644 index 00000000..ee836ab1 --- /dev/null +++ b/scripts/verify_sources.py @@ -0,0 +1,23 @@ +"""Compare actual container source bytes to the repository and fault-study image.""" + +import hashlib +import json +import subprocess +from pathlib import Path + +ids = subprocess.check_output(["docker", "compose", "ps", "-q", "api"], text=True).split() +assert ids +probe = "import hashlib,json,pathlib; p=pathlib.Path('/app/src/messenger'); print(json.dumps({x.name:hashlib.sha256(x.read_bytes()).hexdigest() for x in sorted(p.glob('*.py'))}))" +actual = json.loads(subprocess.check_output(["docker", "exec", ids[0], "python", "-c", probe], text=True)) +expected = {p.name: hashlib.sha256(p.read_bytes()).hexdigest() for p in sorted(Path("src/messenger").glob("*.py"))} +assert actual == expected, "Runtime source differs from repository" +old = json.loads(Path("evidence/fault-runtime-source.json").read_text()) +changed = sorted(name for name, digest in actual.items() if digest != old["source_sha256"].get(name)) +assert set(changed) <= {"domain.py"}, changed +result = {"runtime_container_id": ids[0], "runtime_source_sha256": actual, + "fault_image_id": old["image_id"], "changed_after_fault_image": changed, + "pipeline_modules_identical": True, + "explanation": "Only shared cursor parsing was tightened after fault tests; complete final HTTP suite checks it. All pipeline/outbox/storage modules are byte-identical.", + "passed": True} +Path("evidence/runtime-source.json").write_text(json.dumps(result, indent=2)) +print("PASS: runtime matches repository; fault-tested pipeline modules are identical") diff --git a/scripts/verify_stack.py b/scripts/verify_stack.py new file mode 100644 index 00000000..830b361c --- /dev/null +++ b/scripts/verify_stack.py @@ -0,0 +1,71 @@ +"""Record real restart scope and exercise failover of both physical API containers.""" + +import json +import os +import subprocess +from pathlib import Path + + +def run(args): + result = subprocess.run(args, text=True, capture_output=True, timeout=180) + if result.returncode: + raise RuntimeError("Verification failed:\n" + result.stdout + result.stderr[-2000:]) + return result + + +def snapshot(): + ids = run(["docker", "compose", "ps", "-aq"]).stdout.split() + items = json.loads(run(["docker", "inspect", *ids]).stdout) + return [ + {"id": item["Id"], "service": item["Config"]["Labels"]["com.docker.compose.service"], + "started_at": item["State"]["StartedAt"], "status": item["State"]["Status"], + "mounts": [{"type": mount["Type"], "name": mount.get("Name"), "destination": mount["Destination"]} + for mount in item["Mounts"] if mount["Type"] == "volume"]} + for item in items + ] + + +def main(): + base = os.getenv("BASE_URL", "http://127.0.0.1:8085") + before = snapshot() + result = run(["python3", "tests/resilience.py", "--mode", "persistence", "--action-script", "scripts/restart.sh", "--base-url", base]) + Path("evidence/persistence-final.txt").write_text(result.stdout) + after = snapshot() + changed = [] + by_id = {item["id"]: item for item in before} + for item in after: + old = by_id.get(item["id"]) + if old and old["started_at"] != item["started_at"]: + changed.append(item["service"]) + required = {"postgres", "cache", "broker", "storage", "s3", "api", "lb", "worker", "dispatcher"} + assert required <= set(changed), (required, changed) + assert {json.dumps(m, sort_keys=True) for i in before for m in i["mounts"]} == {json.dumps(m, sort_keys=True) for i in after for m in i["mounts"]} + Path("evidence/persistence-runtime.json").write_text(json.dumps({"before": before, "after": after, "restarted_services": changed, "volumes_unchanged": True, "passed": True}, indent=2)) + + actual_api = {item["id"] for item in after if item["service"] == "api"} + assert len(actual_api) >= 2 + stopped = set() + attempts = [] + try: + for _ in range(6): + result = run(["python3", "tests/resilience.py", "--mode", "failover", "--action-script", "scripts/stop-one.sh", "--base-url", base]) + receipt = json.loads(Path("evidence/last-stopped.json").read_text()) + assert receipt["stopped_container"] in actual_api + state = json.loads(run(["docker", "inspect", receipt["stopped_container"]]).stdout)[0] + assert not state["State"]["Running"] + summaries = [json.loads(line) for line in result.stdout.splitlines() if line.startswith("{")] + attempts.append({"stopped": receipt, "summary": summaries, "stdout": result.stdout}) + stopped.add(receipt["stopped_container"]) + run(["docker", "compose", "start", "api"]) + run(["docker", "compose", "up", "-d", "--no-recreate", "--wait", "api", "lb"]) + if stopped == actual_api: + break + assert stopped == actual_api, "Both physical replicas were not covered" + finally: + run(["docker", "compose", "start", "api"]) + Path("evidence/failover-final.json").write_text(json.dumps({"actual_api_container_ids": sorted(actual_api), "covered_container_ids": sorted(stopped), "attempts": attempts, "passed": True}, indent=2)) + print("PASS: full restart and failover of both physical API replicas") + + +if __name__ == "__main__": + main() diff --git a/scripts/wait_replicas.py b/scripts/wait_replicas.py new file mode 100644 index 00000000..a26bc84b --- /dev/null +++ b/scripts/wait_replicas.py @@ -0,0 +1,21 @@ +import os +import sys +import time +import urllib.error +import urllib.request + +wanted = int(sys.argv[1]) +url = "http://127.0.0.1:" + os.environ.get("PUBLIC_PORT", "8085") + "/health/ready" +deadline = time.monotonic() + 40 +seen = set() +while time.monotonic() < deadline: + try: + with urllib.request.urlopen(url, timeout=2) as response: + seen.add(response.headers["X-Instance-Id"]) + if len(seen) >= wanted: + break + except (urllib.error.URLError, TimeoutError): + seen.clear() + time.sleep(0.1) +else: + raise SystemExit("LB did not expose enough healthy replicas") diff --git a/src/messenger/__init__.py b/src/messenger/__init__.py new file mode 100644 index 00000000..58ffea15 --- /dev/null +++ b/src/messenger/__init__.py @@ -0,0 +1 @@ +"""Учебный REST-мессенджер.""" diff --git a/src/messenger/__main__.py b/src/messenger/__main__.py new file mode 100644 index 00000000..5b5cda10 --- /dev/null +++ b/src/messenger/__main__.py @@ -0,0 +1,12 @@ +import os + +import uvicorn + +uvicorn.run( + "messenger.app:app", + host=os.getenv("APP_HOST", "0.0.0.0"), + port=int(os.getenv("APP_PORT", "8080")), + workers=1, + access_log=False, + timeout_graceful_shutdown=5, +) diff --git a/src/messenger/app.py b/src/messenger/app.py new file mode 100644 index 00000000..662ce21b --- /dev/null +++ b/src/messenger/app.py @@ -0,0 +1,314 @@ +import base64 +import binascii +import json +import logging +import os +import re +import time +from contextlib import asynccontextmanager +from threading import BoundedSemaphore +from uuid import uuid4 + +from fastapi import Depends, FastAPI, Request, Response +from fastapi.exceptions import RequestValidationError +from fastapi.responses import JSONResponse +from starlette.exceptions import HTTPException + +from .attachments import AttachmentService +from .domain import Failure, boundary, identifier, page +from .models import CreateChat, CreateMessage, CreateUser +from .postgres import PostgresStore +from .storage import ObjectStorage + +logger = logging.getLogger("messenger") +logging.basicConfig(level=os.getenv("LOG_LEVEL", "INFO"), format="%(message)s") +INSTANCE_ID = str(uuid4()) + +CODES = { + 400: "invalid_request", + 401: "unauthorized", + 404: "not_found", + 409: "conflict", + 413: "payload_too_large", + 415: "unsupported_media_type", + 429: "rate_limited", + 503: "unavailable", + 500: "internal_error", +} + + +@asynccontextmanager +async def lifespan(app): + app.state.store = PostgresStore() + app.state.storage = ObjectStorage() + app.state.attachments = AttachmentService(app.state.store, app.state.storage) + app.state.upload_slots = BoundedSemaphore(1) + logger.info(json.dumps({"event": "started", "storage": "postgres"})) + yield + app.state.storage.close() + app.state.store.close() + logger.info(json.dumps({"event": "stopped"})) + + +app = FastAPI(lifespan=lifespan, docs_url=None, redoc_url=None, openapi_url=None) + + +def error(request, status, message, headers=None): + return JSONResponse( + { + "error": { + "code": CODES.get(status, "invalid_request"), + "message": message, + "request_id": request.state.request_id, + } + }, + status_code=status, + headers=headers, + ) + + +@app.middleware("http") +async def request_log(request: Request, call_next): + request.state.request_id = str(uuid4()) + start = time.perf_counter() + try: + if ( + request.method == "POST" + and request.url.path == "/api/v1/auth/sessions" + and await request.body() + ): + response = error(request, 400, "Вход не принимает тело запроса") + else: + response = await call_next(request) + except Exception: + logger.error( + json.dumps({"event": "unexpected_error", "request_id": request.state.request_id}) + ) + response = error(request, 500, "Внутренняя ошибка") + response.headers["X-Request-Id"] = request.state.request_id + response.headers["X-Instance-Id"] = INSTANCE_ID + route = request.scope.get("route") + logger.info( + json.dumps( + { + "event": "request", + "request_id": request.state.request_id, + "method": request.method, + "route": getattr(route, "path", "unknown"), + "status": response.status_code, + "duration_ms": round((time.perf_counter() - start) * 1000, 3), + } + ) + ) + return response + + +@app.exception_handler(Failure) +async def domain_error(request, exc): + return error(request, exc.status, exc.message, exc.headers) + + +@app.exception_handler(RequestValidationError) +async def validation_error(request, exc): + return error(request, 400, "Неверный JSON или поля запроса") + + +@app.exception_handler(HTTPException) +async def http_error(request, exc): + return error(request, exc.status_code, "Неверный запрос", exc.headers) + + +def bearer_failure(): + return Failure( + 401, "Требуется действующая сессия", {"WWW-Authenticate": 'Bearer realm="messenger"'} + ) + + +def bearer(request): + parts = request.headers.get("Authorization", "").split() + if len(parts) != 2 or parts[0].lower() != "bearer": + raise bearer_failure() + return parts[1] + + +def actor(request: Request): + user = request.app.state.store.authenticate(bearer(request)) + if user is None: + raise bearer_failure() + return user + + +@app.post("/api/v1/auth/sessions", status_code=201) +def login(request: Request): + headers = {"WWW-Authenticate": 'Basic realm="messenger", charset="UTF-8"'} + parts = request.headers.get("Authorization", "").split() + try: + if len(parts) != 2 or parts[0].lower() != "basic" or len(parts[1]) > 2048: + raise ValueError + decoded = base64.b64decode(parts[1], validate=True).decode("utf-8") + username, password = decoded.split(":", 1) + if not re.fullmatch(r"[a-z0-9_]{3,32}", username) or not 12 <= len(password) <= 128: + raise ValueError + except (ValueError, UnicodeError, binascii.Error): + raise Failure(401, "Неверные учётные данные", headers) from None + session = request.app.state.store.login(username, password) + if session is None: + raise Failure(401, "Неверные учётные данные", headers) + return session + + +@app.delete("/api/v1/auth/sessions/current", status_code=204) +def logout(request: Request, user=Depends(actor)): + if not request.app.state.store.logout(bearer(request)): + raise bearer_failure() + return Response(status_code=204) + + +def pagination(request, scope): + allowed = {"limit", "cursor"} + if any(k not in allowed for k in request.query_params): + raise Failure(400, "Неизвестный параметр запроса") + if any(len(request.query_params.getlist(k)) > 1 for k in allowed): + raise Failure(400, "Повторный параметр запроса") + value = request.query_params.get("limit", "50") + if len(value) > 3 or not re.fullmatch(r"[0-9]+", value) or not 1 <= int(value) <= 100: + raise Failure(400, "limit должен быть целым от 1 до 100") + return int(value), boundary(scope, request.query_params.get("cursor")) + + +@app.get("/health/live") +def live(): + return {"status": "ok"} + + +@app.get("/health/ready") +def ready(request: Request): + if not request.app.state.store.ready() or not request.app.state.storage.ready(): + raise Failure(503, "Хранилище недоступно") + return {"status": "ok"} + + +@app.post("/api/v1/users", status_code=201) +def register(data: CreateUser, request: Request): + return request.app.state.store.register(data.model_dump(mode="json")) + + +@app.get("/api/v1/users/me") +def me(user=Depends(actor)): + return user + + +@app.post("/api/v1/chats", status_code=201) +def create_chat(data: CreateChat, request: Request, user=Depends(actor)): + return request.app.state.store.create_chat(user["id"], data.model_dump(mode="json")) + + +@app.get("/api/v1/chats") +def chats(request: Request, user=Depends(actor)): + scope = "chats:" + user["id"] + limit, after = pagination(request, scope) + return page(request.app.state.store.list_chats(user["id"], after, limit), limit, scope) + + +@app.get("/api/v1/chats/{chat_id}") +def chat(chat_id: str, request: Request, user=Depends(actor)): + return request.app.state.store.chat(user["id"], identifier(chat_id)) + + +@app.post("/api/v1/chats/{chat_id}/messages", status_code=201) +def send(chat_id: str, data: CreateMessage, request: Request, user=Depends(actor)): + key = request.headers.get("Idempotency-Key", "") + if not re.fullmatch(r"[A-Za-z0-9._:-]{1,128}", key): + raise Failure(400, "Требуется корректный Idempotency-Key") + return request.app.state.store.send( + user["id"], identifier(chat_id), data.text, key, [str(a) for a in data.attachment_ids] + ) + + +@app.get("/api/v1/chats/{chat_id}/messages") +def history(chat_id: str, request: Request, user=Depends(actor)): + cid = identifier(chat_id) + scope = "messages:" + cid + limit, after = pagination(request, scope) + return page(request.app.state.store.history(user["id"], cid, after, limit), limit, scope) + + +@app.post("/api/v1/chats/{chat_id}/attachments", status_code=202) +async def upload_attachment(chat_id: str, request: Request, user=Depends(actor)): + import asyncio + import tempfile + + from starlette.concurrency import run_in_threadpool + + from .attachments import MAX_BYTES, filename_valid + + if ( + set(request.query_params) != {"filename"} + or len(request.query_params.getlist("filename")) != 1 + ): + raise Failure(400, "Требуется одно имя файла") + filename = filename_valid(request.query_params["filename"]) + cid = identifier(chat_id) + await run_in_threadpool(request.app.state.store.chat, user["id"], cid) + content_type = request.headers.get("content-type", "").lower() + if content_type not in {"image/png", "image/jpeg"}: + raise Failure(415, "Ожидается PNG или JPEG") + if not request.app.state.upload_slots.acquire(blocking=False): + raise Failure(429, "Все места загрузки заняты", {"Retry-After": "1"}) + try: + with tempfile.SpooledTemporaryFile(max_size=256 * 1024) as spool: + size = 0 + try: + async with asyncio.timeout(15): + async for chunk in request.stream(): + size += len(chunk) + if size > MAX_BYTES: + raise Failure(413, "Файл больше 10 MiB") + spool.write(chunk) + except TimeoutError: + raise Failure(400, "Истекло время загрузки") from None + spool.seek(0) + return await run_in_threadpool( + request.app.state.attachments.upload, + user["id"], + cid, + filename, + content_type, + spool, + size, + ) + finally: + request.app.state.upload_slots.release() + + +@app.get("/api/v1/attachments/{attachment_id}") +def attachment_metadata(attachment_id: str, request: Request, user=Depends(actor)): + return request.app.state.attachments.metadata(user["id"], identifier(attachment_id)) + + +@app.get("/api/v1/attachments/{attachment_id}/content") +def attachment_content(attachment_id: str, request: Request, user=Depends(actor)): + from fastapi.responses import StreamingResponse + + if ( + any(k != "variant" for k in request.query_params) + or len(request.query_params.getlist("variant")) > 1 + ): + raise Failure(400, "Неверный вариант") + variant = request.query_params.get("variant", "original") + if variant not in {"original", "thumbnail", "crop", "optimized"}: + raise Failure(400, "Неверный вариант") + obj = request.app.state.attachments.content(user["id"], identifier(attachment_id), variant) + + def chunks(): + try: + while data := obj["Body"].read(64 * 1024): + yield data + finally: + obj["Body"].close() + + return StreamingResponse( + chunks(), + media_type=obj["ContentType"], + headers={"Content-Length": str(obj["ContentLength"])}, + ) diff --git a/src/messenger/attachments.py b/src/messenger/attachments.py new file mode 100644 index 00000000..605aae00 --- /dev/null +++ b/src/messenger/attachments.py @@ -0,0 +1,176 @@ +"""Durable asynchronous intake with full bounded validation before acceptance.""" + +import hashlib +import subprocess +import tempfile +import unicodedata +from uuid import uuid4 + +from PIL import Image, UnidentifiedImageError + +from .domain import Failure, timestamp +from .jobs import Jobs, fault +from .postgres import public + +MAX_BYTES = 10 * 1024 * 1024 +MAX_PIXELS = 40_000_000 +# Check dimensions before decoding. Pillow's own hard bomb threshold remains active. +Image.MAX_IMAGE_PIXELS = MAX_PIXELS +PUBLIC_FIELDS = ( + "id", + "chat_id", + "owner_id", + "filename", + "content_type", + "size_bytes", + "sha256", + "status", + "error_code", + "created_at", + "updated_at", +) + + +def filename_valid(name): + if not isinstance(name, str) or not 1 <= len(name) <= 255 or not name.strip(): + raise Failure(400, "Неверное имя файла") + if any(c in "/\\" or unicodedata.category(c) == "Cc" for c in name): + raise Failure(400, "Неверное имя файла") + return name + + +def validate_image(fileobj, declared_type): + if declared_type not in {"image/png", "image/jpeg"}: + raise Failure(415, "Ожидается PNG или JPEG") + try: + fileobj.seek(0) + with Image.open(fileobj) as image: + width, height = image.size + if width * height > MAX_PIXELS: + raise Failure(413, "Слишком много пикселей") + actual = {"PNG": "image/png", "JPEG": "image/jpeg"}.get(image.format) + if actual != declared_type: + raise Failure(415, "Формат изображения не соответствует MIME") + image.verify() + # verify() alone does not decode IDAT/JPEG scan data. + fileobj.seek(0) + with Image.open(fileobj) as image: + image.load() + if actual == "image/jpeg": + # libjpeg emits a warning but Pillow accepts e.g. a half scan with a + # forged EOI. djpeg's nonzero warning exit rejects that corruption. + fileobj.seek(0) + fallback = None + try: + decoder_input = fileobj + try: + fileobj.fileno() + except (AttributeError, OSError): + # Internal callers may supply BytesIO; bound the fallback too. + fallback = tempfile.TemporaryFile() + copied = 0 + while chunk := fileobj.read(64 * 1024): + copied += len(chunk) + if copied > MAX_BYTES: + raise Failure(413, "Файл больше 10 MiB") from None + fallback.write(chunk) + fallback.seek(0) + decoder_input = fallback + decoded = subprocess.run( + ["djpeg", "-strict", "-maxmemory", "192m", "-outfile", "/dev/null"], + stdin=decoder_input, + stdout=subprocess.DEVNULL, + stderr=subprocess.PIPE, + timeout=5, + check=False, + ) + except subprocess.TimeoutExpired: + raise Failure(415, "Изображение не прошло ограниченную проверку") from None + finally: + if fallback is not None: + fallback.close() + if decoded.returncode: + raise Failure(415, "Повреждённое изображение") + fileobj.seek(0) + return actual, width, height + except Image.DecompressionBombError: + raise Failure(413, "Слишком много пикселей") from None + except (UnidentifiedImageError, OSError, ValueError, SyntaxError): + raise Failure(415, "Повреждённое изображение") from None + + +def metadata_public(row): + return {**public({k: row[k] for k in PUBLIC_FIELDS}), "variants": row["variants"]} + + +class AttachmentService: + def __init__(self, store, storage): + self.store = store + self.storage = storage + self.jobs = Jobs(store) + + def upload(self, actor, cid, filename, content_type, fileobj, size): + filename_valid(filename) + if not 1 <= size <= MAX_BYTES: + raise Failure(413 if size > MAX_BYTES else 415, "Неверный размер изображения") + validate_image(fileobj, content_type) + digest = hashlib.file_digest(fileobj, "sha256").hexdigest() + aid = str(uuid4()) + key = "staging/" + aid + now = timestamp() + with self.store.connection() as conn: + self.store._chat(conn, actor, cid) + conn.execute( + "INSERT INTO upload_intents(id,object_key,created_at) VALUES (%s,%s,%s)", + (aid, key, now), + ) + # Keep the intent locked throughout PUT/finalization: reconciler skips live + # uploads even if a slow request crosses the grace boundary. + with self.store.connection() as conn, conn.transaction(): + intent = conn.execute( + "SELECT id FROM upload_intents WHERE id=%s FOR UPDATE", (aid,) + ).fetchone() + if not intent: + raise Failure(503, "Загрузка больше не активна") + self.storage.put(key, fileobj, size, content_type) + fault(self.store, "after_staging", aid) + row = conn.execute( + "INSERT INTO attachments(id,chat_id,owner_id,filename,content_type,size_bytes,sha256," + "status,error_code,created_at,updated_at,object_key,stage_key) " + "VALUES (%s,%s,%s,%s,%s,%s,%s,'queued',NULL,%s,%s,%s,%s) RETURNING *", + (aid, cid, actor, filename, content_type, size, digest, now, now, key, key), + ).fetchone() + self.jobs.enqueue(conn, aid, key) + conn.execute("DELETE FROM upload_intents WHERE id=%s", (aid,)) + # Never delete S3 on an ambiguous COMMIT: the transaction may have committed. + fault(self.store, "after_upload_commit", aid) + return metadata_public(row) + + def metadata(self, actor, aid): + with self.store.connection() as conn: + row = conn.execute( + "SELECT a.* FROM attachments a JOIN members m ON m.chat_id=a.chat_id " + "WHERE a.id=%s AND m.user_id=%s", + (aid, actor), + ).fetchone() + if not row: + raise Failure(404, "Объект не найден") + return metadata_public(row) + + def content(self, actor, aid, variant="original"): + with self.store.connection() as conn: + row = conn.execute( + "SELECT a.* FROM attachments a JOIN members m ON m.chat_id=a.chat_id " + "WHERE a.id=%s AND m.user_id=%s", + (aid, actor), + ).fetchone() + if not row: + raise Failure(404, "Объект не найден") + if row["status"] != "ready": + raise Failure(409, "Вложение не готово") + key = row["object_key"] + if variant != "original": + if variant not in {v["name"] for v in row["variants"]}: + raise Failure(404, "Вариант не найден") + key = key.rsplit("/", 1)[0] + "/" + variant + return self.storage.get(key) diff --git a/src/messenger/config.py b/src/messenger/config.py new file mode 100644 index 00000000..a4b08821 --- /dev/null +++ b/src/messenger/config.py @@ -0,0 +1,10 @@ +import os +from pathlib import Path + + +def secret(name: str) -> str: + filename = os.environ.get(name + "_FILE") + value = Path(filename).read_text().strip() if filename else os.environ.get(name, "") + if not value: + raise RuntimeError("Отсутствует настройка " + name) + return value diff --git a/src/messenger/domain.py b/src/messenger/domain.py new file mode 100644 index 00000000..7d1a462a --- /dev/null +++ b/src/messenger/domain.py @@ -0,0 +1,63 @@ +import base64 +import json +import re +from datetime import UTC, datetime +from uuid import UUID + + +class Failure(Exception): + def __init__(self, status: int, message: str, headers: dict | None = None): + self.status = status + self.message = message + self.headers = headers or {} + + +def timestamp() -> str: + return datetime.now(UTC).isoformat(timespec="microseconds").replace("+00:00", "Z") + + +def identifier(value: str) -> str: + try: + return str(UUID(value)) + except (ValueError, TypeError, AttributeError): + raise Failure(400, "Некорректный UUID") from None + + +def boundary(scope: str, cursor: str | None) -> tuple[str, str] | None: + if cursor is None: + return None + try: + if not cursor or len(cursor) > 1024 or not re.fullmatch(r"[A-Za-z0-9_-]+", cursor): + raise ValueError + data = json.loads(base64.urlsafe_b64decode(cursor + "=" * (-len(cursor) % 4))) + if ( + not isinstance(data, list) + or len(data) != 4 + or type(data[0]) is not int + or data[0] != 1 + or data[1] != scope + ): + raise ValueError + date, uid = data[2:] + if not isinstance(date, str) or not re.fullmatch( + r"[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}(?:\.[0-9]{1,6})?Z", + date, + ): + raise ValueError + datetime.fromisoformat(date.replace("Z", "+00:00")) + if not isinstance(uid, str) or str(UUID(uid)) != uid: + raise ValueError + return date, uid + except (ValueError, TypeError, KeyError, UnicodeError): + raise Failure(400, "Некорректный cursor или область запроса") from None + + +def page(items: list[dict], limit: int, scope: str) -> dict: + more = len(items) > limit + selected = items[:limit] + cursor = None + if more: + last = selected[-1] + payload = json.dumps([1, scope, last["created_at"], last["id"]], separators=(",", ":")) + cursor = base64.urlsafe_b64encode(payload.encode()).decode().rstrip("=") + return {"items": selected, "next_cursor": cursor} diff --git a/src/messenger/image_pipeline.py b/src/messenger/image_pipeline.py new file mode 100644 index 00000000..b298aab8 --- /dev/null +++ b/src/messenger/image_pipeline.py @@ -0,0 +1,82 @@ +"""Image transformations, run in a bounded child process by the worker.""" + +import hashlib +import json +import sys +from pathlib import Path + +from PIL import Image, ImageOps + +Image.MAX_IMAGE_PIXELS = 40_000_000 + + +def fitted_size(width, height, bound): + """Fit without upscale; integer arithmetic deliberately rounds down.""" + longest = max(width, height) + if longest <= bound: + return width, height + return max(1, width * bound // longest), max(1, height * bound // longest) + + +def render(source, destination, version=1): + if version not in (1, 2): + raise ValueError("unsupported_pipeline") + destination = Path(destination) + with Image.open(source) as image: + if image.width * image.height > 40_000_000: + raise ValueError("pixel_limit") + image.load() + ImageOps.exif_transpose(image, in_place=True) + if "A" in image.getbands() or (image.mode == "P" and "transparency" in image.info): + rgba = image if image.mode == "RGBA" else image.convert("RGBA") + rgb = Image.new("RGB", rgba.size, "white") + alpha = rgba.getchannel("A") + rgb.paste(rgba, mask=alpha) + alpha.close() + if rgba is not image: + rgba.close() + else: + rgb = image if image.mode == "RGB" else image.convert("RGB") + thumbnail = rgb.resize(fitted_size(*rgb.size, 256), Image.Resampling.LANCZOS) + crop = ImageOps.fit(rgb, (128, 128), method=Image.Resampling.LANCZOS, centering=(0.5, 0.5)) + optimized = rgb.resize(fitted_size(*rgb.size, 1280), Image.Resampling.LANCZOS) + variants = [] + for name, variant, kind, mime, options in ( + ("thumbnail", thumbnail, "JPEG", "image/jpeg", {"quality": 85}), + ("crop", crop, "JPEG", "image/jpeg", {"quality": 85}), + ( + "optimized", + optimized, + "WEBP", + "image/webp", + {"quality": 80 if version == 1 else 75, "method": 4}, + ), + ): + # No EXIF/ICC arguments: outputs do not propagate source metadata. + path = destination / name + variant.save(path, format=kind, **options) + data = path.read_bytes() + variants.append( + { + "name": name, + "content_type": mime, + "size_bytes": len(data), + "width": variant.width, + "height": variant.height, + "sha256": hashlib.sha256(data).hexdigest(), + } + ) + variant.close() + if rgb is not image: + rgb.close() + return variants + + +if __name__ == "__main__": + import resource + + resource.setrlimit(resource.RLIMIT_AS, (700 * 1024**2, 700 * 1024**2)) + resource.setrlimit(resource.RLIMIT_CPU, (15, 15)) + source, destination, version = sys.argv[1:] + result = render(source, destination, int(version)) + (Path(destination) / "variants.json").write_text(json.dumps(result)) diff --git a/src/messenger/jobctl.py b/src/messenger/jobctl.py new file mode 100644 index 00000000..8c9640a9 --- /dev/null +++ b/src/messenger/jobctl.py @@ -0,0 +1,123 @@ +"""Local operator commands; no public HTTP replay or arbitrary object paths.""" + +import argparse +import json + +from .domain import Failure +from .jobs import Jobs, fault +from .postgres import PostgresStore +from .storage import ObjectStorage +from .worker import cleanup_ready + + +def cleanup(store, storage, failed_hours=168, intent_seconds=3600): + if failed_hours < 0 or intent_seconds < 0: + raise ValueError("Retention must be nonnegative") + counts = {"ready_staging": 0, "failed_sources": 0, "orphan_intents": 0} + with store.connection() as conn: + ready = conn.execute( + "SELECT id FROM attachments WHERE status='ready' AND stage_key IS NOT NULL" + ).fetchall() + for row in ready: + cleanup_ready(store, storage, row["id"]) + counts["ready_staging"] += 1 + with store.connection() as conn: + candidates = conn.execute( + "SELECT id FROM attachments WHERE status='failed' AND updated_at= current["attempt_limit"]: + final_code = code if permanent else "retry_exhausted" + self._failed(conn, current, final_code) + else: + delay = min(30, 2 ** (current["attempt"] - 1)) + random.uniform(0, 0.5) + conn.execute( + "UPDATE attachment_jobs SET state='queued',error_code=%s,lease_until=NULL," + "available_at=now()+(%s * interval '1 second'),updated_at=now() WHERE id=%s", + (code, delay, job["id"]), + ) + conn.execute( + "UPDATE job_outbox SET published_at=NULL WHERE job_id=%s", (job["id"],) + ) + conn.execute( + "UPDATE attachments SET status='queued',updated_at=now() WHERE id=%s", + (job["attachment_id"],), + ) + self.audit(conn, job["id"], "retry_scheduled", job["attempt"]) + + def _failed(self, conn, job, code): + conn.execute( + "UPDATE attachment_jobs SET state='failed',error_code=%s,lease_until=NULL,updated_at=now() WHERE id=%s", + (code, job["id"]), + ) + conn.execute( + "UPDATE attachments SET status='failed',error_code=%s,updated_at=now() WHERE id=%s", + (code, job["attachment_id"]), + ) + conn.execute( + "INSERT INTO failed_jobs(job_id,error_code) VALUES (%s,%s) " + "ON CONFLICT(job_id) DO UPDATE SET error_code=excluded.error_code,failed_at=now()", + (job["id"], code), + ) + self.audit(conn, job["id"], "failed:" + code, job["attempt"]) + + def recover_one(self): + with self.store.connection() as conn, conn.transaction(): + candidate = conn.execute( + "SELECT a.id FROM attachments a JOIN attachment_jobs j ON j.attachment_id=a.id " + "WHERE j.state='processing' AND j.lease_until= job["attempt_limit"]: + self._failed(conn, job, "retry_exhausted") + else: + conn.execute( + "UPDATE attachment_jobs SET state='queued',lease_until=NULL,available_at=now(),updated_at=now() WHERE id=%s", + (job["id"],), + ) + conn.execute( + "UPDATE attachments SET status='queued',updated_at=now() WHERE id=%s", + (job["attachment_id"],), + ) + conn.execute( + "UPDATE job_outbox SET published_at=NULL WHERE job_id=%s", (job["id"],) + ) + self.audit(conn, job["id"], "lease_recovered", job["attempt"]) + return True + + def replay(self, attachment_id, storage): + with self.store.connection() as conn, conn.transaction(): + a = conn.execute( + "SELECT * FROM attachments WHERE id=%s FOR UPDATE", (attachment_id,) + ).fetchone() + if not a or a["status"] != "failed": + raise Failure(409, "Повтор разрешён только для failed") + job = conn.execute( + "SELECT * FROM attachment_jobs WHERE attachment_id=%s AND pipeline_version=%s FOR UPDATE", + (attachment_id, a["pipeline_version"]), + ).fetchone() + if not job["source_key"] or not storage.exists(job["source_key"]): + raise Failure(409, "Источник больше недоступен") + fault(self.store, "replay_before_commit", attachment_id) + conn.execute( + "UPDATE attachment_jobs SET state='queued',attempt_limit=attempt+%s,available_at=now(),error_code=NULL,updated_at=now() WHERE id=%s", + (self.attempt_limit, job["id"]), + ) + conn.execute( + "UPDATE attachments SET status='queued',error_code=NULL,updated_at=now() WHERE id=%s", + (attachment_id,), + ) + conn.execute("UPDATE job_outbox SET published_at=NULL WHERE job_id=%s", (job["id"],)) + conn.execute( + "UPDATE failed_jobs SET replay_count=replay_count+1 WHERE job_id=%s", (job["id"],) + ) + self.audit(conn, job["id"], "operator_replay", job["attempt"]) + return str(job["id"]) + + def reprocess(self, attachment_id, version, storage): + if version not in (1, 2): + raise Failure(400, "Поддерживаются версии pipeline 1 и 2") + with self.store.connection() as conn, conn.transaction(): + a = conn.execute( + "SELECT * FROM attachments WHERE id=%s FOR UPDATE", (attachment_id,) + ).fetchone() + if not a: + raise Failure(404, "Вложение отсутствует") + if version <= a["pipeline_version"]: + raise Failure(409, "Нужна более новая версия pipeline") + source = a["object_key"] if a["status"] == "ready" else a["stage_key"] + if not source or not storage.exists(source): + raise Failure(409, "Источник больше недоступен") + conn.execute( + "UPDATE attachment_jobs SET state='superseded',updated_at=now() WHERE attachment_id=%s AND state IN ('queued','processing','failed')", + (attachment_id,), + ) + conn.execute( + "UPDATE attachments SET pipeline_version=%s,status='queued',variants='[]',error_code=NULL,stage_key=%s,updated_at=now() WHERE id=%s", + (version, source, attachment_id), + ) + return self.enqueue(conn, attachment_id, source, version) diff --git a/src/messenger/migrate.py b/src/messenger/migrate.py new file mode 100644 index 00000000..f4486882 --- /dev/null +++ b/src/messenger/migrate.py @@ -0,0 +1,32 @@ +import hashlib +from pathlib import Path + +import psycopg + +from .config import secret + + +def migrate(): + with psycopg.connect(secret("DATABASE_URL")) as conn: + # Serialize independent migration processes without changing application data. + conn.execute("SELECT pg_advisory_xact_lock(2301002)") + conn.execute( + "CREATE TABLE IF NOT EXISTS schema_migrations " + "(name text PRIMARY KEY, checksum text NOT NULL)" + ) + for path in sorted(Path("migrations").glob("*.sql")): + checksum = hashlib.sha256(path.read_bytes()).hexdigest() + old = conn.execute( + "SELECT checksum FROM schema_migrations WHERE name=%s", (path.name,) + ).fetchone() + if old: + if old[0] != checksum: + raise RuntimeError("Изменена применённая миграция: " + path.name) + continue + conn.execute(path.read_text()) + conn.execute("INSERT INTO schema_migrations VALUES (%s,%s)", (path.name, checksum)) + print("Applied", path.name) + + +if __name__ == "__main__": + migrate() diff --git a/src/messenger/models.py b/src/messenger/models.py new file mode 100644 index 00000000..af81f3b1 --- /dev/null +++ b/src/messenger/models.py @@ -0,0 +1,68 @@ +import re +from uuid import UUID + +from pydantic import BaseModel, ConfigDict, Field, StrictStr, field_validator, model_validator + + +class RequestModel(BaseModel): + model_config = ConfigDict(extra="forbid") + + @field_validator("*", mode="after") + @classmethod + def nonblank(cls, value): + if isinstance(value, str) and not value.strip(): + raise ValueError("Строка не может состоять из пробелов") + return value + + +class CreateUser(RequestModel): + username: StrictStr = Field(pattern=r"^[a-z0-9_]{3,32}$") + display_name: StrictStr = Field(min_length=1, max_length=100) + password: StrictStr = Field(min_length=12, max_length=128) + + @field_validator("username") + @classmethod + def full_username(cls, value): + if not re.fullmatch(r"[a-z0-9_]{3,32}", value): + raise ValueError("Неверное имя пользователя") + return value + + +class CreateChat(RequestModel): + title: StrictStr = Field(min_length=1, max_length=100) + member_ids: list[UUID] = Field(min_length=1, max_length=100) + + @field_validator("member_ids", mode="before") + @classmethod + def string_ids(cls, value): + if not isinstance(value, list) or any(not isinstance(x, str) for x in value): + raise ValueError("Ожидается массив UUID-строк") + return value + + @field_validator("member_ids") + @classmethod + def unique_ids(cls, value): + if len(set(value)) != len(value): + raise ValueError("Участники не должны повторяться") + return value + + +class CreateMessage(BaseModel): + model_config = ConfigDict(extra="forbid") + text: StrictStr = Field(max_length=4000) + attachment_ids: list[UUID] = Field(default_factory=list, max_length=10) + + @field_validator("attachment_ids", mode="before") + @classmethod + def string_ids(cls, value): + if not isinstance(value, list) or any(not isinstance(x, str) for x in value): + raise ValueError("Ожидается массив UUID-строк") + return value + + @model_validator(mode="after") + def content(self): + if len(set(self.attachment_ids)) != len(self.attachment_ids): + raise ValueError("Вложения не должны повторяться") + if not self.text.strip() and not self.attachment_ids: + raise ValueError("Пустое сообщение без вложений") + return self diff --git a/src/messenger/postgres.py b/src/messenger/postgres.py new file mode 100644 index 00000000..ca45545f --- /dev/null +++ b/src/messenger/postgres.py @@ -0,0 +1,332 @@ +import hashlib +import json +import logging +import os +import secrets +from contextlib import contextmanager +from datetime import UTC, datetime, timedelta +from threading import BoundedSemaphore +from uuid import UUID, uuid4 + +import psycopg +import redis +from argon2 import PasswordHasher +from argon2.exceptions import VerificationError +from psycopg.rows import dict_row +from psycopg_pool import ConnectionPool, PoolTimeout, TooManyRequests + +from .config import secret +from .domain import Failure, timestamp + +logger = logging.getLogger("messenger") +KDF_SLOTS = BoundedSemaphore(2) +KDF = PasswordHasher(time_cost=2, memory_cost=65536, parallelism=1) +DUMMY_HASH = KDF.hash("invalid-user-dummy-password") + + +class DeadlineConnection(psycopg.Connection): + def wait(self, gen, interval=0.1, timeout=None): + try: + return super().wait(gen, interval=interval, timeout=timeout or 3.0) + except psycopg.errors._WaitTimeout: + # A paused server cannot complete cancellation. Discard an uncertain + # connection instead of returning it to the pool or waiting forever. + self.pgconn.finish() + raise + + +def public(row): + return { + k: ( + str(v) + if isinstance(v, UUID) + else v.astimezone(UTC).isoformat(timespec="microseconds").replace("+00:00", "Z") + if isinstance(v, datetime) + else bytes(v).decode("utf-8") + if isinstance(v, (bytes, memoryview)) + else v + ) + for k, v in row.items() + if k not in {"password_hash", "token_digest"} + } + + +class PostgresStore: + def __init__(self): + self.pool = ConnectionPool( + secret("DATABASE_URL"), + connection_class=DeadlineConnection, + min_size=1, + max_size=int(os.getenv("POOL_MAX_SIZE", "8")), + timeout=2, + max_waiting=32, + kwargs={ + "autocommit": True, + "row_factory": dict_row, + "connect_timeout": 2, + "options": "-c statement_timeout=2500 -c lock_timeout=1500", + }, + check=ConnectionPool.check_connection, + ) + self.pool.wait(timeout=15) + self.cache = redis.Redis.from_url( + secret("CACHE_URL"), + socket_connect_timeout=0.2, + socket_timeout=0.2, + decode_responses=True, + ) + self.ttl = int(os.getenv("SESSION_TTL_SECONDS", "3600")) + if self.ttl < 1: + raise RuntimeError("SESSION_TTL_SECONDS должен быть положительным") + + @contextmanager + def connection(self): + try: + with self.pool.connection() as conn: + yield conn + except ( + psycopg.OperationalError, + psycopg.InterfaceError, + PoolTimeout, + TooManyRequests, + psycopg.errors.QueryCanceled, + psycopg.errors.LockNotAvailable, + ): + raise Failure(503, "Хранилище временно недоступно") from None + + def close(self): + self.cache.close() + self.pool.close() + + def ready(self): + try: + with self.connection() as conn: + conn.execute( + "SELECT u.id,u.password_hash,c.id,m.chat_id,msg.id,s.token_digest,r.key," + "a.id,a.stage_key,a.pipeline_version,a.variants,ma.attachment_id,ui.object_key," + "j.id,j.source_key,j.attempt_limit,j.lease_until,o.job_id,o.published_at," + "audit.job_id,f.error_code FROM users u,chats c,members m,messages msg," + "sessions s,message_requests r,attachments a,message_attachments ma," + "upload_intents ui,attachment_jobs j,job_outbox o,job_audit audit,failed_jobs f " + "WHERE false" + ) + return True + except (Failure, psycopg.Error): + return False + + def _cached_user(self, uid): + key = "user:v1:" + uid + try: + value = self.cache.get(key) + if value: + cached = json.loads(value) + if ( + isinstance(cached, dict) + and cached.get("id") == uid + and set(cached) == {"id", "username", "display_name", "created_at"} + ): + return cached + except (redis.RedisError, ValueError, TypeError): + logger.warning(json.dumps({"event": "cache_bypass"})) + user = self.user(uid) + if user: + try: + self.cache.setex(key, 60, json.dumps(user)) + except redis.RedisError: + logger.warning(json.dumps({"event": "cache_bypass"})) + return user + + def user(self, uid): + with self.connection() as conn: + row = conn.execute( + "SELECT id,username,display_name,created_at FROM users WHERE id=%s", (uid,) + ).fetchone() + return public(row) if row else None + + def register(self, data): + with KDF_SLOTS: + hashed = KDF.hash(data.pop("password")) + uid = str(uuid4()) + try: + with self.connection() as conn: + row = conn.execute( + "INSERT INTO users VALUES (%s,%s,%s,%s,%s) " + "RETURNING id,username,display_name,created_at", + ( + uid, + data["username"], + data["display_name"].encode("utf-8"), + hashed, + timestamp(), + ), + ).fetchone() + return public(row) + except psycopg.errors.UniqueViolation: + raise Failure(409, "Имя пользователя занято") from None + + def login(self, username, password): + with self.connection() as conn: + row = conn.execute("SELECT * FROM users WHERE username=%s", (username,)).fetchone() + try: + with KDF_SLOTS: + KDF.verify(row["password_hash"] if row else DUMMY_HASH, password) + except VerificationError: + return None + if row is None: + return None + token = secrets.token_urlsafe(32) + digest = hashlib.sha256(token.encode()).hexdigest() + expires = datetime.now(UTC) + timedelta(seconds=self.ttl) + with self.connection() as conn: + conn.execute("INSERT INTO sessions VALUES (%s,%s,%s)", (digest, row["id"], expires)) + return { + "token": token, + "token_type": "Bearer", + "expires_at": public({"v": expires})["v"], + "user": public(row), + } + + def authenticate(self, token): + if not token or len(token) > 512: + return None + digest = hashlib.sha256(token.encode()).hexdigest() + # Session validity always comes from PostgreSQL, including on a cache hit. + with self.connection() as conn: + row = conn.execute( + "SELECT s.user_id FROM sessions s WHERE s.token_digest=%s AND s.expires_at>now()", + (digest,), + ).fetchone() + return self._cached_user(str(row["user_id"])) if row else None + + def logout(self, token): + with self.connection() as conn: + row = conn.execute( + "DELETE FROM sessions WHERE token_digest=%s AND expires_at>now() RETURNING user_id", + (hashlib.sha256(token.encode()).hexdigest(),), + ).fetchone() + return row is not None + + def create_chat(self, actor, data): + if actor not in data["member_ids"]: + raise Failure(400, "Вызывающий должен входить в чат") + cid = str(uuid4()) + try: + with self.connection() as conn, conn.transaction(): + row = conn.execute( + "INSERT INTO chats VALUES (%s,%s,%s) RETURNING *", + (cid, data["title"].encode("utf-8"), timestamp()), + ).fetchone() + for index, uid in enumerate(data["member_ids"]): + conn.execute("INSERT INTO members VALUES (%s,%s,%s)", (cid, uid, index)) + return {**public(row), "member_ids": data["member_ids"]} + except psycopg.errors.ForeignKeyViolation: + raise Failure(400, "Неизвестный участник") from None + + @staticmethod + def _chat(conn, actor, cid): + row = conn.execute( + "SELECT c.* FROM chats c JOIN members m ON m.chat_id=c.id " + "WHERE c.id=%s AND m.user_id=%s", + (cid, actor), + ).fetchone() + if row is None: + raise Failure(404, "Объект не найден") + members = conn.execute( + "SELECT user_id FROM members WHERE chat_id=%s ORDER BY position", (cid,) + ).fetchall() + return {**public(row), "member_ids": [str(m["user_id"]) for m in members]} + + def chat(self, actor, cid): + with self.connection() as conn: + return self._chat(conn, actor, cid) + + def list_chats(self, actor, after, limit): + with self.connection() as conn: + sql = "SELECT c.* FROM chats c JOIN members m ON m.chat_id=c.id WHERE m.user_id=%s" + params = [actor] + if after: + sql += " AND (c.created_at,c.id)>(%s,%s)" + params.extend(after) + sql += " ORDER BY c.created_at,c.id LIMIT %s" + params.append(limit + 1) + rows = conn.execute(sql, params).fetchall() + return [self._chat(conn, actor, str(row["id"])) for row in rows] + + def send(self, actor, cid, text, key, attachment_ids=None): + attachment_ids = attachment_ids or [] + body_digest = hashlib.sha256( + json.dumps( + {"text": text, "attachment_ids": attachment_ids}, + sort_keys=True, + ensure_ascii=False, + separators=(",", ":"), + ).encode() + ).hexdigest() + with self.connection() as conn, conn.transaction(): + self._chat(conn, actor, cid) + # Serializes exactly this semantic key across all API processes. Hash + # collisions can only serialize unrelated requests, never mix results. + scope = json.dumps([actor, "POST", cid, key], separators=(",", ":")) + lock = int.from_bytes(hashlib.sha256(scope.encode()).digest()[:8], "big", signed=True) + conn.execute("SELECT pg_advisory_xact_lock(%s)", (lock,)) + old = conn.execute( + "SELECT body_digest,response FROM message_requests " + "WHERE actor_id=%s AND chat_id=%s AND key=%s AND expires_at>now()", + (actor, cid, key), + ).fetchone() + if old: + if old["body_digest"] != body_digest: + raise Failure(409, "Ключ уже использован для другого сообщения") + return json.loads(bytes(old["response"])) + conn.execute( + "DELETE FROM message_requests WHERE actor_id=%s AND chat_id=%s AND key=%s", + (actor, cid, key), + ) + for aid in attachment_ids: + attachment = conn.execute( + "SELECT id,status FROM attachments WHERE id=%s AND chat_id=%s FOR SHARE", + (aid, cid), + ).fetchone() + if not attachment: + raise Failure(404, "Объект не найден") + if attachment["status"] == "failed": + raise Failure(409, "Вложение недоступно") + row = conn.execute( + "INSERT INTO messages VALUES (%s,%s,%s,%s,%s) RETURNING *", + (str(uuid4()), cid, actor, text.encode("utf-8"), timestamp()), + ).fetchone() + for position, aid in enumerate(attachment_ids): + conn.execute( + "INSERT INTO message_attachments VALUES (%s,%s,%s)", (row["id"], aid, position) + ) + response = {**public(row), "attachment_ids": attachment_ids} + conn.execute( + "INSERT INTO message_requests(actor_id,chat_id,key,body_digest,response,expires_at) " + "VALUES (%s,%s,%s,%s,%s,now()+interval '24 hours')", + (actor, cid, key, body_digest, json.dumps(response).encode("utf-8")), + ) + return response + + def history(self, actor, cid, after, limit): + with self.connection() as conn: + self._chat(conn, actor, cid) + sql = "SELECT * FROM messages WHERE chat_id=%s" + params = [cid] + if after: + sql += " AND (created_at,id)>(%s,%s)" + params.extend(after) + sql += " ORDER BY created_at,id LIMIT %s" + params.append(limit + 1) + result = [] + for row in conn.execute(sql, params).fetchall(): + attachments = conn.execute( + "SELECT attachment_id FROM message_attachments WHERE message_id=%s ORDER BY position", + (row["id"],), + ).fetchall() + result.append( + { + **public(row), + "attachment_ids": [str(a["attachment_id"]) for a in attachments], + } + ) + return result diff --git a/src/messenger/storage.py b/src/messenger/storage.py new file mode 100644 index 00000000..2719abe3 --- /dev/null +++ b/src/messenger/storage.py @@ -0,0 +1,96 @@ +"""Private S3 access with bounded network waits; never expose storage keys in API.""" + +import os +from contextlib import contextmanager + +import boto3 +from botocore.config import Config +from botocore.exceptions import BotoCoreError, ClientError + +from .config import secret +from .domain import Failure + + +class ObjectStorage: + def __init__(self, admin=False): + self.bucket = os.getenv("S3_BUCKET", "messenger") + prefix = "S3_ADMIN" if admin else "S3" + self.client = boto3.client( + "s3", + endpoint_url=os.getenv("S3_ENDPOINT", "http://s3:8333"), + aws_access_key_id=secret(prefix + "_ACCESS_KEY"), + aws_secret_access_key=secret(prefix + "_SECRET_KEY"), + region_name="us-east-1", + config=Config( + connect_timeout=1, + read_timeout=2, + retries={"total_max_attempts": 1}, + s3={"addressing_style": "path"}, + request_checksum_calculation="when_required", + response_checksum_validation="when_required", + ), + ) + + @contextmanager + def boundary(self): + try: + yield + except (BotoCoreError, ClientError): + raise Failure(503, "Хранилище файлов временно недоступно") from None + + def put(self, key, fileobj, size, content_type): + fileobj.seek(0) + with self.boundary(): + self.client.put_object( + Bucket=self.bucket, + Key=key, + Body=fileobj, + ContentLength=size, + ContentType=content_type, + ) + + def get(self, key): + try: + return self.client.get_object(Bucket=self.bucket, Key=key) + except ClientError as exc: + if exc.response.get("Error", {}).get("Code") in {"NoSuchKey", "404"}: + raise Failure(404, "Объект не найден") from None + raise Failure(503, "Хранилище файлов временно недоступно") from None + except BotoCoreError: + raise Failure(503, "Хранилище файлов временно недоступно") from None + + def head(self, key): + try: + return self.client.head_object(Bucket=self.bucket, Key=key) + except ClientError as exc: + if exc.response.get("Error", {}).get("Code") in {"NoSuchKey", "404", "NotFound"}: + return None + raise Failure(503, "Хранилище файлов временно недоступно") from None + except BotoCoreError: + raise Failure(503, "Хранилище файлов временно недоступно") from None + + def exists(self, key): + return self.head(key) is not None + + def delete(self, key): + with self.boundary(): + self.client.delete_object(Bucket=self.bucket, Key=key) + + def objects(self, page_size=100): + with self.boundary(): + paginator = self.client.get_paginator("list_objects_v2") + for page in paginator.paginate( + Bucket=self.bucket, PaginationConfig={"PageSize": page_size} + ): + yield from page.get("Contents", []) + + def ready(self): + try: + with self.boundary(): + self.client.head_bucket(Bucket=self.bucket) + return True + except Failure: + return False + + def close(self): + self.client.close() diff --git a/src/messenger/storage_bootstrap.py b/src/messenger/storage_bootstrap.py new file mode 100644 index 00000000..34d10e63 --- /dev/null +++ b/src/messenger/storage_bootstrap.py @@ -0,0 +1,30 @@ +"""Idempotent private bucket bootstrap; this process alone receives admin keys.""" + +import time + +from botocore.exceptions import BotoCoreError, ClientError + +from .storage import ObjectStorage + + +def main(): + storage = ObjectStorage(admin=True) + for attempt in range(30): + try: + try: + storage.client.head_bucket(Bucket=storage.bucket) + except ClientError as exc: + if exc.response["Error"]["Code"] not in {"404", "NoSuchBucket", "NotFound"}: + raise + storage.client.create_bucket(Bucket=storage.bucket) + print("Private bucket ready; anonymous identity is not configured.") + storage.close() + return + except (ClientError, BotoCoreError): + if attempt == 29: + raise RuntimeError("S3 bootstrap timeout") from None + time.sleep(1) + + +if __name__ == "__main__": + main() diff --git a/src/messenger/worker.py b/src/messenger/worker.py new file mode 100644 index 00000000..5c3b649b --- /dev/null +++ b/src/messenger/worker.py @@ -0,0 +1,239 @@ +"""Separate serial worker (prefetch=1) and transactional-outbox dispatcher.""" + +import argparse +import hashlib +import json +import logging +import re +import signal +import subprocess +import sys +import tempfile +import time +from datetime import datetime +from pathlib import Path +from uuid import UUID, uuid4 + +import redis + +from .domain import Failure +from .jobs import GROUP, STREAM, Jobs, broker_client, fault +from .postgres import PostgresStore +from .storage import ObjectStorage + +logger = logging.getLogger("messenger.worker") +logging.basicConfig(level=logging.INFO, format="%(message)s") +stopping = False + + +def stop(signum, frame): + global stopping + stopping = True + + +def process(job, jobs, storage): + fault(jobs.store, "before_effect", job["attachment_id"]) + with tempfile.TemporaryDirectory(prefix="image-job-") as directory: + root = Path(directory) + source = root / "source" + response = storage.get(job["source_key"]) + try: + if response["ContentLength"] > 10_485_760: + raise ValueError("invalid_image") + with source.open("wb") as target: + while block := response["Body"].read(64 * 1024): + target.write(block) + if target.tell() > 10_485_760: + raise ValueError("invalid_image") + finally: + response["Body"].close() + with source.open("rb") as file: + digest = hashlib.file_digest(file, "sha256").hexdigest() + if digest != job["source_sha256"] or source.stat().st_size != job["source_size"]: + raise ValueError("invalid_image") + # Resize executes outside the API and is bounded in wall time, CPU and address space. + result = subprocess.run( + [ + sys.executable, + "-m", + "messenger.image_pipeline", + str(source), + directory, + str(job["pipeline_version"]), + ], + timeout=20, + capture_output=True, + check=False, + ) + if result.returncode: + raise ValueError("invalid_image") + variants = json.loads((root / "variants.json").read_text()) + prefix = f"attachments/{job['attachment_id']}/v{job['pipeline_version']}" + with source.open("rb") as file: + storage.put( + prefix + "/original", file, source.stat().st_size, job["source_content_type"] + ) + for variant in variants: + path = root / variant["name"] + with path.open("rb") as file: + storage.put( + prefix + "/" + variant["name"], + file, + variant["size_bytes"], + variant["content_type"], + ) + fault(jobs.store, "after_effect", job["attachment_id"]) + if jobs.complete(job, prefix + "/original", variants): + fault(jobs.store, "after_result_commit", job["attachment_id"]) + cleanup_ready(jobs.store, storage, job["attachment_id"]) + + +def cleanup_ready(store, storage, attachment_id): + # Same row lock as reprocess/replay: cannot delete a source chosen by a new job. + with store.connection() as conn, conn.transaction(): + a = conn.execute( + "SELECT * FROM attachments WHERE id=%s FOR UPDATE", (attachment_id,) + ).fetchone() + if ( + a + and a["status"] == "ready" + and a["stage_key"] + and a["stage_key"].startswith("staging/") + ): + storage.delete(a["stage_key"]) + conn.execute("UPDATE attachments SET stage_key=NULL WHERE id=%s", (attachment_id,)) + + +def validate_delivery(body): + data = json.loads(body) + expected = { + "schema_version", + "job_id", + "type", + "attachment_id", + "pipeline_version", + "attempt", + "created_at", + } + optional = {"traceparent", "tracestate"} + if not isinstance(data, dict) or not expected <= set(data) or set(data) - expected - optional: + raise ValueError("invalid_job") + if ( + type(data["schema_version"]) is not int + or data["schema_version"] != 1 + or data["type"] != "attachment.process.v1" + ): + raise ValueError("invalid_job") + if not isinstance(data["job_id"], str) or not isinstance(data["attachment_id"], str): + raise ValueError("invalid_job") + UUID(data["job_id"]) + UUID(data["attachment_id"]) + if type(data["pipeline_version"]) is not int or data["pipeline_version"] < 1: + raise ValueError("invalid_job") + if type(data["attempt"]) is not int or data["attempt"] < 1: + raise ValueError("invalid_job") + created = data["created_at"] + if ( + not isinstance(created, str) + or len(created) > 64 + or not re.fullmatch( + r"[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}(?:\.[0-9]+)?Z", created + ) + ): + raise ValueError("invalid_job") + datetime.fromisoformat(created[:-1] + "+00:00") + if "traceparent" in data and ( + not isinstance(data["traceparent"], str) + or not re.fullmatch(r"00-[0-9a-f]{32}-[0-9a-f]{16}-[0-9a-f]{2}", data["traceparent"]) + ): + raise ValueError("invalid_job") + if "tracestate" in data and ( + not isinstance(data["tracestate"], str) or len(data["tracestate"]) > 512 + ): + raise ValueError("invalid_job") + return data + + +def consume_one(store, jobs, storage, broker, entry): + entry_id, fields = entry + try: + body = validate_delivery(fields.get("body", fields.get(b"body"))) + except (KeyError, ValueError, TypeError): + logger.error(json.dumps({"event": "invalid_delivery"})) + broker.xack(STREAM, GROUP, entry_id) + broker.xdel(STREAM, entry_id) + return + job = jobs.claim(body["job_id"], body["attachment_id"], body["pipeline_version"]) + if job: + try: + process(job, jobs, storage) + except ValueError: + jobs.fail(job, "invalid_image", permanent=True) + except (Failure, subprocess.TimeoutExpired, OSError, RuntimeError) as exc: + logger.warning( + json.dumps( + {"event": "job_retry", "job_id": str(job["id"]), "kind": type(exc).__name__} + ) + ) + jobs.fail(job, "processing_failed") + # Ready/failed/retry intent (or an active durable lease) is now owned by PostgreSQL. + broker.xack(STREAM, GROUP, entry_id) + broker.xdel(STREAM, entry_id) + + +def main(): + parser = argparse.ArgumentParser() + parser.add_argument("--dispatcher", action="store_true") + args = parser.parse_args() + signal.signal(signal.SIGTERM, stop) + signal.signal(signal.SIGINT, stop) + store = PostgresStore() + jobs = Jobs(store) + broker = broker_client() + storage = None if args.dispatcher else ObjectStorage() + consumer = "worker-" + str(uuid4()) + last_claim = 0 + try: + while not stopping: + try: + if args.dispatcher: + jobs.recover_one() + if not jobs.publish_one(broker): + time.sleep(0.2) + continue + try: + broker.xgroup_create(STREAM, GROUP, id="0", mkstream=True) + except redis.ResponseError as exc: + if "BUSYGROUP" not in str(exc): + raise + entries = [] + if time.monotonic() - last_claim >= 5: + claimed = broker.xautoclaim( + STREAM, + GROUP, + consumer, + min_idle_time=jobs.lease_seconds * 1000, + start_id="0-0", + count=1, + ) + entries = claimed[1] + last_claim = time.monotonic() + if not entries: + batches = broker.xreadgroup(GROUP, consumer, {STREAM: ">"}, count=1, block=500) + entries = batches[0][1] if batches else [] + for entry in entries: + consume_one(store, jobs, storage, broker, entry) + except (redis.RedisError, Failure) as exc: + logger.warning( + json.dumps({"event": "dependency_retry", "kind": type(exc).__name__}) + ) + time.sleep(0.5) + finally: + broker.close() + if storage is not None: + storage.close() + store.close() + + +if __name__ == "__main__": + main() diff --git a/student-tests/test_api.py b/student-tests/test_api.py new file mode 100644 index 00000000..5aac1cd9 --- /dev/null +++ b/student-tests/test_api.py @@ -0,0 +1,201 @@ +import base64 +import os +import threading +import uuid +from concurrent.futures import ThreadPoolExecutor +from urllib.parse import quote + +import pytest +from client import LAB, Client + + +@pytest.fixture +def scenario(): + c = Client(os.environ.get("BASE_URL", "http://127.0.0.1:8085")) + return c, *c.bootstrap() + + +@pytest.mark.parametrize( + "body", + [ + {"text": ""}, + {"text": " \n\t"}, + {"text": 1}, + {"text": True}, + {"text": None}, + {"text": "x", "sender_id": str(uuid.uuid4())}, + {"text": "x", "unknown": 1}, + {"text": "x" * 4001}, + {}, + [], + ], +) +def test_invalid_message(scenario, body): + c, alice, _, _, chat = scenario + c.call( + "POST", + f"/api/v1/chats/{chat['id']}/messages", + 400, + actor=alice, + body=body, + headers={"Idempotency-Key": uuid.uuid4().hex}, + ) + + +def test_malformed_json(scenario): + c, alice, _, _, chat = scenario + c.call( + "POST", + f"/api/v1/chats/{chat['id']}/messages", + 400, + actor=alice, + raw=b'{"text":', + headers={"Content-Type": "application/json", "Idempotency-Key": uuid.uuid4().hex}, + ) + + +def test_acl_and_unknown_chat(scenario): + c, alice, _, eve, chat = scenario + for cid in [chat["id"], str(uuid.uuid4())]: + for suffix in ["", "/messages"]: + c.call("GET", f"/api/v1/chats/{cid}{suffix}", 404, actor=eve) + c.call( + "POST", + f"/api/v1/chats/{cid}/messages", + 404, + actor=eve, + body={"text": "x"}, + headers={"Idempotency-Key": uuid.uuid4().hex}, + ) + c.call("GET", "/api/v1/chats/not-a-uuid", 400, actor=alice) + + +@pytest.mark.parametrize("name", ["ab", "UPPER", "a-b", "a" * 33, "имя", "abc\n"]) +def test_username_validation(scenario, name): + c, alice, *_ = scenario + body = {**alice["registration"], "username": name} + c.call("POST", "/api/v1/users", 400, body=body) + + +def test_unicode_and_limits(scenario): + c, alice, _, _, chat = scenario + text = "Ё👩‍💻漢字" * 500 + assert c.message(alice, chat, text)["json"]["text"] == text + c.call( + "POST", + "/api/v1/users", + 400, + body={ + **alice["registration"], + "username": "u_" + uuid.uuid4().hex[:12], + "display_name": " ", + }, + ) + + +@pytest.mark.parametrize("value", ["0", "101", "1.5", "true", "-1", "", "1&limit=2"]) +def test_invalid_limit(scenario, value): + c, alice, _, _, chat = scenario + c.call("GET", f"/api/v1/chats/{chat['id']}/messages?limit={value}", 400, actor=alice) + + +def test_pagination_and_cursor_scope(scenario): + c, alice, bob, _, chat = scenario + expected = [c.message(alice, chat, str(i))["json"] for i in range(13)] + path = f"/api/v1/chats/{chat['id']}/messages" + result, cursor, first = [], None, None + for i in range(20): + url = path + f"?limit={2 if i == 0 else 3}" + if cursor: + url += "&cursor=" + quote(cursor, safe="") + data = c.call("GET", url, actor=bob, schema="MessagePage")["json"] + result += data["items"] + cursor = data["next_cursor"] + first = first or cursor + if cursor is None: + break + assert result == sorted(expected, key=lambda m: (m["created_at"], m["id"])) + other = c.call( + "POST", + "/api/v1/chats", + 201, + actor=alice, + body={"title": "другой", "member_ids": [alice["id"]]}, + schema="Chat", + )["json"] + c.call("GET", f"/api/v1/chats/{other['id']}/messages?cursor={first}", 400, actor=alice) + c.call("GET", path + "?cursor=broken", 400, actor=alice) + + +def test_chat_validation_and_atomicity(scenario): + c, alice, bob, _, _ = scenario + before = c.call("GET", "/api/v1/chats?limit=100", actor=alice, schema="ChatPage")["json"] + for members in [ + [bob["id"]], + [alice["id"], alice["id"]], + [alice["id"], str(uuid.uuid4())], + [], + [123], + ]: + c.call( + "POST", + "/api/v1/chats", + 400, + actor=alice, + body={"title": "не должен появиться", "member_ids": members}, + ) + after = c.call("GET", "/api/v1/chats?limit=100", actor=alice, schema="ChatPage")["json"] + assert before == after + + +def test_concurrent_messages(scenario): + c, alice, bob, _, chat = scenario + barrier = threading.Barrier(10) + + def sender(i): + local = Client(c.base) + barrier.wait() + return [local.message(alice, chat, f"{i}:{j}")["json"] for j in range(10)] + + with ThreadPoolExecutor(max_workers=10) as pool: + sent = [m for batch in pool.map(sender, range(10)) for m in batch] + data = c.call( + "GET", f"/api/v1/chats/{chat['id']}/messages?limit=100", actor=bob, schema="MessagePage" + )["json"] + assert len(sent) == len({m["id"] for m in sent}) == len(data["items"]) == 100 + assert {m["id"] for m in sent} == {m["id"] for m in data["items"]} + assert data["next_cursor"] is None + + +def test_registration_race(scenario): + c, alice, *_ = scenario + body = {**alice["registration"], "username": "race_" + uuid.uuid4().hex[:12]} + barrier = threading.Barrier(10) + + def register(_): + local = Client(c.base) + barrier.wait() + return local.call("POST", "/api/v1/users", [201, 409], body=body)["status"] + + with ThreadPoolExecutor(max_workers=10) as pool: + statuses = list(pool.map(register, range(10))) + assert statuses.count(201) == 1 + assert statuses.count(409) == 9 + + +@pytest.mark.skipif(LAB < 2, reason="Сессии появляются в ЛР2") +def test_sessions(scenario): + c, alice, _, eve, _ = scenario + credential = base64.b64encode( + (alice["registration"]["username"] + ":wrong-password").encode() + ).decode() + c.call("POST", "/api/v1/auth/sessions", 401, headers={"Authorization": "Basic " + credential}) + c.call("GET", "/api/v1/users/me", 401, headers={"X-User-Id": alice["id"]}) + assert ( + c.call( + "GET", "/api/v1/users/me", actor=alice, headers={"X-User-Id": eve["id"]}, schema="User" + )["json"] + == alice["user"] + ) + c.call("DELETE", "/api/v1/auth/sessions/current", 204, actor=alice) + c.call("GET", "/api/v1/users/me", 401, actor=alice) diff --git a/student-tests/test_attachments.py b/student-tests/test_attachments.py new file mode 100644 index 00000000..72bf4745 --- /dev/null +++ b/student-tests/test_attachments.py @@ -0,0 +1,203 @@ +"""Black-box regressions derived from the contract and teacher review comments.""" + +import hashlib +import os +import struct +import uuid +import zlib +from io import BytesIO +from urllib.parse import quote + +import pytest +from client import Client +from PIL import Image + + +@pytest.fixture(scope="module") +def scenario(): + c = Client(os.environ.get("BASE_URL", "http://127.0.0.1:8085")) + return c, *c.bootstrap() + + +def image_bytes(fmt="PNG", size=(32, 20)): + stream = BytesIO() + Image.new("RGB", size, (100, 130, 200)).save(stream, fmt) + return stream.getvalue() + + +def upload(scenario, data=None, name="sample.png", mime="image/png", actor=None, status=202): + c, alice, _, _, chat = scenario + return c.call( + "POST", + f"/api/v1/chats/{chat['id']}/attachments?filename={quote(name, safe='')}", + status, + actor=actor or alice, + raw=data if data is not None else image_bytes(), + headers={"Content-Type": mime}, + schema="Attachment" if status == 202 else None, + ) + + +def test_roundtrip_acl_and_variant(scenario): + c, alice, bob, eve, chat = scenario + data = image_bytes() + a = upload(scenario, data)["json"] + assert a["sha256"] == hashlib.sha256(data).hexdigest() + assert a["status"] == "queued" + a = c.wait_ready(alice, a) + assert {v["name"] for v in a["variants"]} == {"thumbnail", "crop", "optimized"} + path = f"/api/v1/attachments/{a['id']}" + assert c.call("GET", path + "/content", 200, actor=bob)["bytes"] == data + c.call("GET", path, 404, actor=eve) + c.call("GET", path + "/content", 404, actor=eve) + c.call("GET", path + "/content?variant=thumbnail", 200, actor=alice) + c.call("GET", path + "/content?variant=unknown", 400, actor=alice) + message = c.call( + "POST", + f"/api/v1/chats/{chat['id']}/messages", + 201, + actor=alice, + body={"text": "", "attachment_ids": [a["id"]]}, + headers={"Idempotency-Key": uuid.uuid4().hex}, + schema="Message", + )["json"] + assert message["text"] == "" and message["attachment_ids"] == [a["id"]] + + +@pytest.mark.parametrize( + "name", [" ", "../x.png", "a\\b.png", "a\0.png", "a\x7f.png", "a\x85.png", "a\n.png"] +) +def test_bad_filename(scenario, name): + upload(scenario, name=name, status=400) + + +def chunk(kind, data): + return struct.pack(">I", len(data)) + kind + data + struct.pack(">I", zlib.crc32(kind + data)) + + +def png_with_data(data, width=1, height=1, color=2, palette=b""): + return ( + b"\x89PNG\r\n\x1a\n" + + chunk(b"IHDR", struct.pack(">IIBBBBB", width, height, 8, color, 0, 0, 0)) + + (chunk(b"PLTE", palette) if palette else b"") + + chunk(b"IDAT", data) + + chunk(b"IEND", b"") + ) + + +@pytest.mark.parametrize( + "data,mime", + [ + (image_bytes()[:33], "image/png"), + (image_bytes()[:-15], "image/png"), + (png_with_data(b"broken-zlib"), "image/png"), + (png_with_data(zlib.compress(b"\x05\0\0\0")), "image/png"), + (png_with_data(zlib.compress(b"\0\0"), color=3, palette=bytes(771)), "image/png"), + (bytes.fromhex("ffd8ffc0000b080001000101011100ffda0008010100003f00ffd9"), "image/jpeg"), + (bytes.fromhex("ffd8ffc00008080001000101ffda0002ffd9"), "image/jpeg"), + (image_bytes(), "image/jpeg"), + (b"not-an-image", "image/png"), + ], +) +def test_corrupt_or_spoofed_image(scenario, data, mime): + upload(scenario, data=data, mime=mime, status=415) + + +@pytest.mark.parametrize("size", [(8000, 5001), (20000, 10000)]) +def test_pixel_limit_before_decode(scenario, size): + data = png_with_data(b"", width=size[0], height=size[1]) + upload(scenario, data=data, status=413) + + +def test_byte_limit_and_exact_boundary(scenario): + data = image_bytes() + exact = data + bytes(10 * 1024 * 1024 - len(data)) + a = upload(scenario, data=exact)["json"] + assert a["size_bytes"] == len(exact) + upload(scenario, data=exact + b"x", status=413) + + +@pytest.mark.parametrize( + "body", + [ + {"attachment_ids": []}, + {"text": None}, + {"text": "x", "attachment_ids": None}, + {"text": "x", "attachment_ids": [123]}, + ], +) +def test_strict_message_fields(scenario, body): + c, alice, _, _, chat = scenario + c.call( + "POST", + f"/api/v1/chats/{chat['id']}/messages", + 400, + actor=alice, + body=body, + headers={"Idempotency-Key": uuid.uuid4().hex}, + ) + + +def test_foreign_unknown_and_ordered_attachments(scenario): + c, alice, _, _, chat = scenario + first, second = upload(scenario)["json"], upload(scenario)["json"] + other = c.call( + "POST", + "/api/v1/chats", + 201, + actor=alice, + body={"title": "other", "member_ids": [alice["id"]]}, + schema="Chat", + )["json"] + for aid in [first["id"], str(uuid.uuid4())]: + c.call( + "POST", + f"/api/v1/chats/{other['id']}/messages", + 404, + actor=alice, + body={"text": "", "attachment_ids": [aid]}, + headers={"Idempotency-Key": uuid.uuid4().hex}, + ) + key = uuid.uuid4().hex + body = {"text": "with files", "attachment_ids": [second["id"], first["id"]]} + p = f"/api/v1/chats/{chat['id']}/messages" + sent = c.call( + "POST", p, 201, actor=alice, body=body, headers={"Idempotency-Key": key}, schema="Message" + )["json"] + repeat = c.call( + "POST", p, 201, actor=alice, body=body, headers={"Idempotency-Key": key}, schema="Message" + )["json"] + assert repeat == sent + c.call( + "POST", + p, + 409, + actor=alice, + body={**body, "attachment_ids": list(reversed(body["attachment_ids"]))}, + headers={"Idempotency-Key": key}, + ) + history = c.call("GET", p, 200, actor=alice, schema="MessagePage")["json"]["items"] + assert next(m for m in history if m["id"] == sent["id"]) == sent + + +def test_nul_message_roundtrip(scenario): + c, alice, _, _, chat = scenario + assert c.message(alice, chat, "abc\0def")["json"]["text"] == "abc\0def" + + +def test_truncated_jpeg_with_forged_eoi(scenario): + import random + + stream = BytesIO() + Image.frombytes("RGB", (512, 512), random.Random(42).randbytes(512 * 512 * 3)).save( + stream, "JPEG", quality=95 + ) + original = stream.getvalue() + upload(scenario, data=original, name="real.jpg", mime="image/jpeg") + upload( + scenario, + data=original[: len(original) // 2] + b"\xff\xd9", + name="broken.jpg", + mime="image/jpeg", + status=415, + ) diff --git a/student-tests/test_cursor_format.py b/student-tests/test_cursor_format.py new file mode 100644 index 00000000..ceb15c54 --- /dev/null +++ b/student-tests/test_cursor_format.py @@ -0,0 +1,39 @@ +import base64 +import json +from uuid import uuid4 + +import pytest + +from messenger.domain import Failure, boundary + + +@pytest.mark.parametrize( + "version,date", + [ + (True, "2026-01-01T00:00:00Z"), + (1.0, "2026-01-01T00:00:00Z"), + (1, "2026-W01-1T00:00:00Z"), + (1, "20260101T000000Z"), + (1, "2026-01-01 00:00:00Z"), + (1, "2026-01-01X00:00:00Z"), + (1, "2026-02-30T00:00:00Z"), + (1, "2026-01-01T00:00:00.1234567Z"), + ], +) +def test_boundary_rejects_python_iso_extensions(version, date): + payload = [version, "scope", date, str(uuid4())] + cursor = base64.urlsafe_b64encode(json.dumps(payload).encode()).decode().rstrip("=") + with pytest.raises(Failure) as error: + boundary("scope", cursor) + assert error.value.status == 400 + + +@pytest.mark.parametrize( + "date", ["2026-01-01T00:00:00Z", "2026-01-01T00:00:00.1Z", "2026-01-01T00:00:00.123456Z"] +) +def test_boundary_preserves_generated_format(date): + uid = str(uuid4()) + cursor = ( + base64.urlsafe_b64encode(json.dumps([1, "scope", date, uid]).encode()).decode().rstrip("=") + ) + assert boundary("scope", cursor) == (date, uid) diff --git a/student-tests/test_cursor_http.py b/student-tests/test_cursor_http.py new file mode 100644 index 00000000..558b04e1 --- /dev/null +++ b/student-tests/test_cursor_http.py @@ -0,0 +1,49 @@ +import base64 +import json +import os +import uuid + +import pytest +from client import Client + + +@pytest.fixture(scope="module") +def shared(): + client = Client(os.getenv("BASE_URL", "http://127.0.0.1:8085")) + return client, *client.bootstrap() + + +@pytest.mark.parametrize( + "date", + [ + "2026-W01-1T00:00:00Z", + "20260101T000000Z", + "2026-01-01 00:00:00Z", + "2026-01-01X00:00:00Z", + "2026-01-01T00:00:00+00:00", + "2026-02-30T00:00:00Z", + "2026-01-01T24:00:00Z", + "2026-01-01T00:00:00.1234567Z", + ], +) +def test_cursor_rejects_noncanonical_dates_over_http(shared, date): + c, alice, _, _, chat = shared + for path, scope in [ + ("/api/v1/chats", "chats:" + alice["id"]), + (f"/api/v1/chats/{chat['id']}/messages", "messages:" + chat["id"]), + ]: + payload = [1, scope, date, str(uuid.uuid4())] + cursor = base64.urlsafe_b64encode(json.dumps(payload).encode()).decode().rstrip("=") + c.call("GET", path + "?cursor=" + cursor, 400, actor=alice) + + +@pytest.mark.parametrize("version", [True, 1.0]) +def test_cursor_rejects_noninteger_version_over_http(shared, version): + c, alice, _, _, chat = shared + for path, scope in [ + ("/api/v1/chats", "chats:" + alice["id"]), + (f"/api/v1/chats/{chat['id']}/messages", "messages:" + chat["id"]), + ]: + payload = [version, scope, "2026-01-01T00:00:00Z", str(uuid.uuid4())] + cursor = base64.urlsafe_b64encode(json.dumps(payload).encode()).decode().rstrip("=") + c.call("GET", path + "?cursor=" + cursor, 400, actor=alice) diff --git a/student-tests/test_edgecases.py b/student-tests/test_edgecases.py new file mode 100644 index 00000000..f5d3d47e --- /dev/null +++ b/student-tests/test_edgecases.py @@ -0,0 +1,99 @@ +import base64 +import json +import os +import uuid +from urllib.parse import quote + +import pytest +from client import LAB, Client + + +@pytest.fixture +def edge_scenario(): + client = Client(os.environ.get("BASE_URL", "http://127.0.0.1:8085")) + return client, *client.bootstrap() + + +def encoded_cursor(value): + return base64.urlsafe_b64encode(json.dumps(value).encode()).decode().rstrip("=") + + +@pytest.mark.parametrize("identity", ["missing", "malformed", "unknown"]) +def test_invalid_identity(edge_scenario, identity): + client, _, _, _, chat = edge_scenario + headers = {} + if identity == "malformed": + headers["X-User-Id"] = "not-a-uuid" + elif identity == "unknown": + headers["X-User-Id"] = str(uuid.uuid4()) + for path in ["/api/v1/users/me", "/api/v1/chats", f"/api/v1/chats/{chat['id']}/messages"]: + client.call("GET", path, 401, headers=headers) + + +@pytest.mark.parametrize("uid", [None, [], {}, 123, True, "not-a-uuid"]) +def test_cursor_rejects_non_uuid_boundary(edge_scenario, uid): + client, alice, _, _, chat = edge_scenario + payload = [1, "messages:" + chat["id"], "2026-10-30T12:00:00.000000Z", uid] + cursor = quote(encoded_cursor(payload), safe="") + client.call("GET", f"/api/v1/chats/{chat['id']}/messages?cursor={cursor}", 400, actor=alice) + + +@pytest.mark.parametrize( + "payload", [None, {}, [], [1], [1, "wrong-scope", "2026-10-30T12:00:00Z", str(uuid.uuid4())]] +) +def test_cursor_rejects_wrong_shape(edge_scenario, payload): + client, alice, _, _, chat = edge_scenario + cursor = quote(encoded_cursor(payload), safe="") + client.call("GET", f"/api/v1/chats/{chat['id']}/messages?cursor={cursor}", 400, actor=alice) + + +def test_request_id_is_present_and_not_reused(edge_scenario): + client, alice, _, _, _ = edge_scenario + first = client.call("GET", "/health/live", schema="Health") + second = client.call("GET", "/health/ready", schema="Health") + error = client.call("GET", "/api/v1/chats/malformed", 400, actor=alice) + values = [r["headers"]["X-Request-Id"] for r in [first, second, error]] + assert len(set(values)) == 3 + assert error["json"]["error"]["request_id"] == values[-1] + + +def test_unicode_codepoint_boundaries(edge_scenario): + client, alice, _, _, chat = edge_scenario + username = "unicode_" + uuid.uuid4().hex[:12] + registration = {"username": username, "display_name": "😀" * 100} + if LAB >= 2: + registration["password"] = "unicode-test-" + uuid.uuid4().hex + user = client.call( + "POST", + "/api/v1/users", + 201, + body=registration, + schema="User", + )["json"] + assert user["display_name"] == "😀" * 100 + client.call( + "POST", "/api/v1/users", 400, body={"username": username + "x", "display_name": "😀" * 101} + ) + message = client.message(alice, chat, "😀" * 4000)["json"] + assert message["text"] == "😀" * 4000 + client.call( + "POST", f"/api/v1/chats/{chat['id']}/messages", 400, actor=alice, body={"text": "😀" * 4001} + ) + + +def test_empty_history_and_cursor_exhaustion(edge_scenario): + client, alice, _, _, chat = edge_scenario + path = f"/api/v1/chats/{chat['id']}/messages" + empty = client.call("GET", path, actor=alice, schema="MessagePage")["json"] + assert empty == {"items": [], "next_cursor": None} + message = client.message(alice, chat, "одна запись")["json"] + data = client.call("GET", path + "?limit=1", actor=alice, schema="MessagePage")["json"] + assert data == {"items": [message], "next_cursor": None} + + +def test_missing_chat_is_hidden_like_foreign_chat(edge_scenario): + client, _, _, eve, chat = edge_scenario + foreign = client.call("GET", f"/api/v1/chats/{chat['id']}", 404, actor=eve)["json"] + missing = client.call("GET", f"/api/v1/chats/{uuid.uuid4()}", 404, actor=eve)["json"] + assert foreign["error"]["code"] == missing["error"]["code"] == "not_found" + assert foreign["error"]["message"] == missing["error"]["message"] diff --git a/student-tests/test_jobs.py b/student-tests/test_jobs.py new file mode 100644 index 00000000..71abc1d8 --- /dev/null +++ b/student-tests/test_jobs.py @@ -0,0 +1,52 @@ +import json + +import pytest + +from messenger.worker import validate_delivery + +VALID = { + "schema_version": 1, + "job_id": "11111111-1111-4111-8111-111111111111", + "type": "attachment.process.v1", + "attachment_id": "22222222-2222-4222-8222-222222222222", + "pipeline_version": 1, + "attempt": 1, + "created_at": "2026-11-06T00:00:00Z", +} + + +@pytest.mark.parametrize( + "key,value", + [ + ("job_id", 123), + ("job_id", []), + ("attachment_id", {}), + ("schema_version", True), + ("pipeline_version", True), + ("attempt", 0), + ("created_at", 123), + ("created_at", "2026-11-06"), + ("created_at", "2026-11-06T12Z"), + ("created_at", "2026-99-99T00:00:00Z"), + ("traceparent", 123), + ("tracestate", []), + ], +) +def test_invalid_envelopes_are_bounded_validation_errors(key, value): + with pytest.raises(ValueError): + validate_delivery(json.dumps({**VALID, key: value})) + + +@pytest.mark.parametrize("body", [b"\xff", "null", "[]", "{}", "not json"]) +def test_invalid_json(body): + with pytest.raises(ValueError): + validate_delivery(body) + + +def test_valid_trace_context(): + body = { + **VALID, + "traceparent": "00-" + "a" * 32 + "-" + "b" * 16 + "-01", + "tracestate": "test=value", + } + assert validate_delivery(json.dumps(body)) == body diff --git a/student-tests/test_pipeline.py b/student-tests/test_pipeline.py new file mode 100644 index 00000000..90d4ef01 --- /dev/null +++ b/student-tests/test_pipeline.py @@ -0,0 +1,46 @@ +from io import BytesIO + +import pytest +from PIL import Image + +from messenger.image_pipeline import fitted_size, render + + +@pytest.mark.parametrize( + "source,expected", + [((319, 200), (256, 160)), ((320, 200), (256, 160)), ((10, 4), (10, 4)), ((1, 1000), (1, 256))], +) +def test_fits_contract(source, expected): + assert fitted_size(*source, 256) == expected + + +def test_variants_alpha_and_metadata(tmp_path): + source = BytesIO() + Image.new("RGBA", (319, 200), (255, 0, 0, 0)).save(source, "PNG") + source.seek(0) + variants = render(source, tmp_path) + assert {v["name"] for v in variants} == {"thumbnail", "crop", "optimized"} + with Image.open(tmp_path / "thumbnail") as thumb: + assert thumb.format == "JPEG" + assert thumb.size == (256, 160) + assert all(channel > 245 for channel in thumb.getpixel((0, 0))) + assert not thumb.getexif() + with Image.open(tmp_path / "crop") as crop: + assert crop.size == (128, 128) + with Image.open(tmp_path / "optimized") as optimized: + assert optimized.format == "WEBP" + assert optimized.size == (319, 200) + + +def test_exif_orientation_without_upscale(tmp_path): + source = BytesIO() + exif = Image.Exif() + exif[274] = 6 + Image.new("RGB", (80, 40), "blue").save(source, "JPEG", exif=exif) + original = source.getvalue() + source.seek(0) + render(source, tmp_path) + assert source.getvalue() == original + with Image.open(tmp_path / "thumbnail") as thumbnail: + assert thumbnail.size == (40, 80) + assert not thumbnail.getexif() diff --git a/student-tests/test_sessions.py b/student-tests/test_sessions.py new file mode 100644 index 00000000..0519f812 --- /dev/null +++ b/student-tests/test_sessions.py @@ -0,0 +1,62 @@ +import base64 +import uuid + +import pytest +from client import Client + + +@pytest.mark.parametrize("password", ["x" * 11, "x" * 129, "😀" * 129, 123, None, True]) +def test_password_contract(password): + import os + + c = Client(os.environ["BASE_URL"]) + c.call( + "POST", + "/api/v1/users", + 400, + body={ + "username": "pwd_" + uuid.uuid4().hex[:12], + "display_name": "Тест", + "password": password, + }, + ) + + +def test_full_unicode_password_and_colon(): + import os + + c = Client(os.environ["BASE_URL"]) + username = "pwd_" + uuid.uuid4().hex[:12] + password = "😀" * 126 + ":Я" + user = c.call( + "POST", + "/api/v1/users", + 201, + body={"username": username, "display_name": "Пароль128", "password": password}, + schema="User", + )["json"] + good = base64.b64encode((username + ":" + password).encode()).decode() + session = c.call( + "POST", + "/api/v1/auth/sessions", + 201, + headers={"Authorization": "bAsIc " + good}, + schema="Session", + )["json"] + actor = {"id": user["id"], "token": session["token"]} + assert session["user"] == user + bad = base64.b64encode((username + ":" + password[:-1] + "Б").encode()).decode() + c.call("POST", "/api/v1/auth/sessions", 401, headers={"Authorization": "Basic " + bad}) + c.call("GET", "/api/v1/users/me", 401, headers={"Authorization": "Basic " + good}) + c.call("GET", "/api/v1/users/me", actor=actor, schema="User") + c.call("DELETE", "/api/v1/auth/sessions/current", 204, actor=actor) + c.call("GET", "/api/v1/users/me", 401, actor=actor) + + +@pytest.mark.parametrize("credential", ["Basic !invalid", "Basic", "Bearer abc", "", "Basic YTpi"]) +def test_invalid_basic(credential): + import os + + Client(os.environ["BASE_URL"]).call( + "POST", "/api/v1/auth/sessions", 401, headers={"Authorization": credential} + ) diff --git a/uv.lock b/uv.lock new file mode 100644 index 00000000..410a13af --- /dev/null +++ b/uv.lock @@ -0,0 +1,792 @@ +version = 1 +revision = 3 +requires-python = "==3.12.*" + +[[package]] +name = "annotated-doc" +version = "0.0.5" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/5a/8e/38aa427ed5402449e226975b649c5dc73ccadfefeb95e6aecb8f8ea4b6b6/annotated_doc-0.0.5.tar.gz", hash = "sha256:c7e58ce09192557605d8bbd92836d7e1d520ac9580096042c0bfd197efacf1bb", size = 10758, upload-time = "2026-07-28T13:50:58.129Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/3e/30/e900b21425a860e195f32e37657aa1f7c7f2b1bfb26f03ca209b90933c06/annotated_doc-0.0.5-py3-none-any.whl", hash = "sha256:117bac03a25ede5df5440e855b32d556049ca169ead221505badf432fed4b101", size = 5302, upload-time = "2026-07-28T13:50:57.239Z" }, +] + +[[package]] +name = "annotated-types" +version = "0.8.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/5f/56/a8120250d128bed162cd73c76d45f6ef9991f3e068f62a8ee060afa3104a/annotated_types-0.8.0.tar.gz", hash = "sha256:13b2beaad985e05e2d6407ee4c4f35590b11f8d693a258a561055cac8f64cab7", size = 15893, upload-time = "2026-07-23T20:16:13.995Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/99/91/8acff4f5e50511b911bbccb72b8628a49c68ce14148cd9f6431094859a90/annotated_types-0.8.0-py3-none-any.whl", hash = "sha256:f072f4d804ea359e4eaf198b1af7a8b0943881a87f31bb764f8bf219bb9419e0", size = 13427, upload-time = "2026-07-23T20:16:12.938Z" }, +] + +[[package]] +name = "anyio" +version = "4.15.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "idna" }, + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/a9/d2/f4d173e22df740bc37b1db102b386ba719b66e95b0f0d751f556b387e6d2/anyio-4.15.1.tar.gz", hash = "sha256:9f28306018cbd6d329e64a36d58256edff76dd996fe423bc957326e578b82a94", size = 276966, upload-time = "2026-09-05T10:42:39.44Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/12/b8/4bd346e22b28902df4d651910f5242c28d84e4a5c2435ca5c3f797ed7e2e/anyio-4.15.1-py3-none-any.whl", hash = "sha256:6152fdbbf9a77fdec97731721bebf7c4c44f7c29b424b0065826173efc7ed101", size = 132079, upload-time = "2026-09-05T10:42:37.923Z" }, +] + +[[package]] +name = "argon2-cffi" +version = "25.1.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "argon2-cffi-bindings" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/0e/89/ce5af8a7d472a67cc819d5d998aa8c82c5d860608c4db9f46f1162d7dab9/argon2_cffi-25.1.0.tar.gz", hash = "sha256:694ae5cc8a42f4c4e2bf2ca0e64e51e23a040c6a517a85074683d3959e1346c1", size = 45706, upload-time = "2025-06-03T06:55:32.073Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/4f/d3/a8b22fa575b297cd6e3e3b0155c7e25db170edf1c74783d6a31a2490b8d9/argon2_cffi-25.1.0-py3-none-any.whl", hash = "sha256:fdc8b074db390fccb6eb4a3604ae7231f219aa669a2652e0f20e16ba513d5741", size = 14657, upload-time = "2025-06-03T06:55:30.804Z" }, +] + +[[package]] +name = "argon2-cffi-bindings" +version = "26.1.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "cffi" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/0b/43/bb8b6e8708d49a5ab36781333af092d9f483b198a2710d01281204640055/argon2_cffi_bindings-26.1.0.tar.gz", hash = "sha256:63505c71542a44b68b1e38060450fb006404170da375feb31af153e7f9c6205d", size = 1790807, upload-time = "2026-08-20T07:44:22.492Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/e7/d2/0ae991f1b2181e5be49007c574710a800ad36c2978683addb3e67c474e55/argon2_cffi_bindings-26.1.0-cp310-abi3-macosx_11_0_arm64.whl", hash = "sha256:21ca0396fe5ec995dd54431c32698189666f9224810acfa752e50d2bd94d9df2", size = 25521, upload-time = "2026-08-20T07:32:43.019Z" }, + { url = "https://files.pythonhosted.org/packages/7e/e4/ad91d8297638aa2258aad4501c306aca99480dfe76ccd638173fa3702db9/argon2_cffi_bindings-26.1.0-cp310-abi3-manylinux_2_26_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:78de2d65e0b9ea7ce9d1b1c3e87297b2d7305a02c266ee2a2d6910daddd7ee69", size = 27177, upload-time = "2026-08-20T07:32:44.158Z" }, + { url = "https://files.pythonhosted.org/packages/6f/86/5363df11b86d02cf3662208e7406496327649cc90eb365bf6f4e8a54a41f/argon2_cffi_bindings-26.1.0-cp310-abi3-manylinux_2_26_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:27f1821903e2ceadcb88ec2b45ef190897b7682449c772f4d9b53e42c520cf29", size = 26597, upload-time = "2026-08-20T07:32:45.172Z" }, + { url = "https://files.pythonhosted.org/packages/f4/b5/a14dcc592652347dad23ee93b278a4da5d2a25c9ed3ebd10d68eea823a4f/argon2_cffi_bindings-26.1.0-cp310-abi3-manylinux_2_34_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:d88e5f7e60f28ae0b0cc6b2f16c43e87cd642a196a86f85e0d8bb6fe016fc16d", size = 27403, upload-time = "2026-08-20T07:32:46.13Z" }, + { url = "https://files.pythonhosted.org/packages/b3/81/b4a20d4902af7f796390bf9245ff83c5217dfa7367efa1d14986956c482b/argon2_cffi_bindings-26.1.0-cp310-abi3-musllinux_1_2_aarch64.whl", hash = "sha256:34b7d9c24a4165a2c61cc8ae11d44d48c9ce2830fb536cb7914e11fdd9962728", size = 27132, upload-time = "2026-08-20T07:32:47.13Z" }, + { url = "https://files.pythonhosted.org/packages/7e/1b/c8de358af07b1c490e0fcb863ef98e46ddb486e45567aca5a60bd68d9daa/argon2_cffi_bindings-26.1.0-cp310-abi3-musllinux_1_2_riscv64.whl", hash = "sha256:224865cbbcb7a2bd1356741dff12b0134df726b6d44bb7b500df8e303cbd9e81", size = 27588, upload-time = "2026-08-20T07:32:48.087Z" }, + { url = "https://files.pythonhosted.org/packages/48/2f/7ee62a6e79f9309f9d9982d301b22a00010adb580c05c8109b94d7b33de0/argon2_cffi_bindings-26.1.0-cp310-abi3-musllinux_1_2_x86_64.whl", hash = "sha256:ffff613aaa9ce6236766e2fc6dc560bb5abde7a2e2416e3db1f9ae395a2b4dd4", size = 26785, upload-time = "2026-08-20T07:32:48.977Z" }, + { url = "https://files.pythonhosted.org/packages/e9/10/960d0ee93d4897741bcaf4799c697dae2d81499f66fd1ed042a7dd54c1f4/argon2_cffi_bindings-26.1.0-cp310-abi3-win32.whl", hash = "sha256:a86c069c91a747a2c4e5c51473590aeb48172fff9b2130d23729a42d98665ecb", size = 23898, upload-time = "2026-08-20T07:32:50.114Z" }, + { url = "https://files.pythonhosted.org/packages/6d/3a/0cc14a05810e6add9bce5e87693334baa2222de5f647fa31781885b6573f/argon2_cffi_bindings-26.1.0-cp310-abi3-win_amd64.whl", hash = "sha256:2c36ff87b5dfaa477d0bd51e9d7f6abdae7c8955d2983c97419085d842154b3e", size = 25730, upload-time = "2026-08-20T07:32:51.091Z" }, + { url = "https://files.pythonhosted.org/packages/4e/db/d83cf2af140547f0b9cdaece05b2dc2dcbf991be4667331d073eff771435/argon2_cffi_bindings-26.1.0-cp310-abi3-win_arm64.whl", hash = "sha256:f9c4420a7a864fe1b86ce35befc95b8e39fb852493b81cf798671ddc265de638", size = 24478, upload-time = "2026-08-20T07:32:52.111Z" }, +] + +[[package]] +name = "attrs" +version = "26.1.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/9a/8e/82a0fe20a541c03148528be8cac2408564a6c9a0cc7e9171802bc1d26985/attrs-26.1.0.tar.gz", hash = "sha256:d03ceb89cb322a8fd706d4fb91940737b6642aa36998fe130a9bc96c985eff32", size = 952055, upload-time = "2026-03-19T14:22:25.026Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/64/b4/17d4b0b2a2dc85a6df63d1157e028ed19f90d4cd97c36717afef2bc2f395/attrs-26.1.0-py3-none-any.whl", hash = "sha256:c647aa4a12dfbad9333ca4e71fe62ddc36f4e63b2d260a37a8b83d2f043ac309", size = 67548, upload-time = "2026-03-19T14:22:23.645Z" }, +] + +[[package]] +name = "boto3" +version = "1.43.125" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "botocore" }, + { name = "jmespath" }, + { name = "s3transfer" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/f2/c2/9285c749ca49c213ad90aa239884d0c5cbbdc58f02c4c44bcc4a3bf59023/boto3-1.43.125.tar.gz", hash = "sha256:5a635a0fbbd51f319e465b809cf043668705defbb9dddaf26ae66747f70b2a49", size = 112651, upload-time = "2026-11-05T20:24:13.843Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/b5/12/1e295c564a8319e6e27353c4c849ec31b0e3857b2614c36c7cc050ca1b9c/boto3-1.43.125-py3-none-any.whl", hash = "sha256:101fe3ee99664e671efb9af65c8e98ec0bceddf6de922ea89685da4adc8c6907", size = 140043, upload-time = "2026-11-05T20:24:12.048Z" }, +] + +[[package]] +name = "botocore" +version = "1.43.125" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "jmespath" }, + { name = "python-dateutil" }, + { name = "urllib3" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/ad/57/6d638614c940c73a750b8a4203989b3edbde5ff7f83cd9031e65cb97d69b/botocore-1.43.125.tar.gz", hash = "sha256:e3ae5ebbfa8033015958a9cb16cef67a0592902ca8afb46ef06e8ae77475183f", size = 16520959, upload-time = "2026-11-05T20:24:08.59Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/3a/c1/0dca9a7ea362219b1e98f7fa8aebca1c19f6516eb91792b82595d7b79dc0/botocore-1.43.125-py3-none-any.whl", hash = "sha256:e3969c8191d3435440037310187d324f37c00da53987ea31df2eceff19a2795a", size = 16223768, upload-time = "2026-11-05T20:24:04.594Z" }, +] + +[[package]] +name = "certifi" +version = "2026.10.23" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/fd/11/b524cbd9bbdaca58608e4cf4053fd463417549e1959fa8d3aa18319f9555/certifi-2026.10.23.tar.gz", hash = "sha256:a9895e6e2758b371e0545e321a3a8fd1fcfd9829ada8824a936dfb16aaaf36cd", size = 136225, upload-time = "2026-10-23T11:36:16.478Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/32/d1/a3652fe2c19134d0d15922177821d863cbd7e842d53a21bbe7e8e3a1b5ac/certifi-2026.10.23-py3-none-any.whl", hash = "sha256:e9b54de76e530bb6cf0ccd036787103acb58fd42ba930ea8bf948ddbaa2f61d1", size = 135082, upload-time = "2026-10-23T11:36:14.763Z" }, +] + +[[package]] +name = "cffi" +version = "2.1.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "pycparser", marker = "implementation_name != 'PyPy'" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/9e/ef/008a1939e372c06329a3fce4279c02f328488f3526744906eeec3da7ad5f/cffi-2.1.1.tar.gz", hash = "sha256:dd31f52ea1086513bb9df30f8fcee9b8918323ae067a3d5b78bc826a000712be", size = 530807, upload-time = "2026-08-03T21:21:18.939Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/10/69/43965eccfdead3b9220015fd1320e117be8c6ed01a62ffab76eeb752f5d5/cffi-2.1.1-cp312-cp312-macosx_10_15_x86_64.whl", hash = "sha256:c8c69575568085ba0b1b10c0249d779a214aea6f6522e949a0fc9fb0fcb449d0", size = 184821, upload-time = "2026-08-03T21:19:44.887Z" }, + { url = "https://files.pythonhosted.org/packages/54/7d/16e5a096677b5e313ca80cd5e5170efa3ea44624a82bb111925522da64b1/cffi-2.1.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:f81b3b8f3d4e343550fa4baa0e479bba9f2d29ce9c2e9b51d1ce1718d7442fcf", size = 184719, upload-time = "2026-08-03T21:19:46.129Z" }, + { url = "https://files.pythonhosted.org/packages/56/e6/8941622732edec876dd17d0453dce07317ae96db34f2ec1436c9d3785986/cffi-2.1.1-cp312-cp312-manylinux1_i686.manylinux2014_i686.manylinux_2_17_i686.manylinux_2_5_i686.whl", hash = "sha256:811bd1e21d32de12efca32393a0ab3f5133b54fce9bd44b8bd77ab07da14bf6a", size = 214799, upload-time = "2026-08-03T21:19:47.218Z" }, + { url = "https://files.pythonhosted.org/packages/44/de/f98430906df1545ffde0d543dd124a7a439bc2cd32b36b9c53f805df7333/cffi-2.1.1-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:68e62fe11f30d5ca8289242866f0a5291402d8529ca2178ab8afc5c9694ae890", size = 222389, upload-time = "2026-08-03T21:19:48.331Z" }, + { url = "https://files.pythonhosted.org/packages/6a/5b/717f1526b9957b34456313c31645c5b82b8fb5c3fe9e4752999be7128bfc/cffi-2.1.1-cp312-cp312-manylinux2014_ppc64le.manylinux_2_17_ppc64le.whl", hash = "sha256:4a7c934f7360e8cd64fe9efadcbd10c7c6364f531e432b9a4bf5ccbc9e0e8b50", size = 210249, upload-time = "2026-08-03T21:19:49.543Z" }, + { url = "https://files.pythonhosted.org/packages/64/b3/f8aa4f3e34986c7e4ec45072d1b1b9dd295b6b18007b45518d79726dd725/cffi-2.1.1-cp312-cp312-manylinux2014_s390x.manylinux_2_17_s390x.whl", hash = "sha256:3143d81e29e1e20a9ce10901ec369012947876596f75a222235965f2b7ae832e", size = 208775, upload-time = "2026-08-03T21:19:50.918Z" }, + { url = "https://files.pythonhosted.org/packages/b1/db/dceb9dd5b231e1da801793f8acc9f3c52a7e1afe40bb1aae37e02b0faad5/cffi-2.1.1-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:c1453022f490d2459a11819d83ad1d586e9ff65a12ac3e705ffebd46d3685dcf", size = 221822, upload-time = "2026-08-03T21:19:52.054Z" }, + { url = "https://files.pythonhosted.org/packages/a0/d2/6cd24ae3be000a634109c247d1475d62e5616d0dc78c82770942ec384248/cffi-2.1.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:208f941bb9d18e768138677f0a6d2ce01f590df56043dda1df1535ac57c88517", size = 225232, upload-time = "2026-08-03T21:19:53.109Z" }, + { url = "https://files.pythonhosted.org/packages/cb/52/3fa190537004dd7f0ab860a6dc7c0175b8667f68d1e618a46f5498d30250/cffi-2.1.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:210019b6c7cf07f081b4c54635c8cf744377001350e29cc0f81c4377b4797735", size = 223597, upload-time = "2026-08-03T21:19:54.515Z" }, + { url = "https://files.pythonhosted.org/packages/80/fb/0bb75b7039588c074b37ae99f40d9bfddf990ecb2fbc346ebccd2e56b9be/cffi-2.1.1-cp312-cp312-win32.whl", hash = "sha256:046bfc24911b37851ee1b51aab8bffe713d89c68c6a057b09484ce9fd5f69b4e", size = 175292, upload-time = "2026-08-03T21:19:55.566Z" }, + { url = "https://files.pythonhosted.org/packages/d9/79/615cc094e2fb508cade7de88d3b4f6c4ec2bab695c97bce9153dc65aadf5/cffi-2.1.1-cp312-cp312-win_amd64.whl", hash = "sha256:f53e442b08449d42821fa4a4fba000095af9f62742a500f978a9f557ec44339a", size = 185919, upload-time = "2026-08-03T21:19:56.89Z" }, + { url = "https://files.pythonhosted.org/packages/70/c6/d0ea84713fe46b243a436a18fcd47d639732747e21635c8a27191b06dc30/cffi-2.1.1-cp312-cp312-win_arm64.whl", hash = "sha256:7bde5e4cc5c10140859842b9d383af292b22639a4dffb725314baf45968cef80", size = 180093, upload-time = "2026-08-03T21:19:58.155Z" }, +] + +[[package]] +name = "click" +version = "8.5.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/c7/0e/7fa0ef50764b67090eca4114772a2abf8b6148198475e54c660b97caeee6/click-8.5.0.tar.gz", hash = "sha256:ba0d2089de75ea0310e2dde03160e6ca10009947fb95a182f9b54021bb272e34", size = 382235, upload-time = "2026-08-26T13:33:14.56Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/58/50/6c0d534c5f134586a8e1ba4e330569e32f057e33372ae556463212fb4cd3/click-8.5.0-py3-none-any.whl", hash = "sha256:255bc9599cf7748b4b1a446ccc735421bd08a2ae529a8b88597d3de5664ee360", size = 125251, upload-time = "2026-08-26T13:33:12.928Z" }, +] + +[[package]] +name = "colorama" +version = "0.4.6" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/d8/53/6f443c9a4a8358a93a6792e2acffb9d9d5cb0a5cfd8802644b7b1c9a02e4/colorama-0.4.6.tar.gz", hash = "sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44", size = 27697, upload-time = "2022-10-25T02:36:22.414Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/d1/d6/3965ed04c63042e047cb6a3e6ed1a63a35087b6a609aa3a15ed8ac56c221/colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6", size = 25335, upload-time = "2022-10-25T02:36:20.889Z" }, +] + +[[package]] +name = "fastapi" +version = "0.162.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "annotated-doc" }, + { name = "opentelemetry-api" }, + { name = "pydantic" }, + { name = "starlette" }, + { name = "typing-extensions" }, + { name = "typing-inspection" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/e9/eb/2cf8c80abf09b2800aef0a83b41066fbfda8ee5495b7a08b9d1af40f7046/fastapi-0.162.0.tar.gz", hash = "sha256:6a22c1e2e6e32e0633ee7e170f00009a29b8228b16feb219ee42f32fd8d88a8f", size = 527867, upload-time = "2026-10-23T18:47:33.264Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/b4/4f/3f2c25c9b43970b5e9a08beb5e04776247edea684ddc0930f4f02f0bb6cb/fastapi-0.162.0-py3-none-any.whl", hash = "sha256:3785963de305dd09912426cb81f2d230fce98ab3521cdfe97265c8d14983128c", size = 148912, upload-time = "2026-10-23T18:47:31.734Z" }, +] + +[[package]] +name = "h11" +version = "0.16.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/01/ee/02a2c011bdab74c6fb3c75474d40b3052059d95df7e73351460c8588d963/h11-0.16.0.tar.gz", hash = "sha256:4e35b956cf45792e4caa5885e69fba00bdbc6ffafbfa020300e549b208ee5ff1", size = 101250, upload-time = "2025-04-24T03:35:25.427Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/04/4b/29cac41a4d98d144bf5f6d33995617b185d14b22401f75ca86f384e87ff1/h11-0.16.0-py3-none-any.whl", hash = "sha256:63cf8bbe7522de3bf65932fda1d9c2772064ffb3dae62d55932da54b31cb6c86", size = 37515, upload-time = "2025-04-24T03:35:24.344Z" }, +] + +[[package]] +name = "httpcore" +version = "1.0.9" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "certifi" }, + { name = "h11" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/06/94/82699a10bca87a5556c9c59b5963f2d039dbd239f25bc2a63907a05a14cb/httpcore-1.0.9.tar.gz", hash = "sha256:6e34463af53fd2ab5d807f399a9b45ea31c3dfa2276f15a2c3f00afff6e176e8", size = 85484, upload-time = "2025-04-24T22:06:22.219Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/7e/f5/f66802a942d491edb555dd61e3a9961140fd64c90bce1eafd741609d334d/httpcore-1.0.9-py3-none-any.whl", hash = "sha256:2d400746a40668fc9dec9810239072b40b4484b640a8c38fd654a024c7a1bf55", size = 78784, upload-time = "2025-04-24T22:06:20.566Z" }, +] + +[[package]] +name = "httpx" +version = "0.28.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "anyio" }, + { name = "certifi" }, + { name = "httpcore" }, + { name = "idna" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/b1/df/48c586a5fe32a0f01324ee087459e112ebb7224f646c0b5023f5e79e9956/httpx-0.28.1.tar.gz", hash = "sha256:75e98c5f16b0f35b567856f597f06ff2270a374470a5c2392242528e3e3e42fc", size = 141406, upload-time = "2024-12-06T15:37:23.222Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/2a/39/e50c7c3a983047577ee07d2a9e53faf5a69493943ec3f6a384bdc792deb2/httpx-0.28.1-py3-none-any.whl", hash = "sha256:d909fcccc110f8c7faf814ca82a9a4d816bc5a6dbfea25d6591d6985b8ba59ad", size = 73517, upload-time = "2024-12-06T15:37:21.509Z" }, +] + +[[package]] +name = "idna" +version = "3.20" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/f5/08/8eea9d4b8302028f3abb2c0813953f7aec26d33b7a8960ed760e65ff29fa/idna-3.20.tar.gz", hash = "sha256:a7db850025b95ded1eae8a46181a1a6c56c92c96f0e2b005d9ff8dc0210cab44", size = 216463, upload-time = "2026-09-17T14:11:04.752Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/58/a2/bb081bab032533a855d44de1d56f8e8426114ff1ba5d1f07a438a0a654f8/idna-3.20-py3-none-any.whl", hash = "sha256:ab7ae7122974553370f0bdb919e1a960b2cd1bc1ef0276416d896db81c14582c", size = 69583, upload-time = "2026-09-17T14:11:03.168Z" }, +] + +[[package]] +name = "iniconfig" +version = "2.3.1" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/01/e1/2069291243c926a2ff1cd706c7f3eeb9b62144bf60f77c9fb9ff2fb26bd3/iniconfig-2.3.1.tar.gz", hash = "sha256:67f4b9c50da0dedf52af349e7749a80a9057a5031199791b906c3bb3ae878960", size = 21209, upload-time = "2026-10-06T22:48:38.076Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/56/43/4ca9e49d27a1fcf6bece6f6aec0ea46bb9112489b93d4b688fb415457bdb/iniconfig-2.3.1-py3-none-any.whl", hash = "sha256:9121e2c1fdb355232495be3194c8dfe87ccc2d5dee45947b78e68f499790d7a7", size = 7552, upload-time = "2026-10-06T22:48:36.959Z" }, +] + +[[package]] +name = "jmespath" +version = "1.1.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/d3/59/322338183ecda247fb5d1763a6cbe46eff7222eaeebafd9fa65d4bf5cb11/jmespath-1.1.0.tar.gz", hash = "sha256:472c87d80f36026ae83c6ddd0f1d05d4e510134ed462851fd5f754c8c3cbb88d", size = 27377, upload-time = "2026-01-22T16:35:26.279Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/14/2f/967ba146e6d58cf6a652da73885f52fc68001525b4197effc174321d70b4/jmespath-1.1.0-py3-none-any.whl", hash = "sha256:a5663118de4908c91729bea0acadca56526eb2698e83de10cd116ae0f4e97c64", size = 20419, upload-time = "2026-01-22T16:35:24.919Z" }, +] + +[[package]] +name = "jsonschema" +version = "4.26.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "attrs" }, + { name = "jsonschema-specifications" }, + { name = "referencing" }, + { name = "rpds-py" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/b3/fc/e067678238fa451312d4c62bf6e6cf5ec56375422aee02f9cb5f909b3047/jsonschema-4.26.0.tar.gz", hash = "sha256:0c26707e2efad8aa1bfc5b7ce170f3fccc2e4918ff85989ba9ffa9facb2be326", size = 366583, upload-time = "2026-01-07T13:41:07.246Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/69/90/f63fb5873511e014207a475e2bb4e8b2e570d655b00ac19a9a0ca0a385ee/jsonschema-4.26.0-py3-none-any.whl", hash = "sha256:d489f15263b8d200f8387e64b4c3a75f06629559fb73deb8fdfb525f2dab50ce", size = 90630, upload-time = "2026-01-07T13:41:05.306Z" }, +] + +[[package]] +name = "jsonschema-path" +version = "0.5.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "attrs" }, + { name = "pathable" }, + { name = "pyyaml" }, + { name = "referencing" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/39/79/cd02a4df6d9270efdc7d3feefe6edd730b0820c39eeaa107a2faee8322d5/jsonschema_path-0.5.0.tar.gz", hash = "sha256:493b156ba895c97602655b620a8456caa2ce08c1aa389f5a7addec065e6e855c", size = 19597, upload-time = "2026-05-19T20:45:00.971Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/04/2c/9e69d73c4297508be9e3b64a970ea3971b3eb8db64ffc5802d40bd25981f/jsonschema_path-0.5.0-py3-none-any.whl", hash = "sha256:2790a070bc7abb08ea3dbe4d340ece4efadf639223001f020c7503229ba068e2", size = 24077, upload-time = "2026-05-19T20:44:59.225Z" }, +] + +[[package]] +name = "jsonschema-specifications" +version = "2025.9.1" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "referencing" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/19/74/a633ee74eb36c44aa6d1095e7cc5569bebf04342ee146178e2d36600708b/jsonschema_specifications-2025.9.1.tar.gz", hash = "sha256:b540987f239e745613c7a9176f3edb72b832a4ac465cf02712288397832b5e8d", size = 32855, upload-time = "2025-09-08T01:34:59.186Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/41/45/1a4ed80516f02155c51f51e8cedb3c1902296743db0bbc66608a0db2814f/jsonschema_specifications-2025.9.1-py3-none-any.whl", hash = "sha256:98802fee3a11ee76ecaca44429fda8a41bff98b00a0f2838151b113f210cc6fe", size = 18437, upload-time = "2025-09-08T01:34:57.871Z" }, +] + +[[package]] +name = "lazy-object-proxy" +version = "1.13.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/d4/8e/f26b09778fcb26261fdeb4cc2b011975292316529bff9b541a5a02acb976/lazy_object_proxy-1.13.0.tar.gz", hash = "sha256:ce34046cb021d69c72d05ddb83821ecfd4d2d0a5d43a93c5cd01c9e34779cf14", size = 45649, upload-time = "2026-10-17T16:38:01.975Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/5d/a5/98c03827458988def73622e075486fe1ebbb85ae53ac3f21479fbfd9988c/lazy_object_proxy-1.13.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:087eba19ea5ce02ea9eb1749d8fdcfb229eeeaf13abaebecf00d579d306d1fd9", size = 26808, upload-time = "2026-10-17T16:37:42.616Z" }, + { url = "https://files.pythonhosted.org/packages/c3/88/30aa37866ff9122c7b00341396781d30e27ae9d863c2698d1f42bb25a8ab/lazy_object_proxy-1.13.0-cp312-cp312-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl", hash = "sha256:3df6b7db013fbbd00001a43af6b188b545442b4d125b5fddda79366108e02286", size = 71403, upload-time = "2026-10-20T01:05:33.169Z" }, + { url = "https://files.pythonhosted.org/packages/65/fa/099b2931430f87231fa31cc39893d047a1971a57fc7f90df70b9c82961a6/lazy_object_proxy-1.13.0-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:1bdc617c7b6f58aa5e59f514c7d619d7f60b52b343b77c9149d2fbfefc412f3a", size = 70989, upload-time = "2026-10-20T01:05:34.591Z" }, + { url = "https://files.pythonhosted.org/packages/8b/17/87891d3fee9c03764691239745ee3f6b793062b88cf5d029bf515aa0836a/lazy_object_proxy-1.13.0-cp312-cp312-manylinux_2_31_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:47d26b4c5a5ea2d3a1993a1c9509110beb030a2739ca69ebbe516fb04b6842b7", size = 65742, upload-time = "2026-10-20T01:05:36.015Z" }, + { url = "https://files.pythonhosted.org/packages/a9/9a/02acae69e1d0930f9f430d6e4ea77235c72a735672cd8d91164909815fb6/lazy_object_proxy-1.13.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:e6261a9c38f629c3566ab5caec3909f5c6f3333a711c7e39f6883715aa38c566", size = 69280, upload-time = "2026-10-20T01:05:37.217Z" }, + { url = "https://files.pythonhosted.org/packages/75/0e/e697f92c1a5410bddf0571077f38684b16fcf3925bb9ba5430355028e0ba/lazy_object_proxy-1.13.0-cp312-cp312-musllinux_1_2_riscv64.whl", hash = "sha256:337b25ac5b0f5103c72343f74eea438ad3216b0a3cc77a3f6e4ec54c80d0256b", size = 65028, upload-time = "2026-10-20T01:05:38.378Z" }, + { url = "https://files.pythonhosted.org/packages/f2/4f/ec5c7f4907305086a55e9372d3deccec369b30e731b92c14d34df455cf4c/lazy_object_proxy-1.13.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:faa395d97edfafd3cd0cbd8855473c4673c7e3080fccf31f97a9bcfa7218d7ec", size = 70619, upload-time = "2026-10-20T01:05:39.551Z" }, + { url = "https://files.pythonhosted.org/packages/e9/23/67edce3954b280049b87dfe914fa16400c3ce2f3fa236388cf64a1bba600/lazy_object_proxy-1.13.0-cp312-cp312-win_amd64.whl", hash = "sha256:81437ad7883fe637620bc63a3df3e9974c9a63562e76d7e8a444fe724adccb5c", size = 25815, upload-time = "2026-10-17T16:37:43.889Z" }, + { url = "https://files.pythonhosted.org/packages/21/21/d70d4ca285bb6ed3629ac432ea0910b8f923e50580888e37990b31f3fac9/lazy_object_proxy-1.13.0-cp312-cp312-win_arm64.whl", hash = "sha256:da66d53e0c350e6e6876f2dc060b240dc06cc159ca7f279d59fe4ed48aec2ece", size = 24467, upload-time = "2026-10-17T16:37:44.82Z" }, +] + +[[package]] +name = "mtusi-messenger" +version = "1.0.0" +source = { virtual = "." } +dependencies = [ + { name = "argon2-cffi" }, + { name = "boto3" }, + { name = "fastapi" }, + { name = "pillow" }, + { name = "psycopg", extra = ["binary", "pool"] }, + { name = "redis" }, + { name = "uvicorn" }, +] + +[package.dev-dependencies] +dev = [ + { name = "httpx" }, + { name = "jsonschema" }, + { name = "openapi-spec-validator" }, + { name = "pytest" }, + { name = "ruff" }, +] + +[package.metadata] +requires-dist = [ + { name = "argon2-cffi" }, + { name = "boto3", specifier = ">=1.43,<2" }, + { name = "fastapi" }, + { name = "pillow", specifier = ">=12.1.1,<13" }, + { name = "psycopg", extras = ["binary", "pool"] }, + { name = "redis" }, + { name = "uvicorn" }, +] + +[package.metadata.requires-dev] +dev = [ + { name = "httpx" }, + { name = "jsonschema" }, + { name = "openapi-spec-validator" }, + { name = "pytest" }, + { name = "ruff" }, +] + +[[package]] +name = "openapi-schema-validator" +version = "0.9.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "jsonschema" }, + { name = "jsonschema-specifications" }, + { name = "pydantic" }, + { name = "pydantic-settings" }, + { name = "referencing" }, + { name = "rfc3339-validator" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/98/e8/ab3f27dbca54ec645f7fab714b640907d5d36c2ebb07e87eebd30bd5c81b/openapi_schema_validator-0.9.0.tar.gz", hash = "sha256:b72db64315b89d21834cd3ffef37e3e6893bc876327be2d366e8424b1029afd3", size = 24686, upload-time = "2026-04-27T17:31:27.606Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/90/c0/5467967d95378b2cfce312e09cbd0c9ab64354a0922379b734f793edd04f/openapi_schema_validator-0.9.0-py3-none-any.whl", hash = "sha256:faa3bbe7c3aa8ca2087ad83f709dc3b7d920283153a570c03e24ea182558aa25", size = 19980, upload-time = "2026-04-27T17:31:25.965Z" }, +] + +[[package]] +name = "openapi-spec-validator" +version = "0.9.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "jsonschema" }, + { name = "jsonschema-path" }, + { name = "lazy-object-proxy" }, + { name = "openapi-schema-validator" }, + { name = "pydantic" }, + { name = "pydantic-settings" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/8f/d2/640b5149cd5688bc0ad1fdbb4df6a2f7b84a093c8d787c27d566132f8b8b/openapi_spec_validator-0.9.0.tar.gz", hash = "sha256:6d648cff6490ebb799dcfe273792f2941c050158854c721f086599d845da78b8", size = 1756839, upload-time = "2026-05-20T09:23:18.871Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/95/d8/321ff889330acca2e3097f3d4f80a40bcc41b6d34d302978ab32c449520b/openapi_spec_validator-0.9.0-py3-none-any.whl", hash = "sha256:222fecffc7714f6d0a6ad62c0e4b66cc2b7dbfafb7b93acfc6c308abbdb51af8", size = 50328, upload-time = "2026-05-20T09:23:17.017Z" }, +] + +[[package]] +name = "opentelemetry-api" +version = "1.45.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/19/14/cf3a6b6448849656e1e5f4e2101f3988dc6789724050096aba1bc5ccf592/opentelemetry_api-1.45.2.tar.gz", hash = "sha256:d7b0008e21e5fd61cbe7a7f34ca3b6905a78ab677d9bc395e299359c75cda6b4", size = 73277, upload-time = "2026-10-29T17:29:37.888Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/a9/2d/610db864d7513158cebb8f36cc88e67e73bd6c7aa1905ef18d89e1281c81/opentelemetry_api-1.45.2-py3-none-any.whl", hash = "sha256:2cbd737377e710ee740d261c94e93fa0f08e6d037c18f17513cc0a2d94479a34", size = 60335, upload-time = "2026-10-29T17:29:06.955Z" }, +] + +[[package]] +name = "packaging" +version = "26.3" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/7d/fa/3944b40b07da9ce895c0e6303a5ab7d53da063554f534556b134a54d6093/packaging-26.3.tar.gz", hash = "sha256:94edc256424af38762eb31306eed28beb9f0efc50a8837492c9d6fd6004aed79", size = 313412, upload-time = "2026-08-04T18:15:28.737Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/63/34/ba1c580383c9eada3711951fef0795c80b829a078d72188184bcab9dd527/packaging-26.3-py3-none-any.whl", hash = "sha256:d7193f7c8e4e93f444fde0262bf90af30e16fa0ad0ad44cb553c87339b23cd1c", size = 129956, upload-time = "2026-08-04T18:15:27.159Z" }, +] + +[[package]] +name = "pathable" +version = "0.6.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/66/f3/5a20387de9bcd0607871bfc2198ee0e15836da7baa4592ccd7f24c27c986/pathable-0.6.0.tar.gz", hash = "sha256:6404b8b82aef5ff0fd478934137128b99b12212ba35afdde5525ca4f8388ea58", size = 18970, upload-time = "2026-05-19T18:15:11.911Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/a2/e8/6d75ffd9784bce2e93d1ae4415649427e39a53bb172d4672b2b59c6f0a7b/pathable-0.6.0-py3-none-any.whl", hash = "sha256:82c4ca6c98c502ad12e0d4e9779b6210afee93c38990988c8c5d1b49bdcdf566", size = 18983, upload-time = "2026-05-19T18:15:10.728Z" }, +] + +[[package]] +name = "pillow" +version = "12.3.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/1c/3d/bb7fca845737cf9d7dbde16ed1843984665ff2e0a518f5db43e77ec540b9/pillow-12.3.0.tar.gz", hash = "sha256:3b8182a766685eaa002637e28b4ec8d6b18819a0c71f579bf0dbaa5830297cce", size = 47025035, upload-time = "2026-07-01T11:56:38.965Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/37/bf/fb3ebff8ddcb76aac5a01389251bbbb9519922a9b520d8247c1ca864a25d/pillow-12.3.0-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:ba09209fbe443b4acccebe845d8a138b89a8f4fbaeedd44953490b5315d5e965", size = 5345969, upload-time = "2026-07-01T11:54:06.397Z" }, + { url = "https://files.pythonhosted.org/packages/d8/66/9a386a92561f402389a4fc70c18838bf6d35eb5eb5c6850b4b2dc64f5048/pillow-12.3.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:ffd0c5368496f41b0944be820fcb7a838aa6e623d250b01acf2643939c3f99d7", size = 4780323, upload-time = "2026-07-01T11:54:09.351Z" }, + { url = "https://files.pythonhosted.org/packages/25/27/ac8f99618ffd3dde21db0f4d4b1d2ab00c0880595bfd17df103f7f39fd0c/pillow-12.3.0-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d9c7f76c0673154f044e9d78c8655fb4213f6ca31a836df48b40fe5d187717b9", size = 6266838, upload-time = "2026-07-01T11:54:11.71Z" }, + { url = "https://files.pythonhosted.org/packages/84/21/a35af28dcc61f37ed850a2d64c65c701321dfbf25085e469d5559360cbbf/pillow-12.3.0-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:78cb2c6865a35ab8ff8b75fd122f6033b92a62c82801110e48ddd6c936a45d91", size = 6940830, upload-time = "2026-07-01T11:54:13.732Z" }, + { url = "https://files.pythonhosted.org/packages/eb/51/8b08617af3ad95e33ce6d7dd2c99ed6c8298f7fb131636303956be022e25/pillow-12.3.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:e491916b378fba47242221bb9ead245211b70d504f495d105d17b14a24b4907c", size = 6344383, upload-time = "2026-07-01T11:54:15.756Z" }, + { url = "https://files.pythonhosted.org/packages/1d/72/cf78ac9780bb93c28328f408973845a309d4d145041665f734572ced1b52/pillow-12.3.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:0dd2064cbc55aaec028ef5fbb60fa47bb6c3e7918e07ff17935284b227a9d2df", size = 7052934, upload-time = "2026-07-01T11:54:17.721Z" }, + { url = "https://files.pythonhosted.org/packages/20/20/25e0f4dc178a6bc0696793720055519a0de89e7661dae886992decbd2f81/pillow-12.3.0-cp312-cp312-win32.whl", hash = "sha256:dbce0b29841537a2fa4a214c2bbf14de3587c9680caa9b4e217568472490b28f", size = 6472684, upload-time = "2026-07-01T11:54:19.839Z" }, + { url = "https://files.pythonhosted.org/packages/45/89/da2f7971a317f83d807fdd4065c0af40208e59e692cc43d315a71a0e96d1/pillow-12.3.0-cp312-cp312-win_amd64.whl", hash = "sha256:a2b55dd6b2a4c4b7d87ffa56bdb33fdc5fdb9a462173861a7bc097f17d91cb09", size = 7227137, upload-time = "2026-07-01T11:54:22.025Z" }, + { url = "https://files.pythonhosted.org/packages/de/47/4845a0a6c0dbf1db8456bd9fc791f13c5ced7ced20606d08a0aacfd25b49/pillow-12.3.0-cp312-cp312-win_arm64.whl", hash = "sha256:331b624368d4f1d069149002f25f44bc61c8919ce8ddb3c45bdad8f6e2d89510", size = 2568267, upload-time = "2026-07-01T11:54:24.051Z" }, +] + +[[package]] +name = "pluggy" +version = "1.7.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/bf/db/7fc19e6f2dc92a966727031389fc2e08b558f0f25eb7403c1119ad4713cd/pluggy-1.7.0.tar.gz", hash = "sha256:d1eaa46ebb595891b860ab086b4d09c8588af65ebd4361b8e8f4bb8920b90ba8", size = 123304, upload-time = "2026-10-15T09:50:58.343Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/40/9e/2b38731e0fc536806f16490e1a12d7f0dc2a1235aa8cc07bcc75416a7daa/pluggy-1.7.0-py3-none-any.whl", hash = "sha256:7dd7b0d8832ba3cb632c306926ded123429211b83641b35dc5c41ad2d34f9bec", size = 27082, upload-time = "2026-10-15T09:50:56.808Z" }, +] + +[[package]] +name = "psycopg" +version = "3.3.6" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "typing-extensions" }, + { name = "tzdata", marker = "sys_platform == 'win32'" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/76/26/3ea4ca5eaea1c0debcdf7ee7c1613fbe721dc27a03c461c0817ffd8a0601/psycopg-3.3.6.tar.gz", hash = "sha256:c081f2250df751a943036e42db6df4571c66cd0aabe8291a7a506512b12007d2", size = 168171, upload-time = "2026-09-18T13:22:55.152Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/4e/de/748bd7609c71cae5d737f0ba9192f19329f70180ecda8fff3cac02c5abe3/psycopg-3.3.6-py3-none-any.whl", hash = "sha256:a1db9f7148b06a28606767efaca51fa6f9398c5c0a3810519be69d7000bdb631", size = 215490, upload-time = "2026-09-18T13:15:29.374Z" }, +] + +[package.optional-dependencies] +binary = [ + { name = "psycopg-binary", marker = "implementation_name != 'pypy'" }, +] +pool = [ + { name = "psycopg-pool" }, +] + +[[package]] +name = "psycopg-binary" +version = "3.3.6" +source = { registry = "https://pypi.org/simple" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/e6/01/2cdd1824e58b4467ee0b9498664cd28c42d8794db6b1e35b6bcb834f0044/psycopg_binary-3.3.6-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:3f84dab25e0385692ee13274c68678377e0b1a70ab9d14e56264cbf61f60c62d", size = 4707086, upload-time = "2026-09-18T13:18:05.138Z" }, + { url = "https://files.pythonhosted.org/packages/f6/76/de9948ac06895261c84d5b9fbe283d8f3c5bc9f070691b8d9eaa1b51e322/psycopg_binary-3.3.6-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:612382ac3ed13651c7fa44b5fee9fbf7baaa2ddbc6f500391672682c5f1df9e0", size = 4769607, upload-time = "2026-09-18T13:18:12.83Z" }, + { url = "https://files.pythonhosted.org/packages/76/a9/72436c9915ee4905964689e7f0e182ce7767cc0a0390b3ce703be8177625/psycopg_binary-3.3.6-cp312-cp312-manylinux2014_ppc64le.manylinux_2_17_ppc64le.whl", hash = "sha256:366db6e97e66b37211475f20c4c1324a2dc0dd825e46d4e87f9d599304d276f9", size = 5554134, upload-time = "2026-09-18T13:18:21.175Z" }, + { url = "https://files.pythonhosted.org/packages/0a/42/948bb3d2617795093512613fd96ba380e922992c7908fbc073858147d196/psycopg_binary-3.3.6-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:1679a1cb93fbe5a6d1fd58d82cbddcc6fcb8c61446ba7cae6eb2a7b19bc585de", size = 5235723, upload-time = "2026-09-18T13:18:27.071Z" }, + { url = "https://files.pythonhosted.org/packages/99/47/93e823ff1b0088400703410939c9bda3e63ed9c850b3ee088e8769f4c10b/psycopg_binary-3.3.6-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:37d40450659401600e6d043ff586c89a71a69f33cbb8bcdba6cdb2569beecdbe", size = 6833587, upload-time = "2026-09-18T13:18:33.794Z" }, + { url = "https://files.pythonhosted.org/packages/5e/2d/ecc69c847795aa704041a9f5667a6b0938a088cf1853636d762a6938e493/psycopg_binary-3.3.6-cp312-cp312-manylinux_2_38_riscv64.manylinux_2_39_riscv64.whl", hash = "sha256:a5165300324efd5a772c48a88ab3a928513ab3979fca76553e62ee815f7b2b9c", size = 5070013, upload-time = "2026-09-18T13:18:39.628Z" }, + { url = "https://files.pythonhosted.org/packages/92/36/6126f0dac21713dcae91404f2a76da18598a6252339a8c669c46370d43b2/psycopg_binary-3.3.6-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:d636338c8f21b0df2f84657b00bc34f9313f826ef93f1155bc743607e4a0c5eb", size = 4597367, upload-time = "2026-09-18T13:18:45.023Z" }, + { url = "https://files.pythonhosted.org/packages/4d/29/7ecfc04243b46c89ffd49924e9c5634ea904ef96c7d0f37e4073623584c1/psycopg_binary-3.3.6-cp312-cp312-musllinux_1_2_ppc64le.whl", hash = "sha256:a4ee3bdd5468a725f2a4d9aab8a74b6d0279f768c8b5d3aeb102c5307ff3d59c", size = 4275419, upload-time = "2026-09-18T13:18:49.299Z" }, + { url = "https://files.pythonhosted.org/packages/6e/90/2f46d2e0de79706ac170df0a3637fe63c4498fc04f131f6049520b78b806/psycopg_binary-3.3.6-cp312-cp312-musllinux_1_2_riscv64.whl", hash = "sha256:289aadd6a00e151203c081f708348ec89f1e483c9b510ef4ac3981f847f01f79", size = 4007358, upload-time = "2026-09-18T13:18:53.944Z" }, + { url = "https://files.pythonhosted.org/packages/03/48/6744e91291b751a8cf12d63d719977974bb94c84ceba913e7ddb2e478e51/psycopg_binary-3.3.6-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:f21d057f3e5f5491067e5b292498073b73847d48799b099803fef100775fcc52", size = 4320156, upload-time = "2026-09-18T13:18:59.258Z" }, + { url = "https://files.pythonhosted.org/packages/1a/9b/94ff7fce53a64d5b286e2ec454e0a025cf3d6e6b4a9189bef16aa5de98b2/psycopg_binary-3.3.6-cp312-cp312-win_amd64.whl", hash = "sha256:e23a66a763fbe83fcc210bc77c27e5a5ea380ebf091c06f34d8561b695e5a40f", size = 3658864, upload-time = "2026-09-18T13:19:06.503Z" }, +] + +[[package]] +name = "psycopg-pool" +version = "3.3.3" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/74/5e/c0664b968b102ff68b811d999c728546c48d5c1eec03e3bbaf88c0cb4472/psycopg_pool-3.3.3.tar.gz", hash = "sha256:df87b5d9d0ad7db37f6cdad4fa8ce113d250f5997f6db38e9a99192fb67f9e1d", size = 32006, upload-time = "2026-09-22T15:53:24.947Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/5d/b4/452c6607a0f479465cd8a9b0d9956919fcb150050c1f83f9f11e6b8ee8dc/psycopg_pool-3.3.3-py3-none-any.whl", hash = "sha256:9b9cd6a4fcec47a410f7e82d408540e7f77b478509e91b44c1a5457a13e5ff37", size = 40304, upload-time = "2026-09-22T15:53:23.712Z" }, +] + +[[package]] +name = "pycparser" +version = "3.12" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/cb/27/eeb9f307bf07060f3d9f9aa0fb8c15b01bdfded0a941e4b2719c7f94cacd/pycparser-3.12.tar.gz", hash = "sha256:f03387877eab82ce01bbdfd0ba7252ee55a90b1c708d5129e2ce915475cf1db6", size = 158785, upload-time = "2026-10-22T13:40:03.56Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/b6/ae/315bbeee126a769cbde43cf4908acb4b40408d8bf8bbf334dd7368d8dadf/pycparser-3.12-py3-none-any.whl", hash = "sha256:a076f3f489b39b43ed13563a1dafe42447445bec2e294154ec5c57fcdda4c85e", size = 62600, upload-time = "2026-10-22T13:40:02.021Z" }, +] + +[[package]] +name = "pydantic" +version = "2.14.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "annotated-types" }, + { name = "pydantic-core" }, + { name = "typing-extensions" }, + { name = "typing-inspection" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/9f/d5/b4867fa7c7f04c34997d7d8aad744f64d210bb99d67cf18bf3fb1eea1aed/pydantic-2.14.2.tar.gz", hash = "sha256:fb7b2db6cefe8414dd612edeede49c4c433acb0432b0f92b95024e45f66c505d", size = 911596, upload-time = "2026-10-29T16:37:12.476Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/97/01/c71a71258b58659c72504e5fd65b451f6e36e34dc931d0b237ded213c814/pydantic-2.14.2-py3-none-any.whl", hash = "sha256:7efbf7507b937931cd32a5755acb00ea1cf5ccb1d4e8067a5850d5069e382118", size = 490403, upload-time = "2026-10-29T16:37:10.181Z" }, +] + +[[package]] +name = "pydantic-core" +version = "2.50.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/af/8e/23ec1021834e35041fbb2f10946141e6acdfd39379c45cc4d65a4e8a1d98/pydantic_core-2.50.2.tar.gz", hash = "sha256:1b0e8dc3932cf4e9ed5727570325cacc716b9409ffc794a221c0ccc72e8eb775", size = 518711, upload-time = "2026-10-29T16:34:57.465Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/d6/65/6609a66cda909d414c58438f9bd70b1e947fe12c25f6bd40c93121afd7ef/pydantic_core-2.50.2-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:e3d824b6152e1c0fd58dc6266f2de470eb7b2286135294f5f7cd26a0f0693738", size = 2220341, upload-time = "2026-10-29T16:32:10.193Z" }, + { url = "https://files.pythonhosted.org/packages/f9/0b/92463ae7be78d73885487f72c4599902c2cc190378bccaad5718b7495250/pydantic_core-2.50.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:596921489390a002d6a5e303384a0f1f98384f8bb550fbf38a1aafa6093da0f9", size = 2093701, upload-time = "2026-10-29T16:32:11.502Z" }, + { url = "https://files.pythonhosted.org/packages/62/d3/24147a1aa22f7eade546172750e1110fd7b2793998057809800d3ebeae4e/pydantic_core-2.50.2-cp312-cp312-manylinux1_i686.manylinux_2_5_i686.whl", hash = "sha256:36d8b9725684ca3bf658b90a101d335fc8cae405bb22196b7b5ef41344913756", size = 2253622, upload-time = "2026-10-29T16:32:13.051Z" }, + { url = "https://files.pythonhosted.org/packages/f6/50/2628ca3c83a0d9a6fda3305fe59b1b28e40c0221e8f234cd1ef86fb64745/pydantic_core-2.50.2-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:43a8fd56f3c681f3cda2d5c842ad28e88241df742dfcbe8fd1dd437a3056e1f6", size = 2114101, upload-time = "2026-10-29T16:32:14.702Z" }, + { url = "https://files.pythonhosted.org/packages/21/c8/cc6d7304a93f91f5e06260ccad71cc7d882489663a37dec009532379fc46/pydantic_core-2.50.2-cp312-cp312-manylinux2014_armv7l.manylinux_2_17_armv7l.whl", hash = "sha256:6f5a432c6c1ef18a1a02a04b3616b8d3f2f88b13faa46caae1ac6559ab202234", size = 2199541, upload-time = "2026-10-29T16:32:16.153Z" }, + { url = "https://files.pythonhosted.org/packages/65/d9/18f44ac5696b3e2b2384cb89c9fbe6ed69860f528e232b9fb46cc5b45a17/pydantic_core-2.50.2-cp312-cp312-manylinux2014_ppc64le.manylinux_2_17_ppc64le.whl", hash = "sha256:5d3cd8be71c4da3c9b42cc92f17e5e3036bdca98bf18555a0e072c3fe87abbb4", size = 2368597, upload-time = "2026-10-29T16:32:17.544Z" }, + { url = "https://files.pythonhosted.org/packages/1d/22/5f2a48ef819a7e1b74fb003a85d27576ad2f9ddf3901b88998ac63ce1e00/pydantic_core-2.50.2-cp312-cp312-manylinux2014_s390x.manylinux_2_17_s390x.whl", hash = "sha256:6a438cb8a3f87f2c49e82e43fb19511d4d5043f53e0787dc4df937ccb904373a", size = 2451701, upload-time = "2026-10-29T16:32:18.956Z" }, + { url = "https://files.pythonhosted.org/packages/08/93/2a6556bbdb8e918175af9d849a5d0b367b5644e41939d040f3a7215b1339/pydantic_core-2.50.2-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:9667637665acba166a7dbbc786f14c50512d3a01f7199e0e1a13b929e92d7c7a", size = 2242782, upload-time = "2026-10-29T16:32:20.381Z" }, + { url = "https://files.pythonhosted.org/packages/90/ed/dd9f29a92257f32eb5b99d5120826186ee0632ecc3aaf6c23e2fab89ed6d/pydantic_core-2.50.2-cp312-cp312-manylinux_2_31_riscv64.whl", hash = "sha256:b3e681208e2d39fde13fbea449ef2736a85ec1ea2afa41e9193a8c536e71dafe", size = 2253706, upload-time = "2026-10-29T16:32:22.293Z" }, + { url = "https://files.pythonhosted.org/packages/11/19/1ccf3bf38eb4ed97d8aeefc558458834ae0ad53fdbb1edf61af7228ea500/pydantic_core-2.50.2-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:6eb6ff07964f39e33c6f57fefe939514e76b8c0d4a694e5663e2e04e80cc1798", size = 2288603, upload-time = "2026-10-29T16:32:23.465Z" }, + { url = "https://files.pythonhosted.org/packages/ea/cd/bae2320fc89a65bcd87bf66ec83aac51b3b43b970a2edece15feb8af64dd/pydantic_core-2.50.2-cp312-cp312-musllinux_1_1_armv7l.whl", hash = "sha256:4eb54c25e3463d73e1e4ed439ffc45d1d7e590df40bc7bb06f11a906afd996c3", size = 2476597, upload-time = "2026-10-29T16:32:24.824Z" }, + { url = "https://files.pythonhosted.org/packages/db/35/1bdb8d52c8e562e95c5e6ebb5784792af568ac6a81470dd546d95f392b60/pydantic_core-2.50.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:91238117cd296352f54f24117ff5a227bdea428865dba1244aa0cdd1424c0bc2", size = 2478664, upload-time = "2026-10-29T16:32:26.197Z" }, + { url = "https://files.pythonhosted.org/packages/12/72/0179b40ac6a6b0899c61826f2e3e80f88063f6d821e0dd9641927de46700/pydantic_core-2.50.2-cp312-cp312-win32.whl", hash = "sha256:98722314e12a8e4fa346e0afd3fff2098b5732875ff45592b450a7b589b43c4f", size = 2108820, upload-time = "2026-10-29T16:32:27.736Z" }, + { url = "https://files.pythonhosted.org/packages/b4/fb/679144362d7e5162519d9f6631ec982521417de3196351c6c56485f5b29f/pydantic_core-2.50.2-cp312-cp312-win_amd64.whl", hash = "sha256:b381574614245f18fdb2d6d1aa8f149e225869c47b5ee7f81812de8977817314", size = 2252238, upload-time = "2026-10-29T16:32:29.572Z" }, + { url = "https://files.pythonhosted.org/packages/0f/68/e3ccc885c3e2086ff84d7ca496f45b974a9f0a49ce2da8973aaa3a369a4b/pydantic_core-2.50.2-cp312-cp312-win_arm64.whl", hash = "sha256:f07c965a8aa6d62145f122641f292129984f39a3e3697585b19298a1488287db", size = 2162565, upload-time = "2026-10-29T16:32:30.853Z" }, + { url = "https://files.pythonhosted.org/packages/64/4d/23560b11366b547e3e68a3b8f9c02557cee707effa54fd39dbb3c4fff1fa/pydantic_core-2.50.2-graalpy312-graalpy250_312_native-macosx_10_12_x86_64.whl", hash = "sha256:d18d56c1ec63b304f4bb3c7db7e0d311e61cca1b1c944590a4b13ac39b2ca92b", size = 2204868, upload-time = "2026-10-29T16:34:34.745Z" }, + { url = "https://files.pythonhosted.org/packages/06/58/b9ddfaad189143d6568627166a730b6624ca90bd9a9a4af4854df88d444b/pydantic_core-2.50.2-graalpy312-graalpy250_312_native-macosx_11_0_arm64.whl", hash = "sha256:41ed8abeffda6a880207fdc0cd1343a448cec3cc6b38b53f730c0745f745292d", size = 2049162, upload-time = "2026-10-29T16:34:36.186Z" }, + { url = "https://files.pythonhosted.org/packages/8b/20/99d259bf7835b2f13c6d0b3eb7bcf669fb6349986736fa7a8308a9e620b0/pydantic_core-2.50.2-graalpy312-graalpy250_312_native-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:b7abcfaf66c1dc14c5ed928c349614f223c972a8b021b4be9548dbea6c817371", size = 2112135, upload-time = "2026-10-29T16:34:37.777Z" }, + { url = "https://files.pythonhosted.org/packages/9b/ca/652c8fe599abacafd852479059d209e608596ad3de82f1bff22e9f0f02fe/pydantic_core-2.50.2-graalpy312-graalpy250_312_native-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:9e7460abce637f90e37f8c443559fbd687c38884d05cb69ef265e634945f4324", size = 2270339, upload-time = "2026-10-29T16:34:39.039Z" }, +] + +[[package]] +name = "pydantic-settings" +version = "2.16.2" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "pydantic" }, + { name = "python-dotenv" }, + { name = "typing-extensions" }, + { name = "typing-inspection" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/d0/31/21d21e0e38a8f5f7a7f0cde22820117b6d17d6bc36f348129527f915d7f4/pydantic_settings-2.16.2.tar.gz", hash = "sha256:3dc08ffabed2bbd5dc2dd55ead7b78b4e4c5cd776aecd04310db5f1224caaf46", size = 309225, upload-time = "2026-10-28T11:14:28.066Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/39/88/4131c51ff87b7cd7f82a1194d0c0a2b7ca68c72d9da04c3b7e69ab91a79f/pydantic_settings-2.16.2-py3-none-any.whl", hash = "sha256:8d523e5c129b097686bde019bd6109bff53f4c8c3f63f1ddf9933ffa42e5ab4f", size = 81994, upload-time = "2026-10-28T11:14:26.716Z" }, +] + +[[package]] +name = "pygments" +version = "2.21.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/49/2e/ced460408999b33da6b31b0021b0f37d329e202d4169aeb164493778f25b/pygments-2.21.0.tar.gz", hash = "sha256:610ca751c9bc2492b38eb9a38a7fbc93edbbb2d7182edaf34e66ae493dee5c8c", size = 5005329, upload-time = "2026-08-17T08:02:48.824Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/71/46/17f022dd3e953bf20a04a028a21ec746d942f8d2af30fa0f124fa0e6a684/pygments-2.21.0-py3-none-any.whl", hash = "sha256:2363c69b61c4a97c838da3b130dcd6468f4848992b21a82f2a63ec34377137d9", size = 1250147, upload-time = "2026-08-17T08:02:44.912Z" }, +] + +[[package]] +name = "pytest" +version = "9.2.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "colorama", marker = "sys_platform == 'win32'" }, + { name = "iniconfig" }, + { name = "packaging" }, + { name = "pluggy" }, + { name = "pygments" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/79/42/bb4641652e58dedeac2ec51abc1f8cae4fee4ec63899a0999016229a0f2a/pytest-9.2.0.tar.gz", hash = "sha256:97c4f3b1f3c7414aa36465e09b8220f1d03627993bd51b1282e193753c80557b", size = 1797555, upload-time = "2026-10-27T21:30:20.728Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/51/39/1f5d8c8877a0fa327db959c19341d4be61660de1ab6b7391f9eb805bcd67/pytest-9.2.0-py3-none-any.whl", hash = "sha256:07acdcf88ec174f907dc01af70bf52d49b014bbab03faeeade31c96b18c2e588", size = 411776, upload-time = "2026-10-27T21:30:19.131Z" }, +] + +[[package]] +name = "python-dateutil" +version = "2.9.0.post0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "six" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/66/c0/0c8b6ad9f17a802ee498c46e004a0eb49bc148f2fd230864601a86dcf6db/python-dateutil-2.9.0.post0.tar.gz", hash = "sha256:37dd54208da7e1cd875388217d5e00ebd4179249f90fb72437e91a35459a0ad3", size = 342432, upload-time = "2024-03-01T18:36:20.211Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/ec/57/56b9bcc3c9c6a792fcbaf139543cee77261f3651ca9da0c93f5c1221264b/python_dateutil-2.9.0.post0-py2.py3-none-any.whl", hash = "sha256:a8b2bc7bffae282281c8140a97d3aa9c14da0b136dfe83f850eea9a5f7470427", size = 229892, upload-time = "2024-03-01T18:36:18.57Z" }, +] + +[[package]] +name = "python-dotenv" +version = "1.2.4" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/74/26/2fbeedb218a787a5eea551c7532cac4e009f83d689dd2faa0d0353473f86/python_dotenv-1.2.4.tar.gz", hash = "sha256:f0d53e69935a851c0dcc78f3ab7aaccd8cabef0b92382b576b824212902873c0", size = 60824, upload-time = "2026-10-01T05:36:10Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/60/d1/38f3a3405989a89ac18390803e70c6ad7c7760da4f9b83cbeca0c44a0c72/python_dotenv-1.2.4-py3-none-any.whl", hash = "sha256:42269a8a5b3fd54ffa6f3d84b18abed50064717576b4ecf03dc4a55d8aa04fdc", size = 23266, upload-time = "2026-10-01T05:36:08.633Z" }, +] + +[[package]] +name = "pyyaml" +version = "6.0.3" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/05/8e/961c0007c59b8dd7729d542c61a4d537767a59645b82a0b521206e1e25c2/pyyaml-6.0.3.tar.gz", hash = "sha256:d76623373421df22fb4cf8817020cbb7ef15c725b9d5e45f17e189bfc384190f", size = 130960, upload-time = "2025-09-25T21:33:16.546Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/d1/33/422b98d2195232ca1826284a76852ad5a86fe23e31b009c9886b2d0fb8b2/pyyaml-6.0.3-cp312-cp312-macosx_10_13_x86_64.whl", hash = "sha256:7f047e29dcae44602496db43be01ad42fc6f1cc0d8cd6c83d342306c32270196", size = 182063, upload-time = "2025-09-25T21:32:11.445Z" }, + { url = "https://files.pythonhosted.org/packages/89/a0/6cf41a19a1f2f3feab0e9c0b74134aa2ce6849093d5517a0c550fe37a648/pyyaml-6.0.3-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:fc09d0aa354569bc501d4e787133afc08552722d3ab34836a80547331bb5d4a0", size = 173973, upload-time = "2025-09-25T21:32:12.492Z" }, + { url = "https://files.pythonhosted.org/packages/ed/23/7a778b6bd0b9a8039df8b1b1d80e2e2ad78aa04171592c8a5c43a56a6af4/pyyaml-6.0.3-cp312-cp312-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:9149cad251584d5fb4981be1ecde53a1ca46c891a79788c0df828d2f166bda28", size = 775116, upload-time = "2025-09-25T21:32:13.652Z" }, + { url = "https://files.pythonhosted.org/packages/65/30/d7353c338e12baef4ecc1b09e877c1970bd3382789c159b4f89d6a70dc09/pyyaml-6.0.3-cp312-cp312-manylinux2014_s390x.manylinux_2_17_s390x.manylinux_2_28_s390x.whl", hash = "sha256:5fdec68f91a0c6739b380c83b951e2c72ac0197ace422360e6d5a959d8d97b2c", size = 844011, upload-time = "2025-09-25T21:32:15.21Z" }, + { url = "https://files.pythonhosted.org/packages/8b/9d/b3589d3877982d4f2329302ef98a8026e7f4443c765c46cfecc8858c6b4b/pyyaml-6.0.3-cp312-cp312-manylinux2014_x86_64.manylinux_2_17_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:ba1cc08a7ccde2d2ec775841541641e4548226580ab850948cbfda66a1befcdc", size = 807870, upload-time = "2025-09-25T21:32:16.431Z" }, + { url = "https://files.pythonhosted.org/packages/05/c0/b3be26a015601b822b97d9149ff8cb5ead58c66f981e04fedf4e762f4bd4/pyyaml-6.0.3-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:8dc52c23056b9ddd46818a57b78404882310fb473d63f17b07d5c40421e47f8e", size = 761089, upload-time = "2025-09-25T21:32:17.56Z" }, + { url = "https://files.pythonhosted.org/packages/be/8e/98435a21d1d4b46590d5459a22d88128103f8da4c2d4cb8f14f2a96504e1/pyyaml-6.0.3-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:41715c910c881bc081f1e8872880d3c650acf13dfa8214bad49ed4cede7c34ea", size = 790181, upload-time = "2025-09-25T21:32:18.834Z" }, + { url = "https://files.pythonhosted.org/packages/74/93/7baea19427dcfbe1e5a372d81473250b379f04b1bd3c4c5ff825e2327202/pyyaml-6.0.3-cp312-cp312-win32.whl", hash = "sha256:96b533f0e99f6579b3d4d4995707cf36df9100d67e0c8303a0c55b27b5f99bc5", size = 137658, upload-time = "2025-09-25T21:32:20.209Z" }, + { url = "https://files.pythonhosted.org/packages/86/bf/899e81e4cce32febab4fb42bb97dcdf66bc135272882d1987881a4b519e9/pyyaml-6.0.3-cp312-cp312-win_amd64.whl", hash = "sha256:5fcd34e47f6e0b794d17de1b4ff496c00986e1c83f7ab2fb8fcfe9616ff7477b", size = 154003, upload-time = "2025-09-25T21:32:21.167Z" }, + { url = "https://files.pythonhosted.org/packages/1a/08/67bd04656199bbb51dbed1439b7f27601dfb576fb864099c7ef0c3e55531/pyyaml-6.0.3-cp312-cp312-win_arm64.whl", hash = "sha256:64386e5e707d03a7e172c0701abfb7e10f0fb753ee1d773128192742712a98fd", size = 140344, upload-time = "2025-09-25T21:32:22.617Z" }, +] + +[[package]] +name = "redis" +version = "8.1.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/a8/99/604f0b666d4c616d891cf77ebb9db6bb21601344c051aebf1b72b9ff915f/redis-8.1.0.tar.gz", hash = "sha256:6e1a19beef9225c83efd689c7e6b7da2d5215b1f42cd13b7fc3714d0a09c7b25", size = 5254356, upload-time = "2026-07-30T08:51:00.269Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/66/9d/c5731f6e3608663d4d3656fd8d3aecee8b509c3082818f5a13eae925baea/redis-8.1.0-py3-none-any.whl", hash = "sha256:a4fe1aac3d3b3cc791d4b3d5931c5a956045dc951ee74d1c913ee3ac4d2ee9fb", size = 560618, upload-time = "2026-07-30T08:50:58.497Z" }, +] + +[[package]] +name = "referencing" +version = "0.37.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "attrs" }, + { name = "rpds-py" }, + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/22/f5/df4e9027acead3ecc63e50fe1e36aca1523e1719559c499951bb4b53188f/referencing-0.37.0.tar.gz", hash = "sha256:44aefc3142c5b842538163acb373e24cce6632bd54bdb01b21ad5863489f50d8", size = 78036, upload-time = "2025-10-13T15:30:48.871Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/2c/58/ca301544e1fa93ed4f80d724bf5b194f6e4b945841c5bfd555878eea9fcb/referencing-0.37.0-py3-none-any.whl", hash = "sha256:381329a9f99628c9069361716891d34ad94af76e461dcb0335825aecc7692231", size = 26766, upload-time = "2025-10-13T15:30:47.625Z" }, +] + +[[package]] +name = "rfc3339-validator" +version = "0.1.4" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "six" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/28/ea/a9387748e2d111c3c2b275ba970b735e04e15cdb1eb30693b6b5708c4dbd/rfc3339_validator-0.1.4.tar.gz", hash = "sha256:138a2abdf93304ad60530167e51d2dfb9549521a836871b88d7f4695d0022f6b", size = 5513, upload-time = "2021-05-12T16:37:54.178Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/7b/44/4e421b96b67b2daff264473f7465db72fbdf36a07e05494f50300cc7b0c6/rfc3339_validator-0.1.4-py2.py3-none-any.whl", hash = "sha256:24f6ec1eda14ef823da9e36ec7113124b39c04d50a4d3d3a3c2859577e7791fa", size = 3490, upload-time = "2021-05-12T16:37:52.536Z" }, +] + +[[package]] +name = "rpds-py" +version = "2026.9.1" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/42/68/3bd46b8a5e01d3c2ebdf9c5e9497912e3fe0cde02bac21a7130ca866e403/rpds_py-2026.9.1.tar.gz", hash = "sha256:4793ef7f78268b124b73fa933440f01d258bbae01de9fa53e9080c9ab0425a12", size = 63948, upload-time = "2026-10-04T16:32:36.469Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/5d/34/a828586ea3329fbb50895b50e9cf98ca3d924a9f41a0b26d443bff1b3794/rpds_py-2026.9.1-cp312-cp312-macosx_10_12_x86_64.whl", hash = "sha256:50906f5aea24b5a865cbd0a589698288631d9f3a54c3a937c83aefa95a0d14af", size = 346822, upload-time = "2026-10-04T16:29:16.258Z" }, + { url = "https://files.pythonhosted.org/packages/90/81/ac6a0d064982251856ce009c9e1dd51a34110b3c055aa7d1aad18b4899a3/rpds_py-2026.9.1-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:e21c1429e205828ea886a2293a4a2c8e01f4c25d9893ca330e97a6cf73f52e7b", size = 341380, upload-time = "2026-10-04T16:29:17.706Z" }, + { url = "https://files.pythonhosted.org/packages/42/ff/bf7d54f362748fd6a49277b9d6531c394074110fedf50ad791ec59133fbb/rpds_py-2026.9.1-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2693b2728bbcc48d09a981a356954b0c47c53ff25b545856f28a889ea619f69a", size = 373053, upload-time = "2026-10-04T16:29:19.063Z" }, + { url = "https://files.pythonhosted.org/packages/60/de/74b0ccdbbd28687b9b5fdb34c1cabed88352182facaced9d6f5486b8b9ed/rpds_py-2026.9.1-cp312-cp312-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:8601470267d938bcb7f3ab1a336100af51a4fd5b6ed030ef52461bb3ef5e7e07", size = 377742, upload-time = "2026-10-04T16:29:20.543Z" }, + { url = "https://files.pythonhosted.org/packages/c2/6d/b979775a3057b2a5c26d75ecbff60a20a24ef081db6dd76836fca3f20247/rpds_py-2026.9.1-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:3890a6aa36e6baa53d5258a2a25d3ef8b37ad165a6ab27a892d7c3e3a432cd69", size = 487289, upload-time = "2026-10-04T16:29:21.958Z" }, + { url = "https://files.pythonhosted.org/packages/1d/5d/7c34734ce3ece943d9d6ee0122a74a21bbc75b47acb5b7053c83f6efb1ed/rpds_py-2026.9.1-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:6b5b393eda5ea42cca1c1a6665f2a4882b4fd5d1777e41ce0545a107fb008c9d", size = 390710, upload-time = "2026-10-04T16:29:23.378Z" }, + { url = "https://files.pythonhosted.org/packages/1d/6d/b26eb1e75395925b3a142ed351cbed2ec8212f5c9d937aee3df32c701baa/rpds_py-2026.9.1-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:addeda51556dac7c1a2f14cda62db8b621cd12afba3091d03a96c72932387eab", size = 371261, upload-time = "2026-10-04T16:29:25.1Z" }, + { url = "https://files.pythonhosted.org/packages/7c/98/b2fdfe10301a9e27af21e634337fbba7baac0bc17fe44619a17c26bba2cb/rpds_py-2026.9.1-cp312-cp312-manylinux_2_31_riscv64.whl", hash = "sha256:d9edf30457d74eebfd76b045535e36f1cd89062566a128a0db2145ca042d787e", size = 376075, upload-time = "2026-10-04T16:29:26.748Z" }, + { url = "https://files.pythonhosted.org/packages/c5/b1/c4b8d954e49c3c69cf8063c0c9e0919c99f3d2cecc46311606a1cbe835dc/rpds_py-2026.9.1-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:815d26356930846a40c7bc1366e7b1b0320ab8a063e66c11298a208bed0fd237", size = 399358, upload-time = "2026-10-04T16:29:28.282Z" }, + { url = "https://files.pythonhosted.org/packages/b3/59/9559a7293c97dff0cbb293efffbd36644103883ecc27741af8ef90c84ca8/rpds_py-2026.9.1-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:3b5a6f40f0a1486b4b36c888123afc67acdbd9f33235927acf5ff295429a0ba3", size = 550267, upload-time = "2026-10-04T16:29:29.851Z" }, + { url = "https://files.pythonhosted.org/packages/6c/9d/6dc60e49511de4c8b00e74f9c1d43aed4d27f712cdb1ade92f2c199cbf64/rpds_py-2026.9.1-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:b5b8b0753718d258fd454283fbd57e14545d3b40583fa672e27cb4f987626bcc", size = 614018, upload-time = "2026-10-04T16:29:31.54Z" }, + { url = "https://files.pythonhosted.org/packages/fb/bc/92a4ecf27301b886232a413360f6b348a81d55ffef654f2ebda5970ebc3d/rpds_py-2026.9.1-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:46d80bc76b51a6c24f9944368c28d38b8bcbcea1da4f2f8d3ebc31a67e8c6ec6", size = 578509, upload-time = "2026-10-04T16:29:33.01Z" }, + { url = "https://files.pythonhosted.org/packages/08/53/efb97f2e6589b7ab8394385a73870e0b2ab2a195281c117b21fd6d7d4855/rpds_py-2026.9.1-cp312-cp312-win32.whl", hash = "sha256:befc2d6a953e563f8a7bfd87a42c22ebf8a3e980dcb7b6a4d17b70b0e914e8a3", size = 205401, upload-time = "2026-10-04T16:29:34.451Z" }, + { url = "https://files.pythonhosted.org/packages/1c/84/1700cc748d0eaa747486e4e82882d2575224e6e9a3148df583058850c629/rpds_py-2026.9.1-cp312-cp312-win_amd64.whl", hash = "sha256:5ce8943f79c2210f7abcc28e86367b03b28d95027fd01c46d2472373ae70c86f", size = 222923, upload-time = "2026-10-04T16:29:35.709Z" }, + { url = "https://files.pythonhosted.org/packages/c3/89/0302215373c2f8b4408b0fdfee955368cc378a98ff59508d47a7e0dc2dbf/rpds_py-2026.9.1-cp312-cp312-win_arm64.whl", hash = "sha256:501909f2e4a1e2dee528ef766fe3c469060ebc17e54a8383d404ba07a81a6f02", size = 218415, upload-time = "2026-10-04T16:29:37.263Z" }, + { url = "https://files.pythonhosted.org/packages/a3/90/a9ba81408369d34c1aca73319c15adc91ed45c1d21e9e8ee4832ffb7fe0b/rpds_py-2026.9.1-pp312-pypy312_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6cdc537c8633d7fd92a82e2e0d2ab74320a3f63d5e59fb9cf08711e08fe151c4", size = 381109, upload-time = "2026-10-04T16:32:08.994Z" }, + { url = "https://files.pythonhosted.org/packages/b3/44/5192a0bed94cec86bd2a5e1cc5a1bb8f7eec3aec907eacd2deb13e87e326/rpds_py-2026.9.1-pp312-pypy312_pp73-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:10e208f2425d973938afcd56e28a7c4be32e27b6a60b5d381f49fb9d8acf9759", size = 388222, upload-time = "2026-10-04T16:32:11.321Z" }, + { url = "https://files.pythonhosted.org/packages/92/cd/5356549711448f18b52f7a11ffbe90f1228774996fbf3c6cd1b18d22abaf/rpds_py-2026.9.1-pp312-pypy312_pp73-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:6c0dbbcc19735fe5f8b0a54c07659d154a9e69f47e15d0a6ab7299215daf62cb", size = 500384, upload-time = "2026-10-04T16:32:13.478Z" }, + { url = "https://files.pythonhosted.org/packages/7a/88/ddda9d28adfe33119c75b2e733d4ba7e326f41d7e1b1093951771768ca48/rpds_py-2026.9.1-pp312-pypy312_pp73-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:684fd492fff4fead00587544e059be2bbcb6f93454f21fa2a91b66fc7508be82", size = 401661, upload-time = "2026-10-04T16:32:15.653Z" }, + { url = "https://files.pythonhosted.org/packages/32/c3/bb59ba16a6b4a57995d15b8c04c00f28df3b938c4dcdde48fbe0f73edb0c/rpds_py-2026.9.1-pp312-pypy312_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d1028417bb44037eb3069c1009bd7b7277212876cda22fbe565b0bca9fab6d2c", size = 380748, upload-time = "2026-10-04T16:32:17.727Z" }, + { url = "https://files.pythonhosted.org/packages/f5/b8/0580faa1c5a32ddc160130dd7ae54d2d007272a89a40a6b5db3e50f9f585/rpds_py-2026.9.1-pp312-pypy312_pp73-manylinux_2_31_riscv64.whl", hash = "sha256:492e5e428cbe126221611f47e068f01660352feec4ad18bc0f5ea9b2ae88fb14", size = 385731, upload-time = "2026-10-04T16:32:19.855Z" }, + { url = "https://files.pythonhosted.org/packages/bf/70/f73564642bbe3322c7eeef2c2f258cf040b71c41a430b532e59d04a1b838/rpds_py-2026.9.1-pp312-pypy312_pp73-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:88b5268892fde430d5531f95bc560b6efbbd67c929662c586afd729a96e7461c", size = 412131, upload-time = "2026-10-04T16:32:22.285Z" }, + { url = "https://files.pythonhosted.org/packages/8c/5d/17fff2e1f8f68721a2afb5cb48f7e442c751bb6b4883157c5abaf618cd08/rpds_py-2026.9.1-pp312-pypy312_pp73-musllinux_1_2_aarch64.whl", hash = "sha256:01445c8d194aa032a08e944f16567672da1c62dbdbefd8b6d0693032e290cf68", size = 558193, upload-time = "2026-10-04T16:32:24.4Z" }, + { url = "https://files.pythonhosted.org/packages/2a/d0/869ab6fb08531f97aae4a780b4d61b4190d8aef48fe054ee28bcf7114466/rpds_py-2026.9.1-pp312-pypy312_pp73-musllinux_1_2_i686.whl", hash = "sha256:eef6a03b0b6d08d0835ccfa8ec8d1bc70525e3801387567137b50c557695e6da", size = 622448, upload-time = "2026-10-04T16:32:26.844Z" }, + { url = "https://files.pythonhosted.org/packages/ba/a5/9672e532fe02cd3b92c78cfd8743abca939d96853006c63835009a1ecb6f/rpds_py-2026.9.1-pp312-pypy312_pp73-musllinux_1_2_x86_64.whl", hash = "sha256:6b9bf3135b4ad5981df9a73d71a35272d650a2985ae9c2746357b24d59de2448", size = 591126, upload-time = "2026-10-04T16:32:29.274Z" }, + { url = "https://files.pythonhosted.org/packages/80/ef/3a9f8e4279c7920af561deed4cb7ebebed2794a8f608cf404d5eef14a105/rpds_py-2026.9.1-pp312-pypy312_pp80-macosx_10_12_x86_64.whl", hash = "sha256:56c6952a9b15047466d0c2347c446a761d4527f89976156341e68f0ce5cc08b0", size = 357108, upload-time = "2026-10-04T16:32:31.641Z" }, + { url = "https://files.pythonhosted.org/packages/b7/55/4b2fa381a583760aea5c92841e4e928a358e1c6511b129219e9c2826a226/rpds_py-2026.9.1-pp312-pypy312_pp80-macosx_11_0_arm64.whl", hash = "sha256:b242c27c8f836305a4a72df9cdd564386ac57b807bd252a063223331c9316b37", size = 346877, upload-time = "2026-10-04T16:32:34.061Z" }, +] + +[[package]] +name = "ruff" +version = "0.17.3" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/59/73/81f140c4edd9cc323de5478e6bbd3bbcfae9a82692df1a258de8cec6a6d2/ruff-0.17.3.tar.gz", hash = "sha256:a57049c8addb3662073859bb55a7ad35aa54f8a7c9ed268911d1333c5aadaaa9", size = 5339444, upload-time = "2026-10-27T00:34:05.914Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/9e/8c/083365310c4e79c842f25bf5a842facbd9b0c0ec336f96dffa5074fe723d/ruff-0.17.3-py3-none-linux_armv6l.whl", hash = "sha256:ab86b84cd9d05e56d329742c0cabdcbe2d1d56c98f4a04aab9b5b66196febfb4", size = 10216522, upload-time = "2026-10-27T00:33:29.822Z" }, + { url = "https://files.pythonhosted.org/packages/72/26/4b2edf31cfebe9605d8f6ed8f1d6f376d3a53d4c9a123e62661c64c440f0/ruff-0.17.3-py3-none-macosx_10_12_x86_64.whl", hash = "sha256:e407b4a6852853a9a2cdce96963e94ad9775578bb44e7561a0f2829f3cc04b11", size = 10217786, upload-time = "2026-10-27T00:33:33.949Z" }, + { url = "https://files.pythonhosted.org/packages/a2/7e/537aba4b7f54397a374d2f6a6fc93e9c8015e18553f31a4a7b7dbced48b5/ruff-0.17.3-py3-none-macosx_11_0_arm64.whl", hash = "sha256:b75cc113b3aca388933d8296b667b1ac401a80317ea3074c9b0a66541199da29", size = 9440362, upload-time = "2026-10-27T00:33:35.784Z" }, + { url = "https://files.pythonhosted.org/packages/3d/66/283e39734f66c8a5ebaa93c22eb7b7515779a0b1d5a5c0ad20e05c0edb41/ruff-0.17.3-py3-none-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ab5fa7ed5ce18554ea69d850ad162cbaa0c85fc47c08d83a569f806681c9a6ad", size = 10094281, upload-time = "2026-10-27T00:33:38.216Z" }, + { url = "https://files.pythonhosted.org/packages/21/4c/1ffc768497bd025a32c72152771e40c0b99bddc5cc6e4f50c7949a395346/ruff-0.17.3-py3-none-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:c673c170e27834d1262e3a9c1e97bdc9b9c3b180c63d89173ce69747232474c1", size = 10022543, upload-time = "2026-10-27T00:33:40.181Z" }, + { url = "https://files.pythonhosted.org/packages/73/c3/f90db547301080fcb82c92abf914c8bd57b89911d9b65a6c4cc6b52d0635/ruff-0.17.3-py3-none-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:6a754c0341bc9ca151b7b335988b3263921c08859f84ca219b70cee825571b6f", size = 10683921, upload-time = "2026-10-27T00:33:42.182Z" }, + { url = "https://files.pythonhosted.org/packages/e5/98/92d4a8a26c6c96cf1a5b34dd59036d8a71e52d650aab065c58867e964e63/ruff-0.17.3-py3-none-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:4590b9d86c0b1543ebb09094254e191cd43fe8edaf330baa035aab03da251532", size = 11373408, upload-time = "2026-10-27T00:33:44.19Z" }, + { url = "https://files.pythonhosted.org/packages/43/02/1f24d2e3064c9753926deeb901afa57777b37ee46799b09ddd7aee6e5145/ruff-0.17.3-py3-none-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:bbde18beccd98c29a227c63c99022e3443b99258e08326df6425dfe0443705ef", size = 10977469, upload-time = "2026-10-27T00:33:46.179Z" }, + { url = "https://files.pythonhosted.org/packages/f0/20/fecedea2209f574ab92033b344e01a7f0c2dc76c6d6d19a14c9f8141173f/ruff-0.17.3-py3-none-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7fa4b0f931cdbcb8a52044f370a3eb429fb42eb88807b0e800fcaa98dd42b24e", size = 10577491, upload-time = "2026-10-27T00:33:48.233Z" }, + { url = "https://files.pythonhosted.org/packages/33/36/b93fdf0bc6f84f0cd487aadfb0354deb40013669ea35ac3d26855de1e959/ruff-0.17.3-py3-none-manylinux_2_31_riscv64.whl", hash = "sha256:39405f341deec934b4289634324ad695f72df2970f9121582872eaf5b722f0f5", size = 10608748, upload-time = "2026-10-27T00:33:50.284Z" }, + { url = "https://files.pythonhosted.org/packages/5d/b7/7d3f5f14145daead1efb0b9a8289ed1daa100f419d60774375951723ce00/ruff-0.17.3-py3-none-musllinux_1_2_aarch64.whl", hash = "sha256:68074094f55ca3d29ab19491f640282f7a84061c4c7977aa5094b968ca457e9a", size = 10075057, upload-time = "2026-10-27T00:33:52.074Z" }, + { url = "https://files.pythonhosted.org/packages/b0/ed/93ff7a5909ee56e2bd4b982deae9e0efb2724417874a90c9e41ad66c6dd7/ruff-0.17.3-py3-none-musllinux_1_2_armv7l.whl", hash = "sha256:27bb571ac78fef178fe5118d2827df95c2aae74a48fff2b15f6acd03af5ff5bb", size = 10022431, upload-time = "2026-10-27T00:33:54.061Z" }, + { url = "https://files.pythonhosted.org/packages/9b/07/a83b9eeec8c1c3c0e4eda15f06c3a91001bfd2687ea2f07b750719bf9712/ruff-0.17.3-py3-none-musllinux_1_2_i686.whl", hash = "sha256:029c37cbd3de48ca37aa12117bead2d065f15da17d66bf84e0d4274013705db2", size = 10394903, upload-time = "2026-10-27T00:33:56.158Z" }, + { url = "https://files.pythonhosted.org/packages/af/b2/05c39857c2526fcbebe46ad93a8dc97424656dfef14d3ef933abe1ffd331/ruff-0.17.3-py3-none-musllinux_1_2_x86_64.whl", hash = "sha256:692fdb46d0fd9c71e380947dc5fc72f2c3f881073bc1f739e4579376231affbe", size = 10799780, upload-time = "2026-10-27T00:33:58.204Z" }, + { url = "https://files.pythonhosted.org/packages/ec/d9/47171a16739eb7a353936b31c20cf54340531e68c9af7d72fd7a784e235d/ruff-0.17.3-py3-none-win32.whl", hash = "sha256:46539cb031b01fd29ae0a02142483c46640b233ee12bb1c1b690bffa1555d5ca", size = 9908481, upload-time = "2026-10-27T00:34:00.087Z" }, + { url = "https://files.pythonhosted.org/packages/d0/a0/f08c1631bfd81faa6a90eaf70c37c786c11bed2046302b56bb506c25e1a0/ruff-0.17.3-py3-none-win_amd64.whl", hash = "sha256:56b8ffb3f3b3cbccb8b76b71b38261b7ed982ef5d20f5b447b1b61a7f4949b24", size = 10341333, upload-time = "2026-10-27T00:34:02.099Z" }, + { url = "https://files.pythonhosted.org/packages/99/d5/4ad4ed31413c301430918e70d3d38ae6f097af0766cb9ab8c9d502b2a4d6/ruff-0.17.3-py3-none-win_arm64.whl", hash = "sha256:81fce74bcd6be0e9da7c67c7553fd0f1f12964a2052cd728ef917b937a5ca1d9", size = 9854332, upload-time = "2026-10-27T00:34:03.847Z" }, +] + +[[package]] +name = "s3transfer" +version = "0.19.3" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "botocore" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/49/c5/0a5ce655109cb96b8dfad36908a4e108d15f5dc2eff8fbc3146c4312e704/s3transfer-0.19.3.tar.gz", hash = "sha256:8326acc3d056d7f7b8a37110c7d2aea41f67e83f6ae79cd3b5fbcca34c726406", size = 166087, upload-time = "2026-10-19T19:19:49.751Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/e2/a4/88f9e10498759121060b8050a1554753dfc04df39bbbcc7aad9ecc8d9440/s3transfer-0.19.3-py3-none-any.whl", hash = "sha256:24eb7535804306355e31c952a90022bf5b2f9d760f9a11062c7493a217c08553", size = 90252, upload-time = "2026-10-19T19:19:48.309Z" }, +] + +[[package]] +name = "six" +version = "1.17.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/94/e7/b2c673351809dca68a0e064b6af791aa332cf192da575fd474ed7d6f16a2/six-1.17.0.tar.gz", hash = "sha256:ff70335d468e7eb6ec65b95b99d3a2836546063f63acc5171de367e834932a81", size = 34031, upload-time = "2024-12-04T17:35:28.174Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/b7/ce/149a00dd41f10bc29e5921b496af8b574d8413afcd5e30dfa0ed46c2cc5e/six-1.17.0-py2.py3-none-any.whl", hash = "sha256:4721f391ed90541fddacab5acf947aa0d3dc7d27b2e1e8eda2be8970586c3274", size = 11050, upload-time = "2024-12-04T17:35:26.475Z" }, +] + +[[package]] +name = "starlette" +version = "1.10.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "anyio" }, + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/48/bb/3d8757f21e9a53d9035c9eb039a777047139a16bfdbedfc7a58241c3d914/starlette-1.10.0.tar.gz", hash = "sha256:b8399098d4c1e3522734f7235dc79b1fc967f96cf139c81e0fa30479e0685f9b", size = 2734356, upload-time = "2026-10-24T15:04:12.342Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/88/2e/947cfe02def9371c07cd5bf5b6b61c829e9aecb9904db02a66cfafbc1eec/starlette-1.10.0-py3-none-any.whl", hash = "sha256:478c0ab3b4ced6e82719849c118fa406f0278a3499c1a898cd15cd31bdc38ce4", size = 80571, upload-time = "2026-10-24T15:04:10.371Z" }, +] + +[[package]] +name = "typing-extensions" +version = "4.16.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/f6/cc/6253133b5bb138fc3306cebfbda2c520f545d36b5be2c7255cc528bb45d6/typing_extensions-4.16.0.tar.gz", hash = "sha256:dc983d19a509c94dba722ee6abd33940f7c05a89e243c47e907eb4db6f1a43e5", size = 113555, upload-time = "2026-07-02T08:40:05.92Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/49/d3/b8441a820a491ddfc024b0b0cf0393375b75ea13866d9c66727e54c2fc80/typing_extensions-4.16.0-py3-none-any.whl", hash = "sha256:481caa481374e813c1b176ada14e97f1f67a4539ce9cfeb3f350d78d6370c2e8", size = 45571, upload-time = "2026-07-02T08:40:04.659Z" }, +] + +[[package]] +name = "typing-inspection" +version = "0.4.4" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "typing-extensions" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/a3/26/b09b8010994eccc3c09092e6b34058f36a460eea2d4c3e8b910c695975a0/typing_inspection-0.4.4.tar.gz", hash = "sha256:547274fa6b0a561ccf549cc9524b999a578e737d015d8709d021f9d0d13bea47", size = 76928, upload-time = "2026-08-12T12:37:25.997Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/67/81/4add07e5172b7ac40d8ed5ff580409a7801a4fe26d529bdd915401dabfbe/typing_inspection-0.4.4-py3-none-any.whl", hash = "sha256:65b8397ba37ccbce054456aaccddfc91e6e3083c92824df348d96ca832f3f147", size = 14750, upload-time = "2026-08-12T12:37:24.648Z" }, +] + +[[package]] +name = "tzdata" +version = "2026.6" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/7a/29/6a1391d31cd00ff9e927215a224a880e1e84e826b64ba80a499e51c074d8/tzdata-2026.6.tar.gz", hash = "sha256:85d2cd9c09f81f0bb29db27759fc83af4f1e620efb814f8c5bf8b4cc4feece6d", size = 201017, upload-time = "2026-10-28T09:57:09.137Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/0a/66/9a06c2227fedfd4919f0eaaa8b94377d9730882a7e4f95823c9a331ab5e1/tzdata-2026.6-py2.py3-none-any.whl", hash = "sha256:0a10eec6e13ef16b627fabed9a5f2ba61a62b1c67f327305f4e7e412a70b4aec", size = 348210, upload-time = "2026-10-28T09:57:07.276Z" }, +] + +[[package]] +name = "urllib3" +version = "2.8.0" +source = { registry = "https://pypi.org/simple" } +sdist = { url = "https://files.pythonhosted.org/packages/e3/05/b17359e1cefb4f909b5e40b1b90a496d987258916dbbf88e842c729f510e/urllib3-2.8.0.tar.gz", hash = "sha256:63bf2ead4c879426ebf22ef2a781eeb4aa3b4ae798a0435506f8687fd5bb9b63", size = 458972, upload-time = "2026-09-15T19:29:36.253Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/92/9d/c4e665119135114480843e7ab388fa94d8480650450e6f8e26b70d323a4c/urllib3-2.8.0-py3-none-any.whl", hash = "sha256:0cf3cae568d36aa9576b28dfb35f11328f1cb974ca7647d9475ebb86c75ac6e3", size = 135717, upload-time = "2026-09-15T19:29:34.577Z" }, +] + +[[package]] +name = "uvicorn" +version = "0.54.0" +source = { registry = "https://pypi.org/simple" } +dependencies = [ + { name = "click" }, + { name = "h11" }, +] +sdist = { url = "https://files.pythonhosted.org/packages/da/34/30e9280707135d2cfc589dfff3cb796bd07a3aeb1a3e415ba09dd89d7bb4/uvicorn-0.54.0.tar.gz", hash = "sha256:a2e33cbfaa0306f8e6b0c13e0cb89d7d7a2da3e62b90c66e18c33d9807b28620", size = 112283, upload-time = "2026-09-25T06:52:37.601Z" } +wheels = [ + { url = "https://files.pythonhosted.org/packages/38/0c/b54a4fdd7f90a3af8b02ebc9ce6712c2c208b7926a2f7bad95c33ebbe943/uvicorn-0.54.0-py3-none-any.whl", hash = "sha256:505bdb0f318731d45f1f712071fc781a8981f6847a31c902c9f5e652d4f67faf", size = 87427, upload-time = "2026-09-25T06:52:35.829Z" }, +] -- 2.54.0 From 0487d685ec7a29f5baa7cee20b443c2315e9000e Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=D0=92=D0=B0=D1=81=D0=B8=D0=BB=D1=8C=D0=B5=D0=B2=20=D0=9D?= =?UTF-8?q?=D0=B8=D0=BA=D0=B8=D1=82=D0=B0?= Date: Fri, 6 Nov 2026 20:19:50 +0300 Subject: [PATCH 2/2] =?UTF-8?q?=D0=9B=D0=A05:=20=D0=B7=D0=B0=D0=BA=D1=80?= =?UTF-8?q?=D1=8B=D1=82=D1=8C=20review=20=D0=BA=D1=80=D0=B0=D1=8F=20broker?= =?UTF-8?q?,=20staging=20replay=20=D0=B8=20=D0=BF=D0=BE=D0=BB=D0=BD=D0=BE?= =?UTF-8?q?=D0=B9=20=D0=B2=D0=B0=D0=BB=D0=B8=D0=B4=D0=B0=D1=86=D0=B8=D0=B8?= =?UTF-8?q?=20=D0=B8=D0=B7=D0=BE=D0=B1=D1=80=D0=B0=D0=B6=D0=B5=D0=BD=D0=B8?= =?UTF-8?q?=D0=B9?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- REPORT.md | 28 +- REVIEW_CHECKLIST.md | 15 + evidence/build-review-final.txt | 71 ++ evidence/checks-review-final.txt | 4 + evidence/extra-invariants-review-log.txt | 1 + evidence/extra-invariants.json | 63 +- evidence/fault-study-review-log.txt | 12 + evidence/fault-study-review.json | 1000 ++++++++++++++++++++++ evidence/lint-review-final.txt | 2 + evidence/pixel-boundary-review-log.txt | 24 + evidence/pixel-boundary.json | 8 +- evidence/reprocess-content-review.json | 32 + evidence/review-runtime-source.json | 34 + evidence/shared-validator-review.json | 7 + evidence/smoke-review-final.txt | 2 + evidence/startup-review-final.txt | 78 ++ evidence/tests-review-final.txt | 4 + research/README.md | 6 +- research/extra_invariants.py | 108 ++- scripts/verify_sources.py | 25 +- src/messenger/app.py | 19 + src/messenger/attachments.py | 110 +-- src/messenger/image_validation.py | 146 ++++ src/messenger/jobs.py | 7 + src/messenger/worker.py | 20 +- student-tests/test_image_edges.py | 229 +++++ student-tests/test_jobs.py | 20 + student-tests/test_json_encoding.py | 169 ++++ 28 files changed, 2131 insertions(+), 113 deletions(-) create mode 100644 evidence/build-review-final.txt create mode 100644 evidence/checks-review-final.txt create mode 100644 evidence/extra-invariants-review-log.txt create mode 100644 evidence/fault-study-review-log.txt create mode 100644 evidence/fault-study-review.json create mode 100644 evidence/lint-review-final.txt create mode 100644 evidence/pixel-boundary-review-log.txt create mode 100644 evidence/reprocess-content-review.json create mode 100644 evidence/review-runtime-source.json create mode 100644 evidence/shared-validator-review.json create mode 100644 evidence/smoke-review-final.txt create mode 100644 evidence/startup-review-final.txt create mode 100644 evidence/tests-review-final.txt create mode 100644 src/messenger/image_validation.py create mode 100644 student-tests/test_image_edges.py create mode 100644 student-tests/test_json_encoding.py diff --git a/REPORT.md b/REPORT.md index 265eac2e..82d16564 100644 --- a/REPORT.md +++ b/REPORT.md @@ -43,15 +43,17 @@ PostgreSQL — источник истины: users/chats/members/messages/sessi Dispatcher XADD → mark published в транзакции. Crash между этими действиями даёт допустимый дубль. При AOF always XADD-ответ — наша граница приёма брокером, XACK — подтверждение обработки уведомления после устойчивого результата/сохранённого следующего состояния. +Broker envelope ограничен8KiB UTF-8 bytes; глубокий/слишком большой JSON и неканонический UUID URN безопасно отклоняются доSQL, uppercase канонические UUID нормализуются. JSON HTTP routes принимают UTF-8, UTF-16/32 не проходят даже при автодетекте Python. Binaryupload не затронут. + Worker атомарно записывает processing, attempt, случайный lease_id и deadline. Истёкший lease восстанавливает dispatcher. Ready публикуется лишь после всех четырёх объектов и проверки актуальных state/lease_id/pipeline_version под row locks. Ключ эффекта `(attachment_id,pipeline_version,variant)`, S3 prefix серверный и versioned. Дубликат ready — no-op; старая версия не меняет новое состояние. **At-least-once доставка с идемпотентным эффектом не означает exactly-once доставку.** -Временные ошибки: backoff1/2/4/8… максимум30s + jitter0–0.5s, по умолчанию JOB_MAX_ATTEMPTS=5. Постоянная ошибка — failed сразу, исчерпание — retry_exhausted. Failed_jobs и job_audit дают реестр ошибок и историю replay. Replay разрешён только failed с существующим источником, добавляет ограниченный budget и сохраняет job_id. Обычный pipeline1 использует WebP quality80; операторская версия2 — quality75. Reprocess queued выбирает staging, ready — опубликованный original; отсутствующий источник даёт отказ до изменения состояния. +Временные ошибки: backoff1/2/4/8… максимум30s + jitter0–0.5s, по умолчанию JOB_MAX_ATTEMPTS=5. Постоянная ошибка — failed сразу, исчерпание — retry_exhausted. Failed_jobs и job_audit дают реестр ошибок и историю replay. Replay разрешён только failed с существующим источником, добавляет ограниченный budget и сохраняет job_id. Обычный pipeline1 использует WebP quality80; операторская версия2 — quality75. Reprocess queued выбирает staging, ready — опубликованный original; отсутствующий источник даёт отказ до изменения состояния. Если worker ещё не очистил прежний staging после COMMITready, reprocess удаляет его под тем же attachmentlock перед заменой ссылки; ошибка DELETE откатывает смену версии и сохраняет ready-original. Сессии/пароли/ACL и идемпотентность сообщений предыдущих лаб сохранены. SHA256 digest случайного256-bit токена и абсолютное expiry находятся в PostgreSQL, пароли Argon2id. GET/content проверяют сессию и членство; queued/processing/failed content409. Original скачивается побайтно через API без redirect. Private bucket и отдельная backend-сеть, app S3 credentials ограничены bucket, admin только bootstrap. ## Изображения, ресурсы и очистка -- PNG/JPEG, max10MiB, max40Mpixel до decode, полная проверка PNG IDAT/JPEG. Дополнительный djpeg-strict с timeout5s отклоняет предупреждения libjpeg, включая half-scan с поддельным EOI. +- PNG/JPEG, max10MiB, max40Mpixel до decode, полная проверка PNG IDAT/JPEG. Полная проверка проходит в короткоживущем процессе: wall5s, CPU4s, LinuxAS512MiB. Строгий djpeg384m проверяет JPEG один раз без одновременного полного Pillow-canvas. PNG/APNG декодируется покадрово, общий canvasbudget40M; rawacTL/число кадров проверены, invalidlaterframe/zerocount→415, cumulativeoverlimit→413. У APNG производные берутся по первому кадру, а перед приёмом проверяются все кадры. Parent убивает всю processgroup при timeout/nonzero и не передаёт credentials в child environment. - Один upload на API-процесс, excess429; чтение тела ограничено15s. - Отдельный serial worker, prefetch/count1. Child processing: wall20s, CPU15s, address space700MiB. Worker896MiB/1CPU, tmpfs32MiB; crash/OOM оставляет durable source для bounded recovery. Обычный lease45s, fault-overlay8s. - Thumbnail JPEG quality85, fit256 без upscale и с floor/min1; EXIF orientation, alpha на белый. Crop JPEG128×128 центрированный с допустимым upscale. WebP fit1280 без upscale, method4, quality80/75; производные без EXIF/ICC. Не обещается уменьшение каждого исходника. @@ -81,23 +83,25 @@ uv run --locked python research/pixel_boundary.py | Критерий | Проверка | Evidence | |---|---|---| -| Контракт/smoke | make check validate; make test | checks-final.txt; smoke-final.txt | -| Собственные API/session/image tests | make student-test | tests-final.txt | +| Контракт/smoke | make check validate; make test | checks-review-final.txt; smoke-review-final.txt | +| Собственные API/session/image tests | make student-test | tests-review-final.txt | | Независимые81HTTP-проверки | Отдельный root-драйвер | independent-http.json | | Полный restart, прежний токен и original | make test-persistence | persistence-final.txt; persistence-runtime.json | | API failover через общий LB | make test-failover | failover-final.json | -| Worker absent202, API/broker restart | Fault-suite | fault-study.json | -| COMMIT/publish, XADD/mark gap | Настоящий exit API/dispatcher | fault-study.json | -| Crash до/послеS3 и послеCOMMIT доack | Настоящий exit worker, lease recovery | fault-study.json | -| 20duplicates, queuedv2, stalev1afterv2 | Реальные broker и S3 | fault-study.json | +| Worker absent202, API/broker restart | Fault-suite | fault-study-review.json | +| COMMIT/publish, XADD/mark gap | Настоящий exit API/dispatcher | fault-study-review.json | +| Crash до/послеS3 и послеCOMMIT доack | Настоящий exit worker, lease recovery | fault-study-review.json | +| 20duplicates, queuedv2, stalev1afterv2 | Реальные broker и S3 | fault-study-review.json | | Backoff, broker reorder, concurrentcleanup/replay | Дополнительный fault-driver | extra-invariants.json | | Законные40M RGB/RGBA под лимитами | HTTP→worker→ready | pixel-boundary.json | -Итог локальной проверки: **133 собственных теста PASS за35,94s**, smoke/contract/schema/lint PASS. Основное исследование: **11 сценариев PASS за118.877s**; дополнительно **6 инвариантов PASS**: backoff, reorder, malformed deliveries, aged queued staging и два concurrentcleanup/replay. Два физических API проверены в 3 failover-прогонах. Все используемые хранилища реально перезапущены, volumes совпали; прежний токен и original сохранены. LB при отсутствии API возвращает JSON503 с matchingRequestId и без поддельногоInstanceId. +Итог повторной проверки перед публикацией: **179 собственных тестов PASS за52,52s**, smoke/contract/schema/lint PASS. Повторное основное исследование: **11 сценариев PASS за118.347s**; **9 дополнительных инвариантов PASS**. Среди новых регрессий:9 malformedbroker deliveries без workerrestart; единственное uppercaseUUID уведомление доводит queued job доready; реальный S3DELETEoutage сохраняет readyv1, последующий reprocessv2 и поздний cleanup не оставляют старый staging и не меняют v2content. -Граница40Mpixel достиглаready: RGB 1.8s, RGBA 1.98s, OOM=false под заданными лимитами; это не peakRSS и не SLA. Полное содержимое и времена доступны в evidence/. +Повторно проверены публичные замечания преподавателей, новых/изменённых в использованном снимке нет. Дополнительно исправлены обнаруженные собственным review глубокий JSON poison, UUID wire spelling и окно staging cleanup/reprocess. Валидные RGB36M/CMYK40M progressiveJPEG и APNG40M теперь проходят доready с побайтно неизменным original; invalidlaterframe, acTL0 и превышение суммарного canvasbudget отклоняются до202. -После fault-опыта ужесточён общий парсер cursor (ISOweek/basicISO/неверные даты →400); pipeline/outbox/storage-модули побайтно совпадают с испытанным образом. [Проверка runtime-source](evidence/runtime-source.json) сопоставляет реальные container bytes с репозиторием и fault-image. Все133теста выполнены на окончательном образе. PASS не выставляет оценку автоматически. +Последний отдельный RGB/RGBA40M прогон дал ready за 2.028s/2.265s, OOM=false; это не peakRSS и не SLA. Lifecycle ранее подтвердил реальный restart всех используемых хранилищ с прежним токеном и отказ обеих физических API; результаты сохранены и независимый cleanclone повторяет эти проверки. + +Актуальное состояние source сверено с двумя API: [review-runtime-source.json](evidence/review-runtime-source.json). Повторные11+9 faultсценариев выполнялись после worker/jobs/UTF-8/shareddecoderfixes; затем изменились только общие failureguards validate_image (killpg/outputtype), проверенные окончательными179тестами и большими изображениями. Полное совпадение старого faultimage с финальным образом не заявляется. PASS не выставляет оценку автоматически. ## Ограничения @@ -108,3 +112,5 @@ uv run --locked python research/pixel_boundary.py ## Источники Исходные contracts/README.md, attachment-states.md, jobs.schema.json; [Valkey persistence](https://valkey.io/topics/persistence/), [PostgreSQL transactions](https://www.postgresql.org/docs/17/tutorial-transactions.html), [Pillow ImageOps](https://pillow.readthedocs.io/en/stable/reference/ImageOps.html). Замечания со ссылками — REVIEW_CHECKLIST.md. + +Дополнительно после позднего worker/cleanup сверены фактические S3bytes всех четырёх результатов с SHA/size: [reprocess-content-review.json](evidence/reprocess-content-review.json). Финальный общий валидатор совпадает с проверенным ЛР4 по ASTwrapper и байтам childmodule: [shared-validator-review.json](evidence/shared-validator-review.json). diff --git a/REVIEW_CHECKLIST.md b/REVIEW_CHECKLIST.md index 4845610e..8d74985c 100644 --- a/REVIEW_CHECKLIST.md +++ b/REVIEW_CHECKLIST.md @@ -46,3 +46,18 @@ - Новая версия queued использует staging, ready — опубликованный оригинал. - Размеры thumbnail рассчитываются явно с floor: 319×200 → 256×160. - Старый worker не публикует метаданные поверх новой версии. + +## Повторная проверка перед публикацией + +Повторно прочитаны те же публичные замечания преподавателей; в обновлённом снимке новых или изменённых замечаний по ЛР5 не обнаружено. Отсутствие комментариев к другим PR не используется как доказательство корректности. + +При повторном независимом разборе дополнительно найдены и покрываются регрессиями: + +- Глубокий/слишком большой broker JSON: ограничение UTF-8 envelope до8KiB и безопасное отклонение RecursionError. +- Необычное написание UUID: URN отклоняется доSQL, канонические uppercaseUUID нормализуются, единственное такое уведомление должно завершить queued job. +- Окно ready COMMIT → reprocess → старый cleanup: прежний staging удаляется под attachment lock перед заменой ссылки. Ошибка S3 DELETE оставляет текущую ready-версию неизменной. +- Валидный большой progressive JPEG не должен ошибочно считаться повреждённым из-за малого decoderbudget; native decode выполняется до полной Pillow canvasallocation. +- У PNG/APNG проверяется содержимое всех кадров и общий pixelbudget, повреждение позднего кадра не переносится в asynchronous failed после202. +- JSON-запросы принимаются только в UTF-8, несмотря на автоматическое распознавание UTF-16/32 в json.loads(bytes); binaryupload исключён из этого guard. + +Точные результаты повторного запуска находятся в evidence/ и REPORT.md. diff --git a/evidence/build-review-final.txt b/evidence/build-review-final.txt new file mode 100644 index 00000000..0f20f2f6 --- /dev/null +++ b/evidence/build-review-final.txt @@ -0,0 +1,71 @@ + Image mtusi-vasilev:lab5 Building +#1 [internal] load local bake definitions +#1 reading from stdin 1.78kB done +#1 DONE 0.0s + +#2 [internal] load build definition from Dockerfile +#2 transferring dockerfile: 1.07kB done +#2 DONE 0.0s + +#3 [internal] load metadata for docker.io/library/python:3.12-slim@sha256:646fb0bca3dd3ea1bcc6feb72c17ed16eed6e10cffc732fcc1478bd3e7f02d7b +#3 DONE 0.0s + +#4 [internal] load metadata for ghcr.io/astral-sh/uv:0.11.7 +#4 DONE 0.0s + +#5 [internal] load .dockerignore +#5 transferring context: 109B done +#5 DONE 0.0s + +#6 [internal] load build context +#6 transferring context: 9.13kB done +#6 DONE 0.0s + +#7 [build 1/5] FROM docker.io/library/python:3.12-slim@sha256:646fb0bca3dd3ea1bcc6feb72c17ed16eed6e10cffc732fcc1478bd3e7f02d7b +#7 resolve docker.io/library/python:3.12-slim@sha256:646fb0bca3dd3ea1bcc6feb72c17ed16eed6e10cffc732fcc1478bd3e7f02d7b done +#7 DONE 0.0s + +#8 FROM ghcr.io/astral-sh/uv:0.11.7@sha256:240fb85ab0f263ef12f492d8476aa3a2e4e1e333f7d67fbdd923d00a506a516a +#8 resolve ghcr.io/astral-sh/uv:0.11.7@sha256:240fb85ab0f263ef12f492d8476aa3a2e4e1e333f7d67fbdd923d00a506a516a done +#8 DONE 0.0s + +#9 [build 4/5] COPY pyproject.toml uv.lock ./ +#9 CACHED + +#10 [build 5/5] RUN uv sync --locked --no-dev --no-install-project --python /usr/local/bin/python +#10 CACHED + +#11 [build 2/5] COPY --from=ghcr.io/astral-sh/uv:0.11.7 /uv /usr/local/bin/uv +#11 CACHED + +#12 [build 3/5] WORKDIR /app +#12 CACHED + +#13 [stage-1 3/6] WORKDIR /app +#13 CACHED + +#14 [stage-1 2/6] RUN apt-get update && apt-get install -y --no-install-recommends libjpeg-turbo-progs=1:2.1.5-4 && rm -rf /var/lib/apt/lists/* +#14 CACHED + +#15 [stage-1 4/6] COPY --from=build /app/.venv /app/.venv +#15 CACHED + +#16 [stage-1 5/6] COPY src ./src +#16 DONE 0.0s + +#17 [stage-1 6/6] COPY migrations ./migrations +#17 DONE 0.0s + +#18 exporting to image +#18 exporting layers 0.0s done +#18 exporting manifest sha256:80ca299ae587b0ba967dd5b369852979a0f3f85dedbd55e38975ad3ad7ed2d24 done +#18 exporting config sha256:054b14251aab3f4b20e3d7139b8f22069bc1e4cab496457808da369b93ed075e done +#18 exporting attestation manifest sha256:520746f9a2893a44cff00d637b6859b3af44e31bae016b6a144e227c9c944d02 done +#18 exporting manifest list sha256:2a43094d66f44278456a1dd4b487da97287bc3935715b2b6a36535d60fb0b7d2 done +#18 naming to docker.io/library/mtusi-vasilev:lab5 done +#18 unpacking to docker.io/library/mtusi-vasilev:lab5 0.0s done +#18 DONE 0.1s + +#19 resolving provenance for metadata file +#19 DONE 0.0s + Image mtusi-vasilev:lab5 Built diff --git a/evidence/checks-review-final.txt b/evidence/checks-review-final.txt new file mode 100644 index 00000000..ed9cd475 --- /dev/null +++ b/evidence/checks-review-final.txt @@ -0,0 +1,4 @@ +.venv/bin/python scripts/check_contract.py +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. +.venv/bin/python scripts/validate_openapi.py +PASS: full OpenAPI 3.1 and JSON Schema validation; application NOT tested. diff --git a/evidence/extra-invariants-review-log.txt b/evidence/extra-invariants-review-log.txt new file mode 100644 index 00000000..1f5b8a3f --- /dev/null +++ b/evidence/extra-invariants-review-log.txt @@ -0,0 +1 @@ +PASS: backoff, reordered deliveries and both real cleanup/replay interleavings diff --git a/evidence/extra-invariants.json b/evidence/extra-invariants.json index 39e0ca7a..143289f8 100644 --- a/evidence/extra-invariants.json +++ b/evidence/extra-invariants.json @@ -2,54 +2,54 @@ "scenarios": [ { "name": "transient_retry_backoff_and_jitter", - "attachment_id": "3c819120-fb7c-45cc-9679-10ba0cacc003", + "attachment_id": "4d09ac73-dc77-4013-8368-c70947aac8b0", "attempts": 3, "observed_delays_seconds": [ - 1.256841, - 2.218222 + 1.362641, + 2.457416 ], "audit": [ { "event": "accepted", "attempt": 0, - "created_at": "2026-11-06T15:24:22.695787+00:00" + "created_at": "2026-11-06T16:10:48.759366+00:00" }, { "event": "claimed", "attempt": 1, - "created_at": "2026-11-06T15:24:25.424362+00:00" + "created_at": "2026-11-06T16:10:51.436905+00:00" }, { "event": "retry_scheduled", "attempt": 1, - "created_at": "2026-11-06T15:24:25.427909+00:00" + "created_at": "2026-11-06T16:10:51.440694+00:00" }, { "event": "claimed", "attempt": 2, - "created_at": "2026-11-06T15:24:26.68475+00:00" + "created_at": "2026-11-06T16:10:52.803335+00:00" }, { "event": "retry_scheduled", "attempt": 2, - "created_at": "2026-11-06T15:24:26.686074+00:00" + "created_at": "2026-11-06T16:10:52.816466+00:00" }, { "event": "claimed", "attempt": 3, - "created_at": "2026-11-06T15:24:28.904296+00:00" + "created_at": "2026-11-06T16:10:55.273882+00:00" }, { "event": "published", "attempt": 3, - "created_at": "2026-11-06T15:24:29.140377+00:00" + "created_at": "2026-11-06T16:10:55.520881+00:00" } ], "passed": true }, { "name": "broker_reorder_v2_v1_v2_no_regression", - "attachment_id": "3c819120-fb7c-45cc-9679-10ba0cacc003", + "attachment_id": "4d09ac73-dc77-4013-8368-c70947aac8b0", "hashes": { "original": "99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75", "thumbnail": "b8e59b0cad429b1c49c27c4a1c79e52bfc23e2fab7c7238d18d5addd4df4b546", @@ -69,43 +69,64 @@ "passed": true }, { - "name": "six_poison_deliveries_rejected_without_worker_crash", - "attachment_id": "003a05f4-deb7-4253-b1d3-e3e678b64805", + "name": "nine_poison_deliveries_rejected_without_worker_crash", + "attachment_id": "12e51a70-4159-458c-8733-1eed92f40881", "worker_before": { - "container_id": "de14445337ceb4b4e8df21155fc0c17a1546a04b891972bd8cdd53cdd7fe9e5c", + "container_id": "99d4d3aad44e120d24df5ae652a4aa731de31c1e4a8580f0c05409cbaab2e0a2", "service": "worker", "restart_count": 0, "status": "running", "exit_code": 0, - "started_at": "2026-11-06T15:24:24.553835426Z" + "started_at": "2026-11-06T16:10:50.624298554Z" }, "worker_after": { - "container_id": "de14445337ceb4b4e8df21155fc0c17a1546a04b891972bd8cdd53cdd7fe9e5c", + "container_id": "99d4d3aad44e120d24df5ae652a4aa731de31c1e4a8580f0c05409cbaab2e0a2", "service": "worker", "restart_count": 0, "status": "running", "exit_code": 0, - "started_at": "2026-11-06T15:24:24.553835426Z" + "started_at": "2026-11-06T16:10:50.624298554Z" }, - "safe_log_events": 6, + "safe_log_events": 9, + "passed": true + }, + { + "name": "uppercase_uuid_only_delivery_completes_queued_job", + "attachment_id": "24644ea4-c70f-447e-9bcf-fec51f495dd4", + "no_lowercase_publication": true, + "attempts": 1, + "passed": true + }, + { + "name": "reprocess_staging_delete_outage_keeps_ready_version1", + "attachment_id": "a7724afb-9c2f-439f-a319-4270c426601f", + "reprocess_error": 503, + "source_and_final_content_intact": true, + "passed": true + }, + { + "name": "ready_reprocess_before_old_cleanup_does_not_orphan_staging", + "attachment_id": "a7724afb-9c2f-439f-a319-4270c426601f", + "old_staging_absent": true, + "version2_metadata_and_content_unchanged": true, "passed": true }, { "name": "eight_day_old_queued_metadata_never_expires_staging", - "attachment_id": "0fa10c93-7835-4078-9c4c-22045a840609", + "attachment_id": "e409c3ed-b6d5-491c-8f7b-006383119273", "age_simulated_in_database": true, "passed": true }, { "name": "cleanup_paused_before_delete_blocks_concurrent_replay", - "attachment_id": "66f6976c-1152-4b19-8274-ec25090d58c5", + "attachment_id": "08982860-9c59-44cb-a327-f5e9ce0e8858", "while_locked_status": 503, "after_source_expiry_status": 409, "passed": true }, { "name": "replay_holds_lock_cleanup_cannot_delete_then_ready", - "attachment_id": "c84c5f9b-007c-45c0-b0c1-be9700968c04", + "attachment_id": "887b7e3b-0f3f-49e1-8862-afe822518407", "cleanup_while_locked_status": 503, "passed": true } diff --git a/evidence/fault-study-review-log.txt b/evidence/fault-study-review-log.txt new file mode 100644 index 00000000..8d6fe591 --- /dev/null +++ b/evidence/fault-study-review-log.txt @@ -0,0 +1,12 @@ +PASS: accepted_202_worker_absent_api_broker_restart +PASS: api_crash_after_commit_before_publish +PASS: dispatcher_crash_after_broker_acceptance +PASS: worker_crash_before_effect +PASS: worker_crash_after_effect +PASS: worker_crash_after_result_commit +PASS: 20_concurrent_duplicate_deliveries +PASS: queued_reprocess_version2_uses_staging +PASS: stale_version1_after_version2_publish_rejected +PASS: failed_replay_before_cleanup_preserves_source_and_results +PASS: cleanup_before_replay_safe_refusal +PASS: all real fault scenarios; report evidence/fault-study-review.json diff --git a/evidence/fault-study-review.json b/evidence/fault-study-review.json new file mode 100644 index 00000000..e8161d42 --- /dev/null +++ b/evidence/fault-study-review.json @@ -0,0 +1,1000 @@ +{ + "started_at": "2026-11-06T16:08:40.435848+00:00", + "track": 2, + "scenarios": [ + { + "name": "accepted_202_worker_absent_api_broker_restart", + "attachment_id": "a8b03cbb-c428-4ae0-bec5-4cb59d117e32", + "job": { + "id": "35db3bd2-bd30-4e14-8ada-6817f9aabafd", + "state": "ready", + "attempt": 1, + "pipeline_version": 1, + "status": "ready" + }, + "containers_before": [ + { + "Command": "\"python -m messenger\"", + "CreatedAt": "2026-11-06 19:08:40 +0300 MSK", + "ExitCode": 0, + "Health": "healthy", + "ID": "067e75fbd3cc", + "Image": "mtusi-vasilev:lab5", + "Labels": "com.docker.compose.container-number=1,com.docker.compose.depends_on=migrate:service_completed_successfully:false,cache:service_healthy:false,s3-bootstrap:service_completed_successfully:false,com.docker.compose.image=sha256:bf7ec76e5f0a6ca604bd81fc933aa5d6519256c75022651bd6cb229d97b1a9e5,com.docker.compose.oneoff=False,com.docker.compose.project=mtusi-vasilev-lab5,com.docker.compose.project.config_files=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.yaml,/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.fault.yaml,com.docker.compose.replace=api-1,org.opencontainers.image.revision=uncommitted,com.docker.compose.config-hash=0dd7506433a0078c72e0a6e4ca238369279bbff9a17248633940469050fbd222,com.docker.compose.project.working_dir=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5,com.docker.compose.service=api,com.docker.compose.version=5.4.0", + "LocalVolumes": "0", + "Mounts": "/Users/nikitav…,/Users/nikitav…,/Users/nikitav…,/Users/nikitav…,/Users/nikitav…", + "Name": "mtusi-vasilev-lab5-api-1", + "Names": "mtusi-vasilev-lab5-api-1", + "Networks": "mtusi-vasilev-lab5_default", + "Ports": "8080/tcp", + "Project": "mtusi-vasilev-lab5", + "Publishers": [ + { + "URL": "", + "TargetPort": 8080, + "PublishedPort": 0, + "Protocol": "tcp" + } + ], + "RunningFor": "10 seconds ago", + "Service": "api", + "Size": "0B", + "State": "running", + "Status": "Up 7 seconds (healthy)" + }, + { + "Command": "\"python -m messenger\"", + "CreatedAt": "2026-11-06 19:08:40 +0300 MSK", + "ExitCode": 0, + "Health": "healthy", + "ID": "fd6641e6c3fb", + "Image": "mtusi-vasilev:lab5", + "Labels": "com.docker.compose.image=sha256:bf7ec76e5f0a6ca604bd81fc933aa5d6519256c75022651bd6cb229d97b1a9e5,com.docker.compose.oneoff=False,com.docker.compose.project=mtusi-vasilev-lab5,com.docker.compose.replace=api-2,com.docker.compose.service=api,com.docker.compose.version=5.4.0,org.opencontainers.image.revision=uncommitted,com.docker.compose.config-hash=0dd7506433a0078c72e0a6e4ca238369279bbff9a17248633940469050fbd222,com.docker.compose.container-number=2,com.docker.compose.project.config_files=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.yaml,/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.fault.yaml,com.docker.compose.project.working_dir=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5,com.docker.compose.depends_on=cache:service_healthy:false,s3-bootstrap:service_completed_successfully:false,migrate:service_completed_successfully:false", + "LocalVolumes": "0", + "Mounts": "/Users/nikitav…,/Users/nikitav…,/Users/nikitav…,/Users/nikitav…,/Users/nikitav…", + "Name": "mtusi-vasilev-lab5-api-2", + "Names": "mtusi-vasilev-lab5-api-2", + "Networks": "mtusi-vasilev-lab5_default", + "Ports": "8080/tcp", + "Project": "mtusi-vasilev-lab5", + "Publishers": [ + { + "URL": "", + "TargetPort": 8080, + "PublishedPort": 0, + "Protocol": "tcp" + } + ], + "RunningFor": "10 seconds ago", + "Service": "api", + "Size": "0B", + "State": "running", + "Status": "Up 7 seconds (healthy)" + }, + { + "Command": "\"docker-entrypoint.s…\"", + "CreatedAt": "2026-11-06 17:51:14 +0300 MSK", + "ExitCode": 0, + "Health": "healthy", + "ID": "800399009f63", + "Image": "valkey/valkey:8.1.3-alpine", + "Labels": "com.docker.compose.depends_on=,com.docker.compose.image=sha256:74f73ff08b9ff2142ee53e8c79d024744b2cefe468684283bc234bd6506c6ac5,com.docker.compose.project.config_files=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.yaml,com.docker.compose.service=broker,com.docker.compose.version=5.4.0,com.docker.compose.oneoff=False,com.docker.compose.project=mtusi-vasilev-lab5,com.docker.compose.project.working_dir=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5,com.docker.compose.config-hash=9faa501fea615652478f32a0b2148786468141f58144be3715a626d1e183d00a,com.docker.compose.container-number=1", + "LocalVolumes": "1", + "Mounts": "mtusi-vasilev-…,/Users/nikitav…,/Users/nikitav…", + "Name": "mtusi-vasilev-lab5-broker-1", + "Names": "mtusi-vasilev-lab5-broker-1", + "Networks": "mtusi-vasilev-lab5_default", + "Ports": "6379/tcp", + "Project": "mtusi-vasilev-lab5", + "Publishers": [ + { + "URL": "", + "TargetPort": 6379, + "PublishedPort": 0, + "Protocol": "tcp" + } + ], + "RunningFor": "About an hour ago", + "Service": "broker", + "Size": "0B", + "State": "running", + "Status": "Up 3 minutes (healthy)" + }, + { + "Command": "\"docker-entrypoint.s…\"", + "CreatedAt": "2026-11-06 17:51:14 +0300 MSK", + "ExitCode": 0, + "Health": "healthy", + "ID": "c1cd6bf42993", + "Image": "valkey/valkey:8.1.3-alpine", + "Labels": "com.docker.compose.depends_on=,com.docker.compose.image=sha256:74f73ff08b9ff2142ee53e8c79d024744b2cefe468684283bc234bd6506c6ac5,com.docker.compose.oneoff=False,com.docker.compose.project=mtusi-vasilev-lab5,com.docker.compose.project.working_dir=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5,com.docker.compose.service=cache,com.docker.compose.config-hash=3d919d99bd3a665471b7977ccb06f912e070c25165cc2c9a73f32310b513ce04,com.docker.compose.container-number=1,com.docker.compose.project.config_files=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.yaml,com.docker.compose.version=5.4.0", + "LocalVolumes": "1", + "Mounts": "c42fc60e30044c…", + "Name": "mtusi-vasilev-lab5-cache-1", + "Names": "mtusi-vasilev-lab5-cache-1", + "Networks": "mtusi-vasilev-lab5_default", + "Ports": "6379/tcp", + "Project": "mtusi-vasilev-lab5", + "Publishers": [ + { + "URL": "", + "TargetPort": 6379, + "PublishedPort": 0, + "Protocol": "tcp" + } + ], + "RunningFor": "About an hour ago", + "Service": "cache", + "Size": "0B", + "State": "running", + "Status": "Up 3 minutes (healthy)" + }, + { + "Command": "\"python -m messenger…\"", + "CreatedAt": "2026-11-06 19:08:40 +0300 MSK", + "ExitCode": 0, + "Health": "", + "ID": "5fb736419050", + "Image": "mtusi-vasilev:lab5", + "Labels": "com.docker.compose.service=dispatcher,com.docker.compose.version=5.4.0,org.opencontainers.image.revision=uncommitted,com.docker.compose.oneoff=False,com.docker.compose.project=mtusi-vasilev-lab5,com.docker.compose.project.config_files=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.yaml,/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.fault.yaml,com.docker.compose.project.working_dir=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5,com.docker.compose.config-hash=3323cb3579692ee20829e33562bab192da4007516e9fad1a6b8709b24329661d,com.docker.compose.container-number=1,com.docker.compose.depends_on=migrate:service_completed_successfully:false,broker:service_healthy:false,com.docker.compose.image=sha256:bf7ec76e5f0a6ca604bd81fc933aa5d6519256c75022651bd6cb229d97b1a9e5,com.docker.compose.replace=dispatcher-1", + "LocalVolumes": "0", + "Mounts": "/Users/nikitav…,/Users/nikitav…,/Users/nikitav…", + "Name": "mtusi-vasilev-lab5-dispatcher-1", + "Names": "mtusi-vasilev-lab5-dispatcher-1", + "Networks": "mtusi-vasilev-lab5_default", + "Ports": "8080/tcp", + "Project": "mtusi-vasilev-lab5", + "Publishers": [ + { + "URL": "", + "TargetPort": 8080, + "PublishedPort": 0, + "Protocol": "tcp" + } + ], + "RunningFor": "10 seconds ago", + "Service": "dispatcher", + "Size": "0B", + "State": "running", + "Status": "Up 7 seconds" + }, + { + "Command": "\"docker-entrypoint.s…\"", + "CreatedAt": "2026-11-06 17:51:14 +0300 MSK", + "ExitCode": 0, + "Health": "healthy", + "ID": "595b44c6a4b4", + "Image": "haproxy:3.2-alpine@sha256:96ec3c75a9264ba94e733eeacb44051ed6e7b79bb77a73c2c36f236b6423f1f0", + "Labels": "com.docker.compose.project.working_dir=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5,com.docker.compose.service=lb,com.docker.compose.version=5.4.0,com.docker.compose.config-hash=fb835a0b839afd42c39d4f56756aad29c03dfb6deb8ecf06d4b2e25923e69e13,com.docker.compose.container-number=1,com.docker.compose.depends_on=api:service_healthy:false,com.docker.compose.image=sha256:dfb91eac5877a94e572aeea817dd612d6372349a247e8e999f930143fbd50f80,com.docker.compose.oneoff=False,com.docker.compose.project=mtusi-vasilev-lab5,com.docker.compose.project.config_files=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.yaml", + "LocalVolumes": "0", + "Mounts": "/Users/nikitav…", + "Name": "mtusi-vasilev-lab5-lb-1", + "Names": "mtusi-vasilev-lab5-lb-1", + "Networks": "mtusi-vasilev-lab5_default", + "Ports": "127.0.0.1:8085->8080/tcp", + "Project": "mtusi-vasilev-lab5", + "Publishers": [ + { + "URL": "127.0.0.1", + "TargetPort": 8080, + "PublishedPort": 8085, + "Protocol": "tcp" + } + ], + "RunningFor": "About an hour ago", + "Service": "lb", + "Size": "0B", + "State": "running", + "Status": "Up 3 minutes (healthy)" + }, + { + "Command": "\"docker-entrypoint.s…\"", + "CreatedAt": "2026-11-06 17:51:14 +0300 MSK", + "ExitCode": 0, + "Health": "healthy", + "ID": "6f66cf289071", + "Image": "postgres:17.10-alpine", + "Labels": "com.docker.compose.project=mtusi-vasilev-lab5,com.docker.compose.project.working_dir=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5,com.docker.compose.service=postgres,com.docker.compose.project.config_files=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.yaml,com.docker.compose.version=5.4.0,com.docker.compose.config-hash=709c20383ee572d59d027dd8fa19bc5b0891575045f43df5e5dd2dde90766d91,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.image=sha256:b797483593b82cbea9a7ee41c88f324a90d10d9c2504d40e755d91c75456366d,com.docker.compose.oneoff=False", + "LocalVolumes": "1", + "Mounts": "mtusi-vasilev-…,/Users/nikitav…", + "Name": "mtusi-vasilev-lab5-postgres-1", + "Names": "mtusi-vasilev-lab5-postgres-1", + "Networks": "mtusi-vasilev-lab5_default", + "Ports": "5432/tcp", + "Project": "mtusi-vasilev-lab5", + "Publishers": [ + { + "URL": "", + "TargetPort": 5432, + "PublishedPort": 0, + "Protocol": "tcp" + } + ], + "RunningFor": "About an hour ago", + "Service": "postgres", + "Size": "0B", + "State": "running", + "Status": "Up 3 minutes (healthy)" + }, + { + "Command": "\"/entrypoint.sh s3 -…\"", + "CreatedAt": "2026-11-06 18:13:08 +0300 MSK", + "ExitCode": 0, + "Health": "", + "ID": "7db917df4162", + "Image": "chrislusf/seaweedfs:4.15@sha256:1593bd2a98964f5d4df83fa7db2b3d4ee7b20190813cc5bf8c3200e0e70d346e", + "Labels": "com.docker.compose.project=mtusi-vasilev-lab5,com.docker.compose.service=s3,com.docker.compose.version=5.4.0,org.opencontainers.image.title=seaweedfs,org.opencontainers.image.url=https://github.com/seaweedfs/seaweedfs,org.opencontainers.image.vendor=Chris Lu,com.docker.compose.container-number=1,com.docker.compose.depends_on=storage:service_healthy:false,com.docker.compose.image=sha256:eacc92bbcdc5f8bd305cf787deffedbb3072be0d9c75ef37d40ea85b731f4439,com.docker.compose.project.working_dir=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5,org.opencontainers.image.revision=230ae9c24e1b2665c8c8e9bb388038d2f31915fc,org.opencontainers.image.source=https://github.com/seaweedfs/seaweedfs,org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!,author=Chris Lu,com.docker.compose.oneoff=False,com.docker.compose.replace=s3-1,org.opencontainers.image.created=2026-03-05T06:53:36.423Z,org.opencontainers.image.version=4.15,com.docker.compose.project.config_files=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.yaml,org.opencontainers.image.licenses=Apache-2.0,com.docker.compose.config-hash=8b272ac8617b1d719a0a23065db3840c684fc8662277426e591d4e63b16982bb", + "LocalVolumes": "1", + "Mounts": "834c130f2feea7…,/Users/nikitav…", + "Name": "mtusi-vasilev-lab5-s3-1", + "Names": "mtusi-vasilev-lab5-s3-1", + "Networks": "mtusi-vasilev-lab5_default,mtusi-vasilev-lab5_storage_backend", + "Ports": "7333/tcp, 8080/tcp, 8333/tcp, 8888/tcp, 9333/tcp, 18080/tcp, 18888/tcp, 19333/tcp", + "Project": "mtusi-vasilev-lab5", + "Publishers": [ + { + "URL": "", + "TargetPort": 7333, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 8080, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 8333, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 8888, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 9333, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 18080, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 18888, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 19333, + "PublishedPort": 0, + "Protocol": "tcp" + } + ], + "RunningFor": "55 minutes ago", + "Service": "s3", + "Size": "0B", + "State": "running", + "Status": "Up 3 minutes" + }, + { + "Command": "\"/entrypoint.sh serv…\"", + "CreatedAt": "2026-11-06 18:13:08 +0300 MSK", + "ExitCode": 0, + "Health": "healthy", + "ID": "816d10505691", + "Image": "chrislusf/seaweedfs:4.15@sha256:1593bd2a98964f5d4df83fa7db2b3d4ee7b20190813cc5bf8c3200e0e70d346e", + "Labels": "com.docker.compose.container-number=1,com.docker.compose.oneoff=False,com.docker.compose.service=storage,org.opencontainers.image.created=2026-03-05T06:53:36.423Z,org.opencontainers.image.vendor=Chris Lu,com.docker.compose.project=mtusi-vasilev-lab5,org.opencontainers.image.licenses=Apache-2.0,org.opencontainers.image.revision=230ae9c24e1b2665c8c8e9bb388038d2f31915fc,org.opencontainers.image.title=seaweedfs,com.docker.compose.project.working_dir=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5,com.docker.compose.replace=storage-1,com.docker.compose.version=5.4.0,org.opencontainers.image.description=SeaweedFS is a distributed storage system for blobs, objects, files, and data lake, to store and serve billions of files fast!,org.opencontainers.image.source=https://github.com/seaweedfs/seaweedfs,org.opencontainers.image.url=https://github.com/seaweedfs/seaweedfs,org.opencontainers.image.version=4.15,author=Chris Lu,com.docker.compose.depends_on=,com.docker.compose.image=sha256:eacc92bbcdc5f8bd305cf787deffedbb3072be0d9c75ef37d40ea85b731f4439,com.docker.compose.project.config_files=/Users/nikitavasilev/Documents/Codex/2026-10-30/new-chat/outputs/lab5/compose.yaml,com.docker.compose.config-hash=618197a229cb843dfff12e8b427290a5522617c0058e12da758ec32fed1e6e35", + "LocalVolumes": "1", + "Mounts": "mtusi-vasilev-…,/Users/nikitav…", + "Name": "mtusi-vasilev-lab5-storage-1", + "Names": "mtusi-vasilev-lab5-storage-1", + "Networks": "mtusi-vasilev-lab5_storage_backend", + "Ports": "7333/tcp, 8080/tcp, 8333/tcp, 8888/tcp, 9333/tcp, 18080/tcp, 18888/tcp, 19333/tcp", + "Project": "mtusi-vasilev-lab5", + "Publishers": [ + { + "URL": "", + "TargetPort": 7333, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 8080, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 8333, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 8888, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 9333, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 18080, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 18888, + "PublishedPort": 0, + "Protocol": "tcp" + }, + { + "URL": "", + "TargetPort": 19333, + "PublishedPort": 0, + "Protocol": "tcp" + } + ], + "RunningFor": "55 minutes ago", + "Service": "storage", + "Size": "0B", + "State": "running", + "Status": "Up 3 minutes (healthy)" + } + ], + "passed": true, + "runtime": [ + { + "container_id": "067e75fbd3cc4f2e9ac0e8b7b134dbb6c36e32a299e110d29cb8f89240a2eb12", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:08:51.099094879Z" + }, + { + "container_id": "fd6641e6c3fbb1b978031ce79e80b4122f90afa9bc812dbdf99e59c64de12eb5", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:08:51.111543683Z" + }, + { + "container_id": "5fb73641905061eacb4b1b54b38094d744129651ca9d36cd181a70381cebe95f", + "service": "dispatcher", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:08:42.919531993Z" + }, + { + "container_id": "79c83d0f5e1bbf4a7a93dd59e5045dc6ada9d03fc0ec508153116f3bd4bcf2be", + "service": "worker", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:08:58.640527113Z" + } + ] + }, + { + "name": "api_crash_after_commit_before_publish", + "attachment_id": "fd300ea5-6fd9-4cba-bb28-d2a006d748e4", + "job": { + "id": "ddbf1847-c5a6-4fce-abdf-f80d0133f89f", + "state": "ready", + "attempt": 1, + "pipeline_version": 1, + "status": "ready" + }, + "response_status": 502, + "crashed_api": [ + { + "container_id": "067e75fbd3cc4f2e9ac0e8b7b134dbb6c36e32a299e110d29cb8f89240a2eb12", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:08:51.099094879Z" + }, + { + "container_id": "fd6641e6c3fbb1b978031ce79e80b4122f90afa9bc812dbdf99e59c64de12eb5", + "service": "api", + "restart_count": 0, + "status": "exited", + "exit_code": 86, + "started_at": "2026-11-06T16:08:51.111543683Z" + }, + { + "container_id": "5fb73641905061eacb4b1b54b38094d744129651ca9d36cd181a70381cebe95f", + "service": "dispatcher", + "restart_count": 0, + "status": "exited", + "exit_code": 0, + "started_at": "2026-11-06T16:08:42.919531993Z" + }, + { + "container_id": "79c83d0f5e1bbf4a7a93dd59e5045dc6ada9d03fc0ec508153116f3bd4bcf2be", + "service": "worker", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:08:58.640527113Z" + } + ], + "passed": true, + "runtime": [ + { + "container_id": "067e75fbd3cc4f2e9ac0e8b7b134dbb6c36e32a299e110d29cb8f89240a2eb12", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:08:51.099094879Z" + }, + { + "container_id": "fd6641e6c3fbb1b978031ce79e80b4122f90afa9bc812dbdf99e59c64de12eb5", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:02.848652966Z" + }, + { + "container_id": "5fb73641905061eacb4b1b54b38094d744129651ca9d36cd181a70381cebe95f", + "service": "dispatcher", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:09.82094635Z" + }, + { + "container_id": "79c83d0f5e1bbf4a7a93dd59e5045dc6ada9d03fc0ec508153116f3bd4bcf2be", + "service": "worker", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:08:58.640527113Z" + } + ] + }, + { + "name": "dispatcher_crash_after_broker_acceptance", + "attachment_id": "54edda25-bdcd-43e3-9901-02486265b63e", + "job": { + "id": "0ebbedd5-4cfc-425c-8e8e-cbd142559585", + "state": "ready", + "attempt": 1, + "pipeline_version": 1, + "status": "ready" + }, + "passed": true, + "runtime": [ + { + "container_id": "067e75fbd3cc4f2e9ac0e8b7b134dbb6c36e32a299e110d29cb8f89240a2eb12", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:08:51.099094879Z" + }, + { + "container_id": "fd6641e6c3fbb1b978031ce79e80b4122f90afa9bc812dbdf99e59c64de12eb5", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:02.848652966Z" + }, + { + "container_id": "5fb73641905061eacb4b1b54b38094d744129651ca9d36cd181a70381cebe95f", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:14.439695525Z" + }, + { + "container_id": "79c83d0f5e1bbf4a7a93dd59e5045dc6ada9d03fc0ec508153116f3bd4bcf2be", + "service": "worker", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:19.693266499Z" + } + ] + }, + { + "name": "worker_crash_before_effect", + "attachment_id": "450cc0f9-098d-48e5-8db3-aac08d553c03", + "job": { + "id": "b9228476-efae-4345-a223-a1048bacb7bc", + "state": "ready", + "attempt": 2, + "pipeline_version": 1, + "status": "ready" + }, + "before_crash": [ + { + "container_id": "067e75fbd3cc4f2e9ac0e8b7b134dbb6c36e32a299e110d29cb8f89240a2eb12", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:08:51.099094879Z" + }, + { + "container_id": "fd6641e6c3fbb1b978031ce79e80b4122f90afa9bc812dbdf99e59c64de12eb5", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:02.848652966Z" + }, + { + "container_id": "5fb73641905061eacb4b1b54b38094d744129651ca9d36cd181a70381cebe95f", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:14.439695525Z" + }, + { + "container_id": "79c83d0f5e1bbf4a7a93dd59e5045dc6ada9d03fc0ec508153116f3bd4bcf2be", + "service": "worker", + "restart_count": 0, + "status": "exited", + "exit_code": 0, + "started_at": "2026-11-06T16:09:19.693266499Z" + } + ], + "passed": true, + "runtime": [ + { + "container_id": "067e75fbd3cc4f2e9ac0e8b7b134dbb6c36e32a299e110d29cb8f89240a2eb12", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:08:51.099094879Z" + }, + { + "container_id": "fd6641e6c3fbb1b978031ce79e80b4122f90afa9bc812dbdf99e59c64de12eb5", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:02.848652966Z" + }, + { + "container_id": "5fb73641905061eacb4b1b54b38094d744129651ca9d36cd181a70381cebe95f", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:14.439695525Z" + }, + { + "container_id": "79c83d0f5e1bbf4a7a93dd59e5045dc6ada9d03fc0ec508153116f3bd4bcf2be", + "service": "worker", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:25.006693652Z" + } + ] + }, + { + "name": "worker_crash_after_effect", + "attachment_id": "03af4f0e-c43d-4803-a9e4-b561d7a0e5cf", + "job": { + "id": "e3e995da-af10-4fca-9cb7-ce7965049fd4", + "state": "ready", + "attempt": 2, + "pipeline_version": 1, + "status": "ready" + }, + "before_crash": [ + { + "container_id": "067e75fbd3cc4f2e9ac0e8b7b134dbb6c36e32a299e110d29cb8f89240a2eb12", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:08:51.099094879Z" + }, + { + "container_id": "fd6641e6c3fbb1b978031ce79e80b4122f90afa9bc812dbdf99e59c64de12eb5", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:02.848652966Z" + }, + { + "container_id": "5fb73641905061eacb4b1b54b38094d744129651ca9d36cd181a70381cebe95f", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:14.439695525Z" + }, + { + "container_id": "79c83d0f5e1bbf4a7a93dd59e5045dc6ada9d03fc0ec508153116f3bd4bcf2be", + "service": "worker", + "restart_count": 1, + "status": "exited", + "exit_code": 0, + "started_at": "2026-11-06T16:09:25.006693652Z" + } + ], + "passed": true, + "runtime": [ + { + "container_id": "067e75fbd3cc4f2e9ac0e8b7b134dbb6c36e32a299e110d29cb8f89240a2eb12", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:08:51.099094879Z" + }, + { + "container_id": "fd6641e6c3fbb1b978031ce79e80b4122f90afa9bc812dbdf99e59c64de12eb5", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:02.848652966Z" + }, + { + "container_id": "5fb73641905061eacb4b1b54b38094d744129651ca9d36cd181a70381cebe95f", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:14.439695525Z" + }, + { + "container_id": "79c83d0f5e1bbf4a7a93dd59e5045dc6ada9d03fc0ec508153116f3bd4bcf2be", + "service": "worker", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:37.187275168Z" + } + ] + }, + { + "name": "worker_crash_after_result_commit", + "attachment_id": "c6d571d6-f5e9-473b-b624-8496932f8149", + "job": { + "id": "ef993a45-6062-47ef-80f1-3b5f14fd604f", + "state": "ready", + "attempt": 1, + "pipeline_version": 1, + "status": "ready" + }, + "before_crash": [ + { + "container_id": "067e75fbd3cc4f2e9ac0e8b7b134dbb6c36e32a299e110d29cb8f89240a2eb12", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:08:51.099094879Z" + }, + { + "container_id": "fd6641e6c3fbb1b978031ce79e80b4122f90afa9bc812dbdf99e59c64de12eb5", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:02.848652966Z" + }, + { + "container_id": "5fb73641905061eacb4b1b54b38094d744129651ca9d36cd181a70381cebe95f", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:14.439695525Z" + }, + { + "container_id": "79c83d0f5e1bbf4a7a93dd59e5045dc6ada9d03fc0ec508153116f3bd4bcf2be", + "service": "worker", + "restart_count": 1, + "status": "exited", + "exit_code": 0, + "started_at": "2026-11-06T16:09:37.187275168Z" + } + ], + "passed": true, + "runtime": [ + { + "container_id": "067e75fbd3cc4f2e9ac0e8b7b134dbb6c36e32a299e110d29cb8f89240a2eb12", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:08:51.099094879Z" + }, + { + "container_id": "fd6641e6c3fbb1b978031ce79e80b4122f90afa9bc812dbdf99e59c64de12eb5", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:02.848652966Z" + }, + { + "container_id": "5fb73641905061eacb4b1b54b38094d744129651ca9d36cd181a70381cebe95f", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:14.439695525Z" + }, + { + "container_id": "79c83d0f5e1bbf4a7a93dd59e5045dc6ada9d03fc0ec508153116f3bd4bcf2be", + "service": "worker", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:49.818408833Z" + } + ] + }, + { + "name": "20_concurrent_duplicate_deliveries", + "attachment_id": "c6d571d6-f5e9-473b-b624-8496932f8149", + "job": { + "id": "ef993a45-6062-47ef-80f1-3b5f14fd604f", + "state": "ready", + "attempt": 1, + "pipeline_version": 1, + "status": "ready" + }, + "published_effects": 1, + "passed": true, + "runtime": [ + { + "container_id": "067e75fbd3cc4f2e9ac0e8b7b134dbb6c36e32a299e110d29cb8f89240a2eb12", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:08:51.099094879Z" + }, + { + "container_id": "fd6641e6c3fbb1b978031ce79e80b4122f90afa9bc812dbdf99e59c64de12eb5", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:02.848652966Z" + }, + { + "container_id": "5fb73641905061eacb4b1b54b38094d744129651ca9d36cd181a70381cebe95f", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:14.439695525Z" + }, + { + "container_id": "79c83d0f5e1bbf4a7a93dd59e5045dc6ada9d03fc0ec508153116f3bd4bcf2be", + "service": "worker", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:49.818408833Z" + } + ] + }, + { + "name": "queued_reprocess_version2_uses_staging", + "attachment_id": "3446a861-fe42-499f-8d14-f2f6b22726db", + "job": { + "id": "ac595379-27f6-4db4-818f-2e72bebd8227", + "state": "ready", + "attempt": 1, + "pipeline_version": 2, + "status": "ready" + }, + "passed": true, + "runtime": [ + { + "container_id": "067e75fbd3cc4f2e9ac0e8b7b134dbb6c36e32a299e110d29cb8f89240a2eb12", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:08:51.099094879Z" + }, + { + "container_id": "fd6641e6c3fbb1b978031ce79e80b4122f90afa9bc812dbdf99e59c64de12eb5", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:02.848652966Z" + }, + { + "container_id": "5fb73641905061eacb4b1b54b38094d744129651ca9d36cd181a70381cebe95f", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:14.439695525Z" + }, + { + "container_id": "79c83d0f5e1bbf4a7a93dd59e5045dc6ada9d03fc0ec508153116f3bd4bcf2be", + "service": "worker", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:58.691732231Z" + } + ] + }, + { + "name": "stale_version1_after_version2_publish_rejected", + "attachment_id": "c6dfc5c6-d77a-4ff2-a636-187edbeac415", + "job": { + "id": "7480b563-71b2-44dd-9209-2472ecc9db93", + "state": "ready", + "attempt": 1, + "pipeline_version": 2, + "status": "ready" + }, + "passed": true, + "runtime": [ + { + "container_id": "067e75fbd3cc4f2e9ac0e8b7b134dbb6c36e32a299e110d29cb8f89240a2eb12", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:08:51.099094879Z" + }, + { + "container_id": "fd6641e6c3fbb1b978031ce79e80b4122f90afa9bc812dbdf99e59c64de12eb5", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:02.848652966Z" + }, + { + "container_id": "5fb73641905061eacb4b1b54b38094d744129651ca9d36cd181a70381cebe95f", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:14.439695525Z" + }, + { + "container_id": "79c83d0f5e1bbf4a7a93dd59e5045dc6ada9d03fc0ec508153116f3bd4bcf2be", + "service": "worker", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:10:02.97820286Z" + } + ] + }, + { + "name": "failed_replay_before_cleanup_preserves_source_and_results", + "attachment_id": "4aa58aae-75c2-41fe-8d3f-ed16b7650379", + "job": { + "id": "33654439-01d4-4e74-8824-b74afdb99123", + "state": "ready", + "attempt": 2, + "pipeline_version": 1, + "status": "ready" + }, + "passed": true, + "runtime": [ + { + "container_id": "067e75fbd3cc4f2e9ac0e8b7b134dbb6c36e32a299e110d29cb8f89240a2eb12", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:08:51.099094879Z" + }, + { + "container_id": "fd6641e6c3fbb1b978031ce79e80b4122f90afa9bc812dbdf99e59c64de12eb5", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:02.848652966Z" + }, + { + "container_id": "5fb73641905061eacb4b1b54b38094d744129651ca9d36cd181a70381cebe95f", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:14.439695525Z" + }, + { + "container_id": "79c83d0f5e1bbf4a7a93dd59e5045dc6ada9d03fc0ec508153116f3bd4bcf2be", + "service": "worker", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:10:17.9913283Z" + } + ] + }, + { + "name": "cleanup_before_replay_safe_refusal", + "attachment_id": "65e2cf7b-783b-4f6f-8da3-168e840d7e00", + "job": { + "id": "cfb85c2f-7fc2-41f5-9816-a810467f436f", + "state": "failed", + "attempt": 1, + "pipeline_version": 1, + "status": "failed" + }, + "passed": true, + "runtime": [ + { + "container_id": "067e75fbd3cc4f2e9ac0e8b7b134dbb6c36e32a299e110d29cb8f89240a2eb12", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:08:51.099094879Z" + }, + { + "container_id": "fd6641e6c3fbb1b978031ce79e80b4122f90afa9bc812dbdf99e59c64de12eb5", + "service": "api", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:02.848652966Z" + }, + { + "container_id": "5fb73641905061eacb4b1b54b38094d744129651ca9d36cd181a70381cebe95f", + "service": "dispatcher", + "restart_count": 1, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:09:14.439695525Z" + }, + { + "container_id": "79c83d0f5e1bbf4a7a93dd59e5045dc6ada9d03fc0ec508153116f3bd4bcf2be", + "service": "worker", + "restart_count": 0, + "status": "running", + "exit_code": 0, + "started_at": "2026-11-06T16:10:23.781943485Z" + } + ] + } + ], + "passed": true, + "duration_seconds": 118.347, + "finished_at": "2026-11-06T16:10:38.783143+00:00" +} \ No newline at end of file diff --git a/evidence/lint-review-final.txt b/evidence/lint-review-final.txt new file mode 100644 index 00000000..df6f6f43 --- /dev/null +++ b/evidence/lint-review-final.txt @@ -0,0 +1,2 @@ +All checks passed! +29 files already formatted diff --git a/evidence/pixel-boundary-review-log.txt b/evidence/pixel-boundary-review-log.txt new file mode 100644 index 00000000..71e67564 --- /dev/null +++ b/evidence/pixel-boundary-review-log.txt @@ -0,0 +1,24 @@ +{ + "cases": [ + { + "mode": "RGB", + "pixels": 40000000, + "size_bytes": 126351, + "attachment_id": "d146c349-b869-4fc2-9260-2e7030cbc689", + "seconds_to_ready": 2.028, + "status": "ready" + }, + { + "mode": "RGBA", + "pixels": 40000000, + "size_bytes": 167472, + "attachment_id": "cb1d269b-82e7-434c-a909-d3af372c482a", + "seconds_to_ready": 2.265, + "status": "ready" + } + ], + "worker_memory_limit": 939524096, + "worker_oom_killed": false, + "passed": true, + "limits": "Child RLIMIT_AS=700MiB, RLIMIT_CPU=15s, wall timeout=20s; this is not a peak RSS measurement." +} diff --git a/evidence/pixel-boundary.json b/evidence/pixel-boundary.json index fb72aae7..c6881fdb 100644 --- a/evidence/pixel-boundary.json +++ b/evidence/pixel-boundary.json @@ -4,16 +4,16 @@ "mode": "RGB", "pixels": 40000000, "size_bytes": 126351, - "attachment_id": "179489ef-46ba-4535-97c1-4a9a6b21a744", - "seconds_to_ready": 1.8, + "attachment_id": "d146c349-b869-4fc2-9260-2e7030cbc689", + "seconds_to_ready": 2.028, "status": "ready" }, { "mode": "RGBA", "pixels": 40000000, "size_bytes": 167472, - "attachment_id": "5cb068f4-9df0-4ea4-b21d-e9539ef58d2c", - "seconds_to_ready": 1.98, + "attachment_id": "cb1d269b-82e7-434c-a909-d3af372c482a", + "seconds_to_ready": 2.265, "status": "ready" } ], diff --git a/evidence/reprocess-content-review.json b/evidence/reprocess-content-review.json new file mode 100644 index 00000000..a54a23f5 --- /dev/null +++ b/evidence/reprocess-content-review.json @@ -0,0 +1,32 @@ +{ + "attachment_id": "a7724afb-9c2f-439f-a319-4270c426601f", + "pipeline_version": 2, + "after_old_worker_and_cleanup": true, + "checks": [ + { + "name": "original", + "sha256": "99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75", + "size_bytes": 111817, + "matches": true + }, + { + "name": "thumbnail", + "sha256": "b8e59b0cad429b1c49c27c4a1c79e52bfc23e2fab7c7238d18d5addd4df4b546", + "size_bytes": 5813, + "matches": true + }, + { + "name": "crop", + "sha256": "fae35500205a78065cf7d589f121cc909b017e2a4cde882177e24f5608fb4c1f", + "size_bytes": 2462, + "matches": true + }, + { + "name": "optimized", + "sha256": "0bb5b26524335872b2dfe977e2e364101870bfa4e223f4383ab00c34f6771735", + "size_bytes": 2148, + "matches": true + } + ], + "passed": true +} \ No newline at end of file diff --git a/evidence/review-runtime-source.json b/evidence/review-runtime-source.json new file mode 100644 index 00000000..5665b37d --- /dev/null +++ b/evidence/review-runtime-source.json @@ -0,0 +1,34 @@ +{ + "instances": [ + { + "container_id": "a753d11da1c6e15b6fa3f510e45159abca212cce1ea75047a978a7b3dcfb749c", + "image_id": "sha256:2a43094d66f44278456a1dd4b487da97287bc3935715b2b6a36535d60fb0b7d2", + "source_matches_repository": true + }, + { + "container_id": "7ac775db02e181adbb150cb1f8d961f54899cc39ea876652c1ff8a43328d6bfa", + "image_id": "sha256:2a43094d66f44278456a1dd4b487da97287bc3935715b2b6a36535d60fb0b7d2", + "source_matches_repository": true + } + ], + "runtime_source_sha256": { + "__init__.py": "9a72a49106367ca514cc6147d0e727e62c4d33fefd61572d209a5c9494551a2c", + "__main__.py": "ba9a59ad44ee8884cd65cf88d5ea15cbd7051b10f7c729043ddd44ca2f34defe", + "app.py": "b8b1495814c401e08fe864bcfaaa203162f254a39fea91c82863a5d7ae56cb64", + "attachments.py": "a10f28f9ce7355975c2509e6a360d1086f39d601a563706ad3bcb231da82228e", + "config.py": "e4d4aaf674ede8b5abdc361f77c7793ee94d8d7856030c28834eb7c95291b193", + "domain.py": "7bf6f177ab5bdeea09b303dc886160335d348f64f47912b9bba45355db378bef", + "image_pipeline.py": "3dcca5590704f1f9e8eca71dc28097930eac62701cf479aa8b7e3c71ca9b3551", + "image_validation.py": "d9aa8db65edaab88c9a76cf2e5459ad3028ba808579311aeb0d8c4f01f875720", + "jobctl.py": "41098fe1088960f6e62a3e3b6bd63e8b7f048b4561d82a994cf64574b939215d", + "jobs.py": "3105d13c0530ef9ba5ed19152a5e324382e553ce6a1c3d80f94752ed64e9e98f", + "migrate.py": "eb5cad7ac6abe38dd40b2db307d298b297abe9543b3928c36bab8ef06283664e", + "models.py": "c43769d2d4ba0369129a86bf80364a626ab91442f9b9020e6bc904e363a39665", + "postgres.py": "3fa443fae1dd078a01bc3e7403297a4e76f3dd06ec884f3518f95a1f80ffaa52", + "storage.py": "70b0fb157b285b674a7388a2bfe5c5a7feb8149a9266ac7ad035961d769008a5", + "storage_bootstrap.py": "b29a2a1f8864ec3425a7499b1752688f69d8f402f3881957e790ed4522d35589", + "worker.py": "7fa6df06ea8554850814b9d421e05903aac14179054168d8c462cd94faa96ca6" + }, + "passed": true, + "fault_scope": "The repeated 11 fault scenarios and 9 extra invariants ran after worker/jobs/UTF-8/image-validation fixes. Only the shared validate_image wrapper's killpg/output failure guards were tightened afterward. The complete final 179-case suite and 40M image runs used this final image; no full-image identity with the preceding fault run is claimed." +} \ No newline at end of file diff --git a/evidence/shared-validator-review.json b/evidence/shared-validator-review.json new file mode 100644 index 00000000..27dba482 --- /dev/null +++ b/evidence/shared-validator-review.json @@ -0,0 +1,7 @@ +{ + "shared_lab4_commit": "f32e7e18a62594f93ae4c1c557c9ff0f344b8f40", + "wrapper_ast_identical": true, + "image_validation_sha256": "d9aa8db65edaab88c9a76cf2e5459ad3028ba808579311aeb0d8c4f01f875720", + "validation_module_identical": true, + "passed": true +} \ No newline at end of file diff --git a/evidence/smoke-review-final.txt b/evidence/smoke-review-final.txt new file mode 100644 index 00000000..8497572b --- /dev/null +++ b/evidence/smoke-review-final.txt @@ -0,0 +1,2 @@ +python3 tests/smoke.py --base-url "http://127.0.0.1:8085" +PASS: lab5 public API scenario; infrastructure and grading evidence remain separate. diff --git a/evidence/startup-review-final.txt b/evidence/startup-review-final.txt new file mode 100644 index 00000000..81f7591f --- /dev/null +++ b/evidence/startup-review-final.txt @@ -0,0 +1,78 @@ + Container mtusi-vasilev-lab5-s3-1 Running + Container mtusi-vasilev-lab5-storage-1 Running + Container mtusi-vasilev-lab5-postgres-1 Running + Container mtusi-vasilev-lab5-cache-1 Running + Container mtusi-vasilev-lab5-lb-1 Running + Container mtusi-vasilev-lab5-broker-1 Running + Container mtusi-vasilev-lab5-migrate-1 Recreate + Container mtusi-vasilev-lab5-s3-bootstrap-1 Recreate + Container mtusi-vasilev-lab5-migrate-1 Recreated + Container mtusi-vasilev-lab5-dispatcher-1 Recreate + Container mtusi-vasilev-lab5-s3-bootstrap-1 Recreated + Container mtusi-vasilev-lab5-api-1 Recreate + Container mtusi-vasilev-lab5-api-2 Recreate + Container mtusi-vasilev-lab5-worker-1 Recreate + Container mtusi-vasilev-lab5-worker-1 Recreated + Container mtusi-vasilev-lab5-dispatcher-1 Recreated + Container mtusi-vasilev-lab5-api-1 Recreated + Container mtusi-vasilev-lab5-api-2 Recreated + Container mtusi-vasilev-lab5-storage-1 Waiting + Container mtusi-vasilev-lab5-postgres-1 Waiting + Container mtusi-vasilev-lab5-storage-1 Healthy + Container mtusi-vasilev-lab5-postgres-1 Healthy + Container mtusi-vasilev-lab5-s3-bootstrap-1 Starting + Container mtusi-vasilev-lab5-migrate-1 Starting + Container mtusi-vasilev-lab5-migrate-1 Started + Container mtusi-vasilev-lab5-migrate-1 Waiting + Container mtusi-vasilev-lab5-broker-1 Waiting + Container mtusi-vasilev-lab5-s3-bootstrap-1 Started + Container mtusi-vasilev-lab5-s3-bootstrap-1 Waiting + Container mtusi-vasilev-lab5-migrate-1 Waiting + Container mtusi-vasilev-lab5-broker-1 Waiting + Container mtusi-vasilev-lab5-s3-bootstrap-1 Waiting + Container mtusi-vasilev-lab5-migrate-1 Waiting + Container mtusi-vasilev-lab5-cache-1 Waiting + Container mtusi-vasilev-lab5-broker-1 Healthy + Container mtusi-vasilev-lab5-cache-1 Healthy + Container mtusi-vasilev-lab5-broker-1 Healthy + Container mtusi-vasilev-lab5-migrate-1 Exited + Container mtusi-vasilev-lab5-dispatcher-1 Starting + Container mtusi-vasilev-lab5-migrate-1 Exited + Container mtusi-vasilev-lab5-s3-bootstrap-1 Exited + Container mtusi-vasilev-lab5-worker-1 Starting + Container mtusi-vasilev-lab5-migrate-1 Exited + Container mtusi-vasilev-lab5-s3-bootstrap-1 Exited + Container mtusi-vasilev-lab5-api-1 Starting + Container mtusi-vasilev-lab5-worker-1 Started + Container mtusi-vasilev-lab5-api-1 Started + Container mtusi-vasilev-lab5-api-2 Starting + Container mtusi-vasilev-lab5-dispatcher-1 Started + Container mtusi-vasilev-lab5-api-2 Started + Container mtusi-vasilev-lab5-api-1 Waiting + Container mtusi-vasilev-lab5-api-2 Waiting + Container mtusi-vasilev-lab5-api-1 Healthy + Container mtusi-vasilev-lab5-api-2 Healthy + Container mtusi-vasilev-lab5-cache-1 Waiting + Container mtusi-vasilev-lab5-worker-1 Waiting + Container mtusi-vasilev-lab5-s3-1 Waiting + Container mtusi-vasilev-lab5-storage-1 Waiting + Container mtusi-vasilev-lab5-postgres-1 Waiting + Container mtusi-vasilev-lab5-api-1 Waiting + Container mtusi-vasilev-lab5-api-2 Waiting + Container mtusi-vasilev-lab5-s3-bootstrap-1 Waiting + Container mtusi-vasilev-lab5-migrate-1 Waiting + Container mtusi-vasilev-lab5-lb-1 Waiting + Container mtusi-vasilev-lab5-broker-1 Waiting + Container mtusi-vasilev-lab5-dispatcher-1 Waiting + Container mtusi-vasilev-lab5-broker-1 Healthy + Container mtusi-vasilev-lab5-worker-1 Healthy + Container mtusi-vasilev-lab5-lb-1 Healthy + Container mtusi-vasilev-lab5-migrate-1 Exited + Container mtusi-vasilev-lab5-storage-1 Healthy + Container mtusi-vasilev-lab5-cache-1 Healthy + Container mtusi-vasilev-lab5-postgres-1 Healthy + Container mtusi-vasilev-lab5-dispatcher-1 Healthy + Container mtusi-vasilev-lab5-s3-1 Healthy + Container mtusi-vasilev-lab5-s3-bootstrap-1 Exited + Container mtusi-vasilev-lab5-api-1 Healthy + Container mtusi-vasilev-lab5-api-2 Healthy diff --git a/evidence/tests-review-final.txt b/evidence/tests-review-final.txt new file mode 100644 index 00000000..cf360975 --- /dev/null +++ b/evidence/tests-review-final.txt @@ -0,0 +1,4 @@ +........................................................................ [ 40%] +........................................................................ [ 80%] +................................... [100%] +179 passed in 52.52s diff --git a/research/README.md b/research/README.md index eb15fdbd..44320460 100644 --- a/research/README.md +++ b/research/README.md @@ -44,7 +44,7 @@ uv run --locked python research/extra_invariants.py - Дополнительный драйвер останавливает cleanup после последней проверки перед DELETE под row lock и запускает настоящий concurrent replay; обратный interleaving также проверен. Lock timeout — безопасная ограниченная ошибка, а не обход блокировки. - В broker явно доставляются v2/v1/v2 после публикации v2; метаданные, bytes и число эффектов остаются прежними. - Две временные ошибки показывают реальный backoff перед третьей успешной попыткой. -- Некорректные UUID-типы, boolean schema version, неверная дата и не-UTF8 payload отклоняются без crash loop, затем нормальное задание завершается тем же процессом. +- Некорректные UUID-типы, boolean schema version, неверная дата, не-UTF8 payload, глубокий/слишком большой JSON и UUID URN отклоняются без crash loop. Единственное уведомление с uppercase UUID нормализуется и доводит queued job до ready без скрытой lowercase публикации. - Возраст queued-вложения моделируется как восемь суток в БД; cleanup с нулевой retention сохраняет staging, после запуска worker тот же объект становится ready. Реальные восемь суток ожидания не заявляются. ## Границы доказательства @@ -52,3 +52,7 @@ uv run --locked python research/extra_invariants.py Это автоматические контролируемые локальные interleaving, не перебор всех возможных распределённых отказов. At-least-once доставка сохраняется: дубли нормальны, идемпотентен логический эффект. Exactly-once доставка не заявляется. Broker, PostgreSQL, S3 и host остаются одиночными точками отказа. AOF и volumes не заменяют независимые backup. Время fault-suite зависит от рестартов, lease и warm filesystem, не является SLA обработки. Перегрузка и сравнение concurrency не исследуются: выбран трек 2, а не трек 1. Производительность измеряется только там, где явно указана методика. + +## Дополнительное окно готовности и reprocess + +Worker приостанавливается сразу после COMMIT ready до cleanup. Reprocess доходит до удаления старого staging под attachment lock; реальная остановка S3 gateway приводит к503 и откату смены версии. После восстановления тот же ready-original/варианты сохранены. Затем штатный повтор reprocess запускает v2, старый worker возобновляется, cleanup не оставляет прежний staging и не меняет v2content. Это проверяет ресурсный leak, который не покрывался более ранним сценарием старого worker до COMMIT. diff --git a/research/extra_invariants.py b/research/extra_invariants.py index 33f4d3c7..2d5b02f0 100644 --- a/research/extra_invariants.py +++ b/research/extra_invariants.py @@ -140,8 +140,8 @@ def main(): snippet = ( "import json; from messenger.jobs import broker_client,STREAM; b=broker_client(); " f"base={{'schema_version':1,'job_id':'{v2['id']}','type':'attachment.process.v1','attachment_id':'{aid}','pipeline_version':2,'attempt':1,'created_at':'2026-11-06T00:00:00Z'}}; " - "bad=[json.dumps({**base,'job_id':123}),json.dumps({**base,'attachment_id':[]}),json.dumps({**base,'schema_version':True}),json.dumps({**base,'created_at':123}),bytes([255]),bytes([110,111,116,45,106,115,111,110])]; " - "[b.xadd(STREAM,{'body':payload}) for payload in bad]; print('6 malformed deliveries')" + "bad=[json.dumps({**base,'job_id':123}),json.dumps({**base,'attachment_id':[]}),json.dumps({**base,'schema_version':True}),json.dumps({**base,'created_at':123}),bytes([255]),b'not-json','['*2000+']'*2000,b' '*10000+b'{}',json.dumps({**base,'attachment_id':'urn:uuid:'+base['attachment_id']})]; " + "[b.xadd(STREAM,{'body':payload}) for payload in bad]; print('9 malformed deliveries')" ) operation(snippet) normal = upload() @@ -150,14 +150,112 @@ def main(): assert worker_after["container_id"] == worker_before["container_id"] assert worker_after["restart_count"] == worker_before["restart_count"] logs = compose("logs", "--tail", "100", "worker").stdout - assert logs.count('"event": "invalid_delivery"') >= 6 + assert logs.count('"event": "invalid_delivery"') >= 9 result["scenarios"].append( { - "name": "six_poison_deliveries_rejected_without_worker_crash", + "name": "nine_poison_deliveries_rejected_without_worker_crash", "attachment_id": normal, "worker_before": worker_before, "worker_after": worker_after, - "safe_log_events": 6, + "safe_log_events": 9, + "passed": True, + } + ) + + # The only notification for this queued job uses uppercase UUIDs. There + # is no lowercase dispatcher publication available to mask a lost job. + compose("stop", "worker", "dispatcher") + aid = upload() + jid = job(aid)["id"] + operation( + "import json; from messenger.jobs import broker_client,STREAM; " + f"body={{'schema_version':1,'job_id':'{jid.upper()}','type':'attachment.process.v1','attachment_id':'{aid.upper()}','pipeline_version':1,'attempt':1,'created_at':'2026-11-06T00:00:00Z'}}; " + "broker_client().xadd(STREAM,{'body':json.dumps(body)}); print('uppercase notification accepted by broker')" + ) + sql(f"UPDATE job_outbox SET published_at=now() WHERE job_id='{jid}'") + compose("start", "worker") + ready(aid) + assert job(aid)["attempt"] == 1 + compose("start", "dispatcher") + result["scenarios"].append( + { + "name": "uppercase_uuid_only_delivery_completes_queued_job", + "attachment_id": aid, + "no_lowercase_publication": True, + "attempts": 1, + "passed": True, + } + ) + + # A ready result can precede worker staging cleanup. First prove a real + # S3 DELETE outage rolls reprocess back; then retry and prove no orphan. + compose("stop", "worker") + aid = upload() + old_stage = sql(f"SELECT stage_key FROM attachments WHERE id='{aid}'", rows=True)[0][ + "stage_key" + ] + old_worker_barrier = fault("after_result_commit", aid, "pause") + compose("start", "worker") + wait_until(lambda: reached(old_worker_barrier)) + version1 = ready(aid) + delete_barrier = fault("reprocess_before_staging_delete", aid, "pause") + with ThreadPoolExecutor(1) as executor: + replacing = executor.submit( + command, + COMPOSE + + [ + "exec", + "-T", + "--index", + "2", + "api", + "python", + "-m", + "messenger.jobctl", + "reprocess", + aid, + "--version", + "2", + ], + False, + ) + wait_until(lambda: reached(delete_barrier)) + compose("stop", "s3") + sql(f"UPDATE test_faults SET released=true WHERE id={delete_barrier}") + refused = replacing.result(timeout=20) + assert refused.returncode == 1 and json.loads(refused.stdout)["status"] == 503 + assert job(aid)["pipeline_version"] == 1 and job(aid)["state"] == "ready" + compose("start", "s3") + compose("up", "-d", "--no-recreate", "--wait", "api", "lb") + command([sys.executable, "scripts/wait_replicas.py", "2"]) + assert ready(aid) == version1 + assert operation(f"print(o.exists('{old_stage}'))") == "True" + result["scenarios"].append( + { + "name": "reprocess_staging_delete_outage_keeps_ready_version1", + "attachment_id": aid, + "reprocess_error": 503, + "source_and_final_content_intact": True, + "passed": True, + } + ) + operation(f"print(j.reprocess('{aid}',2,o))") + compose("up", "-d", "--no-deps", "--scale", "worker=2", "worker") + version2 = ready(aid) + sql(f"UPDATE test_faults SET released=true WHERE id={old_worker_barrier}") + time.sleep(1) + operation("from messenger.jobctl import cleanup; print(cleanup(s,o,0,3600))") + assert operation(f"print(o.exists('{old_stage}'))") == "False" + assert ready(aid) == version2 + for variant in ["original", "thumbnail", "crop", "optimized"]: + c.call("GET", f"/api/v1/attachments/{aid}/content?variant={variant}", actor=bob) + compose("up", "-d", "--no-deps", "--scale", "worker=1", "worker") + result["scenarios"].append( + { + "name": "ready_reprocess_before_old_cleanup_does_not_orphan_staging", + "attachment_id": aid, + "old_staging_absent": True, + "version2_metadata_and_content_unchanged": True, "passed": True, } ) diff --git a/scripts/verify_sources.py b/scripts/verify_sources.py index ee836ab1..f8d0f720 100644 --- a/scripts/verify_sources.py +++ b/scripts/verify_sources.py @@ -1,4 +1,4 @@ -"""Compare actual container source bytes to the repository and fault-study image.""" +"""Verify final container source bytes without attributing old experiments to a new image.""" import hashlib import json @@ -8,16 +8,15 @@ from pathlib import Path ids = subprocess.check_output(["docker", "compose", "ps", "-q", "api"], text=True).split() assert ids probe = "import hashlib,json,pathlib; p=pathlib.Path('/app/src/messenger'); print(json.dumps({x.name:hashlib.sha256(x.read_bytes()).hexdigest() for x in sorted(p.glob('*.py'))}))" -actual = json.loads(subprocess.check_output(["docker", "exec", ids[0], "python", "-c", probe], text=True)) expected = {p.name: hashlib.sha256(p.read_bytes()).hexdigest() for p in sorted(Path("src/messenger").glob("*.py"))} -assert actual == expected, "Runtime source differs from repository" -old = json.loads(Path("evidence/fault-runtime-source.json").read_text()) -changed = sorted(name for name, digest in actual.items() if digest != old["source_sha256"].get(name)) -assert set(changed) <= {"domain.py"}, changed -result = {"runtime_container_id": ids[0], "runtime_source_sha256": actual, - "fault_image_id": old["image_id"], "changed_after_fault_image": changed, - "pipeline_modules_identical": True, - "explanation": "Only shared cursor parsing was tightened after fault tests; complete final HTTP suite checks it. All pipeline/outbox/storage modules are byte-identical.", - "passed": True} -Path("evidence/runtime-source.json").write_text(json.dumps(result, indent=2)) -print("PASS: runtime matches repository; fault-tested pipeline modules are identical") +instances = [] +for cid in ids: + actual = json.loads(subprocess.check_output(["docker", "exec", cid, "python", "-c", probe], text=True)) + assert actual == expected, "Runtime source differs from repository" + identity = json.loads(subprocess.check_output(["docker", "inspect", cid], text=True))[0] + instances.append({"container_id": cid, "image_id": identity["Image"], "source_matches_repository": True}) +result = {"instances": instances, "runtime_source_sha256": expected, + "passed": True, + "fault_scope": "The repeated 11 fault scenarios and 9 extra invariants ran after worker/jobs/UTF-8/image-validation fixes. Only the shared validate_image wrapper's killpg/output failure guards were tightened afterward. The complete final 179-case suite and 40M image runs used this final image; no full-image identity with the preceding fault run is claimed."} +Path("evidence/review-runtime-source.json").write_text(json.dumps(result, indent=2)) +print("PASS: both final API containers match repository source") diff --git a/src/messenger/app.py b/src/messenger/app.py index 662ce21b..af470ba2 100644 --- a/src/messenger/app.py +++ b/src/messenger/app.py @@ -67,6 +67,23 @@ def error(request, status, message, headers=None): ) +async def invalid_json_encoding(request: Request): + path = request.url.path + if request.method != "POST" or not ( + path in {"/api/v1/users", "/api/v1/chats"} + or re.fullmatch(r"/api/v1/chats/[^/]+/messages", path) + ): + return False + raw = await request.body() + try: + raw.decode("utf-8") + except UnicodeDecodeError: + return True + # Literal NUL is invalid JSON; it also prevents json.loads(bytes) from + # autodetecting BOM-less UTF-16/32. Escaped JSON \u0000 remains valid. + return b"\x00" in raw + + @app.middleware("http") async def request_log(request: Request, call_next): request.state.request_id = str(uuid4()) @@ -78,6 +95,8 @@ async def request_log(request: Request, call_next): and await request.body() ): response = error(request, 400, "Вход не принимает тело запроса") + elif await invalid_json_encoding(request): + response = error(request, 400, "JSON должен быть закодирован в UTF-8") else: response = await call_next(request) except Exception: diff --git a/src/messenger/attachments.py b/src/messenger/attachments.py index 605aae00..db58d23a 100644 --- a/src/messenger/attachments.py +++ b/src/messenger/attachments.py @@ -1,21 +1,21 @@ """Durable asynchronous intake with full bounded validation before acceptance.""" import hashlib +import json +import os +import signal import subprocess -import tempfile +import sys import unicodedata +from pathlib import Path from uuid import uuid4 -from PIL import Image, UnidentifiedImageError - from .domain import Failure, timestamp from .jobs import Jobs, fault from .postgres import public MAX_BYTES = 10 * 1024 * 1024 MAX_PIXELS = 40_000_000 -# Check dimensions before decoding. Pillow's own hard bomb threshold remains active. -Image.MAX_IMAGE_PIXELS = MAX_PIXELS PUBLIC_FIELDS = ( "id", "chat_id", @@ -42,61 +42,61 @@ def filename_valid(name): def validate_image(fileobj, declared_type): if declared_type not in {"image/png", "image/jpeg"}: raise Failure(415, "Ожидается PNG или JPEG") + fileobj.seek(0) + encoded = fileobj.read(MAX_BYTES + 1) + if len(encoded) > MAX_BYTES: + raise Failure(413, "Файл больше 10 MiB") try: - fileobj.seek(0) - with Image.open(fileobj) as image: - width, height = image.size - if width * height > MAX_PIXELS: - raise Failure(413, "Слишком много пикселей") - actual = {"PNG": "image/png", "JPEG": "image/jpeg"}.get(image.format) - if actual != declared_type: - raise Failure(415, "Формат изображения не соответствует MIME") - image.verify() - # verify() alone does not decode IDAT/JPEG scan data. - fileobj.seek(0) - with Image.open(fileobj) as image: - image.load() - if actual == "image/jpeg": - # libjpeg emits a warning but Pillow accepts e.g. a half scan with a - # forged EOI. djpeg's nonzero warning exit rejects that corruption. - fileobj.seek(0) - fallback = None + with subprocess.Popen( + [sys.executable, "-m", "messenger.image_validation", declared_type], + stdin=subprocess.PIPE, + stdout=subprocess.PIPE, + stderr=subprocess.PIPE, + start_new_session=True, + env={ + "PATH": os.environ.get("PATH", os.defpath), + "PYTHONPATH": str(Path(__file__).resolve().parents[1]), + "PYTHONDONTWRITEBYTECODE": "1", + "LANG": "C.UTF-8", + }, + ) as process: try: - decoder_input = fileobj - try: - fileobj.fileno() - except (AttributeError, OSError): - # Internal callers may supply BytesIO; bound the fallback too. - fallback = tempfile.TemporaryFile() - copied = 0 - while chunk := fileobj.read(64 * 1024): - copied += len(chunk) - if copied > MAX_BYTES: - raise Failure(413, "Файл больше 10 MiB") from None - fallback.write(chunk) - fallback.seek(0) - decoder_input = fallback - decoded = subprocess.run( - ["djpeg", "-strict", "-maxmemory", "192m", "-outfile", "/dev/null"], - stdin=decoder_input, - stdout=subprocess.DEVNULL, - stderr=subprocess.PIPE, - timeout=5, - check=False, - ) + output, _ = process.communicate(input=encoded, timeout=5) except subprocess.TimeoutExpired: + # The validator can itself run djpeg: kill its whole process group + # before releasing the upload slot, not only the Python parent. + try: + os.killpg(process.pid, signal.SIGKILL) + except ProcessLookupError: + pass # The child may have exited at the timeout boundary. + process.communicate() raise Failure(415, "Изображение не прошло ограниченную проверку") from None - finally: - if fallback is not None: - fallback.close() - if decoded.returncode: - raise Failure(415, "Повреждённое изображение") - fileobj.seek(0) - return actual, width, height - except Image.DecompressionBombError: - raise Failure(413, "Слишком много пикселей") from None - except (UnidentifiedImageError, OSError, ValueError, SyntaxError): + if process.returncode: + try: + os.killpg(process.pid, signal.SIGKILL) + except ProcessLookupError: + pass + raise Failure(415, "Изображение не прошло ограниченную проверку") + except OSError: + raise Failure(503, "Проверка изображения временно недоступна") from None + finally: + del encoded + try: + outcome = json.loads(output) + except (ValueError, UnicodeError): raise Failure(415, "Повреждённое изображение") from None + if not isinstance(outcome, dict): + raise Failure(415, "Изображение не прошло ограниченную проверку") + if "error" in outcome: + status = outcome["error"] + if type(status) is not int or status not in {413, 415}: + status = 415 + raise Failure(status, "Изображение не прошло ограниченную проверку") + values = outcome.get("ok") + if not isinstance(values, list) or len(values) != 3: + raise Failure(415, "Изображение не прошло ограниченную проверку") + fileobj.seek(0) + return tuple(values) def metadata_public(row): diff --git a/src/messenger/image_validation.py b/src/messenger/image_validation.py new file mode 100644 index 00000000..13c69880 --- /dev/null +++ b/src/messenger/image_validation.py @@ -0,0 +1,146 @@ +"""Short-lived bounded pixel validation; no DB, credentials or application imports.""" + +import json +import resource +import subprocess +import sys +from io import BytesIO + +from PIL import Image, UnidentifiedImageError + +from .domain import Failure + +MAX_BYTES = 10 * 1024 * 1024 +MAX_PIXELS = 40_000_000 +Image.MAX_IMAGE_PIXELS = MAX_PIXELS + + +def inspect_image(fileobj, declared_type): + if declared_type not in {"image/png", "image/jpeg"}: + raise Failure(415, "Ожидается PNG или JPEG") + try: + fileobj.seek(0) + with Image.open(fileobj) as header: + width, height = header.size + if width * height > MAX_PIXELS: + raise Failure(413, "Слишком много пикселей") + actual = {"PNG": "image/png", "JPEG": "image/jpeg"}.get(header.format) + if actual != declared_type: + raise Failure(415, "Формат изображения не соответствует MIME") + frames = getattr(header, "n_frames", 1) + default_image = bool(getattr(header, "default_image", False)) + if width * height * frames > MAX_PIXELS: + raise Failure(413, "Слишком много пикселей во всех кадрах") + header.verify() + # Drop parsed metadata before the separate strict decoder process starts. + del header + if actual == "image/png": + # verify() checks CRC, but does not compare acTL's frame count with + # every fcTL. Do not let a forged count hide a corrupt later frame. + fileobj.seek(8) + controls = frame_controls = 0 + declared_frames = None + animation_data = False + while True: + chunk_header = fileobj.read(8) + if len(chunk_header) != 8: + raise ValueError("Truncated PNG chunk") + length = int.from_bytes(chunk_header[:4], "big") + kind = chunk_header[4:] + controls += kind == b"acTL" + frame_controls += kind == b"fcTL" + animation_data |= kind == b"fdAT" + if kind == b"acTL": + if length != 8: + raise ValueError("Invalid acTL length") + declared_frames = int.from_bytes(fileobj.read(4), "big") + fileobj.seek(length, 1) # remaining payload plus CRC + else: + fileobj.seek(length + 4, 1) + if kind == b"IEND": + break + if controls: + if ( + controls != 1 + or not declared_frames + or frame_controls != declared_frames + or declared_frames + int(default_image) != frames + ): + raise ValueError("Invalid APNG frame count") + elif frame_controls or animation_data: + raise ValueError("Animation chunks without acTL") + if actual == "image/jpeg": + # Validate scan warnings before allocating Pillow's decoded canvas. + # 384 MiB covers coefficient arrays for <=40M pixels and <=4 channels; + # keeping both full decoded buffers alive could exceed the API cgroup. + fileobj.seek(0) + # A bounded compressed copy avoids sharing buffered file-descriptor + # offsets with the child, and supports BytesIO callers as well. + encoded = fileobj.read(MAX_BYTES + 1) + if len(encoded) > MAX_BYTES: + raise Failure(413, "Файл больше 10 MiB") + try: + decoded = subprocess.run( + ["djpeg", "-strict", "-maxmemory", "384m", "-outfile", "/dev/null"], + input=encoded, + stdout=subprocess.DEVNULL, + stderr=subprocess.PIPE, + timeout=4, + check=False, + ) + except subprocess.TimeoutExpired: + raise Failure(415, "Изображение не прошло ограниченную проверку") from None + finally: + del encoded + if decoded.returncode: + raise Failure(415, "Повреждённое изображение") + # djpeg has already decoded every JPEG pixel, streaming output rows. + # A second Pillow load would overlap full progressive coefficient + # arrays with a 160 MiB CMYK canvas and violate the API's 512 MiB cap. + fileobj.seek(0) + return actual, width, height + # Decode one frame at a time. Pillow may retain a previous APNG canvas + # for compositing, but no list/copies of every decoded frame is collected. + fileobj.seek(0) + with Image.open(fileobj) as image: + decoded_pixels = 0 + for frame in range(frames): + if decoded_pixels + width * height > MAX_PIXELS: + raise Failure(413, "Слишком много пикселей во всех кадрах") + image.seek(frame) + decoded_pixels += image.size[0] * image.size[1] + if decoded_pixels > MAX_PIXELS: + raise Failure(413, "Слишком много пикселей во всех кадрах") + image.load() + # Image's context manager closes its input handle, not the decoded core. + # Releasing the object frees native canvases before hashing/S3 publication. + del image + fileobj.seek(0) + return actual, width, height + except Image.DecompressionBombError: + raise Failure(413, "Слишком много пикселей") from None + except (UnidentifiedImageError, OSError, ValueError, SyntaxError, EOFError): + raise Failure(415, "Повреждённое изображение") from None + + +def main(): + resource.setrlimit(resource.RLIMIT_CORE, (0, 0)) + resource.setrlimit(resource.RLIMIT_CPU, (4, 5)) + if sys.platform == "linux": + resource.setrlimit(resource.RLIMIT_AS, (512 * 1024 * 1024, 512 * 1024 * 1024)) + try: + data = sys.stdin.buffer.read(MAX_BYTES + 1) + if len(data) > MAX_BYTES: + raise Failure(413, "Файл больше 10 MiB") + result = inspect_image(BytesIO(data), sys.argv[1]) + print(json.dumps({"ok": result})) + except Failure as exc: + print(json.dumps({"error": exc.status})) + except MemoryError: + print(json.dumps({"error": 415})) + except Exception: + print(json.dumps({"error": 415})) + + +if __name__ == "__main__": + main() diff --git a/src/messenger/jobs.py b/src/messenger/jobs.py index 28bf85ca..aab9c633 100644 --- a/src/messenger/jobs.py +++ b/src/messenger/jobs.py @@ -302,6 +302,13 @@ class Jobs: source = a["object_key"] if a["status"] == "ready" else a["stage_key"] if not source or not storage.exists(source): raise Failure(409, "Источник больше недоступен") + if a["status"] == "ready" and a["stage_key"] and a["stage_key"].startswith("staging/"): + # A worker can be paused after publishing ready but before its + # staging cleanup. Do not orphan that key when choosing final v1 + # as the new source. Delete stays under the same attachment lock; + # a storage failure leaves the ready version unchanged. + fault(self.store, "reprocess_before_staging_delete", attachment_id) + storage.delete(a["stage_key"]) conn.execute( "UPDATE attachment_jobs SET state='superseded',updated_at=now() WHERE attachment_id=%s AND state IN ('queued','processing','failed')", (attachment_id,), diff --git a/src/messenger/worker.py b/src/messenger/worker.py index 5c3b649b..7f68bddc 100644 --- a/src/messenger/worker.py +++ b/src/messenger/worker.py @@ -24,6 +24,7 @@ from .storage import ObjectStorage logger = logging.getLogger("messenger.worker") logging.basicConfig(level=logging.INFO, format="%(message)s") stopping = False +MAX_JOB_BYTES = 8192 def stop(signum, frame): @@ -105,7 +106,15 @@ def cleanup_ready(store, storage, attachment_id): def validate_delivery(body): - data = json.loads(body) + if not isinstance(body, (str, bytes, bytearray)): + raise ValueError("invalid_job") + encoded = body.encode("utf-8") if isinstance(body, str) else body + if len(encoded) > MAX_JOB_BYTES: + raise ValueError("invalid_job") + try: + data = json.loads(encoded) + except RecursionError: + raise ValueError("invalid_job") from None expected = { "schema_version", "job_id", @@ -126,8 +135,13 @@ def validate_delivery(body): raise ValueError("invalid_job") if not isinstance(data["job_id"], str) or not isinstance(data["attachment_id"], str): raise ValueError("invalid_job") - UUID(data["job_id"]) - UUID(data["attachment_id"]) + for field in ("job_id", "attachment_id"): + canonical = str(UUID(data[field])) + if data[field].lower() != canonical: + raise ValueError("invalid_job") + # RFC UUID hex is case-insensitive; PostgreSQL and state comparisons use + # the same canonical spelling, so a valid uppercase delivery is not lost. + data[field] = canonical if type(data["pipeline_version"]) is not int or data["pipeline_version"] < 1: raise ValueError("invalid_job") if type(data["attempt"]) is not int or data["attempt"] < 1: diff --git a/student-tests/test_image_edges.py b/student-tests/test_image_edges.py new file mode 100644 index 00000000..ae0160d4 --- /dev/null +++ b/student-tests/test_image_edges.py @@ -0,0 +1,229 @@ +"""Full-range JPEG and bounded multi-frame PNG regressions.""" + +import os +import struct +import zlib +from io import BytesIO + +import pytest +from client import Client +from PIL import Image + + +@pytest.fixture(scope="module") +def scenario(): + c = Client(os.getenv("BASE_URL", "http://127.0.0.1:8085")) + return c, *c.bootstrap() + + +def upload(scenario, data, mime, expected): + c, alice, _, _, chat = scenario + result = c.call( + "POST", + f"/api/v1/chats/{chat['id']}/attachments?filename=edge.png", + 202 if expected == 201 else expected, + actor=alice, + raw=data, + headers={"Content-Type": mime}, + schema="Attachment" if expected == 201 else None, + ) + if expected == 201: + result["json"] = c.wait_ready(alice, result["json"]) + return result + + +def progressive_jpeg(): + output = BytesIO() + image = Image.new("RGB", (6000, 6000), "blue") + try: + image.save(output, "JPEG", quality=90, progressive=True, subsampling=0) + finally: + image.close() + return output.getvalue() + + +def apng(size=(16, 16), default_image=False): + output = BytesIO() + first, second = Image.new("RGB", size, "red"), Image.new("RGB", size, "blue") + try: + first.save( + output, + "PNG", + save_all=True, + append_images=[second], + duration=100, + loop=0, + default_image=default_image, + ) + finally: + first.close() + second.close() + return output.getvalue() + + +def broken_later_frame(data): + result, position = bytearray(data[:8]), 8 + while position < len(data): + length = struct.unpack(">I", data[position : position + 4])[0] + kind = data[position + 4 : position + 8] + payload = data[position + 8 : position + 8 + length] + if kind == b"fdAT": + payload = payload[:4] + b"not-a-valid-deflate-stream" + result += ( + struct.pack(">I", len(payload)) + + kind + + payload + + struct.pack(">I", zlib.crc32(kind + payload)) + ) + position += length + 12 + return bytes(result) + + +def test_36m_progressive_jpeg_is_valid_and_unchanged(scenario): + data = progressive_jpeg() + attachment = upload(scenario, data, "image/jpeg", 201)["json"] + c, _, bob, _, _ = scenario + assert ( + c.call("GET", f"/api/v1/attachments/{attachment['id']}/content", actor=bob)["bytes"] == data + ) + + +def test_apng_corrupt_later_frame_is_rejected(scenario): + upload(scenario, broken_later_frame(apng()), "image/png", 415) + + +def test_valid_small_apng_is_accepted_and_unchanged(scenario): + data = apng() + attachment = upload(scenario, data, "image/png", 201)["json"] + c, _, bob, _, _ = scenario + assert ( + c.call("GET", f"/api/v1/attachments/{attachment['id']}/content", actor=bob)["bytes"] == data + ) + + +def test_apng_cumulative_canvas_limit(scenario): + # Two 25M-pixel canvases exceed the total 40M decode budget. + upload(scenario, apng((5000, 5000)), "image/png", 413) + + +def test_apng_forged_frame_count_cannot_hide_bad_frame(scenario): + data = bytearray(broken_later_frame(apng())) + position = 8 + while position < len(data): + length = struct.unpack(">I", data[position : position + 4])[0] + kind = bytes(data[position + 4 : position + 8]) + if kind == b"acTL": + data[position + 8 : position + 12] = struct.pack(">I", 1) + payload = bytes(data[position + 8 : position + 8 + length]) + data[position + 8 + length : position + 12 + length] = struct.pack( + ">I", zlib.crc32(kind + payload) + ) + break + position += length + 12 + upload(scenario, bytes(data), "image/png", 415) + + +def test_apng_zero_count_with_static_fallback_is_rejected(scenario): + # Pillow warns and falls back to one valid static PNG frame. The raw acTL + # count must still be rejected rather than trusting Pillow's n_frames=1. + data = apng() + result, position, controls = bytearray(data[:8]), 8, 0 + while position < len(data): + length = int.from_bytes(data[position : position + 4], "big") + kind = data[position + 4 : position + 8] + payload = data[position + 8 : position + 8 + length] + position += length + 12 + if kind == b"acTL": + payload = bytes(4) + payload[4:] + if kind == b"fcTL": + controls += 1 + if controls > 1: + continue + if kind == b"fdAT": + continue + result += ( + struct.pack(">I", len(payload)) + + kind + + payload + + struct.pack(">I", zlib.crc32(kind + payload)) + ) + upload(scenario, bytes(result), "image/png", 415) + + +def test_apng_exact_cumulative_limit_is_accepted(scenario): + upload(scenario, apng((4000, 5000)), "image/png", 201) + + +def test_40m_cmyk_progressive_jpeg_is_accepted(scenario): + output = BytesIO() + image = Image.new("CMYK", (8000, 5000), (0, 128, 128, 0)) + try: + image.save(output, "JPEG", quality=90, progressive=True, subsampling=0) + finally: + image.close() + data = output.getvalue() + attachment = upload(scenario, data, "image/jpeg", 201)["json"] + c, _, bob, _, _ = scenario + assert ( + c.call("GET", f"/api/v1/attachments/{attachment['id']}/content", actor=bob)["bytes"] == data + ) + + +def test_repeated_large_image_sequence_stays_available(scenario): + # Formerly retained APNG canvases could overlap the next CMYK decoder. + c, _, bob, _, _ = scenario + data = apng((4000, 5000)) + attachment = upload(scenario, data, "image/png", 201)["json"] + assert ( + c.call("GET", f"/api/v1/attachments/{attachment['id']}/content", actor=bob)["bytes"] == data + ) + del data + test_40m_cmyk_progressive_jpeg_is_accepted(scenario) + test_36m_progressive_jpeg_is_valid_and_unchanged(scenario) + data = BytesIO() + image = Image.new("RGB", (16, 16), "green") + image.save(data, "PNG") + image.close() + attachment = upload(scenario, data.getvalue(), "image/png", 201)["json"] + assert ( + c.call("GET", f"/api/v1/attachments/{attachment['id']}/content", actor=bob)["bytes"] + == data.getvalue() + ) + + +@pytest.mark.parametrize("progressive", [False, True]) +def test_small_cmyk_jpeg(progressive, scenario): + output = BytesIO() + image = Image.new("CMYK", (24, 18), (0, 128, 128, 0)) + image.save(output, "JPEG", progressive=progressive) + image.close() + upload(scenario, output.getvalue(), "image/jpeg", 201) + + +def test_invalid_zero_frame_count_is_rejected(scenario): + data = apng() + result, position, controls = bytearray(data[:8]), 8, 0 + while position < len(data): + length = struct.unpack(">I", data[position : position + 4])[0] + kind = data[position + 4 : position + 8] + payload = data[position + 8 : position + 8 + length] + position += length + 12 + if kind == b"fcTL": + controls += 1 + if controls > 1: + continue + if kind == b"fdAT": + continue + if kind == b"acTL": + payload = bytes(4) + payload[4:] + result += ( + struct.pack(">I", len(payload)) + + kind + + payload + + struct.pack(">I", zlib.crc32(kind + payload)) + ) + upload(scenario, bytes(result), "image/png", 415) + + +def test_valid_apng_default_image(scenario): + upload(scenario, apng(default_image=True), "image/png", 201) diff --git a/student-tests/test_jobs.py b/student-tests/test_jobs.py index 71abc1d8..ef1053b5 100644 --- a/student-tests/test_jobs.py +++ b/student-tests/test_jobs.py @@ -50,3 +50,23 @@ def test_valid_trace_context(): "tracestate": "test=value", } assert validate_delivery(json.dumps(body)) == body + + +@pytest.mark.parametrize( + "body", ["[" * 2000 + "]" * 2000, "[" * 20000 + "]" * 20000, b" " * 8193 + b"{}"] +) +def test_deep_and_oversize_envelopes_reject_safely(body): + with pytest.raises(ValueError): + validate_delivery(body) + + +def test_uuid_uppercase_is_normalized_before_storage(): + value = "AAAAAAAA-AAAA-4AAA-8AAA-AAAAAAAAAAAA" + parsed = validate_delivery(json.dumps({**VALID, "job_id": value, "attachment_id": value})) + assert parsed["job_id"] == parsed["attachment_id"] == value.lower() + + +@pytest.mark.parametrize("field", ["job_id", "attachment_id"]) +def test_uuid_urn_is_rejected_before_storage(field): + with pytest.raises(ValueError): + validate_delivery(json.dumps({**VALID, field: "urn:uuid:" + VALID[field]})) diff --git a/student-tests/test_json_encoding.py b/student-tests/test_json_encoding.py new file mode 100644 index 00000000..fe81fd64 --- /dev/null +++ b/student-tests/test_json_encoding.py @@ -0,0 +1,169 @@ +import base64 +import codecs +import json +import os +import uuid +from uuid import uuid4 + +import pytest +from client import Client + +ENCODINGS = [ + "utf-16", + "utf-16-le", + "utf-16-be", + "utf-16-be-bom", + "utf-32", + "utf-32-le", + "utf-32-be", + "utf-32-be-bom", +] + + +def encoded(body, encoding): + text = json.dumps(body, ensure_ascii=False) + if encoding == "utf-16-be-bom": + return codecs.BOM_UTF16_BE + text.encode("utf-16-be") + if encoding == "utf-32-be-bom": + return codecs.BOM_UTF32_BE + text.encode("utf-32-be") + return text.encode(encoding) + + +@pytest.fixture(scope="module") +def encoding_scenario(): + c = Client(os.environ["BASE_URL"]) + return c, *c.bootstrap() + + +@pytest.mark.parametrize("encoding", ENCODINGS) +def test_non_utf8_registration_has_no_write(encoding_scenario, encoding): + c, *_ = encoding_scenario + body = { + "username": "enc_" + uuid.uuid4().hex[:14], + "display_name": "Никита\u0000имя", + "password": "Пароль:тестовый-12345", + } + c.call( + "POST", + "/api/v1/users", + 400, + raw=encoded(body, encoding), + headers={"Content-Type": "application/json"}, + ) + # UNIQUE username proves the rejected request did not insert a user. + created = c.call("POST", "/api/v1/users", 201, body=body, schema="User")["json"] + assert created["display_name"] == body["display_name"] + + +@pytest.mark.parametrize("encoding", ENCODINGS) +def test_non_utf8_chat_has_no_write(encoding_scenario, encoding): + c, alice, *_ = encoding_scenario + before = c.call("GET", "/api/v1/chats?limit=100", actor=alice, schema="ChatPage")["json"] + body = {"title": "Чат\u0000" + uuid.uuid4().hex, "member_ids": [alice["id"]]} + c.call( + "POST", + "/api/v1/chats", + 400, + actor=alice, + raw=encoded(body, encoding), + headers={"Content-Type": "application/json"}, + ) + after = c.call("GET", "/api/v1/chats?limit=100", actor=alice, schema="ChatPage")["json"] + assert before == after + assert ( + c.call("POST", "/api/v1/chats", 201, actor=alice, body=body, schema="Chat")["json"]["title"] + == body["title"] + ) + + +@pytest.mark.parametrize("encoding", ENCODINGS) +def test_non_utf8_message_has_no_write(encoding_scenario, encoding): + c, alice, _, _, chat = encoding_scenario + path = f"/api/v1/chats/{chat['id']}/messages" + key = uuid.uuid4().hex + body = {"text": "Сообщение\u0000" + key} + c.call( + "POST", + path, + 400, + actor=alice, + raw=encoded(body, encoding), + headers={"Content-Type": "application/json", "Idempotency-Key": key}, + ) + history = c.call("GET", path + "?limit=100", actor=alice, schema="MessagePage")["json"]["items"] + assert all(item["text"] != body["text"] for item in history) + good = c.call( + "POST", + path, + 201, + actor=alice, + body=body, + headers={"Idempotency-Key": key}, + schema="Message", + )["json"] + repeat = c.call( + "POST", + path, + 201, + actor=alice, + body=body, + headers={"Idempotency-Key": key}, + schema="Message", + )["json"] + assert good == repeat and good["text"] == body["text"] + + +@pytest.mark.parametrize("encoding", ["utf-8", "utf-8-sig"]) +def test_valid_utf8_registration_and_login(encoding_scenario, encoding): + c, *_ = encoding_scenario + body = { + "username": "utf8_" + uuid.uuid4().hex[:14], + "display_name": "Юникод\u0000😀", + "password": "Пароль:тестовый-12345", + } + user = c.call( + "POST", + "/api/v1/users", + 201, + raw=encoded(body, encoding), + headers={"Content-Type": "application/json"}, + schema="User", + )["json"] + assert user["display_name"] == body["display_name"] + credential = base64.b64encode((body["username"] + ":" + body["password"]).encode()).decode() + session = c.call( + "POST", + "/api/v1/auth/sessions", + 201, + headers={"Authorization": "Basic " + credential}, + schema="Session", + )["json"] + assert session["user"] == user + + +def requests_for(alice, chat): + return [ + ( + "/api/v1/users", + { + "username": "utf_" + uuid4().hex[:12], + "display_name": "Имя\0", + "password": "synthetic-password-123", + }, + ), + ("/api/v1/chats", {"title": "Чат\0", "member_ids": [alice["id"]]}), + (f"/api/v1/chats/{chat['id']}/messages", {"text": "Сообщение\0"}), + ] + + +def test_utf8_and_escaped_nul_remain_valid(encoding_scenario): + c, alice, _, _, chat = encoding_scenario + for path, body in requests_for(alice, chat): + c.call( + "POST", + path, + 201, + actor=alice, + raw=json.dumps(body, ensure_ascii=False).encode("utf-8"), + headers={"Content-Type": "application/json", "Idempotency-Key": uuid4().hex}, + ) -- 2.54.0