ЛР5 - БПИ2301 - Антонов - на 4 #80

Open
aegor wants to merge 8 commits from aegor/mtusi2026lab5:solution/БПИ2301-Antonov into main
113 changed files with 23077 additions and 15 deletions
+4
View File
@@ -16,5 +16,9 @@ backups
.venv
__pycache__
node_modules
dist
coverage
evidence
.DS_Store
.idea
.vscode
+4
View File
@@ -23,3 +23,7 @@ WORKER_CONCURRENCY=2
JOB_MAX_ATTEMPTS=5
JOB_TIMEOUT_SECONDS=60
STAGING_RETENTION_SECONDS=86400
JOB_LEASE_SECONDS=90
JOB_STALE_SECONDS=300
RECONCILE_GRACE_SECONDS=3600
RECONCILE_INTERVAL_SECONDS=300
+2
View File
@@ -0,0 +1,2 @@
* text=auto eol=lf
*.png binary
+6
View File
@@ -0,0 +1,6 @@
{
"useTabs": true,
"tabWidth": 4,
"singleQuote": true,
"trailingComma": "all"
}
+45
View File
@@ -0,0 +1,45 @@
# syntax=docker/dockerfile:1
FROM node:20.17.0-slim AS base
RUN apt-get update \
&& apt-get install -y --no-install-recommends openssl \
&& rm -rf /var/lib/apt/lists/*
WORKDIR /app
FROM base AS deps
COPY package.json package-lock.json ./
RUN npm ci
FROM deps AS build
COPY prisma ./prisma
RUN npx prisma generate
COPY tsconfig.json tsconfig.build.json nest-cli.json ./
COPY src ./src
RUN npm run build
FROM build AS test
COPY contracts/openapi.json ./contracts/openapi.json
COPY tests/fixtures/sample.png ./tests/fixtures/sample.png
COPY test ./test
CMD ["npm", "test"]
FROM build AS migrate
CMD ["sh", "-c", "DATABASE_URL=\"$(cat \"$DATABASE_URL_FILE\")\" exec npx prisma migrate deploy"]
FROM build AS prod-deps
RUN npm prune --omit=dev
FROM base AS runtime
ENV NODE_ENV=production
COPY package.json ./
COPY --from=prod-deps /app/node_modules ./node_modules
COPY --from=build /app/dist ./dist
COPY contracts/openapi.json ./contracts/openapi.json
USER node
EXPOSE 8080
HEALTHCHECK --interval=5s --timeout=2s --start-period=5s --retries=3 \
CMD node -e "require('http').get('http://127.0.0.1:8080/health/core',r=>process.exit(r.statusCode===200?0:1)).on('error',()=>process.exit(1))"
CMD ["node", "dist/main.js"]
+238 -15
View File
@@ -1,37 +1,260 @@
# Отчёт — лабораторная 5
- Автор, группа: TODO
- Целевая оценка; выбранный трек 5, если нужен: TODO
- Commit/PR: TODO после публикации
- Использованные источники, библиотеки и помощь ИИ: TODO
- Автор, группа: Антонов Егор, БПИ2301
- Целевая оценка; выбранный трек 5, если нужен: **4**, трек 5 не заявляется
- Commit/PR: ветка `solution/БПИ2301-Antonov`; ссылка на PR — после публикации
- Использованные источники, библиотеки и помощь ИИ: документация RabbitMQ (reliability, publisher confirms и consumer acknowledgements, quorum queues, `x-delivery-limit`, dead lettering, prefetch), PostgreSQL (`FOR UPDATE SKIP LOCKED`), `sharp`/libvips (`rotate`, `flatten`, `resize`, `limitInputPixels`, WebP), Prisma (interactive transactions). Новые библиотеки: `amqplib` 0.10.5 (+ `@types/amqplib` 0.10.6); остальные — как в lab4. Перед сдачей просмотрены замечания проверяющих к чужим PR этой лабораторной, те же сценарии воспроизведены на своём стенде (см. «Сверка с замечаниями проверяющих»); код из чужих решений не использовался. ИИ-ассистент использовался как парный программист: код, тесты, сценарии отказов и текст отчёта по моим решениям с последующим ревью; проверки воспроизведены мной на своём стенде.
## Запуск из чистого clone
TODO: версии runtime/образов, prerequisites, команды создания локальных secrets/.env, build, миграций, запуска, ожидания готовности, тестов и остановки. Указать необходимые действия оператора. Не вставлять секреты. Отдельно указать безопасную остановку и команду намеренного удаления учебных данных.
На хосте нужен **только Docker** (Engine + Compose v2); python/node/make/sh на хосте не требуются, команды одинаковы в PowerShell и bash. Проверено: Docker 29.3.1, Compose v5.1.1 (внутри `tools` — v2.31.0), Docker Desktop (WSL2), 12 vCPU, 8 GiB RAM.
| Компонент | Версия |
| --- | --- |
| API, worker, relay (один образ) | `node:20.17.0-slim` + openssl, NestJS 10 / Fastify, Prisma 6.1.0, `@aws-sdk/client-s3` 3.700.0, `sharp` 0.33.5, `amqplib` 0.10.5 |
| Брокер | `rabbitmq:4.0.5-alpine`, закреплён digest |
| Балансировщик | `haproxy:3.0.6-alpine` |
| PostgreSQL | `postgres:17.2-alpine` |
| Redis | `redis:7.4.1-alpine` |
| S3 | `pgsty/minio:RELEASE.2026-08-04T00-00-00Z`, закреплён digest (официальный образ MinIO не раздаётся, см. отчёт lab4) |
| Bootstrap S3 | `pgsty/mc:RELEASE.2026-10-26T00-00-00Z`, закреплён digest |
| secrets-init | `alpine:3.20.3` |
| tools (проверки) | `docker:27.3.1-cli` + python3, make, git |
```sh
# 1. Запуск: secrets-init → postgres, redis, s3, rabbitmq → s3-init, migrate → api ×2, worker, relay, reconciler → lb
docker compose up -d --build --wait
# 2. Публичные проверки внутри контейнера tools (BASE_URL=http://lb:8080)
docker compose run --rm --build tools make check
docker compose run --rm tools make test
docker compose run --rm tools make test-persistence ACTION_SCRIPT=scripts/restart.sh
docker compose up -d --wait
docker compose run --rm tools make test-failover ACTION_SCRIPT=scripts/stop-one.sh
docker compose up -d --wait
# 3. Сценарии фоновой обработки (каждый печатает шаги, ID и результат, без токенов)
docker compose run --rm tools python3 scripts/job-scenario.py restart # уровень 3: worker остановлен, рестарт API и брокера
docker compose run --rm tools python3 scripts/job-scenario.py crash-after-store # worker убит после записи S3, до COMMIT и ack
docker compose run --rm tools python3 scripts/job-scenario.py crash-after-commit # worker убит после COMMIT, до ack
docker compose run --rm tools python3 scripts/job-scenario.py outbox-gap # разрыв COMMIT → publish
docker compose run --rm tools python3 scripts/job-scenario.py relay-crash # relay убит после confirm, до отметки outbox
docker compose run --rm tools python3 scripts/job-scenario.py retry-replay # backoff, failed, явный replay
docker compose run --rm tools python3 scripts/job-scenario.py broker # prefetch, лимиты, DLQ
# 4. Операторские команды
docker compose exec -T worker node dist/replay.js --list # реестр failed
docker compose exec -T worker node dist/replay.js <job_id|attachment_id> # явный replay
# 5. Собственные тесты: отдельные postgres, s3 (tmpfs) и redis
docker compose -f compose.test.yaml run --rm --build tests
docker compose -f compose.test.yaml down -v
# 6. Все доказательства в evidence/ одной командой (~6 минут; пересоздаёт тестовые данные сценариев)
docker compose run --rm tools sh scripts/collect-evidence.sh
# Безопасная остановка (данные, очередь и секреты сохраняются)
docker compose stop # или: docker compose down
# Намеренное удаление учебных данных, очереди и сгенерированных секретов
docker compose down -v
```
- **`.env` необязателен**: в `compose.yaml` те же значения по умолчанию. Для своих: `cp .env.example .env`, затем `docker compose --env-file .env up -d --build --wait`.
- **Секреты** создаёт one-shot `secrets-init` в volume `secrets`, раздельно по сервисам (`volume.subpath`). Новое в lab5: пароль брокера; `rabbitmq` получает его в своём `conf.d`, `worker` и `relay` — файл `broker_url`; у API доступа к брокеру нет. Действий оператора не требуется; секреты не попадают в Git, образы, логи и evidence.
- **Наружу опубликован только LB** на `127.0.0.1:8080`. API, PostgreSQL, Redis, S3 и RabbitMQ доступны только во внутренней сети compose; management-плагин RabbitMQ не включён.
- **Swagger UI**: http://localhost:8080/docs — обязательный контракт `contracts/openapi.json` 1.5.0 без изменений; служебное расширение `/health/core` — [contracts/extensions.openapi.json](contracts/extensions.openapi.json) (как в lab4).
## Архитектура и решения
TODO: схема процессов/хранилищ, источник истины, транзакционные границы, ограничения. Что перенесено из lab4, что изменено в этой работе. Соответствие переменных из .env.example реальной конфигурации.
```
client ──HTTP──▶ lb ──▶ api ×2 ── 1) проверка, тело во временный файл
│ 2) PUT staging/<id> в S3 (приватный префикс)
│ 3) одна транзакция PostgreSQL: attachment queued + attachment_jobs + outbox ──▶ 202
▼
postgres ◀── relay: SELECT outbox ... FOR UPDATE SKIP LOCKED → publish persistent → publisher confirm → published_at
▲ └─ каждые 5 s: lease истёк → queued/failed; queued без свежей публикации > 5 мин → снова в outbox
│ │
│ rabbitmq: attachment.jobs (quorum, durable) ──delivery-limit 20──▶ attachment.jobs.dlq
│ │ prefetch 2, manual ack
└── worker: claim + lease → staging → sha256 → варианты → PUT attachments/<id>/... → COMMIT ready → ack → удалить staging
reconciler (раз в 5 минут): сироты в attachments/ и staging/, staging у failed старше 24 h и у ready
```
| Роль | Service | Health/readiness | Volume | Сеть/порт | Credentials | Лимиты |
| --- | --- | --- | --- | --- | --- | --- |
| Балансировщик | `lb` | проверяет backends (`/health/core`) | — | `127.0.0.1:8080` | — | 0.25 CPU, 64M |
| API ×2 | `api` | `/health/core` (LB, Docker), `/health/ready` по контракту | — | внутренняя, 8080 | `secrets/api`: БД, кэш, ключи S3 | 0.5 CPU, 256M каждая |
| Брокер | `rabbitmq` | `rabbitmq-diagnostics check_port_connectivity` | `rabbitmqdata` | внутренняя, 5672 | `secrets/rabbitmq`: конфиг с паролем | 0.5 CPU, 512M |
| Worker | `worker` | healthcheck отключён; лог | — | внутренняя | `secrets/worker`: БД, брокер, ключи S3 | 1 CPU, 768M |
| Relay outbox | `relay` | healthcheck отключён; лог | — | внутренняя | `secrets/relay`: БД, брокер | 0.25 CPU, 128M |
| БД | `postgres` | `pg_isready` | `pgdata` | внутренняя | `secrets/postgres` | 1 CPU, 512M |
| S3 | `s3` | `/minio/health/live` | `s3data` | внутренняя, 9000 | `secrets/s3` | 0.5 CPU, 512M |
| Кэш сессий | `redis` | `redis-cli ping` | — | внутренняя | `secrets/redis` | 0.25 CPU, 128M |
| Сверка | `reconciler` | лог JSON | — | внутренняя | `secrets/reconciler` | 0.25 CPU, 128M |
| Bootstrap | `secrets-init`, `s3-init`, `migrate` | exit 0 | `secrets` | — | свои подкаталоги | по 0.1–0.5 CPU |
**Источник истины** — PostgreSQL: таблица `attachment_jobs` хранит состояние каждой работы, брокер — только транспорт уведомлений. Поэтому потеря сообщения не теряет работу (её восстанавливает relay), а дубль сообщения не создаёт второй результат.
**Выбор брокера.** RabbitMQ 4: durable quorum queue, persistent-сообщения, publisher confirms, ручной ack, prefetch и dead lettering есть «из коробки». Redis в стенде без persistence (кэш сессий), делать его брокером означало бы менять его роль.
**Модель данных** (миграция `20261115000000_attachment_jobs`).
- `attachments`: добавлены `status` (`queued`/`processing`/`ready`/`failed`, CHECK), `error_code` (CHECK: задан тогда и только тогда, когда `failed`), `staging_key`. Строки lab4 получают `ready`; их `object_key` = `attachments/<id>` остаётся рабочим.
- `attachment_jobs`: `id` (= `job_id` сообщения, не меняется при redelivery), `attempt`, `max_attempts`, `next_attempt_at`, `lease_owner`, `lease_until`, `error_code`, `last_error`. Уникальность `(attachment_id, pipeline_version)`; CHECK: `attempt ≤ max_attempts`, у `processing` есть lease.
- `attachment_variants`: PK `(attachment_id, pipeline_version, name)` — ключ эффекта из `attachment-states.md`, второй набор вариантов физически невозможен.
- `outbox`: `payload` (сообщение по `jobs.schema.json`), `available_at` (для отложенного повтора), `published_at`, `publish_attempts`.
- `job_events`: журнал переходов (`enqueued`, `processing`, `retry_scheduled`, `lease_expired`, `republished`, `failed`, `replayed`, `ready`) — audit и доказательства.
**Что сохранено в момент 202.** Байты проверенного файла подтверждены S3 в `staging/<id>` (PUT с `ChecksumSHA256`); одной транзакцией закоммичены метаданные вложения `queued`, задание и запись outbox. Публикация в брокер происходит после ответа, отдельным процессом. Staging — приватный префикс того же bucket: это честная граница «staging уже в S3»; worker «публикует» оригинал копированием в конечный ключ `attachments/<id>/original`.
**Сообщение брокера** — ровно поля `jobs.schema.json` (`schema_version`, `job_id`, `type`, `attachment_id`, `pipeline_version`, `attempt`, `created_at`); `messageId` = `job_id`. Байтов, ключей S3, URL и credentials нет: worker берёт ключи из БД. Worker проверяет сообщение (лишние поля, формат UUID, тип); невалидное → `nack(requeue=false)` → DLQ.
**Worker** (`src/worker.ts`, `src/jobs/processor.ts`).
1. Читает задание по `job_id`; несовпадение `attachment_id`/`pipeline_version` → пропуск.
2. **Claim**: `UPDATE ... SET status='processing', lease_owner=<uuid>, lease_until=now+90 s WHERE status='queued' AND next_attempt_at <= now`. Не получилось — задание уже `ready`/`failed`, ещё не наступил срок повтора или его держит другой worker → ack без работы.
3. Скачивает staging (не больше 10 MiB), сверяет размер и SHA-256 с принятыми при загрузке.
4. Строит варианты (`src/jobs/variants.ts`, `limitInputPixels` = 40 млн): **thumbnail** JPEG q82, вписан в 256×256 без увеличения, размеры считаются в целых числах: длинная сторона = 256, короткая = `floor(короткая · 256 / длинная)`, минимум 1 px (319×200 → 256×160; формула с дробным коэффициентом давала 255 по длинной стороне в 2630 из перебранных случаев), EXIF orientation применяется (`rotate()`), прозрачность на белом (`flatten`); **crop** JPEG q82, центр 128×128 (`fit: cover`, маленькие увеличиваются); **optimized** WebP q80 effort 4, вписан в 1280×1280 без увеличения. Метаданные (EXIF, ICC) не копируются: `sharp` по умолчанию их не пишет, это проверяет тест. Уменьшение каждого файла не обещается.
5. PUT оригинала и вариантов под детерминированными ключами `attachments/<id>/original`, `attachments/<id>/v1/{thumbnail.jpg,crop.jpg,optimized.webp}` — повтор перезаписывает те же ключи теми же байтами.
6. **COMMIT** одной транзакцией, только если lease ещё мой: задание и вложение `ready`, строки вариантов (`skipDuplicates`), событие. Потерянный lease → результат не фиксируется (его зафиксирует владелец).
7. **ack**, затем удаление staging и `staging_key = NULL`.
**Ack и publisher confirm — разные границы.** Relay отмечает `published_at` только после confirm брокера (сообщение принято и записано в quorum queue). Worker делает ack только после COMMIT результата. Повторная доставка уже `ready`-задачи — no-op с ack.
**Ошибки и повторы** (`src/jobs/job-store.ts`).
| Ошибка | Класс | Действие |
| --- | --- | --- |
| S3 недоступен, таймаут операции, таймаут обработки 60 s | временная | `queued`, `attempt+1`, `next_attempt_at` = backoff, новая запись outbox с `available_at` |
| изображение не декодируется / превышает пиксели | постоянная `invalid_image` | сразу `failed` |
| staging не совпадает по SHA-256 | постоянная `checksum_mismatch` | сразу `failed` |
| staging отсутствует | постоянная `staging_missing` | сразу `failed` |
| попытки исчерпаны (`JOB_MAX_ATTEMPTS=5`) | — | `failed`, `retry_exhausted` |
| PostgreSQL недоступен у worker | инфраструктура | сообщение возвращается в очередь через 5 s; задание не меняется |
Backoff: `min(30 s, 1 s · 2^(attempt−1))`, jitter — равномерно в `[½, 1]` от этого значения. Задержка реализована через `outbox.available_at`, без плагинов брокера. Бесконечного немого retry нет: и попытки, и доставки одного сообщения (`x-delivery-limit` 20 → DLQ) ограничены.
**Lease: зависший или долго работающий.** Обработка ограничена 60 s (`JOB_TIMEOUT_SECONDS`), lease — 90 s (`JOB_LEASE_SECONDS`), то есть живой worker всегда заканчивает или сам переводит задание в повтор до истечения lease. Пока lease действует, повторная доставка (например, после разрыва соединения) не запускает вторую обработку. Lease истёк — worker считается мёртвым: relay переводит задание в `queued` с `attempt+1` (или `failed`, если попытки исчерпаны) и публикует заново. Даже если «мёртвый» worker оживёт, его COMMIT не пройдёт (`lease_owner` другой), а объекты S3 под теми же ключами содержат те же байты.
**Transactional outbox.** Разрыв «COMMIT прошёл, publish не случился» закрыт тем, что намерение (запись outbox) коммитится вместе с заданием; relay публикует позже и повторяет до confirm. Публикация до отметки `published_at` может повториться (падение relay после confirm) — это дубль сообщения, который worker отбрасывает. Отдельная страховка: задание в `queued` дольше `JOB_STALE_SECONDS` (300 s) без неотправленной или свежей публикации публикуется снова — на случай потери сообщения в брокере или в DLQ.
**Replay** (`src/replay.ts`): только задание в `failed` переводится в `queued` с `attempt = 1`, событие `replayed` с именем оператора и прежней причиной. Для `ready` — `already_ready` без новой публикации, для `queued`/`processing` — `not_failed`, если staging уже удалён по retention — `source_missing` (задание остаётся `failed`, вечного `queued` без исходника не бывает). Prior-эффект защищён тем же ключом эффекта.
**Staging: retention и cleanup.** Удаляется worker сразу после COMMIT `ready`; если worker упал до удаления — при повторной доставке или reconciler. У `failed` staging хранится `STAGING_RETENTION_SECONDS` (24 h), чтобы replay был возможен, затем его удаляет reconciler. Staging `queued`/`processing` не удаляется никогда, сколько бы ни простаивал worker.
**Очистка и replay не гоняются.** Reconciler сначала условно освобождает ссылку в БД (`UPDATE attachments SET staging_key = NULL WHERE id = … AND staging_key = … AND (status = 'ready' OR status = 'failed' AND updated_at < срок)`) и только после успеха удаляет объект. Replay в своей транзакции первым делом выполняет `UPDATE attachments SET status = 'queued' WHERE id = … AND status = 'failed' AND staging_key IS NOT NULL`. PostgreSQL сериализует эти два UPDATE на блокировке строки: если первым прошёл replay, условие reconciler уже ложно и staging остаётся; если первой прошла очистка, replay отвечает `source_missing`. Объекты под `attachments/<id>/` reconciler не удаляет, пока существует вложение `<id>` (строки вложений не удаляются API), поэтому устаревший снимок листинга не может удалить вариант, заново записанный после replay. Цена: варианты, записанные упавшим worker у навсегда `failed`-вложения, остаются в S3 (не больше трёх объектов на вложение). Обе очерёдности и этот случай покрыты тестами. Reconciler также не трогает объекты моложе grace (1 h) и объекты, на которые ссылаются `object_key`, `staging_key` или ключи вариантов.
**API-изменения 4 → 5** (по `COURSE.md`): `POST .../attachments` → `202` + `queued`; `GET .../content` для `queued`/`processing`/`failed` → `409`, `variant=thumbnail|crop|optimized` отдаёт вариант `ready`-вложения, отсутствующий вариант → `404`; `failed`-вложение в сообщении → `409`, `queued`/`processing` прикреплять можно. Варианты в метаданных только у `ready`.
### Критичные зависимости и проверка готовности
| Endpoint | Что проверяет | Кто использует |
| --- | --- | --- |
| `/health/live` | жизнь процесса | контракт |
| `/health/ready` | остановка процесса, PostgreSQL, S3 | контракт: клиенты и оператор |
| `/health/core` | остановка процесса, PostgreSQL | HAProxy и Docker healthcheck |
Брокер для API **не критичен**: API в брокер не пишет, задание попадает в outbox. Недоступность брокера или worker не останавливает загрузку (`202`) и не заставляет API выполнять resize синхронно — задания ждут в outbox/очереди. Обоснование `/health/core` — как в lab4 (падение общего S3 не должно выводить из LB все реплики).
**Таймауты и лимиты worker:**
| Параметр | Значение | Где |
| --- | --- | --- |
| Конкуренция / prefetch | 2 (`WORKER_CONCURRENCY`) | `compose.yaml`, `src/worker.ts` |
| Обработка одного задания | 60 s (`JOB_TIMEOUT_SECONDS`): общий deadline задания и `sharp.timeout` каждой операции libvips | `src/jobs/processor.ts`, `src/jobs/variants.ts` |
| Lease | 90 s (`JOB_LEASE_SECONDS`) | там же |
| Байты staging / пиксели | 10 MiB / 40 млн | `getBuffer`, `limitInputPixels` |
| Память / CPU | 768M / 1 CPU на контейнер worker | `compose.yaml` |
| Попытки / backoff | 5; 1 s → 30 s с jitter | `src/jobs/job-store.ts` |
| Доставки одного сообщения | 20, затем DLQ | `src/broker/broker.ts` |
| Опрос outbox / sweep | 0,5 s / 5 s; stale 300 s | `src/relay.ts` |
| Дренаж при SIGTERM | до 25 s, `stop_grace_period: 30s` | `src/worker.ts`, `compose.yaml` |
**Перенесено из lab4:** весь API, HAProxy, 2 реплики, идемпотентность, проверка изображений при загрузке, S3, reconciler, раздельные секреты, `migrate`, тесты. **Изменено:** см. выше; `restart.sh` перезапускает и `rabbitmq`; `UPLOAD_TMP_DIR` (каталог временных файлов, по умолчанию системный) нужен тестам, работающим параллельно.
**Соответствие `.env.example`:**
| Переменная | Где используется |
| --- | --- |
| `APP_HOST`, `APP_PORT`, `APP_ENV`, `SESSION_*`, `IDEMPOTENCY_TTL_SECONDS`, `DATABASE_URL_FILE`, `CACHE_URL_FILE`, `SESSION_STORE`, `API_REPLICAS`, `S3_*`, `MAX_UPLOAD_BYTES`, `MAX_IMAGE_PIXELS` | как в lab4 |
| `BROKER_URL_FILE` | файл `/run/secrets/broker_url` у `worker` и `relay` |
| `WORKER_CONCURRENCY` | prefetch и число одновременных заданий worker, 2 |
| `JOB_MAX_ATTEMPTS` | `max_attempts` нового задания (API), 5 |
| `JOB_TIMEOUT_SECONDS` | таймаут обработки у worker, 60 |
| `STAGING_RETENTION_SECONDS` | хранение staging у `failed` (reconciler), 86400 |
| `JOB_LEASE_SECONDS`, `JOB_STALE_SECONDS`, `RECONCILE_*` | добавлены к примеру: lease 90, страховка 300, сверка 3600/300 |
## Доказательства критериев
Файлы собраны `docker compose run --rm tools sh scripts/collect-evidence.sh` на commit `484119a` с чистых volumes; в заголовке каждого файла — дата и commit. `tests.txt` пересобран на commit `aaa58ef`: он только добавляет тест `request-constraints.e2e-spec.ts`, код приложения не меняет, поэтому остальные файлы не пересобирались.
| Критерий README | Команда/сценарий | Наблюдаемый результат | Файл доказательства |
| --- | --- | --- | --- |
| Публичный smoke | make test | TODO | TODO |
| Остальные пункты уровня 3 | TODO | TODO | TODO |
| Все пункты уровня 4, если заявлен | TODO | TODO | TODO |
| Выбранный трек 5, если заявлен | TODO | TODO | TODO |
TODO: добавить отдельную строку для каждого заявленного критерия. PASS без команды и наблюдения не является доказательством. Проверка инфраструктурного hook требует подтверждения, какие реальные процессы/хранилища перезапущены.
| Публичный smoke | `make test` через LB | `PASS: lab5 public API scenario`: 202 → ready, оригинал и JPEG thumbnail 256×160 проверены | [evidence/smoke.txt](evidence/smoke.txt) |
| **3**: минимум lab4 сохранён, 201 → 202 | smoke, `make test-persistence`, `make test-failover`, `check-s3.sh`, собственные тесты | PASS; оригинал побайтно; bucket приватный | [evidence/smoke.txt](evidence/smoke.txt), [evidence/persistence.txt](evidence/persistence.txt), [evidence/failover.txt](evidence/failover.txt), [evidence/s3.txt](evidence/s3.txt) |
| **3**: 202 только после staging и задания | тест «202 Attachment queued», `outbox-gap` | в момент ответа есть объект `staging/<id>`, задание и строка outbox; после `kill api` работа не потеряна | [evidence/tests.txt](evidence/tests.txt), [evidence/jobs.txt](evidence/jobs.txt) `outbox-gap` |
| **3**: отдельные broker и worker; durable, at least once; ack после эффекта; без worker нет синхронного resize | `docker compose ps`, `list_queues`, `restart` | сервисы `rabbitmq`, `worker`, `relay`; quorum durable; при остановленном worker загрузка 202 и сообщение ждёт в очереди | [evidence/container.txt](evidence/container.txt), [evidence/jobs.txt](evidence/jobs.txt) `restart` |
| **3**: состояния queued/processing/ready/failed; оригинал и thumbnail | `job-scenario.py`, `jobs.e2e-spec.ts` | все четыре состояния видны через API; thumbnail JPEG 256×160, SHA-256 сходится | [evidence/jobs.txt](evidence/jobs.txt), [evidence/tests.txt](evidence/tests.txt) |
| **3**: ограниченный retry, failed с безопасным `error_code`; повтор job не создаёт второй набор | `retry-replay`, тесты | 5 попыток, `retry_exhausted`; повтор ready-задачи — `skipped`, вариантов 3 | [evidence/jobs.txt](evidence/jobs.txt), [evidence/tests.txt](evidence/tests.txt) |
| **3**: демонстрация worker stop → 202 → сообщение → рестарт API и брокера → worker → ready | `job-scenario.py restart` | `messages_ready 1` до и после рестарта брокера; затем `ready`, варианты доступны | [evidence/jobs.txt](evidence/jobs.txt) `restart` |
| **4**: crop 128×128 и WebP; лимиты bytes/пикселей/времени/памяти | тесты, `broker` | crop JPEG 128×128, optimized WebP без EXIF и увеличения; EXIF orientation, alpha на белом; пиксели сверх лимита → `invalid_image`; таймаут → повтор; лимиты контейнера | [evidence/tests.txt](evidence/tests.txt), [evidence/jobs.txt](evidence/jobs.txt) `broker` |
| **4**: transactional outbox; crash между COMMIT и publish | `outbox-gap`, `relay-crash` | outbox `NOT PUBLISHED` → API убит → relay запущен → `published_at` и `ready`; падение после confirm → повторная публикация, второй доставка `skipped` | [evidence/jobs.txt](evidence/jobs.txt) |
| **4**: backoff с jitter; постоянные/временные; реестр failed; безопасный replay | `retry-replay`, тесты | паузы растут с jitter; `invalid_image`/`checksum_mismatch`/`staging_missing` без повторов; `replay.js --list`; replay → ready; повтор replay → `already_ready` | [evidence/jobs.txt](evidence/jobs.txt), [evidence/tests.txt](evidence/tests.txt) |
| **4**: worker остановлен после записи объекта до ack | `crash-after-store`, `crash-after-commit` | после store: redelivery `skipped` при живом lease, lease истёк → попытка 2 → тот же результат, вариантов 3; после COMMIT: redelivery `skipped`, staging удалён | [evidence/jobs.txt](evidence/jobs.txt) |
| **4**: lease, prefetch, очистка staging | `broker`, тесты, итог `jobs.txt` | `prefetch_count 2`; lease и потеря lease в тестах; на `ready` не осталось staging | [evidence/jobs.txt](evidence/jobs.txt), [evidence/tests.txt](evidence/tests.txt) |
| DLQ | `broker` | невалидное сообщение → `attachment.jobs.dlq` | [evidence/jobs.txt](evidence/jobs.txt) `broker` |
| Собственные тесты | `docker compose -f compose.test.yaml run --rm --build tests` | `Tests: 201 passed, 201 total` | [evidence/tests.txt](evidence/tests.txt) |
| Соответствие всем схемам и кодам контракта | `test/contract.e2e-spec.ts` | 14 из 14 операций; каждый ответ: объявленный код, схема, `X-Request-Id`/`X-Instance-Id` | [evidence/tests.txt](evidence/tests.txt) |
| Каждое ограничение запроса отклоняется 400, граница принимается | `test/request-constraints.e2e-spec.ts` | ~110 запросов: обязательные поля, типы, лишние поля, `pattern`, длины в code points, `minItems`/`maxItems`/`uniqueItems`, `anyOf`, `limit`/`cursor`/UUID/`variant`/`filename`, битый JSON — все 400 в формате Error; граничные значения проходят | [evidence/tests.txt](evidence/tests.txt) |
## Эксперименты и отказы
TODO: гипотеза, hardware/лимиты, версии, объём данных, профиль нагрузки, concurrency/arrival rate, длительность/прогрев, повторы, успешные RPS, ошибки, p50/p95/p99, CPU/RAM. Сохранить raw summary без tokens и объяснить ограничения измерения.
Стенд: Docker Desktop WSL2, 12 vCPU; лимиты как в таблице ролей. Каждый сценарий выполнен один раз в составе `collect-evidence.sh`, файл `sample.png` 320×200 (112 КиБ). Нагрузочных измерений pipeline (трек 5.1) не проводилось.
| Воздействие | Что ожидаем | Что наблюдали | Время восстановления / потеря данных |
| --- | --- | --- | --- |
| TODO | TODO | TODO | TODO |
| worker остановлен, загрузка, `restart api rabbitmq`, worker запущен | 202, сообщение переживает рестарт брокера, затем ready | `content` 409, сообщения 201; `messages_ready 1` до и после рестарта брокера; события `enqueued → processing → ready` | ready через 6,2 s после команды запуска worker (из них ~4,5 s — сама команда); потерь нет |
| worker убит после записи S3, до COMMIT и ack (lease 15 s) | повтор после истечения lease даёт тот же результат | exit 137, статус `processing`; redelivery `skipped` (lease жив); relay: `lease expired: 1`; попытка 2 → ready, вариантов 3 | ready через 17,7 s после падения (lease 15 s + sweep); потерь нет |
| worker убит после COMMIT, до ack | redelivery — no-op | статус уже `ready`, staging остался; redelivery `skipped`, `staging_key` → NULL | сразу; лишней работы нет |
| relay остановлен, API убит после COMMIT | outbox сохраняет намерение | outbox `NOT PUBLISHED`, очередь пуста; `kill api`; после старта relay `published_at` и ready | ready через 6,7 s после команды старта relay |
| relay убит после confirm, до отметки outbox | дубль сообщения безвреден | outbox `NOT MARKED`; после рестарта опубликовано снова: `attempt 1: ready`, затем `attempt 1: skipped` | ready через 4,7 s; 3 варианта |
| S3 остановлен во время обработки | 5 попыток с backoff, failed; replay после восстановления | паузы 0,53 / 1,38 / 2,63 / 7,11 s, `failed retry_exhausted`, вложение в сообщении 409; `replay.js` → ready; повтор → `already_ready` | ready через 1 s после replay |
| невалидное сообщение в очереди | DLQ, worker продолжает работу | `attachment.jobs.dlq` 1 сообщение, в логе worker `moved to dead letter queue` | — |
| `restart.sh`, `stop-one.sh` | как в lab4 | PASS; failover: 131 запись, 0 ошибок, восстановление 3,44 s | потерь нет |
Итог после всех сценариев: 9 из 9 заданий `ready`, неотправленных записей outbox 0, `ready`-вложений с оставшимся staging 0 ([evidence/jobs.txt](evidence/jobs.txt)).
### Сверка с замечаниями проверяющих и с контрактом
Перед сдачей просмотрены замечания проверяющих к PR других студентов этой лабораторной (2026-11-16, около 15 содержательных); каждый сценарий воспроизведён на своём стенде или тестом. Код из чужих решений не использовался.
| Замечание к чужому PR | Наш результат |
| --- | --- |
| cleanup удаляет staging задачи, пока worker недоступен | staging `queued`/`processing` не удаляется (условие по `staging_key` и статусу) |
| нет replay failed | `replay.js`, audit `replayed`, `already_ready` для готовых |
| гонка janitor ↔ replay: удалён staging принятого replay или вариант, перезаписанный после replay | **была у нас, исправлена** (commit `484119a`): условные UPDATE на строке вложения, варианты существующего вложения не удаляются; обе очерёдности в тестах |
| thumbnail 319×200 → 256×161 | **была похожая ошибка** (дробный коэффициент давал 255 по длинной стороне, например 322×200), исправлена целочисленным расчётом; тест перебирает ~30 000 размеров |
| JPEG с компонентом SOS не из SOF, PNG с IDAT не zlib при верном CRC, усечённый PNG, PNG без последнего байта → 202 вместо 415 | 415 у всех (полное декодирование в API, как в lab4); 15 видов файлов проверены загрузкой через LB, оба новых случая добавлены в тесты |
| нет общего deadline обработки | 60 s на задание + `sharp.timeout` |
| lease истёк на последней попытке → вечный `processing` | `failed retry_exhausted`, тест |
| ключ оригинала JPEG у API и worker различается | сквозной JPEG-тест: 202 → ready → оригинал 200 побайтно |
| logout при упавшем кэше отвечает 204, токен потом снова работает | у нас 503 без отзыва, токен остаётся рабочим явно; при доступном Redis 204 и сразу 401 (проверено на стенде) |
**Сверка ответов с контрактом** (`test/contract.e2e-spec.ts`): вызваны все 14 операций `contracts/openapi.json`, успешные и ошибочные коды, вложение в состояниях `queued`, `ready` (все варианты), `failed`. Для каждого ответа проверено: код объявлен для операции, JSON проходит схему ответа (ajv, draft 2020-12), есть `X-Request-Id` и `X-Instance-Id`, `error.request_id` совпадает с заголовком, у бинарного ответа — объявленный `Content-Type`.
## Ограничения и следующие шаги
TODO: какие отказы выдерживаются и какие нет; что не реализовано; где учебное упрощение; какое улучшение подтверждено, а какое пока гипотеза.
- **Отказ процесса, а не узла.** Всё на одном хосте; RabbitMQ, PostgreSQL, S3, LB — по одному экземпляру. Quorum queue на одном узле даёт durability на диске, но не репликацию.
- **Exactly-once нет.** Доставка at least once; идемпотентен эффект: ключ `(attachment_id, pipeline_version, name)`, детерминированные ключи S3 и guarded COMMIT. Повторная работа (лишняя обработка изображения) возможна, лишний результат — нет.
- **Детерминированность вариантов.** Повтор перезаписывает объект теми же байтами, если `sharp`/libvips и параметры те же. При смене версии библиотеки между попытками байты могли бы отличаться от записанных в БД SHA-256 — нужен versioned pipeline (трек 5.2, не заявлен).
- **Таймаут обработки.** Через 60 s задание уходит в повтор; операции libvips ограничены собственным `sharp.timeout` и прерываются сами, но `metadata()` и S3-операции (20 s каждая) ограничены отдельно. Поздний COMMIT отставшей попытки отклоняется по `lease_owner`. Прерывание по `sharp.timeout` на реальном тяжёлом файле не измерялось.
- **Восстановление после смерти worker** занимает до lease (90 s) + период sweep (5 s); в сценарии lease уменьшен до 15 s.
- **Нет healthcheck у worker и relay**: их работу видно по логам и по `list_consumers`; при падении процесс перезапускает `restart: unless-stopped`.
- **Проверка изображения выполняется дважды**: синхронно в API (чтобы вернуть `415/413` по контракту) и в worker. Повреждение, которое пропустил API, worker превратит в `invalid_image`.
- **Перегрузка не исследовалась**: число принятых, но не обработанных заданий ограничено только диском S3 и БД; backpressure и p95 до ready — трек 5.1, не заявлен.
- HTTP без TLS — только для локального стенда (TLS — lab7).
## Ответы на вопросы защиты
- **Чем publisher confirm отличается от consumer ack?** Confirm — брокер сообщает отправителю (relay), что принял и сохранил сообщение; после него relay ставит `published_at`. Ack — получатель (worker) сообщает брокеру, что обработал сообщение и его можно удалить; worker делает ack только после COMMIT результата.
- **Что именно уже сохранено в момент 202?** Проверенные байты в `staging/<id>` в S3 и одна закоммиченная транзакция: вложение `queued`, задание `attachment_jobs`, запись outbox. В брокере на этот момент сообщения может ещё не быть.
- **Почему повторная доставка нормальна и где ключ идемпотентности job?** At-least-once означает, что сообщение может прийти повторно после падения worker или relay. Ключ эффекта — `(attachment_id, pipeline_version, variant)`: PK `attachment_variants` и детерминированные ключи S3; состояние задания в `attachment_jobs` (по `job_id`) не даёт обработать `ready` повторно.
- **Как отличить зависший worker от долго работающего и не запустить два дубля?** По lease: обработка ограничена 60 s, lease — 90 s. Пока lease действует, другой worker задание не берёт; после истечения задание возвращается в очередь, а COMMIT старого владельца отклоняется по `lease_owner`.
+55
View File
@@ -0,0 +1,55 @@
name: messenger-lab5-test
services:
postgres:
image: postgres:17.2-alpine
environment:
POSTGRES_USER: test
POSTGRES_PASSWORD: test
POSTGRES_DB: messenger_test
tmpfs:
- /var/lib/postgresql/data
healthcheck:
test: ["CMD", "pg_isready", "-U", "test", "-d", "messenger_test"]
interval: 2s
timeout: 3s
retries: 15
redis:
image: redis:7.4.1-alpine
command: ["redis-server", "--save", "", "--appendonly", "no"]
s3:
image: pgsty/minio:RELEASE.2026-08-04T00-00-00Z@sha256:b6bfe7239bfc83fb90d31612d9704d86039dd714f7904b3f1ad68f211e602372
command: ["server", "/data", "--address", ":9000"]
environment:
MINIO_ROOT_USER: test-root
MINIO_ROOT_PASSWORD: test-root-password
MINIO_BROWSER: "off"
tmpfs:
- /data
healthcheck:
test: ["CMD", "curl", "-fsS", "-o", "/dev/null", "http://127.0.0.1:9000/minio/health/live"]
interval: 2s
timeout: 3s
retries: 15
tests:
build:
context: .
target: test
image: mtusi-messenger-lab5-test:dev
environment:
DATABASE_URL: postgresql://test:test@postgres:5432/messenger_test?connection_limit=20
CACHE_URL: redis://redis:6379/0
S3_ENDPOINT: http://s3:9000
S3_BUCKET: messenger-test
S3_ACCESS_KEY_ID: test-root
S3_SECRET_ACCESS_KEY: test-root-password
depends_on:
postgres:
condition: service_healthy
redis:
condition: service_started
s3:
condition: service_healthy
+334
View File
@@ -0,0 +1,334 @@
name: messenger-lab5
services:
secrets-init:
image: alpine:3.20.3
volumes:
- secrets:/secrets
command:
- sh
- -ec
- |
cd /secrets
mkdir -p postgres redis api migrate s3 s3-init reconciler broker rabbitmq relay worker
for entry in pg_password:postgres:24 redis_password:redis:24 s3_root_user:s3:10 s3_root_password:s3:20 s3_access_key_id:api:10 s3_secret_access_key:api:20 broker_password:broker:24; do
file=$${entry%%:*}; rest=$${entry#*:}; dir=$${rest%%:*}; size=$${rest##*:}
[ -s "$$dir/$$file" ] || head -c "$$size" /dev/urandom | od -An -tx1 | tr -d ' \n' > "$$dir/$$file"
done
rm -f s3-init/* rabbitmq/* relay/* worker/*
cp s3/s3_root_user s3/s3_root_password api/s3_access_key_id api/s3_secret_access_key s3-init/
db_url() { printf 'postgresql://messenger:%s@postgres:5432/messenger?connection_limit=%s&pool_timeout=5&connect_timeout=5&socket_timeout=10&application_name=%s&options=-c%%20statement_timeout%%3D5000' "$$(cat postgres/pg_password)" "$$1" "$$2"; }
db_url 10 api > api/database_url
db_url 5 worker > worker/database_url
db_url 3 relay > relay/database_url
printf 'redis://:%s@redis:6379/0' "$$(cat redis/redis_password)" > api/cache_url
printf 'postgresql://messenger:%s@postgres:5432/messenger' "$$(cat postgres/pg_password)" > migrate/database_url
printf 'amqp://messenger:%s@rabbitmq:5672/' "$$(cat broker/broker_password)" > worker/broker_url
cp worker/broker_url relay/
printf 'default_user = messenger\ndefault_pass = %s\nloopback_users = none\nlog.console = true\nlisteners.tcp.default = 5672\n' "$$(cat broker/broker_password)" > rabbitmq/10-messenger.conf
cp api/database_url api/s3_access_key_id api/s3_secret_access_key reconciler/
cp api/s3_access_key_id api/s3_secret_access_key worker/
chmod 0444 postgres/* redis/* api/* migrate/* s3/* s3-init/* reconciler/* broker/* rabbitmq/* relay/* worker/*
deploy:
resources:
limits: { cpus: "0.1", memory: 32M }
postgres:
image: postgres:17.2-alpine
environment:
POSTGRES_USER: messenger
POSTGRES_DB: messenger
POSTGRES_PASSWORD_FILE: /run/secrets/pg_password
volumes:
- pgdata:/var/lib/postgresql/data
- { type: volume, source: secrets, target: /run/secrets, read_only: true, volume: { subpath: postgres } }
deploy:
resources:
limits: { cpus: "1.0", memory: 512M }
healthcheck:
test: ["CMD", "pg_isready", "-U", "messenger", "-d", "messenger"]
interval: 5s
timeout: 3s
retries: 10
depends_on:
secrets-init:
condition: service_completed_successfully
restart: unless-stopped
redis:
image: redis:7.4.1-alpine
user: redis
command:
- sh
- -c
- exec redis-server --save '' --appendonly no --maxmemory 64mb --maxmemory-policy allkeys-lru --requirepass "$$(cat /run/secrets/redis_password)"
volumes:
- { type: volume, source: secrets, target: /run/secrets, read_only: true, volume: { subpath: redis } }
deploy:
resources:
limits: { cpus: "0.25", memory: 128M }
healthcheck:
test: ["CMD-SHELL", "redis-cli --no-auth-warning -a \"$$(cat /run/secrets/redis_password)\" ping | grep -q PONG"]
interval: 5s
timeout: 3s
retries: 10
depends_on:
secrets-init:
condition: service_completed_successfully
restart: unless-stopped
s3:
image: pgsty/minio:RELEASE.2026-08-04T00-00-00Z@sha256:b6bfe7239bfc83fb90d31612d9704d86039dd714f7904b3f1ad68f211e602372
command: ["server", "/data", "--address", ":9000"]
environment:
MINIO_ROOT_USER_FILE: /run/secrets/s3_root_user
MINIO_ROOT_PASSWORD_FILE: /run/secrets/s3_root_password
MINIO_BROWSER: "off"
volumes:
- s3data:/data
- { type: volume, source: secrets, target: /run/secrets, read_only: true, volume: { subpath: s3 } }
deploy:
resources:
limits: { cpus: "0.5", memory: 512M }
healthcheck:
test: ["CMD", "curl", "-fsS", "-o", "/dev/null", "http://127.0.0.1:9000/minio/health/live"]
interval: 5s
timeout: 3s
retries: 10
depends_on:
secrets-init:
condition: service_completed_successfully
restart: unless-stopped
s3-init:
image: pgsty/mc:RELEASE.2026-10-26T00-00-00Z@sha256:ce62c9053c69ce12a527a322345b5ad9f44b5f8a7b8189f82e516f2e3f30f1d8
entrypoint: ["sh", "-ec"]
command:
- |
cd /run/secrets
export MC_HOST_root="http://$$(cat s3_root_user):$$(cat s3_root_password)@s3:9000"
mc mb --ignore-existing "root/$$S3_BUCKET"
mc anonymous set none "root/$$S3_BUCKET"
cat > /tmp/policy.json <<POLICY
{"Version":"2012-10-17","Statement":[
{"Effect":"Allow","Action":["s3:ListBucket","s3:GetBucketLocation","s3:ListBucketMultipartUploads"],"Resource":["arn:aws:s3:::$$S3_BUCKET"]},
{"Effect":"Allow","Action":["s3:GetObject","s3:PutObject","s3:DeleteObject","s3:AbortMultipartUpload","s3:ListMultipartUploadParts"],"Resource":["arn:aws:s3:::$$S3_BUCKET/*"]}
]}
POLICY
mc admin policy create root messenger-api /tmp/policy.json
mc admin user add root "$$(cat s3_access_key_id)" "$$(cat s3_secret_access_key)" > /dev/null
mc admin policy attach root messenger-api --user "$$(cat s3_access_key_id)" > /dev/null
echo "bucket $$S3_BUCKET ready"
environment:
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
volumes:
- { type: volume, source: secrets, target: /run/secrets, read_only: true, volume: { subpath: s3-init } }
deploy:
resources:
limits: { cpus: "0.25", memory: 256M }
depends_on:
s3:
condition: service_healthy
migrate:
build:
context: .
target: migrate
image: mtusi-messenger-lab5-migrate:dev
environment:
DATABASE_URL_FILE: /run/secrets/database_url
volumes:
- { type: volume, source: secrets, target: /run/secrets, read_only: true, volume: { subpath: migrate } }
deploy:
resources:
limits: { cpus: "0.5", memory: 512M }
depends_on:
postgres:
condition: service_healthy
api:
build:
context: .
target: runtime
image: mtusi-messenger-lab5-api:dev
environment:
APP_HOST: 0.0.0.0
APP_PORT: 8080
APP_ENV: ${APP_ENV:-lab}
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:-86400}
SHUTDOWN_DELAY_MS: 3000
DATABASE_URL_FILE: /run/secrets/database_url
CACHE_URL_FILE: /run/secrets/cache_url
S3_ENDPOINT: http://s3:9000
S3_REGION: ${S3_REGION:-us-east-1}
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access_key_id
S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret_access_key
MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760}
MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000}
JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5}
volumes:
- { type: volume, source: secrets, target: /run/secrets, read_only: true, volume: { subpath: api } }
deploy:
replicas: ${API_REPLICAS:-2}
resources:
limits: { cpus: "0.5", memory: 256M }
stop_grace_period: 10s
depends_on:
migrate:
condition: service_completed_successfully
redis:
condition: service_started
s3-init:
condition: service_completed_successfully
restart: unless-stopped
reconciler:
build:
context: .
target: runtime
image: mtusi-messenger-lab5-api:dev
command: ["node", "dist/reconcile.js", "--apply", "--loop", "--grace-seconds=${RECONCILE_GRACE_SECONDS:-3600}", "--interval-seconds=${RECONCILE_INTERVAL_SECONDS:-300}"]
environment:
DATABASE_URL_FILE: /run/secrets/database_url
STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:-86400}
S3_ENDPOINT: http://s3:9000
S3_REGION: ${S3_REGION:-us-east-1}
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access_key_id
S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret_access_key
volumes:
- { type: volume, source: secrets, target: /run/secrets, read_only: true, volume: { subpath: reconciler } }
deploy:
resources:
limits: { cpus: "0.25", memory: 128M }
healthcheck:
disable: true
depends_on:
migrate:
condition: service_completed_successfully
s3-init:
condition: service_completed_successfully
restart: unless-stopped
rabbitmq:
image: rabbitmq:4.0.5-alpine@sha256:e045b5166b9188a38eee5c99411709aa1f0ffa2ac75664053e64cb69411f7c32
hostname: rabbitmq
volumes:
- rabbitmqdata:/var/lib/rabbitmq
- { type: volume, source: secrets, target: /etc/rabbitmq/conf.d, read_only: true, volume: { subpath: rabbitmq } }
deploy:
resources:
limits: { cpus: "0.5", memory: 512M }
healthcheck:
test: ["CMD", "rabbitmq-diagnostics", "-q", "check_port_connectivity"]
interval: 10s
timeout: 10s
retries: 12
start_period: 20s
stop_grace_period: 30s
depends_on:
secrets-init:
condition: service_completed_successfully
restart: unless-stopped
relay:
build:
context: .
target: runtime
image: mtusi-messenger-lab5-api:dev
command: ["node", "dist/relay.js"]
environment:
DATABASE_URL_FILE: /run/secrets/database_url
BROKER_URL_FILE: /run/secrets/broker_url
JOB_STALE_SECONDS: ${JOB_STALE_SECONDS:-300}
RELAY_FAULT: ${RELAY_FAULT:-}
volumes:
- { type: volume, source: secrets, target: /run/secrets, read_only: true, volume: { subpath: relay } }
deploy:
resources:
limits: { cpus: "0.25", memory: 128M }
healthcheck:
disable: true
stop_grace_period: 10s
depends_on:
migrate:
condition: service_completed_successfully
rabbitmq:
condition: service_healthy
restart: unless-stopped
worker:
build:
context: .
target: runtime
image: mtusi-messenger-lab5-api:dev
command: ["node", "dist/worker.js"]
environment:
DATABASE_URL_FILE: /run/secrets/database_url
BROKER_URL_FILE: /run/secrets/broker_url
S3_ENDPOINT: http://s3:9000
S3_REGION: ${S3_REGION:-us-east-1}
S3_BUCKET: ${S3_BUCKET:-messenger-attachments}
S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access_key_id
S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret_access_key
MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760}
MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000}
WORKER_CONCURRENCY: ${WORKER_CONCURRENCY:-2}
JOB_TIMEOUT_SECONDS: ${JOB_TIMEOUT_SECONDS:-60}
JOB_LEASE_SECONDS: ${JOB_LEASE_SECONDS:-90}
WORKER_FAULT: ${WORKER_FAULT:-}
volumes:
- { type: volume, source: secrets, target: /run/secrets, read_only: true, volume: { subpath: worker } }
deploy:
resources:
limits: { cpus: "1.0", memory: 768M }
healthcheck:
disable: true
stop_grace_period: 30s
depends_on:
migrate:
condition: service_completed_successfully
rabbitmq:
condition: service_healthy
s3-init:
condition: service_completed_successfully
restart: unless-stopped
lb:
image: haproxy:3.0.6-alpine
ports:
- "127.0.0.1:${APP_PORT:-8080}:8080"
volumes:
- ./infra/haproxy/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro
deploy:
resources:
limits: { cpus: "0.25", memory: 64M }
depends_on:
api:
condition: service_healthy
restart: unless-stopped
tools:
profiles: [tools]
build:
dockerfile_inline: |
FROM docker:27.3.1-cli
RUN apk add --no-cache python3 make git && git config --global --add safe.directory /work
WORKDIR /work
image: mtusi-messenger-lab5-tools:dev
environment:
BASE_URL: http://lb:8080
volumes:
- .:/work
- /var/run/docker.sock:/var/run/docker.sock
deploy:
resources:
limits: { cpus: "1.0", memory: 256M }
volumes:
pgdata:
s3data:
rabbitmqdata:
secrets:
+36
View File
@@ -0,0 +1,36 @@
{
"openapi": "3.1.0",
"info": {
"title": "MTUSI Messenger — расширения лабораторной 5",
"version": "1.5.0",
"description": "Обратно совместимое дополнение к contracts/openapi.json (см. COURSE.md, раздел «Контракт и совместимость»). Обязательный контракт не меняется. Обоснование — REPORT.md, раздел «Критичные зависимости и проверка готовности»."
},
"paths": {
"/health/core": {
"get": {
"operationId": "getCoreReadiness",
"summary": "Служебная проверка для балансировщика и Docker healthcheck: может ли реплика обслуживать API без вложений",
"description": "В отличие от /health/ready не учитывает S3. Проверяет PostgreSQL и то, что процесс не останавливается. Падение общего S3 не выводит реплики из балансировки: сообщения продолжают работать, вложения отвечают 503.",
"responses": {
"200": {
"description": "Реплика готова",
"content": {
"application/json": {
"schema": {
"type": "object",
"properties": { "status": { "const": "ok" } },
"required": ["status"],
"additionalProperties": false
}
}
}
},
"503": {
"description": "PostgreSQL недоступен или процесс останавливается; тело в общем формате Error",
"content": { "application/json": { "schema": { "type": "object" } } }
}
}
}
}
}
}
+267
View File
@@ -0,0 +1,267 @@
# Стенд: сервисы, порты, лимиты, секреты, миграции, топология брокера
# date: 2026-11-16T13:59:25Z
# commit: 484119a
$ docker compose ps -a --format table {{.Service}}\t{{.Name}}\t{{.Image}}\t{{.Status}}\t{{.Ports}}
SERVICE NAME IMAGE STATUS PORTS
api messenger-lab5-api-1 mtusi-messenger-lab5-api:dev Up 14 seconds (healthy) 8080/tcp
api messenger-lab5-api-2 mtusi-messenger-lab5-api:dev Up 15 seconds (healthy) 8080/tcp
lb messenger-lab5-lb-1 haproxy:3.0.6-alpine Up 8 seconds 127.0.0.1:8080->8080/tcp
migrate messenger-lab5-migrate-1 mtusi-messenger-lab5-migrate:dev Exited (0) 15 seconds ago
postgres messenger-lab5-postgres-1 postgres:17.2-alpine Up 24 seconds (healthy) 5432/tcp
rabbitmq messenger-lab5-rabbitmq-1 rabbitmq:4.0.5-alpine@sha256:e045b5166b9188a38eee5c99411709aa1f0ffa2ac75664053e64cb69411f7c32 Up 24 seconds (healthy) 4369/tcp, 5671-5672/tcp, 15691-15692/tcp, 25672/tcp
reconciler messenger-lab5-reconciler-1 mtusi-messenger-lab5-api:dev Up 15 seconds 8080/tcp
redis messenger-lab5-redis-1 redis:7.4.1-alpine Up 24 seconds (healthy) 6379/tcp
relay messenger-lab5-relay-1 mtusi-messenger-lab5-api:dev Up 9 seconds 8080/tcp
s3 messenger-lab5-s3-1 pgsty/minio:RELEASE.2026-08-04T00-00-00Z@sha256:b6bfe7239bfc83fb90d31612d9704d86039dd714f7904b3f1ad68f211e602372 Up 24 seconds (healthy) 9000/tcp
s3-init messenger-lab5-s3-init-1 pgsty/mc:RELEASE.2026-10-26T00-00-00Z@sha256:ce62c9053c69ce12a527a322345b5ad9f44b5f8a7b8189f82e516f2e3f30f1d8 Exited (0) 15 seconds ago
secrets-init messenger-lab5-secrets-init-1 alpine:3.20.3 Exited (0) 25 seconds ago
tools messenger-lab5-tools-run-ce3cefcdf49a mtusi-messenger-lab5-tools:dev Up 5 seconds
worker messenger-lab5-worker-1 mtusi-messenger-lab5-api:dev Up 9 seconds 8080/tcp
## CPU/RAM-лимиты (NanoCpus: 1e9 = 1 CPU; Memory в байтах)
$ sh -c docker inspect -f '{{.Name}} cpus={{.HostConfig.NanoCpus}} memory={{.HostConfig.Memory}}' $(docker compose ps -aq)
/messenger-lab5-api-1 cpus=500000000 memory=268435456
/messenger-lab5-api-2 cpus=500000000 memory=268435456
/messenger-lab5-lb-1 cpus=250000000 memory=67108864
/messenger-lab5-migrate-1 cpus=500000000 memory=536870912
/messenger-lab5-postgres-1 cpus=1000000000 memory=536870912
/messenger-lab5-rabbitmq-1 cpus=500000000 memory=536870912
/messenger-lab5-reconciler-1 cpus=250000000 memory=134217728
/messenger-lab5-redis-1 cpus=250000000 memory=134217728
/messenger-lab5-relay-1 cpus=250000000 memory=134217728
/messenger-lab5-s3-1 cpus=500000000 memory=536870912
/messenger-lab5-s3-init-1 cpus=250000000 memory=268435456
/messenger-lab5-secrets-init-1 cpus=100000000 memory=33554432
/messenger-lab5-tools-run-ce3cefcdf49a cpus=1000000000 memory=268435456
/messenger-lab5-worker-1 cpus=1000000000 memory=805306368
## Секреты: каждый сервис видит только свои файлы (содержимое не выводится)
$ docker compose exec -T postgres ls /run/secrets
pg_password
$ docker compose exec -T redis ls /run/secrets
redis_password
$ docker compose exec -T s3 ls /run/secrets
s3_root_password
s3_root_user
$ docker compose exec -T api ls /run/secrets
cache_url
database_url
s3_access_key_id
s3_secret_access_key
$ docker compose exec -T reconciler ls /run/secrets
database_url
s3_access_key_id
s3_secret_access_key
$ docker compose exec -T relay ls /run/secrets
broker_url
database_url
$ docker compose exec -T worker ls /run/secrets
broker_url
database_url
s3_access_key_id
s3_secret_access_key
$ docker compose exec -T rabbitmq ls /etc/rabbitmq/conf.d
10-messenger.conf
$ docker compose exec -T lb sh -c ls /run/secrets 2>/dev/null || echo "no /run/secrets"
no /run/secrets
## Версии
$ docker compose exec -T lb haproxy -v
HAProxy version 3.0.6-c2c0090 2024/11/07 - https://haproxy.org/
Status: long-term supported branch - will stop receiving fixes around Q2 2029.
Known bugs: http://www.haproxy.org/bugs/bugs-3.0.6.html
Running on: Linux 5.15.153.1-microsoft-standard-WSL2 #1 SMP Fri Mar 29 23:14:13 UTC 2024 x86_64
$ docker compose exec -T postgres postgres --version
postgres (PostgreSQL) 17.2
$ docker compose exec -T redis redis-server --version
Redis server v=7.4.1 sha=00000000:0 malloc=jemalloc-5.3.0 bits=64 build=a93ce81042b3a6d7
$ docker compose exec -T s3 minio --version
minio version RELEASE.2026-08-04T00-00-00Z (commit-id=d88f46ccee345a9c2fabe2d221d9a9e56bc11aec)
Runtime: go1.26.5 linux/amd64
License: GNU AGPLv3 - https://www.gnu.org/licenses/agpl-3.0.html
Copyright: 2015-2026 MinIO, Inc.
$ docker compose exec -T rabbitmq rabbitmqctl -q version
4.0.5
## Топология брокера: durable quorum-очереди, delivery-limit и DLQ
$ docker compose exec -T rabbitmq rabbitmqctl -q list_queues name type durable arguments messages
name type durable arguments messages
attachment.jobs quorum true [{"x-queue-type","quorum"},{"x-delivery-limit",20},{"x-dead-letter-exchange",[]},{"x-dead-letter-routing-key","attachment.jobs.dlq"}] 0
attachment.jobs.dlq quorum true [{"x-queue-type","quorum"}] 0
$ docker compose exec -T rabbitmq rabbitmqctl -q list_consumers queue_name prefetch_count ack_required
queue_name ack_required prefetch_count
attachment.jobs true 2
## Таблицы
$ docker compose exec -T postgres psql -U messenger -d messenger -c \d attachments -c \d attachment_variants -c \d attachment_jobs -c \d outbox -c \d job_events
Table "public.attachments"
Column | Type | Collation | Nullable | Default
--------------+-----------------------------+-----------+----------+-------------------
id | uuid | | not null |
chat_id | uuid | | not null |
owner_id | uuid | | not null |
filename | character varying(255) | | not null |
content_type | character varying(32) | | not null |
size_bytes | integer | | not null |
sha256 | character(64) | | not null |
object_key | character varying(128) | | not null |
created_at | timestamp(3) with time zone | | not null | CURRENT_TIMESTAMP
updated_at | timestamp(3) with time zone | | not null | CURRENT_TIMESTAMP
staging_key | character varying(128) | | |
status | character varying(16) | | not null |
error_code | character varying(64) | | |
Indexes:
"attachments_pkey" PRIMARY KEY, btree (id)
"attachments_chat_id_idx" btree (chat_id)
"attachments_object_key_key" UNIQUE, btree (object_key)
"attachments_owner_id_idx" btree (owner_id)
"attachments_staging_key_key" UNIQUE, btree (staging_key)
Check constraints:
"attachments_content_type_allowed" CHECK (content_type::text = ANY (ARRAY['image/png'::character varying, 'image/jpeg'::character varying]::text[]))
"attachments_error_code_when_failed" CHECK ((status::text = 'failed'::text) = (error_code IS NOT NULL))
"attachments_filename_not_blank" CHECK (btrim(filename::text) <> ''::text)
"attachments_sha256_format" CHECK (sha256 ~ '^[a-f0-9]{64}$'::text)
"attachments_size_range" CHECK (size_bytes >= 1 AND size_bytes <= 10485760)
"attachments_status_allowed" CHECK (status::text = ANY (ARRAY['queued'::character varying, 'processing'::character varying, 'ready'::character varying, 'failed'::character varying]::text[]))
Foreign-key constraints:
"attachments_chat_id_fkey" FOREIGN KEY (chat_id) REFERENCES chats(id) ON UPDATE CASCADE ON DELETE CASCADE
"attachments_owner_id_fkey" FOREIGN KEY (owner_id) REFERENCES users(id) ON UPDATE CASCADE ON DELETE RESTRICT
Referenced by:
TABLE "attachment_jobs" CONSTRAINT "attachment_jobs_attachment_id_fkey" FOREIGN KEY (attachment_id) REFERENCES attachments(id) ON UPDATE CASCADE ON DELETE CASCADE
TABLE "attachment_variants" CONSTRAINT "attachment_variants_attachment_id_fkey" FOREIGN KEY (attachment_id) REFERENCES attachments(id) ON UPDATE CASCADE ON DELETE CASCADE
TABLE "message_attachments" CONSTRAINT "message_attachments_attachment_id_fkey" FOREIGN KEY (attachment_id) REFERENCES attachments(id) ON UPDATE CASCADE
Table "public.attachment_variants"
Column | Type | Collation | Nullable | Default
------------------+-----------------------------+-----------+----------+-------------------
attachment_id | uuid | | not null |
pipeline_version | integer | | not null |
name | character varying(16) | | not null |
content_type | character varying(32) | | not null |
object_key | character varying(128) | | not null |
size_bytes | integer | | not null |
width | integer | | not null |
height | integer | | not null |
sha256 | character(64) | | not null |
created_at | timestamp(3) with time zone | | not null | CURRENT_TIMESTAMP
Indexes:
"attachment_variants_pkey" PRIMARY KEY, btree (attachment_id, pipeline_version, name)
"attachment_variants_object_key_key" UNIQUE, btree (object_key)
Check constraints:
"attachment_variants_content_type_allowed" CHECK (content_type::text = ANY (ARRAY['image/jpeg'::character varying, 'image/png'::character varying, 'image/webp'::character varying]::text[]))
"attachment_variants_name_allowed" CHECK (name::text = ANY (ARRAY['thumbnail'::character varying, 'crop'::character varying, 'optimized'::character varying]::text[]))
"attachment_variants_positive" CHECK (pipeline_version >= 1 AND size_bytes >= 1 AND width >= 1 AND height >= 1)
"attachment_variants_sha256_format" CHECK (sha256 ~ '^[a-f0-9]{64}$'::text)
Foreign-key constraints:
"attachment_variants_attachment_id_fkey" FOREIGN KEY (attachment_id) REFERENCES attachments(id) ON UPDATE CASCADE ON DELETE CASCADE
Table "public.attachment_jobs"
Column | Type | Collation | Nullable | Default
------------------+-----------------------------+-----------+----------+-------------------
id | uuid | | not null |
attachment_id | uuid | | not null |
pipeline_version | integer | | not null |
status | character varying(16) | | not null |
attempt | integer | | not null |
max_attempts | integer | | not null |
next_attempt_at | timestamp(3) with time zone | | not null |
lease_owner | uuid | | |
lease_until | timestamp(3) with time zone | | |
error_code | character varying(64) | | |
last_error | character varying(200) | | |
created_at | timestamp(3) with time zone | | not null | CURRENT_TIMESTAMP
updated_at | timestamp(3) with time zone | | not null | CURRENT_TIMESTAMP
finished_at | timestamp(3) with time zone | | |
Indexes:
"attachment_jobs_pkey" PRIMARY KEY, btree (id)
"attachment_jobs_attachment_id_pipeline_version_key" UNIQUE, btree (attachment_id, pipeline_version)
"attachment_jobs_status_lease_until_idx" btree (status, lease_until)
Check constraints:
"attachment_jobs_attempt_range" CHECK (pipeline_version >= 1 AND attempt >= 1 AND attempt <= max_attempts)
"attachment_jobs_error_code_when_failed" CHECK ((status::text = 'failed'::text) = (error_code IS NOT NULL))
"attachment_jobs_lease_when_processing" CHECK (status::text <> 'processing'::text OR lease_owner IS NOT NULL AND lease_until IS NOT NULL)
"attachment_jobs_status_allowed" CHECK (status::text = ANY (ARRAY['queued'::character varying, 'processing'::character varying, 'ready'::character varying, 'failed'::character varying]::text[]))
Foreign-key constraints:
"attachment_jobs_attachment_id_fkey" FOREIGN KEY (attachment_id) REFERENCES attachments(id) ON UPDATE CASCADE ON DELETE CASCADE
Referenced by:
TABLE "job_events" CONSTRAINT "job_events_job_id_fkey" FOREIGN KEY (job_id) REFERENCES attachment_jobs(id) ON UPDATE CASCADE ON DELETE CASCADE
TABLE "outbox" CONSTRAINT "outbox_job_id_fkey" FOREIGN KEY (job_id) REFERENCES attachment_jobs(id) ON UPDATE CASCADE ON DELETE CASCADE
Table "public.outbox"
Column | Type | Collation | Nullable | Default
------------------+-----------------------------+-----------+----------+------------------------------------
id | bigint | | not null | nextval('outbox_id_seq'::regclass)
job_id | uuid | | not null |
payload | jsonb | | not null |
available_at | timestamp(3) with time zone | | not null | CURRENT_TIMESTAMP
published_at | timestamp(3) with time zone | | |
publish_attempts | integer | | not null | 0
created_at | timestamp(3) with time zone | | not null | CURRENT_TIMESTAMP
Indexes:
"outbox_pkey" PRIMARY KEY, btree (id)
"outbox_job_id_idx" btree (job_id)
"outbox_published_at_available_at_idx" btree (published_at, available_at)
Foreign-key constraints:
"outbox_job_id_fkey" FOREIGN KEY (job_id) REFERENCES attachment_jobs(id) ON UPDATE CASCADE ON DELETE CASCADE
Table "public.job_events"
Column | Type | Collation | Nullable | Default
------------+-----------------------------+-----------+----------+----------------------------------------
id | bigint | | not null | nextval('job_events_id_seq'::regclass)
job_id | uuid | | not null |
attempt | integer | | not null |
event | character varying(32) | | not null |
detail | character varying(200) | | |
created_at | timestamp(3) with time zone | | not null | CURRENT_TIMESTAMP
Indexes:
"job_events_pkey" PRIMARY KEY, btree (id)
"job_events_job_id_idx" btree (job_id)
Foreign-key constraints:
"job_events_job_id_fkey" FOREIGN KEY (job_id) REFERENCES attachment_jobs(id) ON UPDATE CASCADE ON DELETE CASCADE
## Миграции: отдельный one-shot сервис, повторный запуск ничего не применяет, схема совпадает с БД
$ docker compose run --rm migrate
Container messenger-lab5-secrets-init-1 Created
Container messenger-lab5-postgres-1 Running
Container messenger-lab5-secrets-init-1 Starting
Container messenger-lab5-secrets-init-1 Started
Container messenger-lab5-secrets-init-1 Waiting
Container messenger-lab5-secrets-init-1 Exited
Prisma schema loaded from prisma/schema.prisma
Datasource "db": PostgreSQL database "messenger", schema "public" at "postgres:5432"
5 migrations found in prisma/migrations
No pending migrations to apply.
$ docker compose run --rm --no-deps migrate sh -c export DATABASE_URL="$(cat "$DATABASE_URL_FILE")"; npx prisma migrate diff --from-url "$DATABASE_URL" --to-schema-datamodel prisma/schema.prisma --exit-code
No difference detected.
$ docker compose exec -T postgres psql -U messenger -d messenger -c SELECT migration_name, finished_at FROM _prisma_migrations ORDER BY started_at
migration_name | finished_at
---------------------------------+-------------------------------
20261021000000_init | 2026-11-16 13:59:09.682776+00
20261021010000_auth_sessions | 2026-11-16 13:59:09.695226+00
20261101000000_idempotency_keys | 2026-11-16 13:59:09.708431+00
20261105000000_attachments | 2026-11-16 13:59:09.722515+00
20261115000000_attachment_jobs | 2026-11-16 13:59:09.743001+00
(5 rows)
+17
View File
@@ -0,0 +1,17 @@
# make test-failover: stop-one.sh останавливает реплику, обслужившую тест
# date: 2026-11-16T14:01:02Z
# commit: 484119a
## до
/messenger-lab5-api-1 id=1e38f40634b0 running exit=0 finished=2026-11-16T14:00:57.875525905Z
/messenger-lab5-api-2 id=87ae39d58075 running exit=0 finished=2026-11-16T14:00:57.874930868Z
$ make test-failover ACTION_SCRIPT=scripts/stop-one.sh
python3 tests/resilience.py --mode failover --action-script "scripts/stop-one.sh" --base-url "http://lb:8080"
Executing explicit failover hook; hook output suppressed to avoid leaking secrets.
{"observed_instances_before": 2, "successful_writes": 131, "failed_attempts": 0, "first_recovery_seconds": 3.439}
PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence.
## после: остановленная реплика Exited (0) — штатное завершение по SIGTERM
/messenger-lab5-api-1 id=1e38f40634b0 exited exit=0 finished=2026-11-16T14:01:15.808115084Z
/messenger-lab5-api-2 id=87ae39d58075 running exit=0 finished=2026-11-16T14:00:57.874930868Z
+214
View File
@@ -0,0 +1,214 @@
# Фоновая обработка: сценарии защиты уровней 3 и 4 (scripts/job-scenario.py)
# date: 2026-11-16T14:01:41Z
# commit: 484119a
## restart
$ python3 scripts/job-scenario.py restart
[ 0.2s] user 82eeee3d-6dbd-4f88-89f7-f90af93592c1 chat 65981e2e-b48c-436f-8817-7adb465bc180
[ 0.2s] $ docker compose stop worker
[ 0.9s] POST attachment -> 202 status=queued id=eade9374-e447-4d1a-bcc1-b1bab3b3886b instance=87ae39d58075
[ 0.9s] content while queued -> 409
[ 1.0s] POST message with 1 attachment(s) -> 201 id=068bed4e-0750-4afe-94c3-409708601758
[ 1.0s] POST message with 0 attachment(s) -> 201 id=73f5328e-b50e-463a-9b44-52e094985702
[ 8.7s] queues: name type durable messages_ready messages_unacknowledged
attachment.jobs quorum true 1 0
attachment.jobs.dlq quorum true 0 0
[ 8.7s] $ docker compose restart api rabbitmq
[ 26.3s] queues after broker restart: name type durable messages_ready messages_unacknowledged
attachment.jobs quorum true 1 0
attachment.jobs.dlq quorum true 0 0
[ 26.3s] status after restarts: queued
[ 26.3s] $ docker compose start worker
[ 31.5s] GET attachment -> status=queued error_code=None
[ 32.5s] GET attachment -> status=ready error_code=None
[ 32.5s] original -> 200 sha256 matches upload: True
[ 32.5s] thumbnail -> 200 image/jpeg 256x160 sha256 matches metadata: True
[ 32.6s] crop -> 200 image/jpeg 128x128 sha256 matches metadata: True
[ 32.6s] optimized -> 200 image/webp 320x200 sha256 matches metadata: True
[ 32.7s] job: 27a4684d-3af8-4547-9610-07aba55b7657 | ready | 1 | 5 |
[ 32.9s] variants rows: 3
[ 33.1s] events: enqueued -> processing -> ready
## crash-after-store
$ python3 scripts/job-scenario.py crash-after-store
[ 0.1s] user 870efd23-431d-4c5d-bb6a-fb69fe407107 chat 36e1d058-a50b-468a-8286-41c65ee181ad
[ 0.1s] $ docker compose stop worker
[ 0.6s] $ docker compose run --no-deps -e WORKER_FAULT=exit-after-store -e JOB_LEASE_SECONDS=15 worker
[ 2.2s] POST attachment -> 202 status=queued id=052c555e-1e36-4ca6-aea6-cf7bfa933904 instance=1e38f40634b0
[ 3.0s] one-off: fault injection: worker killed after storing objects, before commit and ack
[ 3.1s] one-off process exit code 137 (137 = killed without ack)
[ 3.1s] status after crash: processing
[ 3.6s] lease: processing | 1 | t
[ 11.3s] queues (unacked message returned): name type durable messages_ready messages_unacknowledged
attachment.jobs quorum true 1 0
attachment.jobs.dlq quorum true 0 0
[ 11.3s] $ docker compose start worker
[ 15.8s] GET attachment -> status=processing error_code=None
[ 18.8s] GET attachment -> status=queued error_code=None
[ 19.8s] GET attachment -> status=processing error_code=None
[ 20.8s] GET attachment -> status=ready error_code=None
[ 20.8s] original -> 200 sha256 matches upload: True
[ 20.9s] thumbnail -> 200 image/jpeg 256x160 sha256 matches metadata: True
[ 20.9s] crop -> 200 image/jpeg 128x128 sha256 matches metadata: True
[ 20.9s] optimized -> 200 image/webp 320x200 sha256 matches metadata: True
[ 21.1s] job: 8922e0b2-1b70-4294-81f5-75dbb82b1006 | ready | 2 | 5 |
[ 21.3s] variants rows: 3
[ 21.5s] events: enqueued -> processing -> lease_expired -> processing -> ready
[ 21.9s] worker: job 8922e0b2-1b70-4294-81f5-75dbb82b1006: processing, not due or leased elsewhere, skipped
[ 21.9s] worker: job 8922e0b2-1b70-4294-81f5-75dbb82b1006 attempt 1 (redelivered): skipped
[ 21.9s] worker: job 8922e0b2-1b70-4294-81f5-75dbb82b1006 attempt 2: ready
[ 22.0s] relay: lease expired: 1, stale queued republished: 0
## crash-after-commit
$ python3 scripts/job-scenario.py crash-after-commit
[ 0.1s] user 892084ce-d560-4b81-8a41-29b037a7f501 chat 15fb5c7e-bb70-4945-8ddf-d26d1d3569d3
[ 0.1s] $ docker compose stop worker
[ 0.9s] $ docker compose run --no-deps -e WORKER_FAULT=exit-after-commit worker
[ 2.7s] POST attachment -> 202 status=queued id=377694eb-cef4-4db3-a1e4-af9053e26e70 instance=1e38f40634b0
[ 3.7s] one-off: fault injection: worker killed after commit, before ack
[ 3.8s] one-off process exit code 137 (137 = killed without ack)
[ 4.2s] status after crash: ready staging_key: staging/377694eb-cef4-4db3-a1e4-af9053e26e70
[ 12.2s] queues (unacked message returned): name type durable messages_ready messages_unacknowledged
attachment.jobs quorum true 1 0
attachment.jobs.dlq quorum true 0 0
[ 12.2s] $ docker compose start worker
[ 18.5s] staging_key after redelivery: NULL
[ 18.5s] original -> 200 sha256 matches upload: True
[ 18.5s] thumbnail -> 200 image/jpeg 256x160 sha256 matches metadata: True
[ 18.5s] crop -> 200 image/jpeg 128x128 sha256 matches metadata: True
[ 18.5s] optimized -> 200 image/webp 320x200 sha256 matches metadata: True
[ 18.7s] job: 4f105bfb-f45c-445f-9bf9-ffaae7c159e3 | ready | 1 | 5 |
[ 18.8s] variants rows: 3
[ 19.0s] events: enqueued -> processing -> ready
[ 19.3s] worker: job 4f105bfb-f45c-445f-9bf9-ffaae7c159e3: ready, not due or leased elsewhere, skipped
[ 19.3s] worker: job 4f105bfb-f45c-445f-9bf9-ffaae7c159e3 attempt 1 (redelivered): skipped
## outbox-gap
$ python3 scripts/job-scenario.py outbox-gap
[ 0.1s] user f6bbc6d7-414b-47ba-a108-ee447cc4e169 chat 9092c599-a754-4f16-8b09-34f630f34c5b
[ 0.1s] $ docker compose stop relay
[ 0.7s] POST attachment -> 202 status=queued id=f92b9390-13c8-472a-a730-b2cd64f31a79 instance=87ae39d58075
[ 1.0s] outbox after COMMIT: 8 | NOT PUBLISHED | 0
[ 8.7s] queues: name type durable messages_ready messages_unacknowledged
attachment.jobs quorum true 0 0
attachment.jobs.dlq quorum true 0 0
[ 8.7s] $ docker compose kill api
[ 9.3s] API killed (SIGKILL) after COMMIT, nothing was published
[ 9.3s] $ docker compose start api
[ 17.4s] status after API restart: queued
[ 17.4s] $ docker compose start relay
[ 22.0s] GET attachment -> status=queued error_code=None
[ 24.1s] GET attachment -> status=ready error_code=None
[ 24.2s] outbox after relay recovery: 8 | 2026-11-16 14:03:19.506+00 | 1
[ 24.2s] original -> 200 sha256 matches upload: True
[ 24.2s] thumbnail -> 200 image/jpeg 256x160 sha256 matches metadata: True
[ 24.3s] crop -> 200 image/jpeg 128x128 sha256 matches metadata: True
[ 24.3s] optimized -> 200 image/webp 320x200 sha256 matches metadata: True
[ 24.4s] job: 0ca33e89-2981-4966-93fd-1d591dd83973 | ready | 1 | 5 |
[ 24.6s] variants rows: 3
[ 24.8s] events: enqueued -> processing -> ready
## relay-crash
$ python3 scripts/job-scenario.py relay-crash
[ 0.1s] user a1d5a875-1b08-48c9-926a-b7c0089f274c chat 660bdc6f-b600-44d4-ad7e-cc888fbe1413
[ 0.1s] $ docker compose stop relay
[ 1.0s] $ docker compose run --no-deps -e RELAY_FAULT=exit-after-confirm relay
[ 3.0s] POST attachment -> 202 status=queued id=fb12fbe4-8102-43a9-92b5-bb331ecf9b9d instance=1e38f40634b0
[ 3.6s] one-off: published 1 job message(s), broker confirmed
[ 3.6s] one-off: fault injection: exit after broker confirm, before outbox is marked
[ 3.7s] one-off process exit code 137 (137 = killed without ack)
[ 4.1s] outbox after relay crash: 9 | NOT MARKED | 0
[ 4.1s] $ docker compose start relay
[ 8.8s] GET attachment -> status=ready error_code=None
[ 11.9s] outbox after relay restart: 9 | 2026-11-16 14:03:31.241+00 | 1
[ 12.0s] original -> 200 sha256 matches upload: True
[ 12.0s] thumbnail -> 200 image/jpeg 256x160 sha256 matches metadata: True
[ 12.0s] crop -> 200 image/jpeg 128x128 sha256 matches metadata: True
[ 12.0s] optimized -> 200 image/webp 320x200 sha256 matches metadata: True
[ 12.1s] job: 1ef3a3cd-134f-47b7-83e4-fc74dc77ae29 | ready | 1 | 5 |
[ 12.3s] variants rows: 3
[ 12.4s] events: enqueued -> processing -> ready
[ 12.6s] worker: job 1ef3a3cd-134f-47b7-83e4-fc74dc77ae29 attempt 1: ready
[ 12.6s] worker: job 1ef3a3cd-134f-47b7-83e4-fc74dc77ae29: ready, not due or leased elsewhere, skipped
[ 12.6s] worker: job 1ef3a3cd-134f-47b7-83e4-fc74dc77ae29 attempt 1: skipped
## retry-replay
$ python3 scripts/job-scenario.py retry-replay
[ 0.1s] user 766c68fb-94b6-4104-ac84-5166f401ee4f chat e9627c1d-9123-4962-9eed-d7a8282742b3
[ 0.1s] $ docker compose stop worker
[ 0.6s] POST attachment -> 202 status=queued id=5b6058ab-2875-47a3-9458-0f266742fd97 instance=1e38f40634b0
[ 0.6s] $ docker compose stop s3
[ 1.2s] $ docker start worker (without dependencies)
[ 1.6s] GET attachment -> status=queued error_code=None
[ 2.6s] GET attachment -> status=processing error_code=None
[ 3.6s] GET attachment -> status=queued error_code=None
[ 4.6s] GET attachment -> status=processing error_code=None
[ 5.6s] GET attachment -> status=queued error_code=None
[ 6.6s] GET attachment -> status=processing error_code=None
[ 7.6s] GET attachment -> status=queued error_code=None
[ 10.7s] GET attachment -> status=processing error_code=None
[ 11.7s] GET attachment -> status=queued error_code=None
[ 19.7s] GET attachment -> status=processing error_code=None
[ 20.7s] GET attachment -> status=failed error_code=retry_exhausted
[ 20.7s] POST message with 1 attachment(s) -> 409 id=None
[ 20.7s] failed attachment in a new message -> 409
[ 20.7s] retries:
[ 20.9s] 1 | enqueued | | 14:03:34.662
[ 20.9s] 1 | processing | | 14:03:36.116
[ 20.9s] 1 | retry_scheduled | temporary failure: ApiError; next attempt 2 in 533 ms | 14:03:37.143
[ 20.9s] 2 | processing | | 14:03:37.813
[ 20.9s] 2 | retry_scheduled | temporary failure: ApiError; next attempt 3 in 1378 ms | 14:03:38.824
[ 20.9s] 3 | processing | | 14:03:40.337
[ 20.9s] 3 | retry_scheduled | temporary failure: ApiError; next attempt 4 in 2625 ms | 14:03:41.346
[ 20.9s] 4 | processing | | 14:03:44.387
[ 20.9s] 4 | retry_scheduled | temporary failure: ApiError; next attempt 5 in 7110 ms | 14:03:45.394
[ 20.9s] 5 | processing | | 14:03:52.956
[ 20.9s] 5 | failed | retry_exhausted: temporary failure: ApiError | 14:03:53.967
[ 20.9s] $ replay.js --list
[ 21.2s] replay: {"job_id":"fdb3f527-6383-4917-a690-5a9c75bb3c09","attachment_id":"5b6058ab-2875-47a3-9458-0f266742fd97","error_code":"retry_exhausted","attempt":5,"last_error":"temporary failure: ApiError","finished_at":"2026-11-16T14:03:53.967Z"}
[ 21.2s] $ docker compose start s3
[ 23.3s] $ replay.js 5b6058ab-2875-47a3-9458-0f266742fd97
[ 23.7s] replay: {"id":"5b6058ab-2875-47a3-9458-0f266742fd97","job_id":"fdb3f527-6383-4917-a690-5a9c75bb3c09","result":"replayed"}
[ 23.7s] GET attachment -> status=queued error_code=None
[ 24.7s] GET attachment -> status=ready error_code=None
[ 24.7s] original -> 200 sha256 matches upload: True
[ 24.7s] thumbnail -> 200 image/jpeg 256x160 sha256 matches metadata: True
[ 24.7s] crop -> 200 image/jpeg 128x128 sha256 matches metadata: True
[ 24.7s] optimized -> 200 image/webp 320x200 sha256 matches metadata: True
[ 24.7s] $ replay.js 5b6058ab-2875-47a3-9458-0f266742fd97 (already ready)
[ 25.0s] replay: {"id":"5b6058ab-2875-47a3-9458-0f266742fd97","job_id":"fdb3f527-6383-4917-a690-5a9c75bb3c09","result":"already_ready"}
[ 25.2s] job: fdb3f527-6383-4917-a690-5a9c75bb3c09 | ready | 1 | 5 |
[ 25.3s] variants rows: 3
[ 25.5s] events: enqueued -> processing -> retry_scheduled -> processing -> retry_scheduled -> processing -> retry_scheduled -> processing -> retry_scheduled -> processing -> failed -> replayed -> processing -> ready
## broker
$ python3 scripts/job-scenario.py broker
[ 1.8s] consumers: queue_name ack_required prefetch_count
attachment.jobs true 2
[ 2.0s] worker limits: cpus=1000000000 memory=805306368
[ 2.3s] malformed message published
[ 10.1s] queues: name type durable messages_ready messages_unacknowledged
attachment.jobs quorum true 0 0
attachment.jobs.dlq quorum true 1 0
[ 10.2s] worker: malformed job message moved to dead letter queue
## Итог по всем заданиям стенда
$ docker compose exec -T postgres psql -U messenger -d messenger -c SELECT status, count(*) FROM attachment_jobs GROUP BY status -c SELECT count(*) AS unpublished_outbox FROM outbox WHERE published_at IS NULL -c SELECT count(*) AS staging_left_on_ready FROM attachments WHERE status = 'ready' AND staging_key IS NOT NULL
status | count
--------+-------
ready | 9
(1 row)
unpublished_outbox
--------------------
0
(1 row)
staging_left_on_ready
-----------------------
0
(1 row)
## Последний проход reconciler
{"mode":"apply","grace_seconds":3600,"staging_expired":0,"scanned":0,"fresh_skipped":0,"referenced":0,"orphans":0,"deleted":0,"failed":0,"orphan_keys":[],"duration_ms":382}
+26
View File
@@ -0,0 +1,26 @@
# make test-persistence: restart.sh перезапускает postgres, redis, s3, rabbitmq, api, lb с сохранением volumes
# date: 2026-11-16T14:00:52Z
# commit: 484119a
## до
/messenger-lab5-api-1 running started=2026-11-16T13:59:10.816425606Z
/messenger-lab5-api-2 running started=2026-11-16T13:59:10.479356802Z
/messenger-lab5-lb-1 running started=2026-11-16T13:59:16.591296088Z
/messenger-lab5-postgres-1 running started=2026-11-16T13:59:00.844067952Z
/messenger-lab5-rabbitmq-1 running started=2026-11-16T13:59:00.836854706Z
/messenger-lab5-redis-1 running started=2026-11-16T13:59:00.841606284Z
/messenger-lab5-s3-1 running started=2026-11-16T13:59:00.820149618Z
$ make test-persistence ACTION_SCRIPT=scripts/restart.sh
python3 tests/resilience.py --mode persistence --action-script "scripts/restart.sh" --base-url "http://lb:8080"
Executing explicit persistence hook; hook output suppressed to avoid leaking secrets.
PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence.
## после
/messenger-lab5-api-1 running started=2026-11-16T14:00:58.355736385Z
/messenger-lab5-api-2 running started=2026-11-16T14:00:58.472999625Z
/messenger-lab5-lb-1 running started=2026-11-16T14:00:55.123503698Z
/messenger-lab5-postgres-1 running started=2026-11-16T14:00:54.940878738Z
/messenger-lab5-rabbitmq-1 running started=2026-11-16T14:00:56.122220193Z
/messenger-lab5-redis-1 running started=2026-11-16T14:00:54.826444235Z
/messenger-lab5-s3-1 running started=2026-11-16T14:00:54.598200795Z
+37
View File
@@ -0,0 +1,37 @@
# S3 (минимум lab4): идемпотентный bootstrap, приватность мимо API, права пользователя API
# date: 2026-11-16T14:01:31Z
# commit: 484119a
$ docker compose run --rm --no-deps -T s3-init
Bucket created successfully `root/messenger-attachments`.
Access permission for `root/messenger-attachments` is set to `private`
Created policy `messenger-api` successfully.
bucket messenger-attachments ready
$ docker compose run --rm --no-deps -T s3-init
Bucket created successfully `root/messenger-attachments`.
Access permission for `root/messenger-attachments` is set to `private`
Created policy `messenger-api` successfully.
bucket messenger-attachments ready
$ sh scripts/check-s3.sh
## S3 не опубликован наружу, консоль выключена
s3 ports=9000/tcp
MINIO_BROWSER=off
## Права пользователя API: только свой bucket
PUT в свой bucket -> allowed
GET из своего bucket -> allowed
создание другого bucket -> denied
GET из другого bucket -> denied
PUT в другой bucket -> denied
изменение политики bucket -> denied
администрирование пользователей -> denied
## Анонимный доступ напрямую к S3, мимо API
GET messenger-attachments/<object> -> 403
GET messenger-attachments/ -> 403
PUT messenger-attachments/anon.txt -> 403
PASS: bucket приватный, у API нет прав вне своего bucket
+22
View File
@@ -0,0 +1,22 @@
# Публичные проверки через LB; разные реплики обслуживают одну сессию
# date: 2026-11-16T14:00:47Z
# commit: 484119a
$ make check
python3 scripts/check_contract.py
PASS: offline skeleton structure, local refs and Python syntax; application NOT tested.
$ make test
python3 tests/smoke.py --base-url "http://lb:8080"
PASS: lab5 public API scenario; infrastructure and grading evidence remain separate.
$ python3 scripts/probe.py instances 6
register -> 201
login -> 201 expires_at: 2026-11-16T15:00:52.043Z
GET /api/v1/users/me -> 200 X-Instance-Id: 87ae39d58075
GET /api/v1/users/me -> 200 X-Instance-Id: 1e38f40634b0
GET /api/v1/users/me -> 200 X-Instance-Id: 87ae39d58075
GET /api/v1/users/me -> 200 X-Instance-Id: 1e38f40634b0
GET /api/v1/users/me -> 200 X-Instance-Id: 87ae39d58075
GET /api/v1/users/me -> 200 X-Instance-Id: 1e38f40634b0
+358
View File
@@ -0,0 +1,358 @@
# Собственные e2e-тесты (PostgreSQL + Redis + MinIO из compose.test.yaml)
# date: 2026-11-16T16:16:14Z
# commit: aaa58ef
$ docker compose -f compose.test.yaml run --rm tests npx jest --config ./test/jest-e2e.json --verbose
Network messenger-lab5-test_default Creating
Network messenger-lab5-test_default Created
Container messenger-lab5-test-s3-1 Creating
Container messenger-lab5-test-postgres-1 Creating
Container messenger-lab5-test-redis-1 Creating
Container messenger-lab5-test-s3-1 Created
Container messenger-lab5-test-redis-1 Created
Container messenger-lab5-test-postgres-1 Created
Container messenger-lab5-test-postgres-1 Starting
Container messenger-lab5-test-s3-1 Starting
Container messenger-lab5-test-redis-1 Starting
Container messenger-lab5-test-redis-1 Started
Container messenger-lab5-test-postgres-1 Started
Container messenger-lab5-test-s3-1 Started
Prisma schema loaded from prisma/schema.prisma
Datasource "db": PostgreSQL database "messenger_test", schema "public" at "postgres:5432"
5 migrations found in prisma/migrations
Applying migration `20261021000000_init`
Applying migration `20261021010000_auth_sessions`
Applying migration `20261101000000_idempotency_keys`
Applying migration `20261105000000_attachments`
Applying migration `20261115000000_attachment_jobs`
The following migration(s) have been applied:
migrations/
└─ 20261021000000_init/
└─ migration.sql
└─ 20261021010000_auth_sessions/
└─ migration.sql
└─ 20261101000000_idempotency_keys/
└─ migration.sql
└─ 20261105000000_attachments/
└─ migration.sql
└─ 20261115000000_attachment_jobs/
└─ migration.sql
All migrations have been successfully applied.
[Nest] 101 - 11/16/2026, 4:16:44 PM  ERROR [S3Service] get staging/b0076897-5e9f-495f-9cf9-4d72d99ce0e4 failed: NoSuchKey
PASS test/api.e2e-spec.ts (14.943 s)
API мессенджера (e2e) — граничные случаи сверх публичного smoke
POST /api/v1/users
✓ отклоняет некорректный JSON с кодом 400 (97 ms)
✓ отклоняет тело с лишними полями (46 ms)
✓ отклоняет username с заглавными буквами (4 ms)
✓ отклоняет display_name из одних пробелов (6 ms)
✓ отклоняет дубликат username с кодом 409 (159 ms)
✓ никогда не возвращает поле пароля или его хэша (31 ms)
✓ отклоняет username короче 3 символов (3 ms)
✓ отклоняет username длиннее 32 символов (10 ms)
✓ отклоняет username с недопустимыми символами (дефис) (3 ms)
✓ принимает username ровно на границах длины 3 и 32 символа (71 ms)
✓ отклоняет display_name длиннее 100 Unicode code points (3 ms)
✓ принимает display_name ровно из 100 code points, считая эмодзи вне BMP за один символ (30 ms)
✓ отклоняет display_name из 101 code point, состоящий из эмодзи вне BMP (3 ms)
контроль доступа
✓ возвращает 401 раньше 404, если и актор, и ресурс невалидны (5 ms)
✓ возвращает 404 (не 403), когда чат запрашивает не его участник (235 ms)
✓ отклоняет создание чата, если вызывающий не входит в member_ids (137 ms)
✓ отклоняет создание чата с дублирующимися member_ids (87 ms)
✓ считает один UUID в разном регистре дубликатом и узнаёт вызывающего в верхнем регистре (74 ms)
✓ принимает ровно 100 участников и отклоняет 101 (112 ms)
✓ отклоняет создание чата с неизвестным участником (77 ms)
✓ отклоняет создание чата с пустым/пробельным title (66 ms)
✓ возвращает 400 для синтаксически некорректного chat_id (не UUID) (72 ms)
✓ возвращает 404 для корректного по формату, но несуществующего chat_id (78 ms)
GET /api/v1/chats (пагинация)
✓ использует limit=50 по умолчанию, если limit не передан (100 ms)
✓ отклоняет нечисловой limit (63 ms)
✓ отклоняет limit=0 (61 ms)
✓ отклоняет повторённые limit и cursor (64 ms)
✓ отклоняет cursor, не являющийся корректным base64url JSON (65 ms)
✓ отклоняет корректно закодированный cursor с id чата, который никогда не существовал (68 ms)
✓ обходит весь список чатов по страницам без пропусков и дублей (162 ms)
сообщения
✓ не принимает sender_id, переданный клиентом (142 ms)
✓ считает attachment_ids: [] равным отсутствию поля, неизвестный ID — 404, неверный тип — 400 (170 ms)
✓ отклоняет пустое сообщение (133 ms)
✓ отклоняет сообщение из одних пробелов (153 ms)
✓ отклоняет отправку в чат, где вызывающий не участник (273 ms)
✓ отклоняет limit=0 при чтении истории (133 ms)
✓ отклоняет limit=101 при чтении истории (150 ms)
✓ отклоняет нечисловой limit (130 ms)
✓ отклоняет текст сообщения длиннее 4000 Unicode code points (123 ms)
✓ принимает текст сообщения ровно из 4000 Unicode code points (136 ms)
✓ отклоняет текст сообщения свыше 4000 code points, состоящий из эмодзи вне BMP (130 ms)
✓ отклоняет cursor, не являющийся корректным base64url JSON (139 ms)
✓ отклоняет корректно закодированный cursor с id сообщения, которое никогда не существовало в этом чате (145 ms)
✓ возвращает 400 для синтаксически некорректного chat_id при отправке сообщения (75 ms)
✓ возвращает 400 для синтаксически некорректного chat_id при чтении истории (70 ms)
✓ отклоняет cursor, взятый из другого чата (163 ms)
✓ обходит всю историю по страницам без пропусков и дублей (215 ms)
X-Request-Id
✓ присутствует и уникален для независимых запросов (3 ms)
✓ совпадает с request_id внутри тела ошибки (2 ms)
[Nest] 101 - 11/16/2026, 4:16:48 PM  ERROR [S3Service] get staging/26b12ff6-21b3-4ec3-82bd-abded3e4fcd8 failed: NoSuchKey
[Nest] 101 - 11/16/2026, 4:16:48 PM  ERROR [S3Service] get staging/c30a6164-07e9-4bed-b272-3624325d8ddc failed: NoSuchKey
PASS test/jobs.e2e-spec.ts (15.841 s)
Фоновая обработка вложений (e2e)
до обработки
✓ queued: метаданные доступны, content любого варианта — 409, сообщение с вложением создаётся (197 ms)
результат worker
✓ ready: оригинал неизменен, thumbnail 256×160 JPEG, crop 128×128 JPEG, optimized WebP без увеличения (235 ms)
✓ маленький исходник не увеличивается в thumbnail/optimized, crop — увеличивается (123 ms)
✓ прозрачность компонуется на белый, EXIF orientation применяется (300 ms)
✓ worker ограничивает пиксели до распаковки: превышение — InvalidImageError (17 ms)
✓ размеры считаются целочисленно: 319×200 → 256×160, перебор совпадает с точной формулой (2129 ms)
✓ размеры округляются вниз, минимум 1 px (1 ms)
идемпотентность и повторная доставка
✓ повтор уже ready-задания — no-op: второго набора вариантов нет, объекты не меняются (146 ms)
✓ пока lease действует, второй обработчик того же job не запускается (131 ms)
✓ worker упал после записи объектов, до COMMIT/ack: lease истекает, повтор завершает тот же результат (236 ms)
✓ worker упал после COMMIT, до ack: повтор — no-op, staging убирается при повторной доставке (174 ms)
✓ сообщение потеряно брокером: queued без свежей публикации публикуется повторно один раз (157 ms)
✓ устаревшее сообщение, чужой attachment_id и другая pipeline_version игнорируются (53 ms)
ошибки, повторы и replay
✓ временная ошибка S3: повтор с backoff, до срока задание не берётся, затем ready (208 ms)
✓ попытки исчерпаны — failed retry_exhausted; replay явно возвращает в очередь и доводит до ready (326 ms)
✓ lease истёк на последней попытке — failed retry_exhausted, а не вечный processing (135 ms)
✓ replay и очистка staging не теряют исходник ни при каком порядке (170 ms)
✓ replay задания в очереди не создаёт дубль (33 ms)
✓ нераспаковываемое изображение — постоянная ошибка: сразу failed invalid_image без повторов (72 ms)
✓ staging подменён — failed checksum_mismatch; staging пропал — failed staging_missing (110 ms)
✓ превышение времени обработки — временная ошибка с повтором (98 ms)
формат сообщения и backoff
✓ сообщение соответствует jobs.schema.json, лишние/неверные поля отклоняются (1 ms)
✓ backoff растёт экспоненциально с jitter и ограничен сверху (1 ms)
console.warn
An error was encountered in a non-retryable streaming request.
213 | private async guard<T>(action: string, run: () => Promise<T>): Promise<T> {
214 | try {
> 215 | return await run();
| ^
216 | } catch (error) {
217 | const reason = error instanceof Error ? error.name : 'unknown error';
218 | this.logger.error(`${action} failed: ${reason}`);
at ../node_modules/@smithy/middleware-retry/dist-cjs/index.js:329:125
at ../node_modules/@aws-sdk/middleware-flexible-checksums/dist-cjs/index.js:263:18
at ../node_modules/@aws-sdk/middleware-sdk-s3/dist-cjs/index.js:110:22
at ../node_modules/@aws-sdk/middleware-sdk-s3/dist-cjs/index.js:138:14
at ../node_modules/@aws-sdk/middleware-logger/dist-cjs/index.js:34:22
at S3Service.guard (../src/storage/s3.service.ts:215:11)
at S3Service.putFile (../src/storage/s3.service.ts:64:3)
at AttachmentsService.store (../src/attachments/attachments.service.ts:153:3)
at AttachmentsService.upload (../src/attachments/attachments.service.ts:75:11)
at AttachmentsController.upload (../src/attachments/attachments.controller.ts:36:22)
at ../node_modules/@nestjs/core/router/router-execution-context.js:46:28
at Object.<anonymous> (../node_modules/@nestjs/core/router/router-proxy.js:9:17)
[Nest] 107 - 11/16/2026, 4:16:49 PM  ERROR [S3Service] put staging/edb640b9-6acd-4135-a6c5-7385cc51a3d1 failed: Error
[Nest] 107 - 11/16/2026, 4:16:49 PM  ERROR [HttpExceptionFilter] POST /api/v1/chats/c9263947-7777-4ef8-a96c-8738fd87a926/attachments?filename=a.png -> 503: object storage unavailable
[Nest] 107 - 11/16/2026, 4:16:49 PM  ERROR [HttpExceptionFilter] POST /api/v1/chats/c9263947-7777-4ef8-a96c-8738fd87a926/attachments?filename=sample.png -> 500: Internal server error
[Nest] 107 - 11/16/2026, 4:16:49 PM  ERROR [AttachmentsService] metadata insert failed for staging/41cec8a7-7ae2-459a-8066-f61629d5bcc5
[Nest] 107 - 11/16/2026, 4:16:49 PM  ERROR [HttpExceptionFilter] POST /api/v1/chats/c9263947-7777-4ef8-a96c-8738fd87a926/attachments?filename=sample.png -> 503: database unavailable
[Nest] 107 - 11/16/2026, 4:16:49 PM  ERROR [HttpExceptionFilter] POST /api/v1/chats/c9263947-7777-4ef8-a96c-8738fd87a926/attachments?filename=sample.png -> 503: database unavailable
PASS test/attachments.e2e-spec.ts (16.595 s)
Загрузка вложений (e2e)
успешная загрузка
✓ возвращает 202 Attachment queued по контракту, staging и задание сохранены до ответа (259 ms)
✓ принимает реальный JPEG (51 ms)
✓ игнорирует параметры и регистр Content-Type (44 ms)
✓ принимает файл ровно 10 MiB, filename ровно 255 символов и PNG с байтами после IEND (531 ms)
✓ принимает ровно 40 млн пикселей (2692 ms)
порядок проверок и доступ
✓ без токена — 401 раньше любых проверок содержимого (24 ms)
✓ посторонний и несуществующий чат — одинаковый 404, чужой файл не сохраняется (21 ms)
✓ неверный UUID чата — 400 (6 ms)
filename
✓ отсутствует — 400 (5 ms)
✓ пустой — 400 (6 ms)
✓ только пробелы — 400 (5 ms)
✓ 256 символов — 400 (6 ms)
✓ путь через / — 400 (6 ms)
✓ путь через \ — 400 (4 ms)
✓ NUL — 400 (15 ms)
✓ перевод строки — 400 (3 ms)
✓ DEL — 400 (8 ms)
✓ C1 U+0085 — 400 (4 ms)
✓ разделитель строк U+2028 — 400 (4 ms)
✓ повторённый параметр — 400 (4 ms)
тип содержимого
✓ Content-Type text/plain — 415 (3 ms)
✓ Content-Type application/json — 415 (31 ms)
✓ Content-Type application/octet-stream — 415 (5 ms)
✓ Content-Type multipart/form-data; boundary=x — 415 (4 ms)
✓ Content-Type image/gif — 415 (9 ms)
✓ Content-Type image/webp — 415 (7 ms)
✓ без Content-Type — 415 (4 ms)
✓ подмена MIME в обе стороны и чужие форматы — 415 (55 ms)
✓ пустое тело — 400 (10 ms)
повреждённые изображения
✓ PNG: первые 33 байта sample.png — 415 (8 ms)
✓ PNG: половина файла — 415 (5 ms)
✓ PNG: без последних 20 байт — 415 (5 ms)
✓ PNG: без IEND — 415 (8 ms)
✓ PNG: неверный CRC — 415 (11 ms)
✓ PNG: фильтр строки 5 — 415 (19 ms)
✓ PNG: фильтр строки 255 — 415 (7 ms)
✓ PNG: неверный фильтр в последней строке — 415 (7 ms)
✓ PNG: мусор в IDAT с верным CRC — 415 (7 ms)
✓ PNG: данных меньше, чем строк — 415 (8 ms)
✓ PNG: палитра на 257 записей — 415 (9 ms)
✓ JPEG: все повреждения — 415 (60 ms)
лимиты
✓ 10 MiB + 1 байт — 413 и без чтения объявленного тела (177 ms)
✓ превышение при chunked без Content-Length — 413 (381 ms)
✓ превышение лимита пикселей — 413 до декодирования (26 ms)
✓ оборванная загрузка не оставляет временных файлов и строк в БД (805 ms)
отказы
✓ S3 недоступен — 503 с заголовками, метаданные не создаются (187 ms)
✓ явный отказ транзакции после PUT удаляет объект staging (146 ms)
✓ необработанная ошибка PostgreSQL при INSERT — 503, объект не удаляется (96 ms)
✓ при неясном исходе COMMIT объект не удаляется (33 ms)
[Nest] 100 - 11/16/2026, 4:16:50 PM  ERROR [S3Service] get attachments/3498f692-6b9f-486c-92b1-bc1e2fec8ca8/original failed: Error
[Nest] 100 - 11/16/2026, 4:16:50 PM  ERROR [HttpExceptionFilter] GET /api/v1/attachments/3498f692-6b9f-486c-92b1-bc1e2fec8ca8/content -> 503: object storage unavailable
[Nest] 100 - 11/16/2026, 4:16:50 PM  ERROR [S3Service] get attachments/e1993cac-3daf-4101-bedf-97ad5f0f3957/original failed: NoSuchKey
[Nest] 100 - 11/16/2026, 4:16:50 PM  ERROR [HttpExceptionFilter] GET /api/v1/attachments/e1993cac-3daf-4101-bedf-97ad5f0f3957/content -> 500: Internal server error
[Nest] 101 - 11/16/2026, 4:16:51 PM  ERROR [HttpExceptionFilter] GET /health/ready -> 503: object storage unavailable
PASS test/reconciler.e2e-spec.ts
Сверка объектов S3 с метаданными (e2e)
✓ dry-run сообщает о сироте и ничего не удаляет, apply удаляет, повторный запуск ничего не делает (92 ms)
✓ не трогает свежий объект внутри grace period (27 ms)
✓ не трогает старый объект, на который есть метаданные (31 ms)
✓ при отказе PostgreSQL проход прерывается и ничего не удаляет (23 ms)
✓ сбой удаления считается и повторяется на следующем проходе (31 ms)
✓ обходит все страницы листинга (122 ms)
✓ реальная загрузка остаётся доступной после сверки всего bucket префикса вложений (212 ms)
✓ после grace period объекты вложения и staging в очереди не считаются сиротами (213 ms)
✓ staging failed-вложения удаляется после срока хранения (207 ms)
✓ объекты вариантов без строк у существующего вложения не удаляются: replay после сверки доводит до ready (406 ms)
✓ staging ready-вложения, оставшийся после сбоя worker, удаляется без ожидания срока хранения (197 ms)
Готовность при отказе S3 (e2e)
✓ ready — 503 с заголовками за короткое время, live и core — 200 (161 ms)
✓ при рабочем S3 ready — 200 (67 ms)
PASS test/request-constraints.e2e-spec.ts
Каждое ограничение запроса из контракта отклоняется 400, граница принимается (e2e)
✓ POST /users (352 ms)
✓ POST /chats (170 ms)
✓ POST /chats/{chat_id}/messages (223 ms)
✓ query и path параметры (192 ms)
✓ POST /chats/{chat_id}/attachments: filename и chat_id (53 ms)
PASS test/auth.e2e-spec.ts
Аутентификация и сессии (e2e)
регистрация
✓ требует password (38 ms)
✓ отклоняет password короче 12 code points (11 ms)
✓ хранит пароль как Argon2id-хеш, а не открытым текстом (113 ms)
POST /api/v1/auth/sessions
✓ выдаёт непрозрачный Bearer-токен с expires_at и пользователем (92 ms)
✓ принимает пароль с двоеточием и не-ASCII символами (62 ms)
✓ отвечает одинаковым 401 на неверный пароль и неизвестного пользователя (151 ms)
✓ отклоняет JSON body при входе даже с верным Basic (103 ms)
✓ отвечает 401 без заголовка Authorization (2 ms)
защищённые endpoint
✓ не принимают Basic (81 ms)
✓ не принимают X-User-Id сам по себе (87 ms)
✓ игнорируют X-User-Id рядом с Bearer (146 ms)
✓ отвечают 401 на неизвестный токен (4 ms)
DELETE /api/v1/auth/sessions/current
✓ отзывает только текущий токен: 204, затем 401 на повтор (116 ms)
PASS test/contract.e2e-spec.ts
Все ответы соответствуют контракту: коды, схемы, заголовки (e2e)
✓ health, пользователи и сессии (413 ms)
✓ чаты и сообщения (291 ms)
✓ вложения во всех состояниях (612 ms)
✓ каждая операция контракта вызвана хотя бы раз (1 ms)
PASS test/attachment-access.e2e-spec.ts (6.43 s)
Скачивание и привязка вложений (e2e)
чтение
✓ участник получает метаданные и оригинал побайтно (305 ms)
✓ JPEG отдаётся с истинным Content-Type (219 ms)
✓ посторонний и неизвестный ID получают одинаковый 404 (156 ms)
✓ UUID nil корректного формата — 404, а не 400 (25 ms)
✓ UUID v7 корректного формата — 404, а не 400 (29 ms)
✓ без токена 401, неверный UUID 400 (166 ms)
✓ variant: original явно, отсутствующий 404, неизвестный и повторённый 400 (185 ms)
✓ нет доступа к S3 — метаданные 200, content 503 с заголовками (380 ms)
✓ объект пропал из S3 — 500 без внутренних деталей (326 ms)
attachment_ids в сообщениях
✓ text="" с вложением принимается, Message читается вторым участником (222 ms)
✓ порядок [B, A] сохраняется в ответе, истории и повторе; перестановка с тем же ключом — 409 (618 ms)
✓ отсутствующий attachment_ids и [] равны при повторе, изменение списка — 409 (160 ms)
✓ вложение другого чата и неизвестное — одинаковый 404, сообщение не создаётся (128 ms)
✓ смесь своего и чужого вложения — 404 (275 ms)
✓ посторонний не может отправить вложение в чужой чат (155 ms)
✓ любой участник может сослаться на вложение чата, вложение можно использовать повторно (136 ms)
✓ ровно 10 вложений принимается, 11 — 400 (670 ms)
✓ UUID в другом регистре — тот же ID и дубль (142 ms)
✓ text отсутствует — 400 (162 ms)
✓ text null — 400 (137 ms)
✓ attachment_ids null — 400 (118 ms)
✓ attachment_ids строка — 400 (138 ms)
✓ элемент не UUID — 400 (119 ms)
✓ элемент число — 400 (151 ms)
✓ дубликат — 400 (106 ms)
✓ пустой текст без вложений — 400 (140 ms)
✓ пробельный текст без вложений — 400 (142 ms)
PASS test/concurrency.e2e-spec.ts
Безопасность при конкурентном доступе (e2e)
✓ принимает 100 конкурентных сообщений от 10 клиентов и сохраняет ровно 100 уникальных (946 ms)
✓ регистрирует ровно одного пользователя при гонке 10 запросов за один и тот же username (145 ms)
PASS test/docs.e2e-spec.ts
Swagger UI и примеры (e2e)
✓ отдаёт Swagger UI и документ контракта со всеми путями (29 ms)
✓ каждый пример запроса и ответа проходит JSON Schema контракта (237 ms)
[Nest] 107 - 11/16/2026, 4:16:56 PM  ERROR [HttpExceptionFilter] DELETE /api/v1/auth/sessions/current -> 503: session cache unavailable
[Nest] 107 - 11/16/2026, 4:16:56 PM  ERROR [HttpExceptionFilter] DELETE /api/v1/auth/sessions/current -> 503: session cache unavailable
[Nest] 107 - 11/16/2026, 4:16:57 PM  ERROR [HttpExceptionFilter] GET /health/ready -> 503: database unavailable
[Nest] 107 - 11/16/2026, 4:16:57 PM  ERROR [HttpExceptionFilter] GET /api/v1/chats -> 503: database unavailable
[Nest] 107 - 11/16/2026, 4:16:57 PM  ERROR [HttpExceptionFilter] GET /api/v1/chats -> 503: database unavailable
[Nest] 107 - 11/16/2026, 4:16:57 PM  ERROR [HttpExceptionFilter] POST /api/v1/users -> 503: database unavailable
PASS test/idempotency.e2e-spec.ts
Идемпотентность отправки и X-Instance-Id (e2e)
✓ требует Idempotency-Key правильного формата (260 ms)
✓ повтор с тем же ключом и телом возвращает тот же 201 и то же сообщение (105 ms)
✓ тот же ключ с другим телом — 409, сообщение не создаётся (91 ms)
✓ 20 параллельных запросов с одним ключом через два экземпляра создают ровно одно сообщение (383 ms)
✓ область ключа — пользователь и чат: одинаковый ключ у разных пользователей и чатов независим (216 ms)
✓ повтор заново проверяет сессию (172 ms)
✓ после IDEMPOTENCY_TTL_SECONDS ключ можно использовать заново (1656 ms)
✓ X-Instance-Id есть в успешных ответах, ошибках и health и стабилен в процессе (15 ms)
[Nest] 107 - 11/16/2026, 4:16:57 PM  ERROR [HttpExceptionFilter] GET /api/v1/chats -> 500: Internal server error
PASS test/failures.e2e-spec.ts
Уровень 4: expiry, отказы зависимостей, rollback (e2e)
✓ сессия истекает при коротком SESSION_TTL_SECONDS, в том числе из кэша (2650 ms)
✓ без Redis вход и проверка сессии работают через PostgreSQL, logout — 503 без отзыва (204 ms)
✓ logout через реплику без связи с Redis не создаёт расхождения с репликой, у которой сессия в кэше (325 ms)
✓ без PostgreSQL отвечает ограниченным 503 и не пускает анонима (144 ms)
✓ неожиданное исключение — 500 internal_error без деталей, с X-Request-Id и X-Instance-Id (90 ms)
✓ откатывает создание чата целиком, если один из участников не существует (90 ms)
A worker process has failed to exit gracefully and has been force exited. This is likely caused by tests leaking due to improper teardown. Try running with --detectOpenHandles to find leaks. Active timers can also cause this, ensure that .unref() was called on them.
Test Suites: 12 passed, 12 total
Tests: 201 passed, 201 total
Snapshots: 0 total
Time: 25.414 s
Ran all test suites.
+43
View File
@@ -0,0 +1,43 @@
global
log stdout format raw local0 info
maxconn 2000
defaults
mode http
log global
option httplog
option dontlognull
timeout connect 1s
timeout client 30s
timeout server 10s
timeout http-request 10s
timeout queue 5s
timeout check 1s
retries 2
option redispatch 1
retry-on conn-failure
unique-id-format %[uuid()]
http-error status 502 content-type application/json hdr X-Request-Id "%[unique-id]" lf-string "{\"error\":{\"code\":\"unavailable\",\"message\":\"bad gateway\",\"request_id\":\"%[unique-id]\"}}"
http-error status 503 content-type application/json hdr X-Request-Id "%[unique-id]" lf-string "{\"error\":{\"code\":\"unavailable\",\"message\":\"no API replica available\",\"request_id\":\"%[unique-id]\"}}"
http-error status 504 content-type application/json hdr X-Request-Id "%[unique-id]" lf-string "{\"error\":{\"code\":\"unavailable\",\"message\":\"gateway timeout\",\"request_id\":\"%[unique-id]\"}}"
resolvers docker
nameserver dns 127.0.0.11:53
resolve_retries 3
timeout resolve 1s
timeout retry 1s
hold valid 5s
hold obsolete 5s
accepted_payload_size 8192
frontend public
bind :8080
default_backend api
backend api
balance roundrobin
http-request set-timeout server 60s if { method POST } { path_reg ^/api/v1/chats/[^/]+/attachments$ }
option httpchk GET /health/core
http-check expect status 200
default-server check inter 1s fall 2 rise 2 resolvers docker resolve-prefer ipv4 init-addr none
server-template api 1-4 api:8080
+8
View File
@@ -0,0 +1,8 @@
{
"$schema": "https://json.schemastore.org/nest-cli",
"collection": "@nestjs/schematics",
"sourceRoot": "src",
"compilerOptions": {
"deleteOutDir": true
}
}
+12296
View File
File diff suppressed because it is too large Load Diff
+54
View File
@@ -0,0 +1,54 @@
{
"name": "mtusi-messenger-lab5",
"version": "1.0.0",
"description": "Lab 5: messenger API with S3 attachments and background image processing (NestJS + Fastify)",
"private": true,
"license": "UNLICENSED",
"scripts": {
"build": "nest build",
"start": "node dist/main.js",
"start:dev": "nest start --watch",
"lint": "eslint \"{src,test}/**/*.ts\"",
"test": "jest --config ./test/jest-e2e.json",
"test:watch": "jest --config ./test/jest-e2e.json --watch"
},
"dependencies": {
"@aws-sdk/client-s3": "3.700.0",
"@fastify/static": "7.0.4",
"@nestjs/common": "^10.4.15",
"@nestjs/core": "^10.4.15",
"@nestjs/platform-fastify": "^10.4.15",
"@nestjs/swagger": "7.4.2",
"@prisma/client": "6.1.0",
"amqplib": "0.10.5",
"argon2": "0.41.1",
"class-transformer": "^0.5.1",
"class-validator": "^0.14.1",
"ioredis": "5.4.1",
"reflect-metadata": "^0.2.2",
"rxjs": "^7.8.1",
"sharp": "0.33.5"
},
"devDependencies": {
"@nestjs/cli": "^10.4.9",
"@nestjs/schematics": "^10.2.3",
"@nestjs/testing": "^10.4.15",
"@types/amqplib": "0.10.6",
"@types/jest": "^29.5.14",
"@types/node": "^20.17.9",
"@types/supertest": "^6.0.2",
"@typescript-eslint/eslint-plugin": "^8.18.1",
"@typescript-eslint/parser": "^8.18.1",
"ajv": "8.12.0",
"eslint": "^8.57.1",
"jest": "^29.7.0",
"prisma": "6.1.0",
"source-map-support": "^0.5.21",
"supertest": "^7.0.0",
"ts-jest": "^29.2.5",
"ts-loader": "^9.5.1",
"ts-node": "^10.9.2",
"tsconfig-paths": "^4.2.0",
"typescript": "^5.7.2"
}
}
@@ -0,0 +1,50 @@
CREATE TABLE "users" (
"id" UUID NOT NULL,
"username" VARCHAR(32) NOT NULL,
"display_name" VARCHAR(100) NOT NULL,
"created_at" TIMESTAMPTZ(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
CONSTRAINT "users_pkey" PRIMARY KEY ("id"),
CONSTRAINT "users_username_format" CHECK ("username" ~ '^[a-z0-9_]{3,32}$'),
CONSTRAINT "users_display_name_not_blank" CHECK (btrim("display_name") <> '')
);
CREATE TABLE "chats" (
"id" UUID NOT NULL,
"title" VARCHAR(100) NOT NULL,
"created_at" TIMESTAMPTZ(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
CONSTRAINT "chats_pkey" PRIMARY KEY ("id"),
CONSTRAINT "chats_title_not_blank" CHECK (btrim("title") <> '')
);
CREATE TABLE "chat_members" (
"chat_id" UUID NOT NULL,
"user_id" UUID NOT NULL,
CONSTRAINT "chat_members_pkey" PRIMARY KEY ("chat_id","user_id")
);
CREATE TABLE "messages" (
"id" UUID NOT NULL,
"chat_id" UUID NOT NULL,
"sender_id" UUID NOT NULL,
"text" VARCHAR(4000) NOT NULL,
"created_at" TIMESTAMPTZ(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
CONSTRAINT "messages_pkey" PRIMARY KEY ("id")
);
CREATE UNIQUE INDEX "users_username_key" ON "users"("username");
CREATE INDEX "chat_members_user_id_idx" ON "chat_members"("user_id");
CREATE INDEX "messages_chat_id_created_at_id_idx" ON "messages"("chat_id", "created_at", "id");
ALTER TABLE "chat_members" ADD CONSTRAINT "chat_members_chat_id_fkey" FOREIGN KEY ("chat_id") REFERENCES "chats"("id") ON DELETE CASCADE ON UPDATE CASCADE;
ALTER TABLE "chat_members" ADD CONSTRAINT "chat_members_user_id_fkey" FOREIGN KEY ("user_id") REFERENCES "users"("id") ON DELETE RESTRICT ON UPDATE CASCADE;
ALTER TABLE "messages" ADD CONSTRAINT "messages_chat_id_fkey" FOREIGN KEY ("chat_id") REFERENCES "chats"("id") ON DELETE CASCADE ON UPDATE CASCADE;
ALTER TABLE "messages" ADD CONSTRAINT "messages_sender_id_fkey" FOREIGN KEY ("sender_id") REFERENCES "users"("id") ON DELETE RESTRICT ON UPDATE CASCADE;
@@ -0,0 +1,14 @@
ALTER TABLE "users" ADD COLUMN "password_hash" TEXT NOT NULL;
CREATE TABLE "sessions" (
"token_hash" CHAR(64) NOT NULL,
"user_id" UUID NOT NULL,
"expires_at" TIMESTAMPTZ(3) NOT NULL,
"created_at" TIMESTAMPTZ(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
CONSTRAINT "sessions_pkey" PRIMARY KEY ("token_hash")
);
CREATE INDEX "sessions_user_id_idx" ON "sessions"("user_id");
ALTER TABLE "sessions" ADD CONSTRAINT "sessions_user_id_fkey" FOREIGN KEY ("user_id") REFERENCES "users"("id") ON DELETE CASCADE ON UPDATE CASCADE;
@@ -0,0 +1,13 @@
CREATE TABLE "idempotency_keys" (
"user_id" UUID NOT NULL,
"chat_id" UUID NOT NULL,
"key" VARCHAR(128) NOT NULL,
"request_hash" CHAR(64) NOT NULL,
"message_id" UUID NOT NULL,
"created_at" TIMESTAMPTZ(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
CONSTRAINT "idempotency_keys_pkey" PRIMARY KEY ("user_id","chat_id","key"),
CONSTRAINT "idempotency_keys_key_format" CHECK ("key" ~ '^[A-Za-z0-9._:-]{1,128}$')
);
ALTER TABLE "idempotency_keys" ADD CONSTRAINT "idempotency_keys_message_id_fkey" FOREIGN KEY ("message_id") REFERENCES "messages"("id") ON DELETE CASCADE ON UPDATE CASCADE;
@@ -0,0 +1,45 @@
CREATE TABLE "attachments" (
"id" UUID NOT NULL,
"chat_id" UUID NOT NULL,
"owner_id" UUID NOT NULL,
"filename" VARCHAR(255) NOT NULL,
"content_type" VARCHAR(32) NOT NULL,
"size_bytes" INTEGER NOT NULL,
"sha256" CHAR(64) NOT NULL,
"object_key" VARCHAR(128) NOT NULL,
"created_at" TIMESTAMPTZ(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
"updated_at" TIMESTAMPTZ(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
CONSTRAINT "attachments_pkey" PRIMARY KEY ("id"),
CONSTRAINT "attachments_filename_not_blank" CHECK (btrim("filename") <> ''),
CONSTRAINT "attachments_content_type_allowed" CHECK ("content_type" IN ('image/png', 'image/jpeg')),
CONSTRAINT "attachments_size_range" CHECK ("size_bytes" BETWEEN 1 AND 10485760),
CONSTRAINT "attachments_sha256_format" CHECK ("sha256" ~ '^[a-f0-9]{64}$')
);
CREATE TABLE "message_attachments" (
"message_id" UUID NOT NULL,
"position" SMALLINT NOT NULL,
"attachment_id" UUID NOT NULL,
CONSTRAINT "message_attachments_pkey" PRIMARY KEY ("message_id","position"),
CONSTRAINT "message_attachments_position_range" CHECK ("position" BETWEEN 0 AND 9)
);
CREATE UNIQUE INDEX "attachments_object_key_key" ON "attachments"("object_key");
CREATE INDEX "attachments_chat_id_idx" ON "attachments"("chat_id");
CREATE INDEX "attachments_owner_id_idx" ON "attachments"("owner_id");
CREATE UNIQUE INDEX "message_attachments_message_id_attachment_id_key" ON "message_attachments"("message_id", "attachment_id");
CREATE INDEX "message_attachments_attachment_id_idx" ON "message_attachments"("attachment_id");
ALTER TABLE "attachments" ADD CONSTRAINT "attachments_chat_id_fkey" FOREIGN KEY ("chat_id") REFERENCES "chats"("id") ON DELETE CASCADE ON UPDATE CASCADE;
ALTER TABLE "attachments" ADD CONSTRAINT "attachments_owner_id_fkey" FOREIGN KEY ("owner_id") REFERENCES "users"("id") ON DELETE RESTRICT ON UPDATE CASCADE;
ALTER TABLE "message_attachments" ADD CONSTRAINT "message_attachments_message_id_fkey" FOREIGN KEY ("message_id") REFERENCES "messages"("id") ON DELETE CASCADE ON UPDATE CASCADE;
ALTER TABLE "message_attachments" ADD CONSTRAINT "message_attachments_attachment_id_fkey" FOREIGN KEY ("attachment_id") REFERENCES "attachments"("id") ON DELETE NO ACTION ON UPDATE CASCADE;
@@ -0,0 +1,97 @@
ALTER TABLE "attachments"
ADD COLUMN "staging_key" VARCHAR(128),
ADD COLUMN "status" VARCHAR(16) NOT NULL DEFAULT 'ready',
ADD COLUMN "error_code" VARCHAR(64);
ALTER TABLE "attachments" ALTER COLUMN "status" DROP DEFAULT;
ALTER TABLE "attachments"
ADD CONSTRAINT "attachments_status_allowed" CHECK ("status" IN ('queued', 'processing', 'ready', 'failed')),
ADD CONSTRAINT "attachments_error_code_when_failed" CHECK (("status" = 'failed') = ("error_code" IS NOT NULL));
CREATE UNIQUE INDEX "attachments_staging_key_key" ON "attachments"("staging_key");
CREATE TABLE "attachment_variants" (
"attachment_id" UUID NOT NULL,
"pipeline_version" INTEGER NOT NULL,
"name" VARCHAR(16) NOT NULL,
"content_type" VARCHAR(32) NOT NULL,
"object_key" VARCHAR(128) NOT NULL,
"size_bytes" INTEGER NOT NULL,
"width" INTEGER NOT NULL,
"height" INTEGER NOT NULL,
"sha256" CHAR(64) NOT NULL,
"created_at" TIMESTAMPTZ(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
CONSTRAINT "attachment_variants_pkey" PRIMARY KEY ("attachment_id","pipeline_version","name"),
CONSTRAINT "attachment_variants_name_allowed" CHECK ("name" IN ('thumbnail', 'crop', 'optimized')),
CONSTRAINT "attachment_variants_content_type_allowed" CHECK ("content_type" IN ('image/jpeg', 'image/png', 'image/webp')),
CONSTRAINT "attachment_variants_positive" CHECK ("pipeline_version" >= 1 AND "size_bytes" >= 1 AND "width" >= 1 AND "height" >= 1),
CONSTRAINT "attachment_variants_sha256_format" CHECK ("sha256" ~ '^[a-f0-9]{64}$')
);
CREATE TABLE "attachment_jobs" (
"id" UUID NOT NULL,
"attachment_id" UUID NOT NULL,
"pipeline_version" INTEGER NOT NULL,
"status" VARCHAR(16) NOT NULL,
"attempt" INTEGER NOT NULL,
"max_attempts" INTEGER NOT NULL,
"next_attempt_at" TIMESTAMPTZ(3) NOT NULL,
"lease_owner" UUID,
"lease_until" TIMESTAMPTZ(3),
"error_code" VARCHAR(64),
"last_error" VARCHAR(200),
"created_at" TIMESTAMPTZ(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
"updated_at" TIMESTAMPTZ(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
"finished_at" TIMESTAMPTZ(3),
CONSTRAINT "attachment_jobs_pkey" PRIMARY KEY ("id"),
CONSTRAINT "attachment_jobs_status_allowed" CHECK ("status" IN ('queued', 'processing', 'ready', 'failed')),
CONSTRAINT "attachment_jobs_attempt_range" CHECK ("pipeline_version" >= 1 AND "attempt" >= 1 AND "attempt" <= "max_attempts"),
CONSTRAINT "attachment_jobs_lease_when_processing" CHECK ("status" <> 'processing' OR ("lease_owner" IS NOT NULL AND "lease_until" IS NOT NULL)),
CONSTRAINT "attachment_jobs_error_code_when_failed" CHECK (("status" = 'failed') = ("error_code" IS NOT NULL))
);
CREATE TABLE "job_events" (
"id" BIGSERIAL NOT NULL,
"job_id" UUID NOT NULL,
"attempt" INTEGER NOT NULL,
"event" VARCHAR(32) NOT NULL,
"detail" VARCHAR(200),
"created_at" TIMESTAMPTZ(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
CONSTRAINT "job_events_pkey" PRIMARY KEY ("id")
);
CREATE TABLE "outbox" (
"id" BIGSERIAL NOT NULL,
"job_id" UUID NOT NULL,
"payload" JSONB NOT NULL,
"available_at" TIMESTAMPTZ(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
"published_at" TIMESTAMPTZ(3),
"publish_attempts" INTEGER NOT NULL DEFAULT 0,
"created_at" TIMESTAMPTZ(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
CONSTRAINT "outbox_pkey" PRIMARY KEY ("id")
);
CREATE UNIQUE INDEX "attachment_variants_object_key_key" ON "attachment_variants"("object_key");
CREATE UNIQUE INDEX "attachment_jobs_attachment_id_pipeline_version_key" ON "attachment_jobs"("attachment_id", "pipeline_version");
CREATE INDEX "attachment_jobs_status_lease_until_idx" ON "attachment_jobs"("status", "lease_until");
CREATE INDEX "job_events_job_id_idx" ON "job_events"("job_id");
CREATE INDEX "outbox_published_at_available_at_idx" ON "outbox"("published_at", "available_at");
CREATE INDEX "outbox_job_id_idx" ON "outbox"("job_id");
ALTER TABLE "attachment_variants" ADD CONSTRAINT "attachment_variants_attachment_id_fkey" FOREIGN KEY ("attachment_id") REFERENCES "attachments"("id") ON DELETE CASCADE ON UPDATE CASCADE;
ALTER TABLE "attachment_jobs" ADD CONSTRAINT "attachment_jobs_attachment_id_fkey" FOREIGN KEY ("attachment_id") REFERENCES "attachments"("id") ON DELETE CASCADE ON UPDATE CASCADE;
ALTER TABLE "job_events" ADD CONSTRAINT "job_events_job_id_fkey" FOREIGN KEY ("job_id") REFERENCES "attachment_jobs"("id") ON DELETE CASCADE ON UPDATE CASCADE;
ALTER TABLE "outbox" ADD CONSTRAINT "outbox_job_id_fkey" FOREIGN KEY ("job_id") REFERENCES "attachment_jobs"("id") ON DELETE CASCADE ON UPDATE CASCADE;
+3
View File
@@ -0,0 +1,3 @@
# Please do not edit this file manually
# It should be added in your version-control system (i.e. Git)
provider = "postgresql"
+190
View File
@@ -0,0 +1,190 @@
generator client {
provider = "prisma-client-js"
}
datasource db {
provider = "postgresql"
url = env("DATABASE_URL")
}
model User {
id String @id @default(uuid()) @db.Uuid
username String @unique @db.VarChar(32)
displayName String @map("display_name") @db.VarChar(100)
passwordHash String @map("password_hash")
createdAt DateTime @default(now()) @map("created_at") @db.Timestamptz(3)
memberships ChatMember[]
messages Message[]
sessions Session[]
attachments Attachment[]
@@map("users")
}
model Session {
tokenHash String @id @map("token_hash") @db.Char(64)
userId String @map("user_id") @db.Uuid
expiresAt DateTime @map("expires_at") @db.Timestamptz(3)
createdAt DateTime @default(now()) @map("created_at") @db.Timestamptz(3)
user User @relation(fields: [userId], references: [id], onDelete: Cascade)
@@index([userId])
@@map("sessions")
}
model Chat {
id String @id @default(uuid()) @db.Uuid
title String @db.VarChar(100)
createdAt DateTime @default(now()) @map("created_at") @db.Timestamptz(3)
members ChatMember[]
messages Message[]
attachments Attachment[]
@@map("chats")
}
model ChatMember {
chatId String @map("chat_id") @db.Uuid
userId String @map("user_id") @db.Uuid
chat Chat @relation(fields: [chatId], references: [id], onDelete: Cascade)
user User @relation(fields: [userId], references: [id], onDelete: Restrict)
@@id([chatId, userId])
@@index([userId])
@@map("chat_members")
}
model Message {
id String @id @default(uuid()) @db.Uuid
chatId String @map("chat_id") @db.Uuid
senderId String @map("sender_id") @db.Uuid
text String @db.VarChar(4000)
createdAt DateTime @default(now()) @map("created_at") @db.Timestamptz(3)
chat Chat @relation(fields: [chatId], references: [id], onDelete: Cascade)
sender User @relation(fields: [senderId], references: [id], onDelete: Restrict)
idempotencyKeys IdempotencyKey[]
attachments MessageAttachment[]
@@index([chatId, createdAt, id])
@@map("messages")
}
model Attachment {
id String @id @default(uuid()) @db.Uuid
chatId String @map("chat_id") @db.Uuid
ownerId String @map("owner_id") @db.Uuid
filename String @db.VarChar(255)
contentType String @map("content_type") @db.VarChar(32)
sizeBytes Int @map("size_bytes")
sha256 String @db.Char(64)
objectKey String @unique @map("object_key") @db.VarChar(128)
stagingKey String? @unique @map("staging_key") @db.VarChar(128)
status String @db.VarChar(16)
errorCode String? @map("error_code") @db.VarChar(64)
createdAt DateTime @default(now()) @map("created_at") @db.Timestamptz(3)
updatedAt DateTime @default(now()) @updatedAt @map("updated_at") @db.Timestamptz(3)
chat Chat @relation(fields: [chatId], references: [id], onDelete: Cascade)
owner User @relation(fields: [ownerId], references: [id], onDelete: Restrict)
messages MessageAttachment[]
variants AttachmentVariant[]
jobs AttachmentJob[]
@@index([chatId])
@@index([ownerId])
@@map("attachments")
}
model AttachmentVariant {
attachmentId String @map("attachment_id") @db.Uuid
pipelineVersion Int @map("pipeline_version")
name String @db.VarChar(16)
contentType String @map("content_type") @db.VarChar(32)
objectKey String @unique @map("object_key") @db.VarChar(128)
sizeBytes Int @map("size_bytes")
width Int
height Int
sha256 String @db.Char(64)
createdAt DateTime @default(now()) @map("created_at") @db.Timestamptz(3)
attachment Attachment @relation(fields: [attachmentId], references: [id], onDelete: Cascade)
@@id([attachmentId, pipelineVersion, name])
@@map("attachment_variants")
}
model AttachmentJob {
id String @id @db.Uuid
attachmentId String @map("attachment_id") @db.Uuid
pipelineVersion Int @map("pipeline_version")
status String @db.VarChar(16)
attempt Int
maxAttempts Int @map("max_attempts")
nextAttemptAt DateTime @map("next_attempt_at") @db.Timestamptz(3)
leaseOwner String? @map("lease_owner") @db.Uuid
leaseUntil DateTime? @map("lease_until") @db.Timestamptz(3)
errorCode String? @map("error_code") @db.VarChar(64)
lastError String? @map("last_error") @db.VarChar(200)
createdAt DateTime @default(now()) @map("created_at") @db.Timestamptz(3)
updatedAt DateTime @default(now()) @updatedAt @map("updated_at") @db.Timestamptz(3)
finishedAt DateTime? @map("finished_at") @db.Timestamptz(3)
attachment Attachment @relation(fields: [attachmentId], references: [id], onDelete: Cascade)
events JobEvent[]
outbox OutboxEntry[]
@@unique([attachmentId, pipelineVersion])
@@index([status, leaseUntil])
@@map("attachment_jobs")
}
model JobEvent {
id BigInt @id @default(autoincrement())
jobId String @map("job_id") @db.Uuid
attempt Int
event String @db.VarChar(32)
detail String? @db.VarChar(200)
createdAt DateTime @default(now()) @map("created_at") @db.Timestamptz(3)
job AttachmentJob @relation(fields: [jobId], references: [id], onDelete: Cascade)
@@index([jobId])
@@map("job_events")
}
model OutboxEntry {
id BigInt @id @default(autoincrement())
jobId String @map("job_id") @db.Uuid
payload Json
availableAt DateTime @default(now()) @map("available_at") @db.Timestamptz(3)
publishedAt DateTime? @map("published_at") @db.Timestamptz(3)
publishAttempts Int @default(0) @map("publish_attempts")
createdAt DateTime @default(now()) @map("created_at") @db.Timestamptz(3)
job AttachmentJob @relation(fields: [jobId], references: [id], onDelete: Cascade)
@@index([publishedAt, availableAt])
@@index([jobId])
@@map("outbox")
}
model MessageAttachment {
messageId String @map("message_id") @db.Uuid
position Int @db.SmallInt
attachmentId String @map("attachment_id") @db.Uuid
message Message @relation(fields: [messageId], references: [id], onDelete: Cascade)
attachment Attachment @relation(fields: [attachmentId], references: [id], onDelete: NoAction)
@@id([messageId, position])
@@unique([messageId, attachmentId])
@@index([attachmentId])
@@map("message_attachments")
}
model IdempotencyKey {
userId String @map("user_id") @db.Uuid
chatId String @map("chat_id") @db.Uuid
key String @db.VarChar(128)
requestHash String @map("request_hash") @db.Char(64)
messageId String @map("message_id") @db.Uuid
createdAt DateTime @default(now()) @map("created_at") @db.Timestamptz(3)
message Message @relation(fields: [messageId], references: [id], onDelete: Cascade)
@@id([userId, chatId, key])
@@map("idempotency_keys")
}
+21
View File
@@ -0,0 +1,21 @@
#!/usr/bin/env python3
import sys
import urllib.error
import urllib.request
bucket, key = sys.argv[1:3]
base = 'http://s3:9000/' + bucket
attempts = (
('GET', '/<object>', base + '/' + key, None),
('GET', '/', base + '/', None),
('PUT', '/anon.txt', base + '/anon.txt', b'x'),
)
failed = False
for method, label, url, data in attempts:
try:
code = urllib.request.urlopen(urllib.request.Request(url, data=data, method=method), timeout=5).status
except urllib.error.HTTPError as error:
code = error.code
print(method, bucket + label, '->', code)
failed = failed or code != 403
sys.exit(1 if failed else 0)
+46
View File
@@ -0,0 +1,46 @@
#!/bin/sh
set -eu
cd "$(dirname "$0")/.."
bucket="${S3_BUCKET:-messenger-attachments}"
object="check/$(date +%s)-$$.txt"
as_api() {
docker compose run --rm --no-deps -T -e BUCKET="$bucket" -e OBJECT="$object" --entrypoint sh s3-init -c "$1"
}
echo "## S3 не опубликован наружу, консоль выключена"
docker compose ps s3 --format '{{.Service}} ports={{.Ports}}'
echo "MINIO_BROWSER=$(docker compose exec -T s3 printenv MINIO_BROWSER)"
echo
echo "## Права пользователя API: только свой bucket"
as_api '
set -e
cd /run/secrets
export MC_HOST_api="http://$(cat s3_access_key_id):$(cat s3_secret_access_key)@s3:9000"
export MC_HOST_root="http://$(cat s3_root_user):$(cat s3_root_password)@s3:9000"
expect() { want=$1; label=$2; shift 2; if "$@" >/dev/null 2>&1; then got=allowed; else got=denied; fi; echo "$label -> $got"; [ "$got" = "$want" ]; }
echo probe > /tmp/probe.txt
mc mb --ignore-existing root/check-other-bucket >/dev/null
mc cp /tmp/probe.txt root/check-other-bucket/probe.txt >/dev/null
trap "mc rb --force root/check-other-bucket >/dev/null" EXIT
expect allowed "PUT в свой bucket" mc cp /tmp/probe.txt "api/$BUCKET/$OBJECT"
expect allowed "GET из своего bucket" mc cat "api/$BUCKET/$OBJECT"
expect denied "создание другого bucket" mc mb api/forbidden-bucket
expect denied "GET из другого bucket" mc cat api/check-other-bucket/probe.txt
expect denied "PUT в другой bucket" mc cp /tmp/probe.txt api/check-other-bucket/new.txt
expect denied "изменение политики bucket" mc anonymous set public "api/$BUCKET"
expect denied "администрирование пользователей" mc admin user list api
'
echo
echo "## Анонимный доступ напрямую к S3, мимо API"
python3 scripts/check-s3-anonymous.py "$bucket" "$object"
as_api '
cd /run/secrets
export MC_HOST_api="http://$(cat s3_access_key_id):$(cat s3_secret_access_key)@s3:9000"
mc rm "api/$BUCKET/$OBJECT" >/dev/null
'
echo
echo "PASS: bucket приватный, у API нет прав вне своего bucket"
+123
View File
@@ -0,0 +1,123 @@
#!/bin/sh
set -u
cd "$(dirname "$0")/.."
mkdir -p evidence
COMMIT="$(git rev-parse --short HEAD)$(git diff --quiet HEAD -- src prisma test scripts infra compose.yaml Dockerfile || echo ' (dirty)')"
header() {
printf '# %s\n# date: %s\n# commit: %s\n\n' "$1" "$(date -u +%Y-%m-%dT%H:%M:%SZ)" "$COMMIT"
}
run() {
echo "\$ $*"
"$@" 2>&1 || echo "EXIT CODE $?"
echo
}
started() {
docker inspect -f '{{.Name}} {{.State.Status}} started={{.State.StartedAt}}' $(docker compose ps -aq postgres redis s3 rabbitmq api lb)
}
api_states() {
docker inspect -f '{{.Name}} id={{slice .Id 0 12}} {{.State.Status}} exit={{.State.ExitCode}} finished={{.State.FinishedAt}}' $(docker compose ps -aq api)
}
restore_api() {
for id in $(docker compose ps -aq --status exited api); do
docker start "$id" >/dev/null
done
python3 scripts/probe.py ready >/dev/null
sleep 3
}
echo 'container.txt'
{
header 'Стенд: сервисы, порты, лимиты, секреты, миграции, топология брокера'
run docker compose ps -a --format 'table {{.Service}}\t{{.Name}}\t{{.Image}}\t{{.Status}}\t{{.Ports}}'
echo '## CPU/RAM-лимиты (NanoCpus: 1e9 = 1 CPU; Memory в байтах)'
run sh -c "docker inspect -f '{{.Name}} cpus={{.HostConfig.NanoCpus}} memory={{.HostConfig.Memory}}' \$(docker compose ps -aq)"
echo '## Секреты: каждый сервис видит только свои файлы (содержимое не выводится)'
for service in postgres redis s3 api reconciler relay worker; do
run docker compose exec -T "$service" ls /run/secrets
done
run docker compose exec -T rabbitmq ls /etc/rabbitmq/conf.d
run docker compose exec -T lb sh -c 'ls /run/secrets 2>/dev/null || echo "no /run/secrets"'
echo '## Версии'
run docker compose exec -T lb haproxy -v
run docker compose exec -T postgres postgres --version
run docker compose exec -T redis redis-server --version
run docker compose exec -T s3 minio --version
run docker compose exec -T rabbitmq rabbitmqctl -q version
echo '## Топология брокера: durable quorum-очереди, delivery-limit и DLQ'
run docker compose exec -T rabbitmq rabbitmqctl -q list_queues name type durable arguments messages
run docker compose exec -T rabbitmq rabbitmqctl -q list_consumers queue_name prefetch_count ack_required
echo '## Таблицы'
run docker compose exec -T postgres psql -U messenger -d messenger -c '\d attachments' -c '\d attachment_variants' -c '\d attachment_jobs' -c '\d outbox' -c '\d job_events'
echo '## Миграции: отдельный one-shot сервис, повторный запуск ничего не применяет, схема совпадает с БД'
run docker compose run --rm migrate
run docker compose run --rm --no-deps migrate sh -c 'export DATABASE_URL="$(cat "$DATABASE_URL_FILE")"; npx prisma migrate diff --from-url "$DATABASE_URL" --to-schema-datamodel prisma/schema.prisma --exit-code'
run docker compose exec -T postgres psql -U messenger -d messenger -c 'SELECT migration_name, finished_at FROM _prisma_migrations ORDER BY started_at'
} > evidence/container.txt
echo 'tests.txt'
{
header 'Собственные e2e-тесты (PostgreSQL + Redis + MinIO из compose.test.yaml)'
docker compose -f compose.test.yaml build -q tests
run docker compose -f compose.test.yaml run --rm tests npx jest --config ./test/jest-e2e.json --verbose
docker compose -f compose.test.yaml down -v >/dev/null 2>&1
} > evidence/tests.txt
echo 'smoke.txt'
{
header 'Публичные проверки через LB; разные реплики обслуживают одну сессию'
run make check
run make test
run python3 scripts/probe.py instances 6
} > evidence/smoke.txt
echo 'persistence.txt'
{
header 'make test-persistence: restart.sh перезапускает postgres, redis, s3, rabbitmq, api, lb с сохранением volumes'
echo '## до'
started
echo
run make test-persistence ACTION_SCRIPT=scripts/restart.sh
echo '## после'
started
} > evidence/persistence.txt
echo 'failover.txt'
{
header 'make test-failover: stop-one.sh останавливает реплику, обслужившую тест'
echo '## до'
api_states
echo
run make test-failover ACTION_SCRIPT=scripts/stop-one.sh
echo '## после: остановленная реплика Exited (0) — штатное завершение по SIGTERM'
api_states
restore_api
} > evidence/failover.txt
echo 's3.txt'
{
header 'S3 (минимум lab4): идемпотентный bootstrap, приватность мимо API, права пользователя API'
run docker compose run --rm --no-deps -T s3-init
run docker compose run --rm --no-deps -T s3-init
run sh scripts/check-s3.sh
} > evidence/s3.txt
echo 'jobs.txt'
{
header 'Фоновая обработка: сценарии защиты уровней 3 и 4 (scripts/job-scenario.py)'
for scenario in restart crash-after-store crash-after-commit outbox-gap relay-crash retry-replay broker; do
echo "## $scenario"
run python3 scripts/job-scenario.py "$scenario"
done
echo '## Итог по всем заданиям стенда'
run docker compose exec -T postgres psql -U messenger -d messenger -c 'SELECT status, count(*) FROM attachment_jobs GROUP BY status' -c 'SELECT count(*) AS unpublished_outbox FROM outbox WHERE published_at IS NULL' -c 'SELECT count(*) AS staging_left_on_ready FROM attachments WHERE status = '"'ready'"' AND staging_key IS NOT NULL'
echo '## Последний проход reconciler'
docker compose logs --no-log-prefix --tail 1 reconciler 2>&1
} > evidence/jobs.txt
echo 'done'
+394
View File
@@ -0,0 +1,394 @@
#!/usr/bin/env python3
"""Defense scenarios for background attachment processing; run inside the tools container."""
import atexit
import base64
import hashlib
import json
import os
import re
import subprocess
import sys
import time
import urllib.error
import urllib.request
import uuid
BASE = os.environ.get('BASE_URL', 'http://localhost:8080')
SAMPLE = open(os.path.join(os.path.dirname(__file__), '..', 'tests', 'fixtures', 'sample.png'), 'rb').read()
STARTED = time.monotonic()
ANSI = re.compile(chr(27) + re.escape('[') + '[0-9;]*m')
def log(*parts):
print('[%6.1fs]' % (time.monotonic() - STARTED), *parts, flush=True)
def call(method, path, body=None, headers=None, raw=None):
data = raw if raw is not None else (json.dumps(body).encode() if body is not None else None)
all_headers = dict(headers or {})
if body is not None:
all_headers['Content-Type'] = 'application/json'
request = urllib.request.Request(BASE + path, data=data, method=method, headers=all_headers)
try:
with urllib.request.urlopen(request, timeout=15) as response:
return response.status, response.read(), response.headers
except urllib.error.HTTPError as error:
return error.code, error.read(), error.headers
except OSError as error:
return 0, str(error).encode(), {}
def json_of(raw):
try:
return json.loads(raw or b'null')
except ValueError:
return None
def compose(*args):
log('$ docker compose', ' '.join(args))
subprocess.run(['docker', 'compose', *args], check=True, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
def start_only(service):
"""docker compose start also starts dependencies (worker -> s3-init -> s3); start just this container."""
log('$ docker start', service, '(without dependencies)')
ids = subprocess.run(['docker', 'compose', 'ps', '-aq', service], check=True, capture_output=True, text=True).stdout.split()
subprocess.run(['docker', 'start', *ids], check=True, stdout=subprocess.DEVNULL)
def psql(sql):
out = subprocess.run(
['docker', 'compose', 'exec', '-T', 'postgres', 'psql', '-U', 'messenger', '-d', 'messenger', '-tA', '-F', ' | ', '-c', sql],
check=True, capture_output=True, text=True,
)
return out.stdout.strip()
def queue_depth():
time.sleep(6)
out = subprocess.run(
['docker', 'compose', 'exec', '-T', 'rabbitmq', 'rabbitmqctl', '-q', 'list_queues', 'name', 'type', 'durable', 'messages_ready', 'messages_unacknowledged'],
capture_output=True, text=True,
)
return out.stdout.strip() or out.stderr.strip()
def wait_ready(timeout=90):
deadline = time.monotonic() + timeout
while time.monotonic() < deadline:
if call('GET', '/health/ready')[0] == 200:
return
time.sleep(1)
sys.exit('API did not become ready')
def session():
username = 'job_' + uuid.uuid4().hex[:8]
password = 'Job-scenario-' + uuid.uuid4().hex
code, raw, _ = call('POST', '/api/v1/users', {'username': username, 'display_name': 'Job scenario', 'password': password})
if code != 201:
sys.exit('register failed: %s' % code)
user = json_of(raw)
credential = base64.b64encode((username + ':' + password).encode()).decode()
code, raw, _ = call('POST', '/api/v1/auth/sessions', headers={'Authorization': 'Basic ' + credential})
if code != 201:
sys.exit('login failed: %s' % code)
auth = {'Authorization': 'Bearer ' + json_of(raw)['token']}
code, raw, _ = call('POST', '/api/v1/chats', {'title': 'Job scenario', 'member_ids': [user['id']]}, auth)
if code != 201:
sys.exit('chat failed: %s' % code)
chat = json_of(raw)['id']
log('user', user['id'], 'chat', chat)
return auth, chat
def upload(auth, chat, body=SAMPLE):
code, raw, headers = call(
'POST', '/api/v1/chats/%s/attachments?filename=sample.png' % chat,
headers={**auth, 'Content-Type': 'image/png'}, raw=body,
)
attachment = json_of(raw)
log('POST attachment ->', code, 'status=%s' % attachment.get('status'), 'id=%s' % attachment.get('id'),
'instance=%s' % headers.get('X-Instance-Id'))
if code != 202:
sys.exit('upload failed')
return attachment['id']
def message(auth, chat, text, attachments=()):
code, raw, _ = call(
'POST', '/api/v1/chats/%s/messages' % chat, {'text': text, 'attachment_ids': list(attachments)},
{**auth, 'Idempotency-Key': uuid.uuid4().hex},
)
log('POST message', 'with %d attachment(s)' % len(attachments), '->', code, 'id=%s' % (json_of(raw) or {}).get('id'))
return code
def metadata(auth, attachment):
code, raw, _ = call('GET', '/api/v1/attachments/' + attachment, headers=auth)
return code, json_of(raw)
def content_status(auth, attachment, variant='original'):
return call('GET', '/api/v1/attachments/%s/content?variant=%s' % (attachment, variant), headers=auth)[0]
def wait_status(auth, attachment, wanted, timeout=150):
deadline = time.monotonic() + timeout
last = None
while time.monotonic() < deadline:
code, meta = metadata(auth, attachment)
if code == 200 and meta['status'] != last:
last = meta['status']
log('GET attachment -> status=%s error_code=%s' % (last, meta['error_code']))
if code == 200 and meta['status'] in wanted:
return meta
time.sleep(1)
sys.exit('attachment did not reach %s' % '/'.join(wanted))
def check_ready(auth, attachment, meta):
code, raw, _ = call('GET', '/api/v1/attachments/%s/content' % attachment, headers=auth)
log('original ->', code, 'sha256 matches upload:', code == 200 and hashlib.sha256(raw).hexdigest() == hashlib.sha256(SAMPLE).hexdigest())
for variant in meta['variants']:
code, raw, headers = call('GET', '/api/v1/attachments/%s/content?variant=%s' % (attachment, variant['name']), headers=auth)
log('%-9s -> %s %s %dx%d sha256 matches metadata: %s' % (
variant['name'], code, headers.get('Content-Type'), variant['width'], variant['height'],
hashlib.sha256(raw).hexdigest() == variant['sha256']))
def job_state(attachment):
log('job:', psql("SELECT id, status, attempt, max_attempts, error_code FROM attachment_jobs WHERE attachment_id = '%s'" % attachment))
log('variants rows:', psql("SELECT count(*) FROM attachment_variants WHERE attachment_id = '%s'" % attachment))
log('events:', psql("SELECT string_agg(e.event, ' -> ' ORDER BY e.id) FROM job_events e JOIN attachment_jobs j ON j.id = e.job_id WHERE j.attachment_id = '%s'" % attachment))
def scenario_restart():
"""Level 3: worker down -> upload 202 -> restart API and broker -> worker up -> ready."""
wait_ready()
auth, chat = session()
compose('stop', 'worker')
attachment = upload(auth, chat)
log('content while queued ->', content_status(auth, attachment))
message(auth, chat, '', [attachment])
message(auth, chat, 'other messages keep working')
log('queues:', queue_depth())
compose('restart', 'api', 'rabbitmq')
wait_ready()
log('queues after broker restart:', queue_depth())
log('status after restarts:', metadata(auth, attachment)[1]['status'])
compose('start', 'worker')
meta = wait_status(auth, attachment, ['ready', 'failed'])
check_ready(auth, attachment, meta)
job_state(attachment)
def remove_container(name):
subprocess.run(['docker', 'rm', '-f', name], stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
def plain(line):
return ANSI.sub('', line).split('] ')[-1].strip()
def faulty(service, env):
"""Run a one-off copy of the service with fault injection; no restart policy, so it dies once."""
name = 'lab5-fault-%s-%s' % (service, uuid.uuid4().hex[:8])
atexit.register(remove_container, name)
args = ['docker', 'compose', 'run', '-d', '--no-deps', '--name', name]
for key, value in env.items():
args += ['-e', '%s=%s' % (key, value)]
log('$ docker compose run --no-deps', ' '.join('-e %s=%s' % item for item in env.items()), service)
subprocess.run(args + [service], check=True, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
deadline = time.monotonic() + 30
while time.monotonic() < deadline:
if 'connected to broker' in subprocess.run(['docker', 'logs', name], capture_output=True, text=True).stdout:
return name
time.sleep(0.5)
sys.exit('%s with fault did not start' % service)
def wait_exit(name, timeout=90):
try:
code = subprocess.run(['docker', 'wait', name], capture_output=True, text=True, timeout=timeout).stdout.strip()
except subprocess.TimeoutExpired:
code = 'timeout'
for line in subprocess.run(['docker', 'logs', name], capture_output=True, text=True).stdout.splitlines():
if 'fault injection' in line or 'published' in line or 'job ' in line:
log(' one-off:', plain(line))
remove_container(name)
log('one-off process exit code', code, '(137 = killed without ack)')
def service_logs(service, since, needle):
out = subprocess.run(['docker', 'compose', 'logs', '--no-log-prefix', '--no-color', '--since', since, service],
capture_output=True, text=True).stdout
for line in out.splitlines():
if needle in line:
log(' %s:' % service, plain(line))
def utc_now():
return time.strftime('%Y-%m-%dT%H:%M:%SZ', time.gmtime())
def staging_key(attachment):
return psql("SELECT coalesce(staging_key, 'NULL') FROM attachments WHERE id = '%s'" % attachment)
def job_id(attachment):
return psql("SELECT id FROM attachment_jobs WHERE attachment_id = '%s'" % attachment)
def scenario_crash_after_store():
"""Level 4: worker killed after writing S3 objects, before COMMIT and ack; lease expires; same result."""
wait_ready()
since = utc_now()
auth, chat = session()
compose('stop', 'worker')
proc = faulty('worker', {'WORKER_FAULT': 'exit-after-store', 'JOB_LEASE_SECONDS': '15'})
attachment = upload(auth, chat)
wait_exit(proc)
log('status after crash:', metadata(auth, attachment)[1]['status'])
log('lease:', psql("SELECT status, attempt, lease_until > now() AS lease_active FROM attachment_jobs WHERE attachment_id = '%s'" % attachment))
log('queues (unacked message returned):', queue_depth())
compose('start', 'worker')
meta = wait_status(auth, attachment, ['ready', 'failed'])
check_ready(auth, attachment, meta)
job_state(attachment)
service_logs('worker', since, job_id(attachment))
service_logs('relay', since, 'lease expired')
def scenario_crash_after_commit():
"""Level 4: worker killed after COMMIT ready, before ack; redelivery is a no-op and cleans staging."""
wait_ready()
since = utc_now()
auth, chat = session()
compose('stop', 'worker')
proc = faulty('worker', {'WORKER_FAULT': 'exit-after-commit'})
attachment = upload(auth, chat)
wait_exit(proc)
log('status after crash:', metadata(auth, attachment)[1]['status'], 'staging_key:', staging_key(attachment))
log('queues (unacked message returned):', queue_depth())
compose('start', 'worker')
deadline = time.monotonic() + 30
while staging_key(attachment) != 'NULL' and time.monotonic() < deadline:
time.sleep(1)
log('staging_key after redelivery:', staging_key(attachment))
check_ready(auth, attachment, metadata(auth, attachment)[1])
job_state(attachment)
service_logs('worker', since, job_id(attachment))
def scenario_outbox_gap():
"""Level 4: crash between COMMIT and publish; the outbox row is published after recovery."""
wait_ready()
auth, chat = session()
compose('stop', 'relay')
attachment = upload(auth, chat)
outbox = "SELECT o.id, coalesce(o.published_at::text, 'NOT PUBLISHED'), o.publish_attempts FROM outbox o JOIN attachment_jobs j ON j.id = o.job_id WHERE j.attachment_id = '%s'" % attachment
log('outbox after COMMIT:', psql(outbox))
log('queues:', queue_depth())
compose('kill', 'api')
log('API killed (SIGKILL) after COMMIT, nothing was published')
compose('start', 'api')
wait_ready()
log('status after API restart:', metadata(auth, attachment)[1]['status'])
compose('start', 'relay')
meta = wait_status(auth, attachment, ['ready', 'failed'])
log('outbox after relay recovery:', psql(outbox))
check_ready(auth, attachment, meta)
job_state(attachment)
def scenario_relay_crash():
"""Level 4: relay killed after broker confirm, before marking outbox; duplicate delivery is a no-op."""
wait_ready()
since = utc_now()
auth, chat = session()
compose('stop', 'relay')
proc = faulty('relay', {'RELAY_FAULT': 'exit-after-confirm'})
attachment = upload(auth, chat)
wait_exit(proc)
outbox = "SELECT o.id, coalesce(o.published_at::text, 'NOT MARKED'), o.publish_attempts FROM outbox o JOIN attachment_jobs j ON j.id = o.job_id WHERE j.attachment_id = '%s'" % attachment
log('outbox after relay crash:', psql(outbox))
compose('start', 'relay')
meta = wait_status(auth, attachment, ['ready', 'failed'])
time.sleep(3)
log('outbox after relay restart:', psql(outbox))
check_ready(auth, attachment, meta)
job_state(attachment)
service_logs('worker', since, job_id(attachment))
def replay(*args):
out = subprocess.run(['docker', 'compose', 'exec', '-T', '-e', 'OPERATOR=defense-demo', 'worker', 'node', 'dist/replay.js', *args],
capture_output=True, text=True)
for line in (out.stdout.strip() or out.stderr.strip()).splitlines():
log(' replay:', line)
def scenario_retry_replay():
"""Level 4: S3 down -> retries with backoff and jitter -> failed retry_exhausted -> explicit replay -> ready."""
wait_ready()
auth, chat = session()
compose('stop', 'worker')
attachment = upload(auth, chat)
compose('stop', 's3')
start_only('worker')
meta = wait_status(auth, attachment, ['failed'], timeout=120)
log('failed attachment in a new message ->', message(auth, chat, '', [attachment]))
log('retries:')
for line in psql("SELECT e.attempt, e.event, coalesce(e.detail, ''), to_char(e.created_at, 'HH24:MI:SS.MS') FROM job_events e JOIN attachment_jobs j ON j.id = e.job_id WHERE j.attachment_id = '%s' ORDER BY e.id" % attachment).splitlines():
log(' ', line)
log('$ replay.js --list')
replay('--list')
compose('start', 's3')
wait_ready()
log('$ replay.js', attachment)
replay(attachment)
meta = wait_status(auth, attachment, ['ready', 'failed'])
check_ready(auth, attachment, meta)
log('$ replay.js', attachment, '(already ready)')
replay(attachment)
job_state(attachment)
def scenario_broker():
"""Level 4: prefetch/concurrency, limits and dead letter queue for a malformed message."""
wait_ready()
since = utc_now()
log('consumers:', subprocess.run(
['docker', 'compose', 'exec', '-T', 'rabbitmq', 'rabbitmqctl', '-q', 'list_consumers', 'queue_name', 'prefetch_count', 'ack_required'],
capture_output=True, text=True).stdout.strip())
log('worker limits:', subprocess.run(
['sh', '-c', "docker inspect -f 'cpus={{.HostConfig.NanoCpus}} memory={{.HostConfig.Memory}}' $(docker compose ps -q worker)"],
capture_output=True, text=True).stdout.strip())
publish = (
"const amqp=require('amqplib');const fs=require('fs');(async()=>{"
"const c=await amqp.connect(fs.readFileSync(process.env.BROKER_URL_FILE,'utf8').trim());"
"const ch=await c.createConfirmChannel();"
"ch.sendToQueue('attachment.jobs',Buffer.from(JSON.stringify({job_id:'not-a-uuid',url:'http://example.invalid/x'})),{persistent:true});"
"await ch.waitForConfirms();await c.close();console.log('malformed message published');})()"
)
log(subprocess.run(['docker', 'compose', 'exec', '-T', 'worker', 'node', '-e', publish], capture_output=True, text=True).stdout.strip())
log('queues:', queue_depth())
service_logs('worker', since, 'malformed')
SCENARIOS = {
'restart': scenario_restart,
'crash-after-store': scenario_crash_after_store,
'crash-after-commit': scenario_crash_after_commit,
'outbox-gap': scenario_outbox_gap,
'relay-crash': scenario_relay_crash,
'retry-replay': scenario_retry_replay,
'broker': scenario_broker,
}
if __name__ == '__main__':
if len(sys.argv) != 2 or sys.argv[1] not in SCENARIOS:
sys.exit('usage: job-scenario.py %s' % '|'.join(SCENARIOS))
SCENARIOS[sys.argv[1]]()
+88
View File
@@ -0,0 +1,88 @@
#!/usr/bin/env python3
import base64
import json
import os
import sys
import time
import urllib.error
import urllib.request
import uuid
BASE = os.environ.get('BASE_URL', 'http://localhost:8080')
def call(method, path, body=None, headers=None, with_headers=False):
data = json.dumps(body).encode() if body is not None else None
content_type = {'Content-Type': 'application/json'} if data else {}
request = urllib.request.Request(BASE + path, data=data, method=method, headers={**content_type, **(headers or {})})
try:
with urllib.request.urlopen(request, timeout=15) as response:
result = response.status, json.loads(response.read() or b'null'), response.headers
except urllib.error.HTTPError as error:
result = error.code, json.loads(error.read() or b'null'), error.headers
except OSError as error:
result = 0, str(error), {}
return result if with_headers else result[:2]
def login():
username = 'probe_' + uuid.uuid4().hex[:8]
password = 'Probe-check-' + uuid.uuid4().hex
print('register ->', call('POST', '/api/v1/users', {'username': username, 'display_name': 'Probe', 'password': password})[0])
credential = base64.b64encode((username + ':' + password).encode()).decode()
code, session = call('POST', '/api/v1/auth/sessions', headers={'Authorization': 'Basic ' + credential})
if code != 201:
sys.exit('login failed: %s %s' % (code, session))
print('login ->', code, 'expires_at:', session['expires_at'])
return {'Authorization': 'Bearer ' + session['token']}
def instances(count):
auth = login()
for _ in range(count):
code, _, headers = call('GET', '/api/v1/users/me', headers=auth, with_headers=True)
print('GET /api/v1/users/me ->', code, 'X-Instance-Id:', headers.get('X-Instance-Id'))
def logout():
auth = login()
print('GET /api/v1/users/me ->', call('GET', '/api/v1/users/me', headers=auth)[0])
code, body = call('DELETE', '/api/v1/auth/sessions/current', headers=auth)
print('DELETE /api/v1/auth/sessions/current ->', code, json.dumps(body, ensure_ascii=False) if body else '')
print('GET /api/v1/users/me ->', call('GET', '/api/v1/users/me', headers=auth)[0])
def ready(timeout=90):
deadline = time.monotonic() + timeout
while time.monotonic() < deadline:
if call('GET', '/health/ready')[0] == 200:
print('ready')
return
time.sleep(0.5)
sys.exit('not ready within %ds' % timeout)
def status(method, path, authorization=None):
code, body = call(method, path, headers={'Authorization': authorization} if authorization else None)
print(method, path, '(%s)' % (authorization or 'anonymous'), '->', code, json.dumps(body, ensure_ascii=False))
def expiry(ttl):
auth = login()
print('GET /api/v1/users/me (fresh) ->', call('GET', '/api/v1/users/me', headers=auth)[0])
time.sleep(ttl + 1)
print('GET /api/v1/users/me (after %ds) ->' % (ttl + 1), call('GET', '/api/v1/users/me', headers=auth)[0])
if __name__ == '__main__':
command = sys.argv[1]
if command == 'ready':
ready()
elif command == 'status':
status(*sys.argv[2:5])
elif command == 'expiry':
expiry(int(sys.argv[2]))
elif command == 'instances':
instances(int(sys.argv[2]))
elif command == 'logout':
logout()
+9
View File
@@ -0,0 +1,9 @@
#!/bin/sh
set -eu
cd "$(dirname "$0")/.."
started() {
docker inspect -f '{{.Name}} {{.State.Status}} started={{.State.StartedAt}}' $(docker compose ps -aq postgres redis s3 rabbitmq api lb)
}
started
docker compose restart postgres redis s3 rabbitmq api lb
started
+11
View File
@@ -0,0 +1,11 @@
#!/bin/sh
set -eu
: "${TARGET_INSTANCE_ID:?test provides target API instance alias}"
project="${COMPOSE_PROJECT_NAME:-messenger-lab5}"
labels=$(docker inspect -f '{{index .Config.Labels "com.docker.compose.project"}}/{{index .Config.Labels "com.docker.compose.service"}}' "$TARGET_INSTANCE_ID")
if [ "$labels" != "$project/api" ]; then
echo "refusing to stop $TARGET_INSTANCE_ID: not an api replica of $project ($labels)" >&2
exit 1
fi
docker stop -t 8 "$TARGET_INSTANCE_ID" >/dev/null
docker inspect -f '{{.Name}} {{.State.Status}} finished={{.State.FinishedAt}}' "$TARGET_INSTANCE_ID"
+25
View File
@@ -0,0 +1,25 @@
import { Module } from '@nestjs/common';
import { AttachmentsModule } from './attachments/attachments.module';
import { AuthModule } from './auth/auth.module';
import { CacheModule } from './cache/cache.module';
import { ChatsModule } from './chats/chats.module';
import { DbModule } from './db/db.module';
import { HealthModule } from './health/health.module';
import { MessagesModule } from './messages/messages.module';
import { StorageModule } from './storage/storage.module';
import { UsersModule } from './users/users.module';
@Module({
imports: [
DbModule,
CacheModule,
StorageModule,
AuthModule,
HealthModule,
UsersModule,
ChatsModule,
MessagesModule,
AttachmentsModule,
],
})
export class AppModule {}
+79
View File
@@ -0,0 +1,79 @@
import {
Controller,
Get,
HttpCode,
Param,
Post,
Query,
Req,
Res,
UseGuards,
} from '@nestjs/common';
import { FastifyReply, FastifyRequest } from 'fastify';
import { Readable } from 'stream';
import { AuthGuard } from '../auth/auth.guard';
import { CurrentUser } from '../auth/current-user.decorator';
import { User } from '../common/domain';
import { AttachmentsService } from './attachments.service';
import {
AttachmentResponse,
toAttachmentResponse,
} from './dto/attachment.response';
@Controller()
@UseGuards(AuthGuard)
export class AttachmentsController {
constructor(private readonly attachments: AttachmentsService) {}
@Post('api/v1/chats/:chatId/attachments')
@HttpCode(202)
async upload(
@Param('chatId') chatId: string,
@Query('filename') filename: unknown,
@Req() request: FastifyRequest,
@CurrentUser() user: User,
): Promise<AttachmentResponse> {
const attachment = await this.attachments.upload({
chatId,
ownerId: user.id,
filename,
contentType: request.uploadContentType,
contentLength: request.headers['content-length'],
body: request.body as Readable | undefined,
});
return toAttachmentResponse(attachment);
}
@Get('api/v1/attachments/:attachmentId')
async metadata(
@Param('attachmentId') attachmentId: string,
@CurrentUser() user: User,
): Promise<AttachmentResponse> {
return toAttachmentResponse(
await this.attachments.getVisible(attachmentId, user.id),
);
}
@Get('api/v1/attachments/:attachmentId/content')
async content(
@Param('attachmentId') attachmentId: string,
@Query('variant') variant: unknown,
@CurrentUser() user: User,
@Res() reply: FastifyReply,
): Promise<void> {
const download = await this.attachments.openContent(
attachmentId,
user.id,
variant,
);
await reply
.header('content-type', download.contentType)
.header('content-length', download.sizeBytes)
.header('x-content-type-options', 'nosniff')
.header(
'content-disposition',
`inline; filename*=UTF-8''${encodeURIComponent(download.filename)}`,
)
.send(download.content);
}
}
+9
View File
@@ -0,0 +1,9 @@
import { Module } from '@nestjs/common';
import { AttachmentsController } from './attachments.controller';
import { AttachmentsService } from './attachments.service';
@Module({
controllers: [AttachmentsController],
providers: [AttachmentsService],
})
export class AttachmentsModule {}
+244
View File
@@ -0,0 +1,244 @@
import { Injectable, Logger, OnModuleInit } from '@nestjs/common';
import { Attachment, AttachmentVariant, Prisma } from '@prisma/client';
import { randomUUID } from 'crypto';
import { mkdtemp, readdir, rm, stat } from 'fs/promises';
import { tmpdir } from 'os';
import { join } from 'path';
import { Readable } from 'stream';
import { assertChatMember } from '../chats/chat-access';
import { codePointLength } from '../common/dto/code-point-length.validator';
import { ApiError } from '../common/filters/api-error';
import { validate as isUuid } from '../common/uuid';
import { isDatabaseUnavailable, PrismaService } from '../db/prisma.service';
import { PIPELINE_VERSION } from '../jobs/job-message';
import { enqueueJob } from '../jobs/job-store';
import { S3Service } from '../storage/s3.service';
import { assertValidImage, isSupportedContentType } from './image-validation';
import { receiveBody } from './upload-body';
const TEMP_PREFIX = 'messenger-upload-';
const STALE_TEMP_MS = 60 * 60 * 1000;
const MAX_FILENAME_CODE_POINTS = 255;
const FORBIDDEN_FILENAME = /[/\\\p{Cc}\p{Zl}\p{Zp}]/u;
const KNOWN_VARIANTS = new Set(['original', 'thumbnail', 'crop', 'optimized']);
export type AttachmentWithVariants = Attachment & { variants: AttachmentVariant[] };
export interface DownloadableContent {
filename: string;
contentType: string;
sizeBytes: number;
content: Readable;
}
export interface UploadInput {
chatId: string;
ownerId: string;
filename: unknown;
contentType: string | undefined;
contentLength: string | undefined;
body: Readable | undefined;
}
@Injectable()
export class AttachmentsService implements OnModuleInit {
private readonly logger = new Logger('AttachmentsService');
private readonly maxBytes = Number(process.env.MAX_UPLOAD_BYTES ?? 10485760);
private readonly maxPixels = Number(process.env.MAX_IMAGE_PIXELS ?? 40000000);
private readonly maxConcurrent = Number(process.env.MAX_CONCURRENT_UPLOADS ?? 16);
private readonly bodyTimeoutMs = Number(process.env.UPLOAD_BODY_TIMEOUT_MS ?? 60000);
private readonly tempRoot = process.env.UPLOAD_TMP_DIR ?? tmpdir();
private activeUploads = 0;
constructor(
private readonly prisma: PrismaService,
private readonly s3: S3Service,
) {}
async onModuleInit(): Promise<void> {
await this.removeStaleTempDirs();
}
async upload(input: UploadInput): Promise<AttachmentWithVariants> {
await assertChatMember(this.prisma, input.chatId, input.ownerId);
const filename = parseFilename(input.filename);
const contentType = parseContentType(input.contentType);
if (Number(input.contentLength) > this.maxBytes) {
throw new ApiError('payload_too_large', 'attachment exceeds size limit');
}
if (this.activeUploads >= this.maxConcurrent) {
throw new ApiError('unavailable', 'too many concurrent uploads');
}
this.activeUploads++;
const dir = await mkdtemp(join(this.tempRoot, TEMP_PREFIX));
try {
return await this.store(input, filename, contentType, join(dir, 'body'));
} finally {
this.activeUploads--;
await rm(dir, { recursive: true, force: true });
}
}
async getVisible(
attachmentId: string,
userId: string,
): Promise<AttachmentWithVariants> {
if (!isUuid(attachmentId)) {
throw new ApiError('invalid_request', 'attachmentId must be a valid UUID');
}
const row = await this.prisma.attachment.findFirst({
where: {
id: attachmentId,
chat: { members: { some: { userId } } },
},
include: { variants: { where: { pipelineVersion: PIPELINE_VERSION } } },
});
if (!row) {
throw new ApiError('not_found', 'attachment not found');
}
return row;
}
async openContent(
attachmentId: string,
userId: string,
variant: unknown,
): Promise<DownloadableContent> {
const attachment = await this.getVisible(attachmentId, userId);
const name = parseVariant(variant);
if (attachment.status !== 'ready') {
throw new ApiError('conflict', `attachment is ${attachment.status}`);
}
if (name === 'original') {
return {
filename: attachment.filename,
contentType: attachment.contentType,
sizeBytes: attachment.sizeBytes,
content: await this.s3.getStream(attachment.objectKey),
};
}
const stored = attachment.variants.find((v) => v.name === name);
if (!stored) {
throw new ApiError('not_found', 'attachment variant not found');
}
return {
filename: attachment.filename,
contentType: stored.contentType,
sizeBytes: stored.sizeBytes,
content: await this.s3.getStream(stored.objectKey),
};
}
private async store(
input: UploadInput,
filename: string,
contentType: string,
path: string,
): Promise<AttachmentWithVariants> {
if (!input.body) {
throw new ApiError('invalid_request', 'request body must not be empty');
}
const { size, sha256 } = await receiveBody(
input.body,
path,
this.maxBytes,
this.bodyTimeoutMs,
);
if (size === 0) {
throw new ApiError('invalid_request', 'request body must not be empty');
}
await assertValidImage(path, size, contentType, this.maxPixels);
const id = randomUUID();
const stagingKey = `staging/${id}`;
await this.s3.putFile({ key: stagingKey, path, size, contentType, sha256 });
const now = new Date();
try {
return await this.prisma.$transaction(async (tx) => {
const attachment = await tx.attachment.create({
data: {
id,
chatId: input.chatId,
ownerId: input.ownerId,
filename,
contentType,
sizeBytes: size,
sha256,
objectKey: `attachments/${id}/original`,
stagingKey,
status: 'queued',
createdAt: now,
updatedAt: now,
},
});
await enqueueJob(tx, id, now);
return { ...attachment, variants: [] };
});
} catch (error) {
if (isDefiniteRejection(error)) {
await this.s3.delete(stagingKey).catch(() => {
this.logger.warn(`compensation failed for ${stagingKey}`);
});
}
if (error instanceof Prisma.PrismaClientUnknownRequestError) {
this.logger.error(`metadata insert failed for ${stagingKey}`);
throw new ApiError('unavailable', 'database unavailable');
}
throw error;
}
}
private async removeStaleTempDirs(): Promise<void> {
const root = this.tempRoot;
const names = await readdir(root);
for (const name of names.filter((n) => n.startsWith(TEMP_PREFIX))) {
const path = join(root, name);
const info = await stat(path).catch(() => null);
if (info && Date.now() - info.mtimeMs > STALE_TEMP_MS) {
await rm(path, { recursive: true, force: true });
}
}
}
}
function parseVariant(raw: unknown): string {
if (raw === undefined) {
return 'original';
}
if (typeof raw === 'string' && KNOWN_VARIANTS.has(raw)) {
return raw;
}
throw new ApiError('invalid_request', 'unknown attachment variant');
}
function isDefiniteRejection(error: unknown): boolean {
return (
error instanceof Prisma.PrismaClientKnownRequestError &&
!isDatabaseUnavailable(error)
);
}
function parseFilename(raw: unknown): string {
if (
typeof raw !== 'string' ||
raw.trim() === '' ||
codePointLength(raw) > MAX_FILENAME_CODE_POINTS ||
FORBIDDEN_FILENAME.test(raw)
) {
throw new ApiError(
'invalid_request',
'filename must be 1-255 characters without path separators or control characters',
);
}
return raw;
}
function parseContentType(raw: string | undefined): string {
const contentType = raw?.split(';')[0].trim().toLowerCase() ?? '';
if (!isSupportedContentType(contentType)) {
throw new ApiError(
'unsupported_media_type',
'Content-Type must be image/png or image/jpeg',
);
}
return contentType;
}
@@ -0,0 +1,55 @@
import { Attachment, AttachmentVariant } from '@prisma/client';
const VARIANT_ORDER = ['thumbnail', 'crop', 'optimized'];
export interface VariantResponse {
name: string;
content_type: string;
size_bytes: number;
width: number;
height: number;
sha256: string;
}
export interface AttachmentResponse {
id: string;
chat_id: string;
owner_id: string;
filename: string;
content_type: string;
size_bytes: number;
sha256: string;
status: string;
variants: VariantResponse[];
error_code: string | null;
created_at: string;
updated_at: string;
}
export function toAttachmentResponse(
row: Attachment & { variants: AttachmentVariant[] },
): AttachmentResponse {
const variants = row.status === 'ready' ? [...row.variants] : [];
variants.sort((a, b) => VARIANT_ORDER.indexOf(a.name) - VARIANT_ORDER.indexOf(b.name));
return {
id: row.id,
chat_id: row.chatId,
owner_id: row.ownerId,
filename: row.filename,
content_type: row.contentType,
size_bytes: row.sizeBytes,
sha256: row.sha256,
status: row.status,
variants: variants.map((variant) => ({
name: variant.name,
content_type: variant.contentType,
size_bytes: variant.sizeBytes,
width: variant.width,
height: variant.height,
sha256: variant.sha256,
})),
error_code: row.errorCode,
created_at: row.createdAt.toISOString(),
updated_at: row.updatedAt.toISOString(),
};
}
+105
View File
@@ -0,0 +1,105 @@
import { open } from 'fs/promises';
import sharp from 'sharp';
import { ApiError } from '../common/filters/api-error';
sharp.cache(false);
sharp.concurrency(1);
const PNG_SIGNATURE = Buffer.from('89504e470d0a1a0a', 'hex');
const JPEG_SIGNATURE = Buffer.from('ffd8ff', 'hex');
const PNG_END_CHUNK = Buffer.from('0000000049454e44ae426082', 'hex');
const PNG_TAIL_BYTES = 64 * 1024;
const MAX_CONCURRENT_DECODES = 2;
const FORMAT_BY_CONTENT_TYPE: Record<string, string> = {
'image/png': 'png',
'image/jpeg': 'jpeg',
};
let activeDecodes = 0;
const decodeQueue: (() => void)[] = [];
export function isSupportedContentType(contentType: string): boolean {
return contentType in FORMAT_BY_CONTENT_TYPE;
}
export async function assertValidImage(
path: string,
size: number,
contentType: string,
maxPixels: number,
): Promise<void> {
const invalid = new ApiError(
'unsupported_media_type',
'file is not a valid image of the declared type',
);
const format = FORMAT_BY_CONTENT_TYPE[contentType];
if (!(await hasExpectedFraming(path, size, format))) {
throw invalid;
}
const { width, height, format: actual } = await sharp(path, {
limitInputPixels: false,
})
.metadata()
.catch(() => {
throw invalid;
});
if (!width || !height || actual !== format) {
throw invalid;
}
if (width * height > maxPixels) {
throw new ApiError('payload_too_large', 'image exceeds pixel limit');
}
await acquireDecodeSlot();
try {
await sharp(path, {
failOn: 'warning',
sequentialRead: true,
limitInputPixels: maxPixels,
}).stats();
} catch {
throw invalid;
} finally {
releaseDecodeSlot();
}
}
async function hasExpectedFraming(
path: string,
size: number,
format: string,
): Promise<boolean> {
const file = await open(path, 'r');
try {
const head = Buffer.alloc(PNG_SIGNATURE.length);
await file.read(head, 0, head.length, 0);
if (format === 'jpeg') {
return head.subarray(0, JPEG_SIGNATURE.length).equals(JPEG_SIGNATURE);
}
if (!head.equals(PNG_SIGNATURE)) {
return false;
}
const tail = Buffer.alloc(Math.min(size, PNG_TAIL_BYTES));
await file.read(tail, 0, tail.length, size - tail.length);
return tail.includes(PNG_END_CHUNK);
} finally {
await file.close();
}
}
function acquireDecodeSlot(): Promise<void> {
if (activeDecodes < MAX_CONCURRENT_DECODES) {
activeDecodes++;
return Promise.resolve();
}
return new Promise((resolve) => decodeQueue.push(resolve));
}
function releaseDecodeSlot(): void {
const next = decodeQueue.shift();
if (next) {
next();
} else {
activeDecodes--;
}
}
+163
View File
@@ -0,0 +1,163 @@
import { PrismaClient } from '@prisma/client';
import { S3Service } from '../storage/s3.service';
const MAX_REPORTED_KEYS = 20;
const DEFAULT_PREFIXES = ['attachments/', 'staging/'];
type ReconcilePrisma = Pick<PrismaClient, 'attachment' | 'attachmentVariant'>;
export interface ReconcileOptions {
apply: boolean;
graceMs: number;
stagingRetentionMs?: number;
prefix?: string;
now?: Date;
pageSize?: number;
}
export interface ReconcileReport {
mode: 'apply' | 'dry-run';
grace_seconds: number;
staging_expired: number;
scanned: number;
fresh_skipped: number;
referenced: number;
orphans: number;
deleted: number;
failed: number;
orphan_keys: string[];
duration_ms: number;
}
export async function reconcile(
prisma: ReconcilePrisma,
s3: S3Service,
options: ReconcileOptions,
): Promise<ReconcileReport> {
const started = Date.now();
const cutoff = (options.now ?? new Date()).getTime() - options.graceMs;
const report: ReconcileReport = {
mode: options.apply ? 'apply' : 'dry-run',
grace_seconds: options.graceMs / 1000,
staging_expired: 0,
scanned: 0,
fresh_skipped: 0,
referenced: 0,
orphans: 0,
deleted: 0,
failed: 0,
orphan_keys: [],
duration_ms: 0,
};
if (options.stagingRetentionMs !== undefined) {
report.staging_expired = await expireFailedStaging(
prisma,
s3,
(options.now ?? new Date()).getTime() - options.stagingRetentionMs,
options.apply,
options.prefix,
);
}
for (const prefix of options.prefix ? [options.prefix] : DEFAULT_PREFIXES) {
await reconcilePrefix(prisma, s3, prefix, cutoff, options, report);
}
report.duration_ms = Date.now() - started;
return report;
}
async function expireFailedStaging(
prisma: ReconcilePrisma,
s3: S3Service,
before: number,
apply: boolean,
prefix?: string,
): Promise<number> {
const rows = await prisma.attachment.findMany({
where: {
stagingKey: { not: null, startsWith: prefix },
OR: [{ status: 'ready' }, { status: 'failed', updatedAt: { lt: new Date(before) } }],
},
select: { id: true, stagingKey: true },
take: 500,
});
if (!apply) {
return rows.length;
}
let expired = 0;
for (const row of rows) {
const released = await prisma.attachment.updateMany({
where: {
id: row.id,
stagingKey: row.stagingKey,
OR: [{ status: 'ready' }, { status: 'failed', updatedAt: { lt: new Date(before) } }],
},
data: { stagingKey: null },
});
if (released.count === 0) {
continue;
}
await s3.delete(row.stagingKey!).then(
() => expired++,
() => undefined,
);
}
return expired;
}
function attachmentIdOf(key: string): string | null {
const match = /^attachments\/([0-9a-f-]{36})(\/|$)/.exec(key);
return match ? match[1] : null;
}
async function reconcilePrefix(
prisma: ReconcilePrisma,
s3: S3Service,
prefix: string,
cutoff: number,
options: ReconcileOptions,
report: ReconcileReport,
): Promise<void> {
let token: string | undefined;
do {
const page = await s3.listObjects(prefix, options.pageSize ?? 500, token);
token = page.nextToken;
report.scanned += page.objects.length;
const old = page.objects.filter((object) => object.lastModified.getTime() < cutoff);
report.fresh_skipped += page.objects.length - old.length;
const keys = old.map((object) => object.key);
const rows = await prisma.attachment.findMany({
where: { OR: [{ objectKey: { in: keys } }, { stagingKey: { in: keys } }] },
select: { objectKey: true, stagingKey: true },
});
const variants = await prisma.attachmentVariant.findMany({
where: { objectKey: { in: keys } },
select: { objectKey: true },
});
const ids = [...new Set(keys.map(attachmentIdOf).filter((id): id is string => id !== null))];
const owners = ids.length
? await prisma.attachment.findMany({ where: { id: { in: ids } }, select: { id: true } })
: [];
const owned = new Set(owners.map((row) => row.id));
const known = new Set([
...rows.flatMap((row) => [row.objectKey, row.stagingKey]),
...variants.map((row) => row.objectKey),
]);
for (const { key } of old) {
const owner = attachmentIdOf(key);
if (known.has(key) || (owner !== null && owned.has(owner))) {
report.referenced++;
continue;
}
report.orphans++;
if (report.orphan_keys.length < MAX_REPORTED_KEYS) {
report.orphan_keys.push(key);
}
if (options.apply) {
await s3.delete(key).then(
() => report.deleted++,
() => report.failed++,
);
}
}
} while (token);
}
+98
View File
@@ -0,0 +1,98 @@
import { createHash } from 'crypto';
import { FastifyInstance, FastifyRequest } from 'fastify';
import { createWriteStream } from 'fs';
import { Readable } from 'stream';
import { ApiError } from '../common/filters/api-error';
const UPLOAD_ROUTE = '/api/v1/chats/:chatId/attachments';
const PASS_THROUGH_TYPE = 'application/x-messenger-upload';
declare module 'fastify' {
interface FastifyRequest {
uploadContentType?: string;
}
}
export function registerUploadBody(instance: FastifyInstance): void {
instance.addContentTypeParser(PASS_THROUGH_TYPE, (_request, payload, done) => {
done(null, payload);
});
instance.addHook('onRequest', (request: FastifyRequest, _reply, done) => {
if (request.method === 'POST' && request.routeOptions.url === UPLOAD_ROUTE) {
request.uploadContentType = request.headers['content-type'];
request.headers['content-type'] = PASS_THROUGH_TYPE;
}
done();
});
}
export interface ReceivedBody {
size: number;
sha256: string;
}
export function receiveBody(
body: Readable,
path: string,
maxBytes: number,
timeoutMs: number,
): Promise<ReceivedBody> {
return new Promise((resolve, reject) => {
const hash = createHash('sha256');
const out = createWriteStream(path, { flags: 'wx', mode: 0o600 });
let size = 0;
let settled = false;
const timer = setTimeout(() => body.destroy(), timeoutMs);
const settle = (done: () => void): void => {
if (settled) {
return;
}
settled = true;
clearTimeout(timer);
body.off('data', onData);
body.off('end', onEnd);
body.off('close', onClose);
done();
};
const fail = (error: ApiError): void => {
settle(() => {
out.destroy();
reject(error);
});
};
const onData = (chunk: Buffer): void => {
size += chunk.length;
if (size > maxBytes) {
fail(new ApiError('payload_too_large', 'attachment exceeds size limit'));
return;
}
hash.update(chunk);
if (!out.write(chunk)) {
body.pause();
out.once('drain', () => {
if (!settled) {
body.resume();
}
});
}
};
const onEnd = (): void => {
settle(() => {
out.end(() =>
resolve({ size, sha256: hash.digest('hex') }),
);
});
};
const onClose = (): void => {
fail(new ApiError('invalid_request', 'upload was interrupted'));
};
out.on('error', () => {
fail(new ApiError('unavailable', 'temporary storage unavailable'));
});
body.on('data', onData);
body.on('end', onEnd);
body.on('close', onClose);
});
}
+51
View File
@@ -0,0 +1,51 @@
import {
Controller,
Delete,
Headers,
HttpCode,
Post,
Req,
UseGuards,
} from '@nestjs/common';
import { FastifyRequest } from 'fastify';
import { ApiError } from '../common/filters/api-error';
import { toUserResponse, UserResponse } from '../users/dto/user.response';
import { AuthGuard } from './auth.guard';
import { AuthService } from './auth.service';
interface SessionResponse {
token: string;
token_type: 'Bearer';
expires_at: string;
user: UserResponse;
}
@Controller('api/v1/auth/sessions')
export class AuthController {
constructor(private readonly auth: AuthService) {}
@Post()
@HttpCode(201)
async create(
@Headers('authorization') authorization: string | undefined,
@Req() request: FastifyRequest,
): Promise<SessionResponse> {
if (request.body !== undefined) {
throw new ApiError('invalid_request', 'request body is not allowed');
}
const session = await this.auth.login(authorization);
return {
token: session.token,
token_type: 'Bearer',
expires_at: session.expiresAt.toISOString(),
user: toUserResponse(session.user),
};
}
@Delete('current')
@HttpCode(204)
@UseGuards(AuthGuard)
async revoke(@Req() request: FastifyRequest): Promise<void> {
await this.auth.revoke(request.sessionTokenHash!);
}
}
+25
View File
@@ -0,0 +1,25 @@
import { CanActivate, ExecutionContext, Injectable } from '@nestjs/common';
import { FastifyRequest } from 'fastify';
import { ApiError } from '../common/filters/api-error';
import { AuthService } from './auth.service';
const BEARER_CHALLENGE = 'Bearer realm="messenger"';
@Injectable()
export class AuthGuard implements CanActivate {
constructor(private readonly auth: AuthService) {}
async canActivate(context: ExecutionContext): Promise<boolean> {
const request = context.switchToHttp().getRequest<FastifyRequest>();
const match = /^Bearer (\S+)$/i.exec(request.headers.authorization ?? '');
const session = match ? await this.auth.resolve(match[1]) : null;
if (!session) {
throw new ApiError('unauthorized', 'missing or invalid session', {
'WWW-Authenticate': BEARER_CHALLENGE,
});
}
request.currentUser = session.user;
request.sessionTokenHash = session.tokenHash;
return true;
}
}
+12
View File
@@ -0,0 +1,12 @@
import { Global, Module } from '@nestjs/common';
import { AuthController } from './auth.controller';
import { AuthGuard } from './auth.guard';
import { AuthService } from './auth.service';
@Global()
@Module({
controllers: [AuthController],
providers: [AuthService, AuthGuard],
exports: [AuthService, AuthGuard],
})
export class AuthModule {}
+155
View File
@@ -0,0 +1,155 @@
import { Injectable } from '@nestjs/common';
import { createHash, randomBytes } from 'crypto';
import { CacheService } from '../cache/cache.service';
import { codePointLength } from '../common/dto/code-point-length.validator';
import { User } from '../common/domain';
import { ApiError } from '../common/filters/api-error';
import { PrismaService } from '../db/prisma.service';
import { toUser } from '../users/users.service';
import { verifyPassword } from './password';
const BASIC_CHALLENGE = 'Basic realm="messenger", charset="UTF-8"';
const USERNAME_PATTERN = /^[a-z0-9_]{3,32}$/;
const CACHE_TTL_MS = 60_000;
const REVOKED = 'revoked';
interface CachedSession {
user: User;
expiresAt: number;
}
export interface CreatedSession {
token: string;
expiresAt: Date;
user: User;
}
export interface ResolvedSession {
tokenHash: string;
user: User;
}
@Injectable()
export class AuthService {
private readonly ttlSeconds = readSessionTtl();
constructor(
private readonly prisma: PrismaService,
private readonly cache: CacheService,
) {}
async login(authorization: string | undefined): Promise<CreatedSession> {
const credentials = parseBasic(authorization);
if (!credentials) {
throw invalidCredentials();
}
const row = await this.prisma.user.findUnique({
where: { username: credentials.username },
});
const valid = await verifyPassword(
row?.passwordHash ?? null,
credentials.password,
);
if (!row || !valid) {
throw invalidCredentials();
}
const token = randomBytes(32).toString('base64url');
const expiresAt = new Date(Date.now() + this.ttlSeconds * 1000);
await this.prisma.session.create({
data: { tokenHash: hashToken(token), userId: row.id, expiresAt },
});
return { token, expiresAt, user: toUser(row) };
}
async resolve(token: string): Promise<ResolvedSession | null> {
const tokenHash = hashToken(token);
const key = cacheKey(tokenHash);
const cached = await this.cache.get(key);
if (cached === REVOKED) {
return null;
}
if (cached) {
const entry = JSON.parse(cached) as CachedSession;
if (entry.expiresAt > Date.now()) {
return { tokenHash, user: entry.user };
}
}
const session = await this.prisma.session.findUnique({
where: { tokenHash },
include: { user: true },
});
const remainingMs = session
? session.expiresAt.getTime() - Date.now()
: 0;
if (!session || remainingMs <= 0) {
return null;
}
const user = toUser(session.user);
const entry: CachedSession = {
user,
expiresAt: session.expiresAt.getTime(),
};
await this.cache.set(
key,
JSON.stringify(entry),
Math.min(remainingMs, CACHE_TTL_MS),
true,
);
return { tokenHash, user };
}
async revoke(tokenHash: string): Promise<void> {
const marked = await this.cache.setStrict(
cacheKey(tokenHash),
REVOKED,
CACHE_TTL_MS,
);
if (!marked) {
throw new ApiError('unavailable', 'session cache unavailable');
}
await this.prisma.session.deleteMany({ where: { tokenHash } });
}
}
function cacheKey(tokenHash: string): string {
return `session:v1:${tokenHash}`;
}
function parseBasic(
header: string | undefined,
): { username: string; password: string } | null {
const match = /^Basic ([A-Za-z0-9+/]+={0,2})$/i.exec(header ?? '');
if (!match) {
return null;
}
const decoded = Buffer.from(match[1], 'base64').toString('utf8');
const separator = decoded.indexOf(':');
if (separator < 0) {
return null;
}
const username = decoded.slice(0, separator);
const password = decoded.slice(separator + 1);
const length = codePointLength(password);
if (!USERNAME_PATTERN.test(username) || length < 12 || length > 128) {
return null;
}
return { username, password };
}
function hashToken(token: string): string {
return createHash('sha256').update(token).digest('hex');
}
function invalidCredentials(): ApiError {
return new ApiError('unauthorized', 'invalid credentials', {
'WWW-Authenticate': BASIC_CHALLENGE,
});
}
function readSessionTtl(): number {
const ttl = Number(process.env.SESSION_TTL_SECONDS ?? 3600);
if (!Number.isInteger(ttl) || ttl <= 0) {
throw new Error('SESSION_TTL_SECONDS must be a positive integer');
}
return ttl;
}
+20
View File
@@ -0,0 +1,20 @@
import { createParamDecorator, ExecutionContext } from '@nestjs/common';
import { FastifyRequest } from 'fastify';
import { User } from '../common/domain';
declare module 'fastify' {
interface FastifyRequest {
currentUser?: User;
sessionTokenHash?: string;
}
}
export const CurrentUser = createParamDecorator(
(_data: unknown, ctx: ExecutionContext): User => {
const request = ctx.switchToHttp().getRequest<FastifyRequest>();
if (!request.currentUser) {
throw new Error('CurrentUser used without AuthGuard');
}
return request.currentUser;
},
);
+17
View File
@@ -0,0 +1,17 @@
import { argon2id, hash, verify } from 'argon2';
const OPTIONS = { type: argon2id, memoryCost: 19456, timeCost: 2, parallelism: 1 };
const dummyHash = hash('timing-equalizer-password', OPTIONS);
export function hashPassword(password: string): Promise<string> {
return hash(password, OPTIONS);
}
export async function verifyPassword(
passwordHash: string | null,
password: string,
): Promise<boolean> {
const valid = await verify(passwordHash ?? (await dummyHash), password);
return passwordHash !== null && valid;
}
+57
View File
@@ -0,0 +1,57 @@
import { Logger } from '@nestjs/common';
import amqp, { Channel, Connection } from 'amqplib';
import { readFileSync } from 'fs';
export const JOB_QUEUE = 'attachment.jobs';
export const DEAD_LETTER_QUEUE = 'attachment.jobs.dlq';
const DELIVERY_LIMIT = 20;
const RECONNECT_MAX_MS = 10000;
export function brokerUrl(): string {
const file = process.env.BROKER_URL_FILE;
const url = file ? readFileSync(file, 'utf8').trim() : process.env.BROKER_URL;
if (!url) {
throw new Error('BROKER_URL_FILE or BROKER_URL must be set');
}
return url;
}
export async function assertTopology(channel: Channel): Promise<void> {
await channel.assertQueue(DEAD_LETTER_QUEUE, {
durable: true,
arguments: { 'x-queue-type': 'quorum' },
});
await channel.assertQueue(JOB_QUEUE, {
durable: true,
arguments: {
'x-queue-type': 'quorum',
'x-delivery-limit': DELIVERY_LIMIT,
'x-dead-letter-exchange': '',
'x-dead-letter-routing-key': DEAD_LETTER_QUEUE,
},
});
}
export async function connectWithRetry(
logger: Logger,
stopping: () => boolean,
): Promise<Connection | null> {
let delay = 500;
while (!stopping()) {
try {
const connection = await amqp.connect(brokerUrl(), { timeout: 5000 });
logger.log('connected to broker');
return connection;
} catch (error) {
const reason = error instanceof Error ? error.message.split(' ')[0] : 'unknown';
logger.warn(`broker unavailable (${reason}), retry in ${delay} ms`);
await sleep(delay);
delay = Math.min(RECONNECT_MAX_MS, delay * 2);
}
}
return null;
}
export function sleep(ms: number): Promise<void> {
return new Promise((resolve) => setTimeout(resolve, ms));
}
+9
View File
@@ -0,0 +1,9 @@
import { Global, Module } from '@nestjs/common';
import { CacheService } from './cache.service';
@Global()
@Module({
providers: [CacheService],
exports: [CacheService],
})
export class CacheModule {}
+98
View File
@@ -0,0 +1,98 @@
import { Injectable, Logger, OnModuleDestroy } from '@nestjs/common';
import { readFileSync } from 'fs';
import Redis from 'ioredis';
@Injectable()
export class CacheService implements OnModuleDestroy {
private readonly logger = new Logger('CacheService');
private readonly client: Redis | null;
private trusted = false;
constructor() {
const url = readCacheUrl();
this.client = url
? new Redis(url, {
enableOfflineQueue: false,
maxRetriesPerRequest: 0,
connectTimeout: 1000,
commandTimeout: 200,
})
: null;
this.client?.on('error', (error) =>
this.logger.warn(`redis unavailable: ${error.message}`),
);
this.client?.on('close', () => {
this.trusted = false;
});
this.client?.on('ready', () => {
this.client!.flushdb().then(
() => {
this.trusted = true;
},
() => this.distrust(),
);
});
}
async get(key: string): Promise<string | null> {
if (!this.client || !this.trusted) {
return null;
}
try {
return await this.client.get(key);
} catch {
this.distrust();
return null;
}
}
async set(
key: string,
value: string,
ttlMs: number,
onlyIfAbsent = false,
): Promise<void> {
if (!this.client || !this.trusted) {
return;
}
try {
if (onlyIfAbsent) {
await this.client.set(key, value, 'PX', ttlMs, 'NX');
} else {
await this.client.set(key, value, 'PX', ttlMs);
}
} catch {
this.distrust();
}
}
async setStrict(key: string, value: string, ttlMs: number): Promise<boolean> {
if (!this.client) {
return true;
}
if (!this.trusted) {
return false;
}
try {
await this.client.set(key, value, 'PX', ttlMs);
return true;
} catch {
this.distrust();
return false;
}
}
onModuleDestroy(): void {
this.client?.disconnect();
}
private distrust(): void {
this.trusted = false;
this.client?.disconnect(true);
}
}
function readCacheUrl(): string | undefined {
const file = process.env.CACHE_URL_FILE;
return file ? readFileSync(file, 'utf8').trim() : process.env.CACHE_URL;
}
+19
View File
@@ -0,0 +1,19 @@
import { ApiError } from '../common/filters/api-error';
import { validate as isUuid } from '../common/uuid';
import { PrismaService } from '../db/prisma.service';
export async function assertChatMember(
prisma: PrismaService,
chatId: string,
userId: string,
): Promise<void> {
if (!isUuid(chatId)) {
throw new ApiError('invalid_request', 'chatId must be a valid UUID');
}
const member = await prisma.chatMember.findUnique({
where: { chatId_userId: { chatId, userId } },
});
if (!member) {
throw new ApiError('not_found', 'chat not found');
}
}
+57
View File
@@ -0,0 +1,57 @@
import {
Body,
Controller,
Get,
HttpCode,
Param,
Post,
Query,
UseGuards,
} from '@nestjs/common';
import { AuthGuard } from '../auth/auth.guard';
import { CurrentUser } from '../auth/current-user.decorator';
import { parseLimit, rawCursorParam } from '../common/dto/pagination-query.dto';
import { User } from '../common/domain';
import { ChatsService } from './chats.service';
import {
ChatPageResponse,
ChatResponse,
toChatResponse,
} from './dto/chat.response';
import { CreateChatDto } from './dto/create-chat.dto';
@Controller('api/v1/chats')
@UseGuards(AuthGuard)
export class ChatsController {
constructor(private readonly chats: ChatsService) {}
@Post()
@HttpCode(201)
async create(
@Body() dto: CreateChatDto,
@CurrentUser() user: User,
): Promise<ChatResponse> {
const chat = await this.chats.create(dto.title, dto.member_ids, user.id);
return toChatResponse(chat);
}
@Get()
async list(
@CurrentUser() user: User,
@Query('limit') limitRaw: unknown,
@Query('cursor') cursorRaw: unknown,
): Promise<ChatPageResponse> {
const limit = parseLimit(limitRaw);
const cursor = rawCursorParam(cursorRaw);
return this.chats.listForMember(user.id, limit, cursor);
}
@Get(':chatId')
async getOne(
@Param('chatId') chatId: string,
@CurrentUser() user: User,
): Promise<ChatResponse> {
const chat = await this.chats.getForMember(chatId, user.id);
return toChatResponse(chat);
}
}
+10
View File
@@ -0,0 +1,10 @@
import { Module } from '@nestjs/common';
import { ChatsController } from './chats.controller';
import { ChatsService } from './chats.service';
@Module({
controllers: [ChatsController],
providers: [ChatsService],
exports: [ChatsService],
})
export class ChatsModule {}
+131
View File
@@ -0,0 +1,131 @@
import { Injectable } from '@nestjs/common';
import { Prisma } from '@prisma/client';
import { decodeChatCursor, encodeChatCursor } from '../common/cursor';
import { Chat } from '../common/domain';
import { ApiError } from '../common/filters/api-error';
import { validate as isUuid } from '../common/uuid';
import { PrismaService, isForeignKeyViolation } from '../db/prisma.service';
import { ChatPageResponse, toChatResponse } from './dto/chat.response';
interface ChatRow {
id: string;
title: string;
createdAt: Date;
memberIds: string[];
}
@Injectable()
export class ChatsService {
constructor(private readonly prisma: PrismaService) {}
async create(
title: string,
rawMemberIds: string[],
callerId: string,
): Promise<Chat> {
const invalid = rawMemberIds.find((id) => !isUuid(id));
if (invalid) {
throw new ApiError('invalid_request', `unknown member_id: ${invalid}`);
}
const memberIds = rawMemberIds.map((id) => id.toLowerCase());
if (new Set(memberIds).size !== memberIds.length) {
throw new ApiError(
'invalid_request',
"All member_ids's elements must be unique",
);
}
if (!memberIds.includes(callerId)) {
throw new ApiError(
'invalid_request',
'member_ids must include the caller',
);
}
try {
const chat = await this.prisma.$transaction(async (tx) => {
const created = await tx.chat.create({
data: { title: title.trim() },
});
await tx.chatMember.createMany({
data: memberIds.map((userId) => ({
chatId: created.id,
userId,
})),
});
return created;
});
return toChat({ ...chat, memberIds });
} catch (error) {
if (isForeignKeyViolation(error)) {
throw new ApiError(
'invalid_request',
'member_ids contain an unknown user',
);
}
throw error;
}
}
async getForMember(chatId: string, callerId: string): Promise<Chat> {
if (!isUuid(chatId)) {
throw new ApiError('invalid_request', 'chatId must be a valid UUID');
}
const chat = await this.prisma.chat.findFirst({
where: { id: chatId, members: { some: { userId: callerId } } },
include: { members: { select: { userId: true } } },
});
if (!chat) {
throw new ApiError('not_found', 'chat not found');
}
return toChat({
...chat,
memberIds: chat.members.map((m) => m.userId),
});
}
async listForMember(
callerId: string,
limit: number,
rawCursor: string | null,
): Promise<ChatPageResponse> {
let after = Prisma.empty;
if (rawCursor !== null) {
const cursor = decodeChatCursor(rawCursor);
const member = cursor
? await this.prisma.chatMember.findUnique({
where: {
chatId_userId: { chatId: cursor.id, userId: callerId },
},
include: { chat: { select: { createdAt: true } } },
})
: null;
if (!member) {
throw new ApiError('invalid_request', 'invalid cursor');
}
after = Prisma.sql`AND (c.created_at, c.id) > (${member.chat.createdAt}::timestamptz, ${member.chatId}::uuid)`;
}
const rows = await this.prisma.$queryRaw<ChatRow[]>`
SELECT c.id, c.title, c.created_at AS "createdAt",
ARRAY(SELECT m.user_id::text FROM chat_members m WHERE m.chat_id = c.id) AS "memberIds"
FROM chat_members cm
JOIN chats c ON c.id = cm.chat_id
WHERE cm.user_id = ${callerId}::uuid ${after}
ORDER BY c.created_at, c.id
LIMIT ${limit + 1}`;
const items = rows.slice(0, limit).map(toChat);
const last = items[items.length - 1];
return {
items: items.map(toChatResponse),
next_cursor:
rows.length > limit ? encodeChatCursor({ id: last.id }) : null,
};
}
}
function toChat(row: ChatRow): Chat {
return {
id: row.id,
title: row.title,
memberIds: row.memberIds,
createdAt: row.createdAt.toISOString(),
};
}
+22
View File
@@ -0,0 +1,22 @@
import { Chat } from '../../common/domain';
export interface ChatResponse {
id: string;
title: string;
member_ids: string[];
created_at: string;
}
export interface ChatPageResponse {
items: ChatResponse[];
next_cursor: string | null;
}
export function toChatResponse(chat: Chat): ChatResponse {
return {
id: chat.id,
title: chat.title,
member_ids: chat.memberIds,
created_at: chat.createdAt,
};
}
+22
View File
@@ -0,0 +1,22 @@
import {
ArrayMaxSize,
ArrayMinSize,
ArrayUnique,
IsArray,
IsString,
} from 'class-validator';
import { CodePointLength } from '../../common/dto/code-point-length.validator';
import { NotBlank } from '../../common/dto/not-blank.validator';
export class CreateChatDto {
@NotBlank()
@CodePointLength(1, 100)
title!: string;
@IsArray()
@ArrayMinSize(1)
@ArrayMaxSize(100)
@ArrayUnique()
@IsString({ each: true })
member_ids!: string[];
}
+49
View File
@@ -0,0 +1,49 @@
import { validate as isUuid } from './uuid';
export interface ChatCursor {
id: string;
}
export interface MessageCursor {
chatId: string;
id: string;
}
export function encodeChatCursor(cursor: ChatCursor): string {
return encode(cursor);
}
export function decodeChatCursor(raw: string): ChatCursor | null {
const decoded = decode(raw);
return decoded && isUuidField(decoded.id) ? { id: decoded.id } : null;
}
export function encodeMessageCursor(cursor: MessageCursor): string {
return encode(cursor);
}
export function decodeMessageCursor(raw: string): MessageCursor | null {
const decoded = decode(raw);
return decoded && isUuidField(decoded.chatId) && isUuidField(decoded.id)
? { chatId: decoded.chatId, id: decoded.id }
: null;
}
function isUuidField(value: unknown): value is string {
return typeof value === 'string' && isUuid(value);
}
function encode(value: object): string {
return Buffer.from(JSON.stringify(value), 'utf8').toString('base64url');
}
function decode(raw: string): Record<string, unknown> | null {
try {
const parsed = JSON.parse(
Buffer.from(raw, 'base64url').toString('utf8'),
);
return typeof parsed === 'object' && parsed !== null ? parsed : null;
} catch {
return null;
}
}
+22
View File
@@ -0,0 +1,22 @@
export interface User {
id: string;
username: string;
displayName: string;
createdAt: string;
}
export interface Chat {
id: string;
title: string;
memberIds: string[];
createdAt: string;
}
export interface Message {
id: string;
chatId: string;
senderId: string;
text: string;
createdAt: string;
attachmentIds: string[];
}
@@ -0,0 +1,33 @@
import { registerDecorator, ValidationOptions } from 'class-validator';
export function codePointLength(value: string): number {
return [...value].length;
}
export function CodePointLength(
min: number,
max: number,
options?: ValidationOptions,
) {
return function (object: object, propertyName: string) {
registerDecorator({
name: 'codePointLength',
target: object.constructor,
propertyName,
constraints: [min, max],
options,
validator: {
validate(value: unknown): boolean {
if (typeof value !== 'string') {
return false;
}
const length = codePointLength(value);
return length >= min && length <= max;
},
defaultMessage(): string {
return `${propertyName} must be between ${min} and ${max} Unicode code points`;
},
},
});
};
}
+20
View File
@@ -0,0 +1,20 @@
import { registerDecorator, ValidationOptions } from 'class-validator';
export function NotBlank(options?: ValidationOptions) {
return function (object: object, propertyName: string) {
registerDecorator({
name: 'notBlank',
target: object.constructor,
propertyName,
options,
validator: {
validate(value: unknown): boolean {
return typeof value === 'string' && value.trim().length > 0;
},
defaultMessage(): string {
return `${propertyName} must not be empty or whitespace-only`;
},
},
});
};
}
+35
View File
@@ -0,0 +1,35 @@
import { ApiError } from '../filters/api-error';
const DEFAULT_LIMIT = 50;
const MIN_LIMIT = 1;
const MAX_LIMIT = 100;
export function parseLimit(raw: unknown): number {
if (raw === undefined) {
return DEFAULT_LIMIT;
}
if (typeof raw !== 'string' || !/^\d+$/.test(raw)) {
throw new ApiError('invalid_request', 'limit must be an integer');
}
const limit = Number(raw);
if (limit < MIN_LIMIT || limit > MAX_LIMIT) {
throw new ApiError(
'invalid_request',
`limit must be between ${MIN_LIMIT} and ${MAX_LIMIT}`,
);
}
return limit;
}
export function rawCursorParam(raw: unknown): string | null {
if (raw === undefined) {
return null;
}
if (typeof raw !== 'string' || raw.length === 0) {
throw new ApiError(
'invalid_request',
'cursor must be a non-empty string',
);
}
return raw;
}
+34
View File
@@ -0,0 +1,34 @@
import { HttpException, HttpStatus } from '@nestjs/common';
export type ErrorCode =
| 'invalid_request'
| 'unauthorized'
| 'not_found'
| 'conflict'
| 'payload_too_large'
| 'unsupported_media_type'
| 'rate_limited'
| 'unavailable'
| 'internal_error';
const STATUS_BY_CODE: Record<ErrorCode, number> = {
invalid_request: HttpStatus.BAD_REQUEST,
unauthorized: HttpStatus.UNAUTHORIZED,
not_found: HttpStatus.NOT_FOUND,
conflict: HttpStatus.CONFLICT,
payload_too_large: HttpStatus.PAYLOAD_TOO_LARGE,
unsupported_media_type: HttpStatus.UNSUPPORTED_MEDIA_TYPE,
rate_limited: HttpStatus.TOO_MANY_REQUESTS,
unavailable: HttpStatus.SERVICE_UNAVAILABLE,
internal_error: HttpStatus.INTERNAL_SERVER_ERROR,
};
export class ApiError extends HttpException {
constructor(
public readonly code: ErrorCode,
message: string,
public readonly headers: Record<string, string> = {},
) {
super(message, STATUS_BY_CODE[code]);
}
}
+115
View File
@@ -0,0 +1,115 @@
import {
ArgumentsHost,
Catch,
ExceptionFilter,
HttpException,
HttpStatus,
Logger,
} from '@nestjs/common';
import { FastifyReply, FastifyRequest } from 'fastify';
import { isDatabaseUnavailable } from '../../db/prisma.service';
import { ApiError, ErrorCode } from './api-error';
const CODE_BY_STATUS: Partial<Record<number, ErrorCode>> = {
[HttpStatus.BAD_REQUEST]: 'invalid_request',
[HttpStatus.UNAUTHORIZED]: 'unauthorized',
[HttpStatus.NOT_FOUND]: 'not_found',
[HttpStatus.CONFLICT]: 'conflict',
[HttpStatus.PAYLOAD_TOO_LARGE]: 'payload_too_large',
[HttpStatus.UNSUPPORTED_MEDIA_TYPE]: 'unsupported_media_type',
[HttpStatus.TOO_MANY_REQUESTS]: 'rate_limited',
[HttpStatus.SERVICE_UNAVAILABLE]: 'unavailable',
};
interface Resolved {
status: number;
code: ErrorCode;
message: string;
}
@Catch()
export class HttpExceptionFilter implements ExceptionFilter {
private readonly logger = new Logger('HttpExceptionFilter');
catch(exception: unknown, host: ArgumentsHost): void {
const ctx = host.switchToHttp();
const reply = ctx.getResponse<FastifyReply>();
const request = ctx.getRequest<FastifyRequest>();
const requestId = request.requestId;
const { status, code, message } = this.resolve(exception);
if (status >= 500) {
this.logger.error(
`${request.method} ${request.url} -> ${status}: ${message}`,
);
}
if (exception instanceof ApiError) {
reply.headers(exception.headers);
}
reply
.code(status)
.header('x-request-id', requestId)
.send({ error: { code, message, request_id: requestId } });
}
private resolve(exception: unknown): Resolved {
if (exception instanceof ApiError) {
return {
status: exception.getStatus(),
code: exception.code,
message: exception.message,
};
}
if (exception instanceof HttpException) {
const status = exception.getStatus();
const code = CODE_BY_STATUS[status] ?? 'internal_error';
const message =
extractMessage(exception.getResponse()) ?? exception.message;
return { status, code, message };
}
const fastifyStatus = (exception as { statusCode?: unknown })
?.statusCode;
if (typeof fastifyStatus === 'number' && CODE_BY_STATUS[fastifyStatus]) {
const message =
exception instanceof Error ? exception.message : 'Invalid request';
return {
status: fastifyStatus,
code: CODE_BY_STATUS[fastifyStatus]!,
message,
};
}
if (isDatabaseUnavailable(exception)) {
return {
status: 503,
code: 'unavailable',
message: 'database unavailable',
};
}
return {
status: 500,
code: 'internal_error',
message: 'Internal server error',
};
}
}
function extractMessage(response: unknown): string | null {
if (typeof response === 'string') {
return response;
}
if (
typeof response === 'object' &&
response !== null &&
'message' in response
) {
const value = (response as { message: unknown }).message;
if (typeof value === 'string') {
return value;
}
if (Array.isArray(value) && value.every((v) => typeof v === 'string')) {
return value.join('; ');
}
}
return null;
}
+23
View File
@@ -0,0 +1,23 @@
import { randomUUID } from 'crypto';
import { FastifyInstance, FastifyRequest } from 'fastify';
import { hostname } from 'os';
const REQUEST_ID_HEADER = 'x-request-id';
const INSTANCE_ID_HEADER = 'x-instance-id';
export const INSTANCE_ID = process.env.INSTANCE_ID ?? hostname();
declare module 'fastify' {
interface FastifyRequest {
requestId: string;
}
}
export function registerRequestId(instance: FastifyInstance): void {
instance.addHook('onRequest', (request: FastifyRequest, reply, done) => {
request.requestId = randomUUID();
reply.header(REQUEST_ID_HEADER, request.requestId);
reply.header(INSTANCE_ID_HEADER, INSTANCE_ID);
done();
});
}
+6
View File
@@ -0,0 +1,6 @@
const UUID_PATTERN =
/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
export function validate(value: string): boolean {
return UUID_PATTERN.test(value);
}
+21
View File
@@ -0,0 +1,21 @@
import { ValidationPipe } from '@nestjs/common';
import { NestFastifyApplication } from '@nestjs/platform-fastify';
import { registerUploadBody } from './attachments/upload-body';
import { HttpExceptionFilter } from './common/filters/http-exception.filter';
import { registerRequestId } from './common/interceptors/request-id';
export function configureApp(app: NestFastifyApplication): void {
const instance = app.getHttpAdapter().getInstance();
registerRequestId(instance);
registerUploadBody(instance);
app.useGlobalPipes(
new ValidationPipe({
whitelist: true,
forbidNonWhitelisted: true,
transform: true,
forbidUnknownValues: true,
}),
);
app.useGlobalFilters(new HttpExceptionFilter());
}
+9
View File
@@ -0,0 +1,9 @@
import { Global, Module } from '@nestjs/common';
import { PrismaService } from './prisma.service';
@Global()
@Module({
providers: [PrismaService],
exports: [PrismaService],
})
export class DbModule {}
+49
View File
@@ -0,0 +1,49 @@
import { Injectable, OnModuleDestroy } from '@nestjs/common';
import { Prisma, PrismaClient } from '@prisma/client';
import { readFileSync } from 'fs';
const UNAVAILABLE_CODES = new Set(['P1001', 'P1002', 'P1008', 'P1017', 'P2024']);
@Injectable()
export class PrismaService extends PrismaClient implements OnModuleDestroy {
constructor() {
super({ datasourceUrl: readDatabaseUrl() });
}
async onModuleDestroy(): Promise<void> {
await this.$disconnect();
}
}
function readDatabaseUrl(): string {
const file = process.env.DATABASE_URL_FILE;
const url = file ? readFileSync(file, 'utf8').trim() : process.env.DATABASE_URL;
if (!url) {
throw new Error('DATABASE_URL_FILE or DATABASE_URL must be set');
}
return url;
}
export function isUniqueViolation(error: unknown): boolean {
return (
error instanceof Prisma.PrismaClientKnownRequestError &&
error.code === 'P2002'
);
}
export function isForeignKeyViolation(error: unknown): boolean {
return (
error instanceof Prisma.PrismaClientKnownRequestError &&
error.code === 'P2003'
);
}
export function isDatabaseUnavailable(error: unknown): boolean {
if (error instanceof Prisma.PrismaClientInitializationError) {
return true;
}
return (
error instanceof Prisma.PrismaClientKnownRequestError &&
UNAVAILABLE_CODES.has(error.code)
);
}
+351
View File
@@ -0,0 +1,351 @@
const ALICE_ID = '11111111-1111-4111-8111-111111111111';
const BOB_ID = '22222222-2222-4222-8222-222222222222';
const CHAT_ID = '33333333-3333-4333-8333-333333333333';
const MESSAGE_ID = '44444444-4444-4444-8444-444444444444';
const CURSOR =
'eyJjaGF0SWQiOiIzMzMzMzMzMy0zMzMzLTQzMzMtODMzMy0zMzMzMzMzMzMzMzMiLCJpZCI6IjQ0NDQ0NDQ0LTQ0NDQtNDQ0NC04NDQ0LTQ0NDQ0NDQ0NDQ0NCJ9';
const ALICE = {
id: ALICE_ID,
username: 'alice',
display_name: 'Алиса',
created_at: '2026-09-01T12:00:00.000Z',
};
const CHAT = {
id: CHAT_ID,
title: 'Проект по ВНП',
member_ids: [ALICE_ID, BOB_ID],
created_at: '2026-09-01T12:01:00.000Z',
};
const MESSAGE = {
id: MESSAGE_ID,
chat_id: CHAT_ID,
sender_id: ALICE_ID,
text: 'Привет, Боб! 👋',
created_at: '2026-09-01T12:02:00.000Z',
attachment_ids: [],
};
export interface Example {
summary: string;
value: unknown;
}
export interface OperationExamples {
request?: Record<string, Example>;
responses: Record<string, Record<string, Example>>;
}
function example(summary: string, value: unknown): Example {
return { summary, value };
}
function error(code: string, message: string): unknown {
return {
error: {
code,
message,
request_id: '9b2c6f1e-5d4a-4c3b-8a2f-1e0d9c8b7a6f',
},
};
}
const UNAUTHORIZED = {
missing: example(
'Нет/неверный/истёкший/отозванный Bearer-токен',
error('unauthorized', 'missing or invalid session'),
),
};
const UNAVAILABLE = {
database: example(
'PostgreSQL недоступен',
error('unavailable', 'database unavailable'),
),
};
const CHAT_NOT_FOUND = {
notFound: example(
'Чата нет или вызывающий не участник (не 403)',
error('not_found', 'chat not found'),
),
};
const INVALID_CHAT_ID = example(
'chat_id не UUID',
error('invalid_request', 'chatId must be a valid UUID'),
);
export const GUIDE = `
Учебный мессенджер, лабораторная 5: PostgreSQL, сессии, Redis-кэш сессий, вложения в S3 и их фоновая обработка.
Документ — обязательный контракт \`contracts/openapi.json\`, дополненный примерами запросов и ответов.
**Как пройти сценарий в Swagger UI**
1. \`POST /api/v1/users\` — зарегистрируйте пользователей (примеры alice, bob, eve в списке Examples). Повторная регистрация того же username — 409, меняйте username.
2. **Authorize → basicAuth**: username и password из шага 1 → \`POST /api/v1/auth/sessions\` → скопируйте \`token\`.
3. **Authorize → bearerAuth**: вставьте token (без слова Bearer). Basic отправляется только на вход, остальные запросы идут с Bearer.
4. \`GET /api/v1/users/me\` — свой id; id второго участника — из ответа его регистрации.
5. \`POST /api/v1/chats\` с \`member_ids\` = [свой id, id собеседника] → \`chat_id\`.
6. \`POST /api/v1/chats/{chat_id}/messages\` с заголовком \`Idempotency-Key\` (любая строка из \`A-Za-z0-9._:-\`, до 128 символов). Повтор с тем же ключом и телом вернёт то же сообщение, с другим телом — 409. Затем \`GET …/messages?limit=1\` и следующая страница с \`cursor\` = \`next_cursor\`.
7. \`POST /api/v1/chats/{chat_id}/attachments?filename=photo.png\` с телом PNG/JPEG → 202 \`queued\`. \`GET /api/v1/attachments/{id}\` повторять, пока \`status\` не станет \`ready\` (до этого \`/content\` отвечает 409), затем \`/content?variant=thumbnail\`, \`crop\` или \`optimized\`.
8. Чтобы действовать от другого пользователя: Logout в Authorize, вход им и новый token.
9. \`DELETE /api/v1/auth/sessions/current\` — logout; тот же token дальше даёт 401.
Сессия живёт \`SESSION_TTL_SECONDS\` (по умолчанию 3600 с). Пароль — 12–128 символов Unicode, двоеточие допустимо.
`;
export const OPERATION_EXAMPLES: Record<string, OperationExamples> = {
'GET /health/live': {
responses: {
'200': { ok: example('Процесс жив', { status: 'ok' }) },
},
},
'GET /health/ready': {
responses: {
'200': {
ok: example('PostgreSQL доступен (Redis не критичен)', {
status: 'ok',
}),
},
'503': UNAVAILABLE,
},
},
'POST /api/v1/users': {
request: {
alice: example('Алиса', {
username: 'alice',
display_name: 'Алиса',
password: 'Alice-password-123',
}),
bob: example('Боб', {
username: 'bob',
display_name: 'Боб',
password: 'Bob-password-123',
}),
eve: example('Ева (посторонняя)', {
username: 'eve',
display_name: 'Ева',
password: 'Eve-password-123',
}),
colon: example('Пароль с двоеточием и эмодзи', {
username: 'carol',
display_name: 'Кэрол 🌸',
password: 'пароль:с:двоеточием🔑',
}),
},
responses: {
'201': { created: example('Пользователь создан', ALICE) },
'400': {
username: example(
'username не соответствует [a-z0-9_]{3,32}',
error('invalid_request', 'username must match [a-z0-9_]{3,32}'),
),
password: example(
'password короче 12 символов',
error(
'invalid_request',
'password must be between 12 and 128 Unicode code points',
),
),
extra: example(
'Лишнее поле в JSON',
error('invalid_request', 'property extra should not exist'),
),
},
'409': {
taken: example(
'username уже занят',
error('conflict', 'username is already taken'),
),
},
'503': UNAVAILABLE,
},
},
'POST /api/v1/auth/sessions': {
responses: {
'201': {
created: example('Сессия создана', {
token: 'q8Hn3vXl0ZbJ7mWcY2sRkT5uPaE9dFgVhN1oLxI4w6A',
token_type: 'Bearer',
expires_at: '2026-09-01T13:00:00.000Z',
user: ALICE,
}),
},
'401': {
invalid: example(
'Неверный пароль, неизвестный пользователь или нет Basic — ответ одинаковый',
error('unauthorized', 'invalid credentials'),
),
},
'503': UNAVAILABLE,
},
},
'DELETE /api/v1/auth/sessions/current': {
responses: {
'401': UNAUTHORIZED,
'503': {
...UNAVAILABLE,
cache: example(
'Redis недоступен — отзыв не выполнен, повторите позже',
error('unavailable', 'session cache unavailable'),
),
},
},
},
'GET /api/v1/users/me': {
responses: {
'200': { me: example('Текущий пользователь из сессии', ALICE) },
'401': UNAUTHORIZED,
'503': UNAVAILABLE,
},
},
'POST /api/v1/chats': {
request: {
pair: example('Чат Алисы и Боба', {
title: CHAT.title,
member_ids: CHAT.member_ids,
}),
solo: example('Чат только с собой', {
title: 'Заметки',
member_ids: [ALICE_ID],
}),
},
responses: {
'201': { created: example('Чат создан атомарно', CHAT) },
'400': {
noCaller: example(
'Вызывающий не в member_ids',
error('invalid_request', 'member_ids must include the caller'),
),
unknown: example(
'Неизвестный участник — транзакция откатывается',
error('invalid_request', 'member_ids contain an unknown user'),
),
duplicate: example(
'Дубликаты в member_ids',
error(
'invalid_request',
"All member_ids's elements must be unique",
),
),
},
'401': UNAUTHORIZED,
'503': UNAVAILABLE,
},
},
'GET /api/v1/chats': {
responses: {
'200': {
page: example('Страница чатов с продолжением', {
items: [CHAT],
next_cursor: 'eyJpZCI6IjMzMzMzMzMzLTMzMzMtNDMzMy04MzMzLTMzMzMzMzMzMzMzMyJ9',
}),
last: example('Последняя страница', {
items: [CHAT],
next_cursor: null,
}),
},
'400': {
limit: example(
'limit вне 1–100',
error('invalid_request', 'limit must be between 1 and 100'),
),
cursor: example(
'Испорченный или чужой cursor',
error('invalid_request', 'invalid cursor'),
),
},
'401': UNAUTHORIZED,
'503': UNAVAILABLE,
},
},
'GET /api/v1/chats/{chat_id}': {
responses: {
'200': { chat: example('Чат, где вызывающий — участник', CHAT) },
'400': { chatId: INVALID_CHAT_ID },
'401': UNAUTHORIZED,
'404': CHAT_NOT_FOUND,
'503': UNAVAILABLE,
},
},
'POST /api/v1/chats/{chat_id}/messages': {
request: {
text: example('Обычное сообщение', { text: MESSAGE.text }),
long: example('Максимум — 4000 символов Unicode', {
text: 'Длинный текст…',
}),
},
responses: {
'201': {
created: example('Отправитель берётся из сессии', MESSAGE),
},
'400': {
blank: example(
'Пустой или пробельный текст',
error(
'invalid_request',
'text must not be empty or whitespace-only',
),
),
sender: example(
'sender_id в теле не принимается',
error('invalid_request', 'property sender_id should not exist'),
),
chatId: INVALID_CHAT_ID,
key: example(
'Нет Idempotency-Key или неверный формат',
error(
'invalid_request',
'Idempotency-Key header must match [A-Za-z0-9._:-]{1,128}',
),
),
},
'401': UNAUTHORIZED,
'404': CHAT_NOT_FOUND,
'409': {
keyReused: example(
'Тот же Idempotency-Key с другим телом',
error(
'conflict',
'Idempotency-Key was already used with a different request',
),
),
},
'503': UNAVAILABLE,
},
},
'GET /api/v1/chats/{chat_id}/messages': {
responses: {
'200': {
page: example('Страница истории (limit=1) с cursor', {
items: [MESSAGE],
next_cursor: CURSOR,
}),
last: example('Последняя страница', {
items: [MESSAGE],
next_cursor: null,
}),
},
'400': {
otherChat: example(
'cursor от другого чата',
error('invalid_request', 'cursor belongs to a different chat'),
),
cursor: example(
'Испорченный cursor или cursor несуществующего сообщения',
error('invalid_request', 'invalid cursor'),
),
limit: example(
'limit вне 1–100',
error('invalid_request', 'limit must be between 1 and 100'),
),
},
'401': UNAUTHORIZED,
'404': CHAT_NOT_FOUND,
'503': UNAVAILABLE,
},
},
};
+43
View File
@@ -0,0 +1,43 @@
import { NestFastifyApplication } from '@nestjs/platform-fastify';
import { OpenAPIObject, SwaggerModule } from '@nestjs/swagger';
import { readFileSync } from 'fs';
import { join } from 'path';
import { GUIDE, OPERATION_EXAMPLES } from './examples';
const CONTRACT_PATH = join(process.cwd(), 'contracts', 'openapi.json');
export function setupSwagger(app: NestFastifyApplication): void {
SwaggerModule.setup('docs', app, loadDocument(), {
customSiteTitle: 'Messenger lab5 API',
swaggerOptions: {
persistAuthorization: true,
displayRequestDuration: true,
tryItOutEnabled: true,
},
});
}
export function loadDocument(): OpenAPIObject {
const document = JSON.parse(readFileSync(CONTRACT_PATH, 'utf8'));
document.info.description = GUIDE;
document.servers = [{ url: '/', description: 'Этот экземпляр API' }];
for (const [key, examples] of Object.entries(OPERATION_EXAMPLES)) {
const [method, path] = key.split(' ');
const operation = document.paths[path]?.[method.toLowerCase()];
if (!operation) {
throw new Error(`examples for unknown operation ${key}`);
}
if (examples.request) {
operation.requestBody.content['application/json'].examples =
examples.request;
}
for (const [status, named] of Object.entries(examples.responses)) {
const content = operation.responses[status]?.content;
if (!content) {
throw new Error(`examples for unknown response ${key} ${status}`);
}
content['application/json'].examples = named;
}
}
return document;
}
+44
View File
@@ -0,0 +1,44 @@
import { Controller, Get } from '@nestjs/common';
import { ApiError } from '../common/filters/api-error';
import { PrismaService } from '../db/prisma.service';
import { S3Service } from '../storage/s3.service';
import { isDraining } from './shutdown';
@Controller('health')
export class HealthController {
constructor(
private readonly prisma: PrismaService,
private readonly s3: S3Service,
) {}
@Get('live')
live(): { status: 'ok' } {
return { status: 'ok' };
}
@Get('core')
async core(): Promise<{ status: 'ok' }> {
await this.assertCoreReady();
return { status: 'ok' };
}
@Get('ready')
async ready(): Promise<{ status: 'ok' }> {
await this.assertCoreReady();
if (!(await this.s3.isAvailable())) {
throw new ApiError('unavailable', 'object storage unavailable');
}
return { status: 'ok' };
}
private async assertCoreReady(): Promise<void> {
if (isDraining()) {
throw new ApiError('unavailable', 'shutting down');
}
try {
await this.prisma.$queryRaw`SELECT 1`;
} catch {
throw new ApiError('unavailable', 'database unavailable');
}
}
}
+7
View File
@@ -0,0 +1,7 @@
import { Module } from '@nestjs/common';
import { HealthController } from './health.controller';
@Module({
controllers: [HealthController],
})
export class HealthModule {}
+26
View File
@@ -0,0 +1,26 @@
import { INestApplication, Logger } from '@nestjs/common';
let draining = false;
export function isDraining(): boolean {
return draining;
}
export function enableGracefulShutdown(app: INestApplication): void {
const delayMs = Number(process.env.SHUTDOWN_DELAY_MS ?? 3000);
const shutdown = (signal: string): void => {
if (draining) {
return;
}
draining = true;
Logger.log(`${signal}: readiness → 503, closing in ${delayMs} ms`, 'Shutdown');
setTimeout(() => {
app.close().then(
() => process.exit(0),
() => process.exit(1),
);
}, delayMs);
};
process.once('SIGTERM', () => shutdown('SIGTERM'));
process.once('SIGINT', () => shutdown('SIGINT'));
}
+69
View File
@@ -0,0 +1,69 @@
import { validate as isUuid } from '../common/uuid';
export const PIPELINE_VERSION = 1;
export const JOB_TYPE = 'attachment.process.v1';
export interface JobMessage {
schema_version: 1;
job_id: string;
type: typeof JOB_TYPE;
attachment_id: string;
pipeline_version: number;
attempt: number;
created_at: string;
}
const FIELDS = [
'schema_version',
'job_id',
'type',
'attachment_id',
'pipeline_version',
'attempt',
'created_at',
];
export function jobMessage(
job: { id: string; attachmentId: string; pipelineVersion: number; attempt: number },
createdAt: Date,
): JobMessage {
return {
schema_version: 1,
job_id: job.id,
type: JOB_TYPE,
attachment_id: job.attachmentId,
pipeline_version: job.pipelineVersion,
attempt: job.attempt,
created_at: createdAt.toISOString(),
};
}
export function parseJobMessage(raw: Buffer): JobMessage | null {
let value: any;
try {
value = JSON.parse(raw.toString('utf8'));
} catch {
return null;
}
if (
typeof value !== 'object' ||
value === null ||
Array.isArray(value) ||
Object.keys(value).some((key) => !FIELDS.includes(key)) ||
value.schema_version !== 1 ||
value.type !== JOB_TYPE ||
typeof value.job_id !== 'string' ||
!isUuid(value.job_id) ||
typeof value.attachment_id !== 'string' ||
!isUuid(value.attachment_id) ||
!Number.isInteger(value.pipeline_version) ||
value.pipeline_version < 1 ||
!Number.isInteger(value.attempt) ||
value.attempt < 1 ||
typeof value.created_at !== 'string' ||
Number.isNaN(Date.parse(value.created_at))
) {
return null;
}
return value as JobMessage;
}
+257
View File
@@ -0,0 +1,257 @@
import { AttachmentJob, Prisma, PrismaClient } from '@prisma/client';
import { randomUUID } from 'crypto';
import { jobMessage, PIPELINE_VERSION } from './job-message';
type Tx = Prisma.TransactionClient;
export const RETRY_EXHAUSTED = 'retry_exhausted';
export function maxAttempts(): number {
return Number(process.env.JOB_MAX_ATTEMPTS ?? 5);
}
export function backoffMs(attempt: number, random = Math.random): number {
const base = Number(process.env.JOB_RETRY_BASE_MS ?? 1000);
const cap = Number(process.env.JOB_RETRY_MAX_MS ?? 30000);
const delay = Math.min(cap, base * 2 ** (attempt - 1));
return Math.round(delay / 2 + random() * (delay / 2));
}
export async function enqueueJob(
tx: Tx,
attachmentId: string,
now: Date,
): Promise<AttachmentJob> {
const job = await tx.attachmentJob.create({
data: {
id: randomUUID(),
attachmentId,
pipelineVersion: PIPELINE_VERSION,
status: 'queued',
attempt: 1,
maxAttempts: maxAttempts(),
nextAttemptAt: now,
createdAt: now,
updatedAt: now,
},
});
await tx.jobEvent.create({
data: { jobId: job.id, attempt: 1, event: 'enqueued', createdAt: now },
});
await publishLater(tx, job, now);
return job;
}
export async function scheduleRetry(
tx: Tx,
job: AttachmentJob,
reason: string,
now: Date,
event = 'retry_scheduled',
): Promise<AttachmentJob> {
const delay = backoffMs(job.attempt);
const next = await tx.attachmentJob.update({
where: { id: job.id },
data: {
status: 'queued',
attempt: job.attempt + 1,
nextAttemptAt: new Date(now.getTime() + delay),
leaseOwner: null,
leaseUntil: null,
lastError: reason,
},
});
await tx.attachment.update({
where: { id: job.attachmentId },
data: { status: 'queued' },
});
await tx.jobEvent.create({
data: {
jobId: job.id,
attempt: job.attempt,
event,
detail: `${reason}; next attempt ${next.attempt} in ${delay} ms`,
createdAt: now,
},
});
await publishLater(tx, next, next.nextAttemptAt);
return next;
}
export async function markFailed(
tx: Tx,
job: AttachmentJob,
errorCode: string,
reason: string,
now: Date,
): Promise<void> {
await tx.attachmentJob.update({
where: { id: job.id },
data: {
status: 'failed',
errorCode,
lastError: reason,
leaseOwner: null,
leaseUntil: null,
finishedAt: now,
},
});
await tx.attachment.update({
where: { id: job.attachmentId },
data: { status: 'failed', errorCode },
});
await tx.jobEvent.create({
data: {
jobId: job.id,
attempt: job.attempt,
event: 'failed',
detail: `${errorCode}: ${reason}`,
createdAt: now,
},
});
}
export async function retryOrFail(
tx: Tx,
job: AttachmentJob,
reason: string,
now: Date,
event?: string,
): Promise<'retry' | 'failed'> {
if (job.attempt >= job.maxAttempts) {
await markFailed(tx, job, RETRY_EXHAUSTED, reason, now);
return 'failed';
}
await scheduleRetry(tx, job, reason, now, event);
return 'retry';
}
export async function recoverExpiredLeases(
prisma: PrismaClient,
now = new Date(),
limit = 100,
): Promise<number> {
const expired = await prisma.attachmentJob.findMany({
where: { status: 'processing', leaseUntil: { lt: now } },
orderBy: { leaseUntil: 'asc' },
take: limit,
});
let recovered = 0;
for (const candidate of expired) {
await prisma.$transaction(async (tx) => {
const taken = await tx.attachmentJob.updateMany({
where: {
id: candidate.id,
status: 'processing',
leaseOwner: candidate.leaseOwner,
leaseUntil: { lt: now },
},
data: { leaseOwner: null, leaseUntil: null, status: 'queued' },
});
if (taken.count === 0) {
return;
}
await retryOrFail(tx, candidate, 'lease expired', now, 'lease_expired');
recovered++;
});
}
return recovered;
}
export async function republishStale(
prisma: PrismaClient,
staleMs: number,
now = new Date(),
limit = 100,
): Promise<number> {
const cutoff = new Date(now.getTime() - staleMs);
const stale = await prisma.$queryRaw<AttachmentJob[]>`
SELECT j.id, j.attachment_id AS "attachmentId", j.pipeline_version AS "pipelineVersion", j.attempt
FROM attachment_jobs j
WHERE j.status = 'queued'
AND j.next_attempt_at < ${cutoff}
AND NOT EXISTS (
SELECT 1 FROM outbox o
WHERE o.job_id = j.id AND (o.published_at IS NULL OR o.published_at > ${cutoff})
)
ORDER BY j.next_attempt_at
LIMIT ${limit}`;
for (const job of stale) {
await prisma.$transaction(async (tx) => {
await tx.jobEvent.create({
data: { jobId: job.id, attempt: job.attempt, event: 'republished', createdAt: now },
});
await publishLater(tx, job, now);
});
}
return stale.length;
}
export type ReplayResult =
| 'replayed'
| 'already_ready'
| 'not_failed'
| 'source_missing'
| 'not_found';
export async function replayJob(
prisma: PrismaClient,
jobId: string,
actor: string,
now = new Date(),
): Promise<ReplayResult> {
return prisma.$transaction(async (tx) => {
const job = await tx.attachmentJob.findUnique({ where: { id: jobId } });
if (!job) {
return 'not_found';
}
if (job.status === 'ready') {
return 'already_ready';
}
if (job.status !== 'failed') {
return 'not_failed';
}
const source = await tx.attachment.updateMany({
where: { id: job.attachmentId, status: 'failed', stagingKey: { not: null } },
data: { status: 'queued', errorCode: null },
});
if (source.count === 0) {
return 'source_missing';
}
const taken = await tx.attachmentJob.updateMany({
where: { id: jobId, status: 'failed' },
data: {
status: 'queued',
attempt: 1,
errorCode: null,
nextAttemptAt: now,
finishedAt: null,
},
});
if (taken.count === 0) {
throw new Error('job changed during replay');
}
await tx.jobEvent.create({
data: {
jobId,
attempt: 1,
event: 'replayed',
detail: `by ${actor}; previous ${job.errorCode} after attempt ${job.attempt}`,
createdAt: now,
},
});
await publishLater(tx, { ...job, attempt: 1 }, now);
return 'replayed';
});
}
async function publishLater(tx: Tx, job: AttachmentJob, availableAt: Date): Promise<void> {
await tx.outboxEntry.create({
data: {
jobId: job.id,
payload: jobMessage(job, availableAt) as unknown as Prisma.InputJsonObject,
availableAt,
createdAt: new Date(),
},
});
}
+273
View File
@@ -0,0 +1,273 @@
import { Logger } from '@nestjs/common';
import { Attachment, AttachmentJob, PrismaClient } from '@prisma/client';
import { createHash, randomUUID } from 'crypto';
import {
ObjectMissingError,
ObjectTooLargeError,
S3Service,
} from '../storage/s3.service';
import { JobMessage, PIPELINE_VERSION } from './job-message';
import { markFailed, retryOrFail } from './job-store';
import {
InvalidImageError,
RenderedVariant,
RenderTimeoutError,
renderVariants,
} from './variants';
export type Outcome = 'ready' | 'retry' | 'failed' | 'skipped';
export interface ProcessorOptions {
timeoutMs: number;
leaseMs: number;
maxBytes: number;
maxPixels: number;
}
export function processorOptions(): ProcessorOptions {
const timeoutMs = Number(process.env.JOB_TIMEOUT_SECONDS ?? 60) * 1000;
return {
timeoutMs,
leaseMs: Number(process.env.JOB_LEASE_SECONDS ?? timeoutMs / 1000 + 30) * 1000,
maxBytes: Number(process.env.MAX_UPLOAD_BYTES ?? 10485760),
maxPixels: Number(process.env.MAX_IMAGE_PIXELS ?? 40000000),
};
}
export interface ProcessorHooks {
afterStore?: () => Promise<void>;
afterCommit?: () => Promise<void>;
}
class PermanentError extends Error {
constructor(
readonly code: string,
reason: string,
) {
super(reason);
}
}
class TimeoutError extends Error {}
export class JobProcessor {
private readonly logger = new Logger('JobProcessor');
constructor(
private readonly prisma: PrismaClient,
private readonly s3: S3Service,
private readonly options: ProcessorOptions = processorOptions(),
private readonly hooks: ProcessorHooks = {},
) {}
async handle(message: JobMessage): Promise<Outcome> {
const job = await this.prisma.attachmentJob.findUnique({
where: { id: message.job_id },
include: { attachment: true },
});
if (
!job ||
job.attachmentId !== message.attachment_id ||
job.pipelineVersion !== message.pipeline_version ||
job.pipelineVersion !== PIPELINE_VERSION
) {
this.logger.warn(`job ${message.job_id}: unknown or mismatched, dropped`);
return 'skipped';
}
const lease = await this.claim(job);
if (!lease) {
if (job.status === 'ready') {
await this.removeStaging(job.attachment);
}
this.logger.log(`job ${job.id}: ${job.status}, not due or leased elsewhere, skipped`);
return 'skipped';
}
let variants: RenderedVariant[];
try {
variants = await this.withTimeout(this.produce(job.attachment));
} catch (error) {
return this.recordFailure(lease, error);
}
await this.hooks.afterStore?.();
return this.commit(lease, job.attachment, variants);
}
private async claim(job: AttachmentJob): Promise<AttachmentJob | null> {
const now = new Date();
const owner = randomUUID();
return this.prisma.$transaction(async (tx) => {
const taken = await tx.attachmentJob.updateMany({
where: { id: job.id, status: 'queued', nextAttemptAt: { lte: now } },
data: {
status: 'processing',
leaseOwner: owner,
leaseUntil: new Date(now.getTime() + this.options.leaseMs),
},
});
if (taken.count === 0) {
return null;
}
await tx.attachment.update({
where: { id: job.attachmentId },
data: { status: 'processing' },
});
const leased = await tx.attachmentJob.findUniqueOrThrow({ where: { id: job.id } });
await tx.jobEvent.create({
data: { jobId: job.id, attempt: leased.attempt, event: 'processing', createdAt: now },
});
return leased;
});
}
private async produce(attachment: Attachment): Promise<RenderedVariant[]> {
if (!attachment.stagingKey) {
throw new PermanentError('staging_missing', 'staging object was already removed');
}
let original: Buffer;
try {
original = await this.s3.getBuffer(attachment.stagingKey, this.options.maxBytes);
} catch (error) {
if (error instanceof ObjectMissingError) {
throw new PermanentError('staging_missing', 'staging object not found');
}
if (error instanceof ObjectTooLargeError) {
throw new PermanentError('invalid_image', 'staging object exceeds size limit');
}
throw error;
}
const sha256 = createHash('sha256').update(original).digest('hex');
if (original.length !== attachment.sizeBytes || sha256 !== attachment.sha256) {
throw new PermanentError('checksum_mismatch', 'staging object differs from accepted upload');
}
let variants: RenderedVariant[];
try {
variants = await renderVariants(
original,
this.options.maxPixels,
Math.ceil(this.options.timeoutMs / 1000),
);
} catch (error) {
if (error instanceof InvalidImageError) {
throw new PermanentError('invalid_image', 'image cannot be decoded');
}
throw error;
}
await this.s3.putBuffer(attachment.objectKey, original, attachment.contentType, sha256);
for (const variant of variants) {
await this.s3.putBuffer(
variantKey(attachment.id, variant),
variant.body,
variant.contentType,
variant.sha256,
);
}
return variants;
}
private async commit(
lease: AttachmentJob,
attachment: Attachment,
variants: RenderedVariant[],
): Promise<Outcome> {
const now = new Date();
const committed = await this.prisma.$transaction(async (tx) => {
const owned = await tx.attachmentJob.updateMany({
where: { id: lease.id, status: 'processing', leaseOwner: lease.leaseOwner },
data: {
status: 'ready',
leaseOwner: null,
leaseUntil: null,
lastError: null,
finishedAt: now,
},
});
if (owned.count === 0) {
return false;
}
await tx.attachmentVariant.createMany({
data: variants.map((variant) => ({
attachmentId: attachment.id,
pipelineVersion: PIPELINE_VERSION,
name: variant.name,
contentType: variant.contentType,
objectKey: variantKey(attachment.id, variant),
sizeBytes: variant.body.length,
width: variant.width,
height: variant.height,
sha256: variant.sha256,
createdAt: now,
})),
skipDuplicates: true,
});
await tx.attachment.update({
where: { id: attachment.id },
data: { status: 'ready', errorCode: null },
});
await tx.jobEvent.create({
data: { jobId: lease.id, attempt: lease.attempt, event: 'ready', createdAt: now },
});
return true;
});
if (!committed) {
this.logger.warn(`job ${lease.id}: lease lost before commit, result left to owner`);
return 'skipped';
}
await this.hooks.afterCommit?.();
await this.removeStaging(attachment);
return 'ready';
}
private async recordFailure(lease: AttachmentJob, error: unknown): Promise<Outcome> {
const now = new Date();
const reason =
error instanceof PermanentError
? error.message
: error instanceof TimeoutError || error instanceof RenderTimeoutError
? 'processing timed out'
: `temporary failure: ${error instanceof Error ? error.name : 'unknown'}`;
this.logger.warn(`job ${lease.id} attempt ${lease.attempt}: ${reason}`);
return this.prisma.$transaction(async (tx) => {
const owned = await tx.attachmentJob.count({
where: { id: lease.id, status: 'processing', leaseOwner: lease.leaseOwner },
});
if (owned === 0) {
return 'skipped' as const;
}
if (error instanceof PermanentError) {
await markFailed(tx, lease, error.code, reason, now);
return 'failed' as const;
}
return retryOrFail(tx, lease, reason, now);
});
}
private async removeStaging(attachment: Attachment): Promise<void> {
if (!attachment.stagingKey) {
return;
}
try {
await this.s3.delete(attachment.stagingKey);
await this.prisma.attachment.update({
where: { id: attachment.id },
data: { stagingKey: null },
});
} catch {
this.logger.warn(`staging cleanup postponed for ${attachment.id}`);
}
}
private withTimeout<T>(work: Promise<T>): Promise<T> {
let timer: NodeJS.Timeout;
const deadline = new Promise<never>((_, reject) => {
timer = setTimeout(() => reject(new TimeoutError()), this.options.timeoutMs);
});
return Promise.race([work, deadline]).finally(() => clearTimeout(timer));
}
}
export function variantKey(
attachmentId: string,
variant: Pick<RenderedVariant, 'name' | 'extension'>,
): string {
return `attachments/${attachmentId}/v${PIPELINE_VERSION}/${variant.name}.${variant.extension}`;
}
+111
View File
@@ -0,0 +1,111 @@
import { createHash } from 'crypto';
import sharp, { Sharp } from 'sharp';
sharp.cache(false);
sharp.concurrency(1);
const WHITE = { r: 255, g: 255, b: 255 };
const JPEG_QUALITY = 82;
const WEBP_QUALITY = 80;
export interface RenderedVariant {
name: 'thumbnail' | 'crop' | 'optimized';
contentType: string;
extension: string;
body: Buffer;
width: number;
height: number;
sha256: string;
}
export class InvalidImageError extends Error {
constructor(reason: string) {
super(reason);
this.name = 'InvalidImageError';
}
}
export class RenderTimeoutError extends Error {
constructor() {
super('image processing exceeded its time limit');
this.name = 'RenderTimeoutError';
}
}
export function fitInside(
width: number,
height: number,
box: number,
): { width: number; height: number } {
if (width <= box && height <= box) {
return { width, height };
}
if (width >= height) {
return { width: box, height: Math.max(1, Math.floor((height * box) / width)) };
}
return { width: Math.max(1, Math.floor((width * box) / height)), height: box };
}
export async function renderVariants(
original: Buffer,
maxPixels: number,
timeoutSeconds = 0,
): Promise<RenderedVariant[]> {
const open = (): Sharp =>
sharp(original, { failOn: 'error', limitInputPixels: maxPixels })
.timeout({ seconds: timeoutSeconds })
.rotate();
try {
const meta = await sharp(original, { limitInputPixels: maxPixels }).metadata();
if (!meta.width || !meta.height) {
throw new InvalidImageError('image has no dimensions');
}
const swapped = (meta.orientation ?? 1) >= 5;
const width = swapped ? meta.height : meta.width;
const height = swapped ? meta.width : meta.height;
const thumb = fitInside(width, height, 256);
const large = fitInside(width, height, 1280);
const thumbnail = open()
.resize(thumb.width, thumb.height, { fit: 'fill' })
.flatten({ background: WHITE })
.jpeg({ quality: JPEG_QUALITY });
const crop = open()
.resize(128, 128, { fit: 'cover', position: 'centre' })
.flatten({ background: WHITE })
.jpeg({ quality: JPEG_QUALITY });
const optimized = open()
.resize(large.width, large.height, { fit: 'fill' })
.webp({ quality: WEBP_QUALITY, effort: 4 });
return [
await finish('thumbnail', 'image/jpeg', 'jpg', thumbnail),
await finish('crop', 'image/jpeg', 'jpg', crop),
await finish('optimized', 'image/webp', 'webp', optimized),
];
} catch (error) {
if (error instanceof InvalidImageError) {
throw error;
}
if (error instanceof Error && /timeout/i.test(error.message)) {
throw new RenderTimeoutError();
}
throw new InvalidImageError(error instanceof Error ? error.message : 'decode failed');
}
}
async function finish(
name: RenderedVariant['name'],
contentType: string,
extension: string,
pipeline: Sharp,
): Promise<RenderedVariant> {
const { data, info } = await pipeline.toBuffer({ resolveWithObject: true });
return {
name,
contentType,
extension,
body: data,
width: info.width,
height: info.height,
sha256: createHash('sha256').update(data).digest('hex'),
};
}
+34
View File
@@ -0,0 +1,34 @@
import { Logger } from '@nestjs/common';
import { NestFactory } from '@nestjs/core';
import {
FastifyAdapter,
NestFastifyApplication,
} from '@nestjs/platform-fastify';
import { AppModule } from './app.module';
import { configureApp } from './configure-app';
import { setupSwagger } from './docs/swagger';
import { enableGracefulShutdown } from './health/shutdown';
async function bootstrap(): Promise<void> {
const app = await NestFactory.create<NestFastifyApplication>(
AppModule,
new FastifyAdapter(),
{
bufferLogs: true,
},
);
configureApp(app);
setupSwagger(app);
enableGracefulShutdown(app);
const host = process.env.APP_HOST ?? '0.0.0.0';
const port = Number(process.env.APP_PORT ?? 8080);
await app.listen(port, host);
Logger.log(`Listening on http://${host}:${port}`, 'Bootstrap');
}
bootstrap().catch((error) => {
Logger.error('Fatal error during bootstrap', error);
process.exit(1);
});
+41
View File
@@ -0,0 +1,41 @@
import {
ArrayMaxSize,
IsArray,
IsString,
Validate,
ValidateIf,
ValidatorConstraint,
ValidatorConstraintInterface,
} from 'class-validator';
import { CodePointLength } from '../../common/dto/code-point-length.validator';
import { validate as isUuid } from '../../common/uuid';
@ValidatorConstraint({ name: 'uniqueUuidList' })
class UniqueUuidList implements ValidatorConstraintInterface {
validate(value: unknown): boolean {
if (
!Array.isArray(value) ||
!value.every((id) => typeof id === 'string' && isUuid(id))
) {
return false;
}
const normalized = (value as string[]).map((id) => id.toLowerCase());
return new Set(normalized).size === normalized.length;
}
defaultMessage(): string {
return 'attachment_ids must contain unique UUIDs';
}
}
export class CreateMessageDto {
@IsString()
@CodePointLength(0, 4000)
text!: string;
@ValidateIf((dto: CreateMessageDto) => dto.attachment_ids !== undefined)
@IsArray()
@ArrayMaxSize(10)
@Validate(UniqueUuidList)
attachment_ids?: string[];
}
+26
View File
@@ -0,0 +1,26 @@
import { Message } from '../../common/domain';
export interface MessageResponse {
id: string;
chat_id: string;
sender_id: string;
text: string;
created_at: string;
attachment_ids: string[];
}
export interface MessagePageResponse {
items: MessageResponse[];
next_cursor: string | null;
}
export function toMessageResponse(message: Message): MessageResponse {
return {
id: message.id,
chat_id: message.chatId,
sender_id: message.senderId,
text: message.text,
created_at: message.createdAt,
attachment_ids: message.attachmentIds,
};
}
+70
View File
@@ -0,0 +1,70 @@
import {
Body,
Controller,
Get,
Headers,
HttpCode,
Param,
Post,
Query,
UseGuards,
} from '@nestjs/common';
import { AuthGuard } from '../auth/auth.guard';
import { CurrentUser } from '../auth/current-user.decorator';
import { parseLimit, rawCursorParam } from '../common/dto/pagination-query.dto';
import { User } from '../common/domain';
import { ApiError } from '../common/filters/api-error';
import { CreateMessageDto } from './dto/create-message.dto';
import {
MessagePageResponse,
MessageResponse,
toMessageResponse,
} from './dto/message.response';
import { MessagesService } from './messages.service';
@Controller('api/v1/chats/:chatId/messages')
@UseGuards(AuthGuard)
export class MessagesController {
constructor(private readonly messages: MessagesService) {}
@Post()
@HttpCode(201)
async create(
@Param('chatId') chatId: string,
@Body() dto: CreateMessageDto,
@Headers('idempotency-key') keyRaw: unknown,
@CurrentUser() user: User,
): Promise<MessageResponse> {
const key = parseIdempotencyKey(keyRaw);
const message = await this.messages.create(
chatId,
user.id,
dto.text,
(dto.attachment_ids ?? []).map((id) => id.toLowerCase()),
key,
);
return toMessageResponse(message);
}
@Get()
async list(
@Param('chatId') chatId: string,
@CurrentUser() user: User,
@Query('limit') limitRaw: unknown,
@Query('cursor') cursorRaw: unknown,
): Promise<MessagePageResponse> {
const limit = parseLimit(limitRaw);
const cursor = rawCursorParam(cursorRaw);
return this.messages.list(chatId, user.id, limit, cursor);
}
}
function parseIdempotencyKey(raw: unknown): string {
if (typeof raw !== 'string' || !/^[A-Za-z0-9._:-]{1,128}$/.test(raw)) {
throw new ApiError(
'invalid_request',
'Idempotency-Key header must match [A-Za-z0-9._:-]{1,128}',
);
}
return raw;
}
+9
View File
@@ -0,0 +1,9 @@
import { Module } from '@nestjs/common';
import { MessagesController } from './messages.controller';
import { MessagesService } from './messages.service';
@Module({
controllers: [MessagesController],
providers: [MessagesService],
})
export class MessagesModule {}
+198
View File
@@ -0,0 +1,198 @@
import { Injectable } from '@nestjs/common';
import { Prisma } from '@prisma/client';
import { createHash } from 'crypto';
import { assertChatMember } from '../chats/chat-access';
import { codePointLength } from '../common/dto/code-point-length.validator';
import { decodeMessageCursor, encodeMessageCursor } from '../common/cursor';
import { Message } from '../common/domain';
import { ApiError } from '../common/filters/api-error';
import { PrismaService } from '../db/prisma.service';
import { MessagePageResponse, toMessageResponse } from './dto/message.response';
interface MessageRow {
id: string;
chatId: string;
senderId: string;
text: string;
createdAt: Date;
attachmentIds: string[];
}
const ATTACHMENT_LINKS = {
attachments: {
orderBy: { position: 'asc' },
select: { attachmentId: true },
},
} satisfies Prisma.MessageInclude;
type MessageWithLinks = Prisma.MessageGetPayload<{
include: typeof ATTACHMENT_LINKS;
}>;
class KeyAlreadyUsed extends Error {}
@Injectable()
export class MessagesService {
private readonly keyTtlMs =
Number(process.env.IDEMPOTENCY_TTL_SECONDS ?? 86400) * 1000;
constructor(private readonly prisma: PrismaService) {}
async create(
chatId: string,
callerId: string,
text: string,
attachmentIds: string[],
key: string,
): Promise<Message> {
await this.assertMember(chatId, callerId);
if (codePointLength(text.trim()) === 0 && attachmentIds.length === 0) {
throw new ApiError(
'invalid_request',
'text must not be empty or whitespace-only without attachments',
);
}
await this.assertAttachmentsInChat(chatId, attachmentIds);
const scope = { userId: callerId, chatId, key };
const requestHash = createHash('sha256')
.update(JSON.stringify({ text, attachment_ids: attachmentIds }))
.digest('hex');
try {
return await this.prisma.$transaction(async (tx) => {
await tx.idempotencyKey.deleteMany({
where: {
...scope,
createdAt: { lt: new Date(Date.now() - this.keyTtlMs) },
},
});
const row = await tx.message.create({
data: {
chatId,
senderId: callerId,
text,
attachments: {
create: attachmentIds.map((attachmentId, position) => ({
attachmentId,
position,
})),
},
},
include: ATTACHMENT_LINKS,
});
const { count } = await tx.idempotencyKey.createMany({
data: [{ ...scope, requestHash, messageId: row.id }],
skipDuplicates: true,
});
if (count === 0) {
throw new KeyAlreadyUsed();
}
return linkedMessage(row);
});
} catch (error) {
if (!(error instanceof KeyAlreadyUsed)) {
throw error;
}
}
const stored = await this.prisma.idempotencyKey.findUnique({
where: { userId_chatId_key: scope },
include: { message: { include: ATTACHMENT_LINKS } },
});
if (!stored || stored.requestHash !== requestHash) {
throw new ApiError(
'conflict',
'Idempotency-Key was already used with a different request',
);
}
return linkedMessage(stored.message);
}
async list(
chatId: string,
callerId: string,
limit: number,
rawCursor: string | null,
): Promise<MessagePageResponse> {
await this.assertMember(chatId, callerId);
let after = Prisma.empty;
if (rawCursor !== null) {
const cursor = decodeMessageCursor(rawCursor);
if (cursor && cursor.chatId !== chatId) {
throw new ApiError(
'invalid_request',
'cursor belongs to a different chat',
);
}
const anchor = cursor
? await this.prisma.message.findFirst({
where: { id: cursor.id, chatId },
select: { id: true, createdAt: true },
})
: null;
if (!anchor) {
throw new ApiError('invalid_request', 'invalid cursor');
}
after = Prisma.sql`AND (created_at, id) > (${anchor.createdAt}::timestamptz, ${anchor.id}::uuid)`;
}
const rows = await this.prisma.$queryRaw<MessageRow[]>`
SELECT id, chat_id AS "chatId", sender_id AS "senderId", text, created_at AS "createdAt",
ARRAY(
SELECT attachment_id::text FROM message_attachments
WHERE message_id = messages.id
ORDER BY position
) AS "attachmentIds"
FROM messages
WHERE chat_id = ${chatId}::uuid ${after}
ORDER BY created_at, id
LIMIT ${limit + 1}`;
const items = rows.slice(0, limit).map(toMessage);
const last = items[items.length - 1];
return {
items: items.map(toMessageResponse),
next_cursor:
rows.length > limit
? encodeMessageCursor({ chatId, id: last.id })
: null,
};
}
private assertMember(chatId: string, callerId: string): Promise<void> {
return assertChatMember(this.prisma, chatId, callerId);
}
private async assertAttachmentsInChat(
chatId: string,
attachmentIds: string[],
): Promise<void> {
if (attachmentIds.length === 0) {
return;
}
const found = await this.prisma.attachment.findMany({
where: { id: { in: attachmentIds }, chatId },
select: { status: true },
});
if (found.length !== attachmentIds.length) {
throw new ApiError('not_found', 'attachment not found');
}
if (found.some((row) => row.status === 'failed')) {
throw new ApiError('conflict', 'failed attachment cannot be attached');
}
}
}
function linkedMessage(row: MessageWithLinks): Message {
return toMessage({
...row,
attachmentIds: row.attachments.map((link) => link.attachmentId),
});
}
function toMessage(row: MessageRow): Message {
return {
id: row.id,
chatId: row.chatId,
senderId: row.senderId,
text: row.text,
createdAt: row.createdAt.toISOString(),
attachmentIds: row.attachmentIds,
};
}
+57
View File
@@ -0,0 +1,57 @@
import { Logger } from '@nestjs/common';
import { reconcile } from './attachments/reconciler';
import { PrismaService } from './db/prisma.service';
import { S3Service } from './storage/s3.service';
const DEFAULT_GRACE_SECONDS = 3600;
const DEFAULT_INTERVAL_SECONDS = 300;
const DEFAULT_STAGING_RETENTION_SECONDS = 86400;
function option(name: string, fallback: number): number {
const prefix = `--${name}=`;
const raw = process.argv.find((arg) => arg.startsWith(prefix));
const value = raw ? Number(raw.slice(prefix.length)) : fallback;
if (!Number.isInteger(value) || value < 0) {
throw new Error(`--${name} must be a non-negative integer`);
}
return value;
}
async function main(): Promise<void> {
process.once('SIGTERM', () => process.exit(0));
process.once('SIGINT', () => process.exit(0));
const apply = process.argv.includes('--apply');
const loop = process.argv.includes('--loop');
const graceSeconds = option('grace-seconds', DEFAULT_GRACE_SECONDS);
const intervalSeconds = option('interval-seconds', DEFAULT_INTERVAL_SECONDS);
const stagingRetentionSeconds = option(
'staging-retention-seconds',
Number(process.env.STAGING_RETENTION_SECONDS ?? DEFAULT_STAGING_RETENTION_SECONDS),
);
const prisma = new PrismaService();
const s3 = new S3Service();
do {
try {
const report = await reconcile(prisma, s3, {
apply,
graceMs: graceSeconds * 1000,
stagingRetentionMs: stagingRetentionSeconds * 1000,
});
process.stdout.write(`${JSON.stringify(report)}\n`);
} catch (error) {
const reason = error instanceof Error ? error.name : 'unknown error';
Logger.error(`reconcile pass aborted: ${reason}`, 'Reconciler');
process.exitCode = loop ? 0 : 1;
}
if (loop) {
await new Promise((resolve) => setTimeout(resolve, intervalSeconds * 1000));
}
} while (loop);
await prisma.$disconnect();
s3.onModuleDestroy();
}
main().catch((error) => {
Logger.error(error instanceof Error ? error.message : 'fatal error', 'Reconciler');
process.exit(1);
});
+129
View File
@@ -0,0 +1,129 @@
import { Logger } from '@nestjs/common';
import { ConfirmChannel } from 'amqplib';
import { assertTopology, connectWithRetry, JOB_QUEUE, sleep } from './broker/broker';
import { PrismaService } from './db/prisma.service';
import { JobMessage } from './jobs/job-message';
import { recoverExpiredLeases, republishStale } from './jobs/job-store';
const BATCH_SIZE = 100;
const POLL_MS = Number(process.env.RELAY_POLL_MS ?? 500);
const SWEEP_MS = Number(process.env.RELAY_SWEEP_MS ?? 5000);
const STALE_MS = Number(process.env.JOB_STALE_SECONDS ?? 300) * 1000;
const FAULT = process.env.RELAY_FAULT;
const logger = new Logger('OutboxRelay');
const prisma = new PrismaService();
let stopping = false;
async function publishBatch(channel: ConfirmChannel): Promise<number> {
return prisma.$transaction(
async (tx) => {
const rows = await tx.$queryRaw<{ id: bigint; payload: JobMessage }[]>`
SELECT id, payload FROM outbox
WHERE published_at IS NULL AND available_at <= ${new Date()}
ORDER BY id
LIMIT ${BATCH_SIZE}
FOR UPDATE SKIP LOCKED`;
if (rows.length === 0) {
return 0;
}
for (const { payload } of rows) {
channel.sendToQueue(JOB_QUEUE, Buffer.from(JSON.stringify(payload)), {
persistent: true,
contentType: 'application/json',
messageId: payload.job_id,
type: payload.type,
});
}
await channel.waitForConfirms();
logger.log(`published ${rows.length} job message(s), broker confirmed`);
if (FAULT === 'exit-after-confirm') {
logger.warn('fault injection: exit after broker confirm, before outbox is marked');
process.exit(137);
}
await tx.outboxEntry.updateMany({
where: { id: { in: rows.map((row) => row.id) } },
data: { publishedAt: new Date(), publishAttempts: { increment: 1 } },
});
return rows.length;
},
{ timeout: 15000 },
);
}
async function sweep(): Promise<void> {
const recovered = await recoverExpiredLeases(prisma);
const republished = await republishStale(prisma, STALE_MS);
if (recovered + republished > 0) {
logger.log(`lease expired: ${recovered}, stale queued republished: ${republished}`);
}
}
async function run(): Promise<void> {
let lastSweep = 0;
while (!stopping) {
const connection = await connectWithRetry(logger, () => stopping);
if (!connection) {
break;
}
let closed = false;
connection.on('close', () => {
closed = true;
});
connection.on('error', () => {
closed = true;
});
try {
const channel = await connection.createConfirmChannel();
channel.on('error', () => {
closed = true;
});
channel.on('close', () => {
closed = true;
});
await assertTopology(channel);
while (!stopping && !closed) {
let published = 0;
try {
published = await publishBatch(channel);
if (Date.now() - lastSweep >= SWEEP_MS) {
await sweep();
lastSweep = Date.now();
}
} catch (error) {
const reason = error instanceof Error ? error.name : 'unknown error';
logger.error(`relay pass failed: ${reason}`);
await sleep(1000);
}
if (published < BATCH_SIZE) {
await sleep(POLL_MS);
}
}
} catch (error) {
const reason = error instanceof Error ? error.name : 'unknown error';
logger.error(`broker channel failed: ${reason}`);
}
await connection.close().catch(() => undefined);
if (!stopping) {
logger.warn('broker connection lost, reconnecting');
await sleep(1000);
}
}
}
for (const signal of ['SIGTERM', 'SIGINT'] as const) {
process.once(signal, () => {
stopping = true;
});
}
run()
.then(async () => {
await prisma.$disconnect();
logger.log('stopped');
process.exit(0);
})
.catch((error) => {
logger.error(error instanceof Error ? error.message : 'fatal error');
process.exit(1);
});
+54
View File
@@ -0,0 +1,54 @@
import { Logger } from '@nestjs/common';
import { validate as isUuid } from './common/uuid';
import { PrismaService } from './db/prisma.service';
import { PIPELINE_VERSION } from './jobs/job-message';
import { replayJob } from './jobs/job-store';
const USAGE = 'usage: replay.js --list | <job_id|attachment_id>...';
async function main(): Promise<void> {
const args = process.argv.slice(2);
if (args.length === 0 || (args[0] !== '--list' && args.some((arg) => !isUuid(arg)))) {
throw new Error(USAGE);
}
const prisma = new PrismaService();
try {
if (args[0] === '--list') {
const failed = await prisma.attachmentJob.findMany({
where: { status: 'failed' },
orderBy: { finishedAt: 'asc' },
take: 100,
});
for (const job of failed) {
process.stdout.write(
`${JSON.stringify({
job_id: job.id,
attachment_id: job.attachmentId,
error_code: job.errorCode,
attempt: job.attempt,
last_error: job.lastError,
finished_at: job.finishedAt?.toISOString(),
})}\n`,
);
}
return;
}
const actor = process.env.OPERATOR ?? 'operator';
for (const id of args) {
const job = await prisma.attachmentJob.findFirst({
where: {
OR: [{ id }, { attachmentId: id, pipelineVersion: PIPELINE_VERSION }],
},
});
const result = job ? await replayJob(prisma, job.id, actor) : 'not_found';
process.stdout.write(`${JSON.stringify({ id, job_id: job?.id ?? null, result })}\n`);
}
} finally {
await prisma.$disconnect();
}
}
main().catch((error) => {
Logger.error(error instanceof Error ? error.message : 'fatal error', 'Replay');
process.exit(1);
});
+245
View File
@@ -0,0 +1,245 @@
import {
DeleteObjectCommand,
GetObjectCommand,
HeadBucketCommand,
ListObjectsV2Command,
PutObjectCommand,
S3Client,
} from '@aws-sdk/client-s3';
import { Injectable, Logger, OnModuleDestroy } from '@nestjs/common';
import { createReadStream, readFileSync } from 'fs';
import { Readable } from 'stream';
import { ApiError } from '../common/filters/api-error';
const CONNECT_TIMEOUT_MS = 1000;
const IDLE_TIMEOUT_MS = 5000;
const OPERATION_TIMEOUT_MS = 20000;
const HEALTH_TIMEOUT_MS = 1000;
export interface ObjectPage {
objects: { key: string; lastModified: Date }[];
nextToken?: string;
}
export interface StoredFile {
key: string;
path: string;
size: number;
contentType: string;
sha256: string;
}
@Injectable()
export class S3Service implements OnModuleDestroy {
private readonly logger = new Logger('S3Service');
private readonly client: S3Client;
private readonly streamClient: S3Client;
private readonly bucket = process.env.S3_BUCKET ?? 'messenger-attachments';
constructor() {
const config = {
endpoint: process.env.S3_ENDPOINT ?? 'http://s3:9000',
region: process.env.S3_REGION ?? 'us-east-1',
forcePathStyle: true,
maxAttempts: 1,
credentials: {
accessKeyId: readSecret('S3_ACCESS_KEY_ID'),
secretAccessKey: readSecret('S3_SECRET_ACCESS_KEY'),
},
};
this.client = new S3Client({
...config,
requestHandler: {
connectionTimeout: CONNECT_TIMEOUT_MS,
requestTimeout: IDLE_TIMEOUT_MS,
},
});
this.streamClient = new S3Client({
...config,
requestHandler: { connectionTimeout: CONNECT_TIMEOUT_MS },
});
}
async putFile(file: StoredFile): Promise<void> {
await this.guard(`put ${file.key}`, () =>
this.client.send(
new PutObjectCommand({
Bucket: this.bucket,
Key: file.key,
Body: createReadStream(file.path),
ContentLength: file.size,
ContentType: file.contentType,
ChecksumSHA256: Buffer.from(file.sha256, 'hex').toString('base64'),
}),
{ abortSignal: AbortSignal.timeout(OPERATION_TIMEOUT_MS) },
),
);
}
async putBuffer(
key: string,
body: Buffer,
contentType: string,
sha256: string,
): Promise<void> {
await this.guard(`put ${key}`, () =>
this.client.send(
new PutObjectCommand({
Bucket: this.bucket,
Key: key,
Body: body,
ContentLength: body.length,
ContentType: contentType,
ChecksumSHA256: Buffer.from(sha256, 'hex').toString('base64'),
}),
{ abortSignal: AbortSignal.timeout(OPERATION_TIMEOUT_MS) },
),
);
}
async getBuffer(key: string, maxBytes: number): Promise<Buffer> {
let body: Readable;
try {
const response = await this.client.send(
new GetObjectCommand({ Bucket: this.bucket, Key: key }),
{ abortSignal: AbortSignal.timeout(OPERATION_TIMEOUT_MS) },
);
if ((response.ContentLength ?? 0) > maxBytes) {
throw new ObjectTooLargeError(key);
}
body = response.Body as Readable;
} catch (error) {
if (error instanceof ObjectTooLargeError) {
throw error;
}
const name = error instanceof Error ? error.name : 'unknown error';
this.logger.error(`get ${key} failed: ${name}`);
if (name === 'NoSuchKey') {
throw new ObjectMissingError(key);
}
throw new ApiError('unavailable', 'object storage unavailable');
}
const chunks: Buffer[] = [];
let size = 0;
try {
for await (const chunk of body) {
size += chunk.length;
if (size > maxBytes) {
body.destroy();
throw new ObjectTooLargeError(key);
}
chunks.push(chunk);
}
} catch (error) {
if (error instanceof ObjectTooLargeError) {
throw error;
}
throw new ApiError('unavailable', 'object storage unavailable');
}
return Buffer.concat(chunks);
}
async getStream(key: string): Promise<Readable> {
const deadline = new AbortController();
const timer = setTimeout(() => deadline.abort(), IDLE_TIMEOUT_MS);
try {
const { Body } = await this.streamClient.send(
new GetObjectCommand({ Bucket: this.bucket, Key: key }),
{ abortSignal: deadline.signal },
);
return Body as Readable;
} catch (error) {
const name = error instanceof Error ? error.name : 'unknown error';
this.logger.error(`get ${key} failed: ${name}`);
if (name === 'NoSuchKey') {
throw new Error(`object ${key} is missing from storage`);
}
throw new ApiError('unavailable', 'object storage unavailable');
} finally {
clearTimeout(timer);
}
}
async isAvailable(): Promise<boolean> {
try {
await this.client.send(new HeadBucketCommand({ Bucket: this.bucket }), {
abortSignal: AbortSignal.timeout(HEALTH_TIMEOUT_MS),
});
return true;
} catch {
return false;
}
}
async listObjects(
prefix: string,
pageSize: number,
token?: string,
): Promise<ObjectPage> {
const page = await this.guard(`list ${prefix}`, () =>
this.client.send(
new ListObjectsV2Command({
Bucket: this.bucket,
Prefix: prefix,
MaxKeys: pageSize,
ContinuationToken: token,
}),
{ abortSignal: AbortSignal.timeout(OPERATION_TIMEOUT_MS) },
),
);
return {
objects: (page.Contents ?? []).map((object) => ({
key: object.Key!,
lastModified: object.LastModified!,
})),
nextToken: page.NextContinuationToken,
};
}
async delete(key: string): Promise<void> {
await this.guard(`delete ${key}`, () =>
this.client.send(
new DeleteObjectCommand({ Bucket: this.bucket, Key: key }),
{ abortSignal: AbortSignal.timeout(OPERATION_TIMEOUT_MS) },
),
);
}
onModuleDestroy(): void {
this.client.destroy();
this.streamClient.destroy();
}
private async guard<T>(action: string, run: () => Promise<T>): Promise<T> {
try {
return await run();
} catch (error) {
const reason = error instanceof Error ? error.name : 'unknown error';
this.logger.error(`${action} failed: ${reason}`);
throw new ApiError('unavailable', 'object storage unavailable');
}
}
}
export class ObjectMissingError extends Error {
constructor(key: string) {
super(`object ${key} is missing from storage`);
this.name = 'ObjectMissingError';
}
}
export class ObjectTooLargeError extends Error {
constructor(key: string) {
super(`object ${key} exceeds size limit`);
this.name = 'ObjectTooLargeError';
}
}
function readSecret(name: string): string {
const file = process.env[`${name}_FILE`];
const value = file ? readFileSync(file, 'utf8').trim() : process.env[name];
if (!value) {
throw new Error(`${name}_FILE or ${name} must be set`);
}
return value;
}
+9
View File
@@ -0,0 +1,9 @@
import { Global, Module } from '@nestjs/common';
import { S3Service } from './s3.service';
@Global()
@Module({
providers: [S3Service],
exports: [S3Service],
})
export class StorageModule {}
+18
View File
@@ -0,0 +1,18 @@
import { Matches } from 'class-validator';
import { CodePointLength } from '../../common/dto/code-point-length.validator';
import { NotBlank } from '../../common/dto/not-blank.validator';
export class CreateUserDto {
@Matches(/^[a-z0-9_]{3,32}$/, {
message: 'username must match [a-z0-9_]{3,32}',
})
username!: string;
@NotBlank()
@CodePointLength(1, 100)
display_name!: string;
@NotBlank()
@CodePointLength(12, 128)
password!: string;
}
+17
View File
@@ -0,0 +1,17 @@
import { User } from '../../common/domain';
export interface UserResponse {
id: string;
username: string;
display_name: string;
created_at: string;
}
export function toUserResponse(user: User): UserResponse {
return {
id: user.id,
username: user.username,
display_name: user.displayName,
created_at: user.createdAt,
};
}
+36
View File
@@ -0,0 +1,36 @@
import {
Body,
Controller,
Get,
HttpCode,
Post,
UseGuards,
} from '@nestjs/common';
import { AuthGuard } from '../auth/auth.guard';
import { CurrentUser } from '../auth/current-user.decorator';
import { User } from '../common/domain';
import { CreateUserDto } from './dto/create-user.dto';
import { toUserResponse, UserResponse } from './dto/user.response';
import { UsersService } from './users.service';
@Controller('api/v1/users')
export class UsersController {
constructor(private readonly users: UsersService) {}
@Post()
@HttpCode(201)
async create(@Body() dto: CreateUserDto): Promise<UserResponse> {
const user = await this.users.register(
dto.username,
dto.display_name,
dto.password,
);
return toUserResponse(user);
}
@Get('me')
@UseGuards(AuthGuard)
me(@CurrentUser() user: User): UserResponse {
return toUserResponse(user);
}
}
+10
View File
@@ -0,0 +1,10 @@
import { Module } from '@nestjs/common';
import { UsersController } from './users.controller';
import { UsersService } from './users.service';
@Module({
controllers: [UsersController],
providers: [UsersService],
exports: [UsersService],
})
export class UsersModule {}
+48
View File
@@ -0,0 +1,48 @@
import { Injectable } from '@nestjs/common';
import { hashPassword } from '../auth/password';
import { ApiError } from '../common/filters/api-error';
import { User } from '../common/domain';
import { PrismaService, isUniqueViolation } from '../db/prisma.service';
@Injectable()
export class UsersService {
constructor(private readonly prisma: PrismaService) {}
async register(
username: string,
displayName: string,
password: string,
): Promise<User> {
const passwordHash = await hashPassword(password);
try {
const row = await this.prisma.user.create({
data: { username, displayName: displayName.trim(), passwordHash },
});
return toUser(row);
} catch (error) {
if (isUniqueViolation(error)) {
throw new ApiError('conflict', 'username is already taken');
}
throw error;
}
}
async findById(id: string): Promise<User | null> {
const row = await this.prisma.user.findUnique({ where: { id } });
return row ? toUser(row) : null;
}
}
export function toUser(row: {
id: string;
username: string;
displayName: string;
createdAt: Date;
}): User {
return {
id: row.id,
username: row.username,
displayName: row.displayName,
createdAt: row.createdAt.toISOString(),
};
}
+137
View File
@@ -0,0 +1,137 @@
import { Logger } from '@nestjs/common';
import { Channel, ConsumeMessage } from 'amqplib';
import { assertTopology, connectWithRetry, JOB_QUEUE, sleep } from './broker/broker';
import { PrismaService } from './db/prisma.service';
import { parseJobMessage } from './jobs/job-message';
import { JobProcessor, ProcessorHooks, processorOptions } from './jobs/processor';
import { S3Service } from './storage/s3.service';
const CONCURRENCY = Number(process.env.WORKER_CONCURRENCY ?? 2);
const INFRA_RETRY_MS = Number(process.env.WORKER_INFRA_RETRY_MS ?? 5000);
const DRAIN_TIMEOUT_MS = Number(process.env.WORKER_DRAIN_TIMEOUT_MS ?? 25000);
const FAULT = process.env.WORKER_FAULT;
const logger = new Logger('Worker');
const prisma = new PrismaService();
const s3 = new S3Service();
const processor = new JobProcessor(prisma, s3, processorOptions(), faultHooks());
let stopping = false;
let inFlight = 0;
function faultHooks(): ProcessorHooks {
const crash = (point: string) => async () => {
logger.warn(`fault injection: worker killed ${point}`);
process.exit(137);
};
if (FAULT === 'exit-after-store') {
return { afterStore: crash('after storing objects, before commit and ack') };
}
if (FAULT === 'exit-after-commit') {
return { afterCommit: crash('after commit, before ack') };
}
return {};
}
async function handle(channel: Channel, delivery: ConsumeMessage): Promise<void> {
inFlight++;
try {
const message = parseJobMessage(delivery.content);
if (!message) {
logger.warn('malformed job message moved to dead letter queue');
channel.nack(delivery, false, false);
return;
}
const outcome = await processor.handle(message);
logger.log(
`job ${message.job_id} attempt ${message.attempt}` +
`${delivery.fields.redelivered ? ' (redelivered)' : ''}: ${outcome}`,
);
channel.ack(delivery);
} catch (error) {
const reason = error instanceof Error ? error.name : 'unknown error';
logger.error(`job handling interrupted (${reason}), returning message after ${INFRA_RETRY_MS} ms`);
await sleep(INFRA_RETRY_MS);
try {
channel.nack(delivery, false, true);
} catch {
logger.warn('channel closed, broker will redeliver unacked message');
}
} finally {
inFlight--;
}
}
async function run(): Promise<void> {
while (!stopping) {
const connection = await connectWithRetry(logger, () => stopping);
if (!connection) {
break;
}
const closed = new Promise<void>((resolve) => {
connection.on('close', () => resolve());
connection.on('error', () => resolve());
});
try {
const channel = await connection.createChannel();
await assertTopology(channel);
await channel.prefetch(CONCURRENCY);
const { consumerTag } = await channel.consume(
JOB_QUEUE,
(delivery) => {
if (delivery) {
void handle(channel, delivery);
}
},
{ noAck: false },
);
logger.log(`consuming ${JOB_QUEUE} with prefetch ${CONCURRENCY}`);
const stop = new Promise<void>((resolve) => {
const timer = setInterval(() => {
if (stopping) {
clearInterval(timer);
resolve();
}
}, 200);
void closed.then(() => {
clearInterval(timer);
resolve();
});
});
await stop;
if (stopping) {
await channel.cancel(consumerTag).catch(() => undefined);
const deadline = Date.now() + DRAIN_TIMEOUT_MS;
while (inFlight > 0 && Date.now() < deadline) {
await sleep(100);
}
logger.log(`drained, ${inFlight} job(s) left unacked for redelivery`);
}
} catch (error) {
const reason = error instanceof Error ? error.name : 'unknown error';
logger.error(`broker channel failed: ${reason}`);
}
await connection.close().catch(() => undefined);
if (!stopping) {
logger.warn('broker connection lost, reconnecting');
await sleep(1000);
}
}
}
for (const signal of ['SIGTERM', 'SIGINT'] as const) {
process.once(signal, () => {
stopping = true;
});
}
run()
.then(async () => {
await prisma.$disconnect();
s3.onModuleDestroy();
logger.log('stopped');
process.exit(0);
})
.catch((error) => {
logger.error(error instanceof Error ? error.message : 'fatal error');
process.exit(1);
});
+686
View File
@@ -0,0 +1,686 @@
import { INestApplication } from '@nestjs/common';
import request from 'supertest';
import { randomUUID } from 'crypto';
import { PrismaService } from '../src/db/prisma.service';
import {
bearer,
createTestApp,
PASSWORD,
registerUser,
TestUser,
} from './helpers';
describe('API мессенджера (e2e) — граничные случаи сверх публичного smoke', () => {
let app: INestApplication;
let server: any;
beforeAll(async () => {
({ app, server } = await createTestApp());
});
afterAll(async () => {
await app.close();
});
function createUser(label: string): Promise<TestUser> {
return registerUser(server, label);
}
describe('POST /api/v1/users', () => {
it('отклоняет некорректный JSON с кодом 400', async () => {
const res = await request(server)
.post('/api/v1/users')
.set('Content-Type', 'application/json')
.send('{not valid json')
.expect(400);
expect(res.body.error.code).toBe('invalid_request');
expect(res.body.error.request_id).toBeTruthy();
});
it('отклоняет тело с лишними полями', async () => {
const res = await request(server)
.post('/api/v1/users')
.send({
username: 'validname1',
display_name: 'Valid',
password: PASSWORD,
extra: 'nope',
})
.expect(400);
expect(res.body.error.code).toBe('invalid_request');
});
it('отклоняет username с заглавными буквами', async () => {
await request(server)
.post('/api/v1/users')
.send({ username: 'InvalidName', display_name: 'X', password: PASSWORD })
.expect(400);
});
it('отклоняет display_name из одних пробелов', async () => {
await request(server)
.post('/api/v1/users')
.send({ username: 'wsonlyname1', display_name: ' ', password: PASSWORD })
.expect(400);
});
it('отклоняет дубликат username с кодом 409', async () => {
const user = await createUser('dup');
const res = await request(server)
.post('/api/v1/users')
.send({ username: user.username, display_name: 'Someone else', password: PASSWORD })
.expect(409);
expect(res.body.error.code).toBe('conflict');
});
it('никогда не возвращает поле пароля или его хэша', async () => {
const res = await request(server)
.post('/api/v1/users')
.send({
username: `nopass_${randomUUID().slice(0, 8)}`,
display_name: 'X',
password: PASSWORD,
})
.expect(201);
expect(res.body).not.toHaveProperty('password');
expect(res.body).not.toHaveProperty('password_hash');
});
it('отклоняет username короче 3 символов', async () => {
await request(server)
.post('/api/v1/users')
.send({ username: 'ab', display_name: 'X', password: PASSWORD })
.expect(400);
});
it('отклоняет username длиннее 32 символов', async () => {
await request(server)
.post('/api/v1/users')
.send({ username: 'a'.repeat(33), display_name: 'X', password: PASSWORD })
.expect(400);
});
it('отклоняет username с недопустимыми символами (дефис)', async () => {
await request(server)
.post('/api/v1/users')
.send({ username: 'has-hyphen', display_name: 'X', password: PASSWORD })
.expect(400);
});
it('принимает username ровно на границах длины 3 и 32 символа', async () => {
await request(server)
.post('/api/v1/users')
.send({
username: `a${randomUUID().slice(0, 2)}`,
display_name: 'X',
password: PASSWORD,
})
.expect(201);
const longest = ('z' + randomUUID().replace(/-/g, '')).slice(0, 32);
await request(server)
.post('/api/v1/users')
.send({ username: longest, display_name: 'X', password: PASSWORD })
.expect(201);
});
it('отклоняет display_name длиннее 100 Unicode code points', async () => {
await request(server)
.post('/api/v1/users')
.send({
username: `toolongname_${randomUUID().slice(0, 6)}`,
display_name: 'x'.repeat(101),
password: PASSWORD,
})
.expect(400);
});
it('принимает display_name ровно из 100 code points, считая эмодзи вне BMP за один символ', async () => {
const displayName = '👋'.repeat(100);
expect([...displayName].length).toBe(100);
await request(server)
.post('/api/v1/users')
.send({
username: `emojiname_${randomUUID().slice(0, 6)}`,
display_name: displayName,
password: PASSWORD,
})
.expect(201);
});
it('отклоняет display_name из 101 code point, состоящий из эмодзи вне BMP', async () => {
const displayName = '👋'.repeat(100) + 'x';
expect([...displayName].length).toBe(101);
await request(server)
.post('/api/v1/users')
.send({
username: `emojitoolong_${randomUUID().slice(0, 6)}`,
display_name: displayName,
password: PASSWORD,
})
.expect(400);
});
});
describe('контроль доступа', () => {
it('возвращает 401 раньше 404, если и актор, и ресурс невалидны', async () => {
const res = await request(server)
.get(`/api/v1/chats/${randomUUID()}`)
.set('Authorization', 'Bearer not-a-token')
.expect(401);
expect(res.body.error.code).toBe('unauthorized');
});
it('возвращает 404 (не 403), когда чат запрашивает не его участник', async () => {
const alice = await createUser('alice');
const bob = await createUser('bob');
const eve = await createUser('eve');
const chat = await request(server)
.post('/api/v1/chats')
.set('Authorization', bearer(alice))
.send({ title: 'Private', member_ids: [alice.id, bob.id] })
.expect(201);
const res = await request(server)
.get(`/api/v1/chats/${chat.body.id}`)
.set('Authorization', bearer(eve))
.expect(404);
expect(res.body.error.code).toBe('not_found');
});
it('отклоняет создание чата, если вызывающий не входит в member_ids', async () => {
const alice = await createUser('alice2');
const bob = await createUser('bob2');
await request(server)
.post('/api/v1/chats')
.set('Authorization', bearer(alice))
.send({ title: 'Missing caller', member_ids: [bob.id] })
.expect(400);
});
it('отклоняет создание чата с дублирующимися member_ids', async () => {
const alice = await createUser('alice3');
await request(server)
.post('/api/v1/chats')
.set('Authorization', bearer(alice))
.send({
title: 'Dup members',
member_ids: [alice.id, alice.id],
})
.expect(400);
});
it('считает один UUID в разном регистре дубликатом и узнаёт вызывающего в верхнем регистре', async () => {
const alice = await createUser('alicecase');
await request(server)
.post('/api/v1/chats')
.set('Authorization', bearer(alice))
.send({ title: 'Case', member_ids: [alice.id, alice.id.toUpperCase()] })
.expect(400);
const res = await request(server)
.post('/api/v1/chats')
.set('Authorization', bearer(alice))
.send({ title: 'Upper', member_ids: [alice.id.toUpperCase()] })
.expect(201);
expect(res.body.member_ids).toEqual([alice.id]);
});
it('принимает ровно 100 участников и отклоняет 101', async () => {
const alice = await createUser('max');
const ids = Array.from({ length: 100 }, () => randomUUID());
await app.get(PrismaService).user.createMany({
data: ids.map((id) => ({
id,
username: `m_${id.replace(/-/g, '').slice(0, 30)}`,
displayName: 'Member',
passwordHash: 'not-a-real-hash',
})),
});
const ok = await request(server)
.post('/api/v1/chats')
.set('Authorization', bearer(alice))
.send({ title: 'Max', member_ids: [alice.id, ...ids.slice(0, 99)] })
.expect(201);
expect(ok.body.member_ids).toHaveLength(100);
await request(server)
.post('/api/v1/chats')
.set('Authorization', bearer(alice))
.send({ title: 'Too many', member_ids: [alice.id, ...ids] })
.expect(400);
});
it('отклоняет создание чата с неизвестным участником', async () => {
const alice = await createUser('alice4');
await request(server)
.post('/api/v1/chats')
.set('Authorization', bearer(alice))
.send({
title: 'Unknown member',
member_ids: [alice.id, randomUUID()],
})
.expect(400);
});
it('отклоняет создание чата с пустым/пробельным title', async () => {
const alice = await createUser('alice4b');
await request(server)
.post('/api/v1/chats')
.set('Authorization', bearer(alice))
.send({ title: ' ', member_ids: [alice.id] })
.expect(400);
});
it('возвращает 400 для синтаксически некорректного chat_id (не UUID)', async () => {
const alice = await createUser('alice4c');
const res = await request(server)
.get('/api/v1/chats/not-a-uuid')
.set('Authorization', bearer(alice))
.expect(400);
expect(res.body.error.code).toBe('invalid_request');
});
it('возвращает 404 для корректного по формату, но несуществующего chat_id', async () => {
const alice = await createUser('alice4d');
await request(server)
.get(`/api/v1/chats/${randomUUID()}`)
.set('Authorization', bearer(alice))
.expect(404);
});
});
describe('GET /api/v1/chats (пагинация)', () => {
it('использует limit=50 по умолчанию, если limit не передан', async () => {
const alice = await createUser('pgalice1');
await request(server)
.post('/api/v1/chats')
.set('Authorization', bearer(alice))
.send({ title: 'Only chat', member_ids: [alice.id] })
.expect(201);
const res = await request(server)
.get('/api/v1/chats')
.set('Authorization', bearer(alice))
.expect(200);
expect(res.body.items.length).toBeGreaterThanOrEqual(1);
expect(res.body.items.length).toBeLessThanOrEqual(50);
});
it('отклоняет нечисловой limit', async () => {
const alice = await createUser('pgalice2');
await request(server)
.get('/api/v1/chats?limit=abc')
.set('Authorization', bearer(alice))
.expect(400);
});
it('отклоняет limit=0', async () => {
const alice = await createUser('pgalice3');
await request(server)
.get('/api/v1/chats?limit=0')
.set('Authorization', bearer(alice))
.expect(400);
});
it('отклоняет повторённые limit и cursor', async () => {
const alice = await createUser('pgrepeat');
for (const query of ['limit=1&limit=2', 'cursor=a&cursor=b']) {
await request(server)
.get(`/api/v1/chats?${query}`)
.set('Authorization', bearer(alice))
.expect(400);
}
});
it('отклоняет cursor, не являющийся корректным base64url JSON', async () => {
const alice = await createUser('pgalice4');
await request(server)
.get('/api/v1/chats')
.query({ cursor: 'not-a-real-cursor!!!' })
.set('Authorization', bearer(alice))
.expect(400);
});
it('отклоняет корректно закодированный cursor с id чата, который никогда не существовал', async () => {
const alice = await createUser('pgalice4b');
const bogusCursor = Buffer.from(
JSON.stringify({ id: randomUUID() }),
'utf8',
).toString('base64url');
const res = await request(server)
.get('/api/v1/chats')
.query({ cursor: bogusCursor })
.set('Authorization', bearer(alice))
.expect(400);
expect(res.body.error.code).toBe('invalid_request');
});
it('обходит весь список чатов по страницам без пропусков и дублей', async () => {
const alice = await createUser('pgalice5');
const titles = ['c1', 'c2', 'c3', 'c4', 'c5'];
for (const title of titles) {
await request(server)
.post('/api/v1/chats')
.set('Authorization', bearer(alice))
.send({ title, member_ids: [alice.id] })
.expect(201);
}
const seen: string[] = [];
let cursor: string | null = null;
do {
const res: request.Response = await request(server)
.get('/api/v1/chats')
.query({ limit: 2, ...(cursor ? { cursor } : {}) })
.set('Authorization', bearer(alice))
.expect(200);
seen.push(
...res.body.items.map((c: { title: string }) => c.title),
);
cursor = res.body.next_cursor;
} while (cursor);
expect(seen).toEqual(titles);
});
});
describe('сообщения', () => {
async function createChat(alice: TestUser, bob: TestUser) {
const res = await request(server)
.post('/api/v1/chats')
.set('Authorization', bearer(alice))
.send({ title: 'Chat', member_ids: [alice.id, bob.id] })
.expect(201);
return res.body as { id: string };
}
it('не принимает sender_id, переданный клиентом', async () => {
const alice = await createUser('alice5');
const bob = await createUser('bob5');
const chat = await createChat(alice, bob);
const res = await request(server)
.post(`/api/v1/chats/${chat.id}/messages`)
.set('Idempotency-Key', randomUUID())
.set('Authorization', bearer(alice))
.send({ text: 'hi', sender_id: bob.id })
.expect(400);
expect(res.body.error.code).toBe('invalid_request');
});
it('считает attachment_ids: [] равным отсутствию поля, неизвестный ID — 404, неверный тип — 400', async () => {
const alice = await createUser('aliceatt');
const bob = await createUser('bobatt');
const chat = await createChat(alice, bob);
const path = `/api/v1/chats/${chat.id}/messages`;
const key = randomUUID();
const first = await request(server)
.post(path)
.set('Idempotency-Key', key)
.set('Authorization', bearer(alice))
.send({ text: 'att' })
.expect(201);
const replay = await request(server)
.post(path)
.set('Idempotency-Key', key)
.set('Authorization', bearer(alice))
.send({ attachment_ids: [], text: 'att' })
.expect(201);
expect(replay.body).toEqual(first.body);
await request(server)
.post(path)
.set('Idempotency-Key', randomUUID())
.set('Authorization', bearer(alice))
.send({ text: 'x', attachment_ids: [randomUUID()] })
.expect(404);
for (const attachment_ids of [null, 'x']) {
await request(server)
.post(path)
.set('Idempotency-Key', randomUUID())
.set('Authorization', bearer(alice))
.send({ text: 'x', attachment_ids })
.expect(400);
}
});
it('отклоняет пустое сообщение', async () => {
const alice = await createUser('alice6');
const bob = await createUser('bob6');
const chat = await createChat(alice, bob);
await request(server)
.post(`/api/v1/chats/${chat.id}/messages`)
.set('Idempotency-Key', randomUUID())
.set('Authorization', bearer(alice))
.send({ text: '' })
.expect(400);
});
it('отклоняет сообщение из одних пробелов', async () => {
const alice = await createUser('alice7');
const bob = await createUser('bob7');
const chat = await createChat(alice, bob);
await request(server)
.post(`/api/v1/chats/${chat.id}/messages`)
.set('Idempotency-Key', randomUUID())
.set('Authorization', bearer(alice))
.send({ text: ' \n\t ' })
.expect(400);
});
it('отклоняет отправку в чат, где вызывающий не участник', async () => {
const alice = await createUser('alice8');
const bob = await createUser('bob8');
const eve = await createUser('eve8');
const chat = await createChat(alice, bob);
await request(server)
.post(`/api/v1/chats/${chat.id}/messages`)
.set('Idempotency-Key', randomUUID())
.set('Authorization', bearer(eve))
.send({ text: 'intrusion' })
.expect(404);
});
it('отклоняет limit=0 при чтении истории', async () => {
const alice = await createUser('alice9');
const bob = await createUser('bob9');
const chat = await createChat(alice, bob);
await request(server)
.get(`/api/v1/chats/${chat.id}/messages?limit=0`)
.set('Authorization', bearer(alice))
.expect(400);
});
it('отклоняет limit=101 при чтении истории', async () => {
const alice = await createUser('alice10');
const bob = await createUser('bob10');
const chat = await createChat(alice, bob);
await request(server)
.get(`/api/v1/chats/${chat.id}/messages?limit=101`)
.set('Authorization', bearer(alice))
.expect(400);
});
it('отклоняет нечисловой limit', async () => {
const alice = await createUser('alice10b');
const bob = await createUser('bob10b');
const chat = await createChat(alice, bob);
await request(server)
.get(`/api/v1/chats/${chat.id}/messages?limit=abc`)
.set('Authorization', bearer(alice))
.expect(400);
});
it('отклоняет текст сообщения длиннее 4000 Unicode code points', async () => {
const alice = await createUser('alice10c');
const bob = await createUser('bob10c');
const chat = await createChat(alice, bob);
await request(server)
.post(`/api/v1/chats/${chat.id}/messages`)
.set('Idempotency-Key', randomUUID())
.set('Authorization', bearer(alice))
.send({ text: 'x'.repeat(4001) })
.expect(400);
});
it('принимает текст сообщения ровно из 4000 Unicode code points', async () => {
const alice = await createUser('alice10d');
const bob = await createUser('bob10d');
const chat = await createChat(alice, bob);
await request(server)
.post(`/api/v1/chats/${chat.id}/messages`)
.set('Idempotency-Key', randomUUID())
.set('Authorization', bearer(alice))
.send({ text: 'x'.repeat(4000) })
.expect(201);
});
it('отклоняет текст сообщения свыше 4000 code points, состоящий из эмодзи вне BMP', async () => {
const alice = await createUser('alice10e');
const bob = await createUser('bob10e');
const chat = await createChat(alice, bob);
const text = '👋'.repeat(4001);
expect([...text].length).toBe(4001);
await request(server)
.post(`/api/v1/chats/${chat.id}/messages`)
.set('Idempotency-Key', randomUUID())
.set('Authorization', bearer(alice))
.send({ text })
.expect(400);
});
it('отклоняет cursor, не являющийся корректным base64url JSON', async () => {
const alice = await createUser('alice10f');
const bob = await createUser('bob10f');
const chat = await createChat(alice, bob);
await request(server)
.get(`/api/v1/chats/${chat.id}/messages`)
.query({ cursor: '!!!not-valid!!!' })
.set('Authorization', bearer(alice))
.expect(400);
});
it('отклоняет корректно закодированный cursor с id сообщения, которое никогда не существовало в этом чате', async () => {
const alice = await createUser('alice10i');
const bob = await createUser('bob10i');
const chat = await createChat(alice, bob);
await request(server)
.post(`/api/v1/chats/${chat.id}/messages`)
.set('Idempotency-Key', randomUUID())
.set('Authorization', bearer(alice))
.send({ text: 'only message' })
.expect(201);
const bogusCursor = Buffer.from(
JSON.stringify({ chatId: chat.id, id: randomUUID() }),
'utf8',
).toString('base64url');
const res = await request(server)
.get(`/api/v1/chats/${chat.id}/messages`)
.query({ cursor: bogusCursor })
.set('Authorization', bearer(alice))
.expect(400);
expect(res.body.error.code).toBe('invalid_request');
});
it('возвращает 400 для синтаксически некорректного chat_id при отправке сообщения', async () => {
const alice = await createUser('alice10g');
const res = await request(server)
.post('/api/v1/chats/not-a-uuid/messages')
.set('Authorization', bearer(alice))
.send({ text: 'hi' })
.expect(400);
expect(res.body.error.code).toBe('invalid_request');
});
it('возвращает 400 для синтаксически некорректного chat_id при чтении истории', async () => {
const alice = await createUser('alice10h');
const res = await request(server)
.get('/api/v1/chats/not-a-uuid/messages')
.set('Authorization', bearer(alice))
.expect(400);
expect(res.body.error.code).toBe('invalid_request');
});
it('отклоняет cursor, взятый из другого чата', async () => {
const alice = await createUser('alice11');
const bob = await createUser('bob11');
const chatA = await createChat(alice, bob);
const chatB = await createChat(alice, bob);
await request(server)
.post(`/api/v1/chats/${chatA.id}/messages`)
.set('Idempotency-Key', randomUUID())
.set('Authorization', bearer(alice))
.send({ text: 'first' })
.expect(201);
await request(server)
.post(`/api/v1/chats/${chatA.id}/messages`)
.set('Idempotency-Key', randomUUID())
.set('Authorization', bearer(alice))
.send({ text: 'second' })
.expect(201);
const page1 = await request(server)
.get(`/api/v1/chats/${chatA.id}/messages?limit=1`)
.set('Authorization', bearer(alice))
.expect(200);
expect(page1.body.next_cursor).toBeTruthy();
const res = await request(server)
.get(`/api/v1/chats/${chatB.id}/messages`)
.query({ cursor: page1.body.next_cursor })
.set('Authorization', bearer(alice))
.expect(400);
expect(res.body.error.code).toBe('invalid_request');
});
it('обходит всю историю по страницам без пропусков и дублей', async () => {
const alice = await createUser('alice12');
const bob = await createUser('bob12');
const chat = await createChat(alice, bob);
const sentTexts = ['m1', 'm2', 'm3', 'm4', 'm5'];
for (const text of sentTexts) {
await request(server)
.post(`/api/v1/chats/${chat.id}/messages`)
.set('Idempotency-Key', randomUUID())
.set('Authorization', bearer(alice))
.send({ text })
.expect(201);
}
const seen: string[] = [];
let cursor: string | null = null;
do {
const res: request.Response = await request(server)
.get(`/api/v1/chats/${chat.id}/messages`)
.query({ limit: 2, ...(cursor ? { cursor } : {}) })
.set('Authorization', bearer(alice))
.expect(200);
seen.push(
...res.body.items.map((m: { text: string }) => m.text),
);
cursor = res.body.next_cursor;
} while (cursor);
expect(seen).toEqual(sentTexts);
});
});
describe('X-Request-Id', () => {
it('присутствует и уникален для независимых запросов', async () => {
const first = await request(server).get('/health/live').expect(200);
const second = await request(server)
.get('/health/live')
.expect(200);
expect(first.headers['x-request-id']).toBeTruthy();
expect(second.headers['x-request-id']).toBeTruthy();
expect(first.headers['x-request-id']).not.toBe(
second.headers['x-request-id'],
);
});
it('совпадает с request_id внутри тела ошибки', async () => {
const res = await request(server)
.get('/api/v1/users/me')
.expect(401);
expect(res.body.error.request_id).toBe(res.headers['x-request-id']);
});
});
});
+302
View File
@@ -0,0 +1,302 @@
import { INestApplication } from '@nestjs/common';
import { createHash, randomUUID } from 'crypto';
import request from 'supertest';
import { PrismaService } from '../src/db/prisma.service';
import { S3Service } from '../src/storage/s3.service';
import {
bearer,
createTestApp,
processAttachment,
registerUser,
TestUser,
} from './helpers';
import { jpeg, SAMPLE_PNG } from './images';
describe('Скачивание и привязка вложений (e2e)', () => {
let app: INestApplication;
let server: any;
let alice: TestUser;
let bob: TestUser;
let eve: TestUser;
let chatId: string;
let otherChatId: string;
const createChat = async (owner: TestUser, members: TestUser[]) => {
const res = await request(server)
.post('/api/v1/chats')
.set('Authorization', bearer(owner))
.send({ title: 'Files', member_ids: members.map((m) => m.id) })
.expect(201);
return res.body.id as string;
};
const upload = async (
user = alice,
chat = chatId,
body: Buffer = SAMPLE_PNG,
type = 'image/png',
) => {
const res = await request(server)
.post(`/api/v1/chats/${chat}/attachments?filename=${encodeURIComponent('фото 1.png')}`)
.set('Authorization', bearer(user))
.set('Content-Type', type)
.send(body)
.expect(202);
expect(await processAttachment(app, res.body.id)).toBe('ready');
const ready = await request(server)
.get(`/api/v1/attachments/${res.body.id}`)
.set('Authorization', bearer(user))
.expect(200);
return ready.body;
};
const get = (path: string, user: TestUser | null = bob) => {
const req = request(server).get(path).buffer(true).parse(binaryParser);
return user ? req.set('Authorization', bearer(user)) : req;
};
const send = (
body: unknown,
{ user = alice, chat = chatId, key = randomUUID() }: { user?: TestUser; chat?: string; key?: string } = {},
) =>
request(server)
.post(`/api/v1/chats/${chat}/messages`)
.set('Authorization', bearer(user))
.set('Idempotency-Key', key)
.send(body as object);
beforeAll(async () => {
({ app, server } = await createTestApp());
alice = await registerUser(server, 'acc_alice');
bob = await registerUser(server, 'acc_bob');
eve = await registerUser(server, 'acc_eve');
chatId = await createChat(alice, [alice, bob]);
otherChatId = await createChat(eve, [eve]);
});
afterAll(async () => {
await app.close();
});
describe('чтение', () => {
it('участник получает метаданные и оригинал побайтно', async () => {
const attachment = await upload();
const meta = await request(server)
.get(`/api/v1/attachments/${attachment.id}`)
.set('Authorization', bearer(bob))
.expect(200);
expect(meta.body).toEqual(attachment);
const res = await get(`/api/v1/attachments/${attachment.id}/content`).expect(200);
expect(res.headers['content-type']).toBe('image/png');
expect(res.headers['content-length']).toBe(String(SAMPLE_PNG.length));
expect(res.headers['x-content-type-options']).toBe('nosniff');
expect(res.headers['x-request-id']).toBeTruthy();
expect(res.headers['x-instance-id']).toBeTruthy();
expect(res.headers['location']).toBeUndefined();
expect(createHash('sha256').update(res.body).digest('hex')).toBe(attachment.sha256);
});
it('JPEG отдаётся с истинным Content-Type', async () => {
const body = await jpeg();
const attachment = await upload(alice, chatId, body, 'image/jpeg');
const res = await get(`/api/v1/attachments/${attachment.id}/content`).expect(200);
expect(res.headers['content-type']).toBe('image/jpeg');
expect(Buffer.compare(res.body, body)).toBe(0);
});
it('посторонний и неизвестный ID получают одинаковый 404', async () => {
const attachment = await upload();
for (const suffix of ['', '/content']) {
const foreign = await get(`/api/v1/attachments/${attachment.id}${suffix}`, eve);
const unknown = await get(`/api/v1/attachments/${randomUUID()}${suffix}`, eve);
expect(foreign.status).toBe(404);
expect(unknown.status).toBe(404);
const parsed = JSON.parse(foreign.body.toString());
expect(parsed.error.code).toBe('not_found');
expect(parsed.error.message).toBe(JSON.parse(unknown.body.toString()).error.message);
}
});
it.each([
['nil', '00000000-0000-0000-0000-000000000000'],
['v7', '018f6f3a-7b1c-7def-8abc-0123456789ab'],
])('UUID %s корректного формата — 404, а не 400', async (_name, id) => {
await get(`/api/v1/attachments/${id}`).expect(404);
await get(`/api/v1/attachments/${id}/content`).expect(404);
await get(`/api/v1/chats/${id}`, alice).expect(404);
await send({ text: 'x', attachment_ids: [id] }).expect(404);
await send({ text: 'x' }, { chat: id }).expect(404);
await request(server)
.post(`/api/v1/chats/${id}/attachments?filename=a.png`)
.set('Authorization', bearer(alice))
.set('Content-Type', 'image/png')
.send(SAMPLE_PNG)
.expect(404);
});
it('без токена 401, неверный UUID 400', async () => {
const attachment = await upload();
for (const suffix of ['', '/content']) {
await get(`/api/v1/attachments/${attachment.id}${suffix}`, null).expect(401);
await get(`/api/v1/attachments/not-a-uuid${suffix}`).expect(400);
}
});
it('variant: original явно, отсутствующий 404, неизвестный и повторённый 400', async () => {
const { id } = await upload();
await get(`/api/v1/attachments/${id}/content?variant=original`).expect(200);
await get(`/api/v1/attachments/${id}/content?variant=thumbnail`).expect(200);
await app.get(PrismaService).attachmentVariant.deleteMany({
where: { attachmentId: id, name: 'crop' },
});
await get(`/api/v1/attachments/${id}/content?variant=crop`).expect(404);
await get(`/api/v1/attachments/${id}/content?variant=nonsense`).expect(400);
await get(`/api/v1/attachments/${id}/content?variant=`).expect(400);
await get(`/api/v1/attachments/${id}/content?variant=original&variant=original`).expect(400);
await get(`/api/v1/attachments/${id}/content?variant=thumbnail`, eve).expect(404);
});
it('нет доступа к S3 — метаданные 200, content 503 с заголовками', async () => {
const attachment = await upload();
const { app: down, server: downServer } = await createTestApp({
S3_ENDPOINT: 'http://127.0.0.1:9',
});
try {
await request(downServer)
.get(`/api/v1/attachments/${attachment.id}`)
.set('Authorization', bearer(bob))
.expect(200);
const res = await request(downServer)
.get(`/api/v1/attachments/${attachment.id}/content`)
.set('Authorization', bearer(bob))
.expect(503);
expect(res.body.error.code).toBe('unavailable');
expect(res.headers['x-instance-id']).toBeTruthy();
} finally {
await down.close();
}
});
it('объект пропал из S3 — 500 без внутренних деталей', async () => {
const attachment = await upload();
const row = await app.get(PrismaService).attachment.findUniqueOrThrow({
where: { id: attachment.id },
});
await app.get(S3Service).delete(row.objectKey);
const res = await request(server)
.get(`/api/v1/attachments/${attachment.id}/content`)
.set('Authorization', bearer(bob))
.expect(500);
expect(res.body.error.code).toBe('internal_error');
expect(JSON.stringify(res.body)).not.toContain(row.objectKey);
});
});
describe('attachment_ids в сообщениях', () => {
it('text="" с вложением принимается, Message читается вторым участником', async () => {
const attachment = await upload();
const created = await send({ text: '', attachment_ids: [attachment.id] }).expect(201);
expect(created.body.attachment_ids).toEqual([attachment.id]);
const page = await request(server)
.get(`/api/v1/chats/${chatId}/messages?limit=100`)
.set('Authorization', bearer(bob))
.expect(200);
expect(page.body.items).toContainEqual(created.body);
});
it('порядок [B, A] сохраняется в ответе, истории и повторе; перестановка с тем же ключом — 409', async () => {
const a = await upload();
const b = await upload();
const key = randomUUID();
const body = { text: 'order', attachment_ids: [b.id, a.id] };
const created = await send(body, { key }).expect(201);
expect(created.body.attachment_ids).toEqual([b.id, a.id]);
const replay = await send(body, { key }).expect(201);
expect(replay.body).toEqual(created.body);
const page = await request(server)
.get(`/api/v1/chats/${chatId}/messages?limit=100`)
.set('Authorization', bearer(alice))
.expect(200);
expect(page.body.items.find((m: any) => m.id === created.body.id)).toEqual(created.body);
const conflict = await send({ text: 'order', attachment_ids: [a.id, b.id] }, { key }).expect(409);
expect(conflict.body.error.code).toBe('conflict');
});
it('отсутствующий attachment_ids и [] равны при повторе, изменение списка — 409', async () => {
const attachment = await upload();
const key = randomUUID();
const first = await send({ text: 'same' }, { key }).expect(201);
expect(first.body.attachment_ids).toEqual([]);
const replay = await send({ attachment_ids: [], text: 'same' }, { key }).expect(201);
expect(replay.body).toEqual(first.body);
await send({ text: 'same', attachment_ids: [attachment.id] }, { key }).expect(409);
});
it('вложение другого чата и неизвестное — одинаковый 404, сообщение не создаётся', async () => {
const foreign = await upload(eve, otherChatId);
const key = randomUUID();
const first = await send({ text: 'x', attachment_ids: [foreign.id] }, { key }).expect(404);
const second = await send({ text: 'x', attachment_ids: [randomUUID()] }).expect(404);
expect(first.body.error.code).toBe('not_found');
expect(first.body.error.message).toBe(second.body.error.message);
await send({ text: 'x' }, { key }).expect(201);
});
it('смесь своего и чужого вложения — 404', async () => {
const own = await upload();
const foreign = await upload(eve, otherChatId);
await send({ text: 'x', attachment_ids: [own.id, foreign.id] }).expect(404);
});
it('посторонний не может отправить вложение в чужой чат', async () => {
const attachment = await upload();
await send({ text: 'x', attachment_ids: [attachment.id] }, { user: eve }).expect(404);
});
it('любой участник может сослаться на вложение чата, вложение можно использовать повторно', async () => {
const attachment = await upload();
await send({ text: 'first', attachment_ids: [attachment.id] }).expect(201);
const res = await send({ text: 'second', attachment_ids: [attachment.id] }, { user: bob }).expect(201);
expect(res.body.sender_id).toBe(bob.id);
expect(res.body.attachment_ids).toEqual([attachment.id]);
});
it('ровно 10 вложений принимается, 11 — 400', async () => {
const attachment = await upload();
const links = await Promise.all(Array.from({ length: 9 }, () => upload()));
const ten = [attachment.id, ...links.map((l) => l.id)];
const created = await send({ text: 'ten', attachment_ids: ten }).expect(201);
expect(created.body.attachment_ids).toEqual(ten);
await send({ text: 'eleven', attachment_ids: [...ten, randomUUID()] }).expect(400);
});
it('UUID в другом регистре — тот же ID и дубль', async () => {
const attachment = await upload();
const upper = attachment.id.toUpperCase();
const created = await send({ text: 'case', attachment_ids: [upper] }).expect(201);
expect(created.body.attachment_ids).toEqual([attachment.id]);
await send({ text: 'dup', attachment_ids: [attachment.id, upper] }).expect(400);
});
it.each([
['text отсутствует', (id: string) => ({ attachment_ids: [id] })],
['text null', (id: string) => ({ text: null, attachment_ids: [id] })],
['attachment_ids null', () => ({ text: 'x', attachment_ids: null })],
['attachment_ids строка', (id: string) => ({ text: 'x', attachment_ids: id })],
['элемент не UUID', () => ({ text: 'x', attachment_ids: ['nope'] })],
['элемент число', () => ({ text: 'x', attachment_ids: [1] })],
['дубликат', (id: string) => ({ text: 'x', attachment_ids: [id, id] })],
['пустой текст без вложений', () => ({ text: '', attachment_ids: [] })],
['пробельный текст без вложений', () => ({ text: ' ' })],
])('%s — 400', async (_name, build) => {
const attachment = await upload();
await send(build(attachment.id)).expect(400);
});
});
});
function binaryParser(res: any, done: (error: Error | null, body: Buffer) => void): void {
const chunks: Buffer[] = [];
res.on('data', (chunk: Buffer) => chunks.push(chunk));
res.on('end', () => done(null, Buffer.concat(chunks)));
}
+401
View File
@@ -0,0 +1,401 @@
import { INestApplication } from '@nestjs/common';
import { Prisma } from '@prisma/client';
import Ajv2020 from 'ajv/dist/2020';
import { createHash, randomUUID } from 'crypto';
import { mkdtempSync, readdirSync, rmSync } from 'fs';
import { connect } from 'net';
import { tmpdir } from 'os';
import { join } from 'path';
import request from 'supertest';
import { PrismaService } from '../src/db/prisma.service';
import { loadDocument } from '../src/docs/swagger';
import { S3Service } from '../src/storage/s3.service';
import { bearer, createTestApp, registerUser, TestUser } from './helpers';
import {
corruptedJpegs,
corruptedPngs,
jpeg,
png,
pngHeaderOnly,
pngOfExactSize,
SAMPLE_PNG,
} from './images';
const MAX_BYTES = 10 * 1024 * 1024;
describe('Загрузка вложений (e2e)', () => {
let app: INestApplication;
let server: any;
let alice: TestUser;
let eve: TestUser;
let chatId: string;
const upload = (
body: Buffer | undefined,
{
type = 'image/png',
filename = 'sample.png',
user = alice,
chat = chatId,
}: {
type?: string | null;
filename?: string | null;
user?: TestUser | null;
chat?: string;
} = {},
) => {
const query = filename === null ? '' : `?filename=${encodeURIComponent(filename)}`;
const req = request(server).post(`/api/v1/chats/${chat}/attachments${query}`);
if (user) {
req.set('Authorization', bearer(user));
}
if (type) {
req.set('Content-Type', type);
}
return body ? req.send(body) : req;
};
const expectError = (res: request.Response, status: number, code: string) => {
expect({ status: res.status, code: res.body.error?.code }).toEqual({ status, code });
expect(res.headers['x-request-id']).toBeTruthy();
expect(res.headers['x-instance-id']).toBeTruthy();
expect(res.body.error.request_id).toBe(res.headers['x-request-id']);
};
const uploadTmp = mkdtempSync(join(tmpdir(), 'attachments-test-'));
const activeTempDirs = (): string[] =>
readdirSync(uploadTmp).filter((name) => name.startsWith('messenger-upload-'));
beforeAll(async () => {
({ app, server } = await createTestApp({ UPLOAD_TMP_DIR: uploadTmp }));
alice = await registerUser(server, 'att_alice');
eve = await registerUser(server, 'att_eve');
const chat = await request(server)
.post('/api/v1/chats')
.set('Authorization', bearer(alice))
.send({ title: 'Files', member_ids: [alice.id] })
.expect(201);
chatId = chat.body.id;
});
afterAll(async () => {
await app.close();
rmSync(uploadTmp, { recursive: true, force: true });
});
describe('успешная загрузка', () => {
it('возвращает 202 Attachment queued по контракту, staging и задание сохранены до ответа', async () => {
const res = await upload(SAMPLE_PNG).expect(202);
const document: any = loadDocument();
const ajv = new Ajv2020({ strict: false, validateFormats: false });
ajv.addSchema(document, 'contract');
const validate = ajv.compile({ $ref: 'contract#/components/schemas/Attachment' });
expect({ valid: validate(res.body), errors: validate.errors }).toEqual({
valid: true,
errors: null,
});
expect(res.body).toMatchObject({
chat_id: chatId,
owner_id: alice.id,
filename: 'sample.png',
content_type: 'image/png',
size_bytes: SAMPLE_PNG.length,
sha256: createHash('sha256').update(SAMPLE_PNG).digest('hex'),
status: 'queued',
variants: [],
error_code: null,
});
const prisma = app.get(PrismaService);
const row = await prisma.attachment.findUnique({
where: { id: res.body.id },
include: { jobs: { include: { outbox: true } } },
});
expect(row).toMatchObject({
status: 'queued',
objectKey: `attachments/${res.body.id}/original`,
stagingKey: `staging/${res.body.id}`,
});
expect(row!.jobs).toHaveLength(1);
expect(row!.jobs[0]).toMatchObject({ status: 'queued', attempt: 1, pipelineVersion: 1 });
expect(row!.jobs[0].outbox).toHaveLength(1);
expect(row!.jobs[0].outbox[0].payload).toEqual({
schema_version: 1,
job_id: row!.jobs[0].id,
type: 'attachment.process.v1',
attachment_id: res.body.id,
pipeline_version: 1,
attempt: 1,
created_at: expect.any(String),
});
const staged = await app.get(S3Service).getBuffer(`staging/${res.body.id}`, MAX_BYTES);
expect(Buffer.compare(staged, SAMPLE_PNG)).toBe(0);
expect(JSON.stringify(res.body)).not.toMatch(/attachments\/|staging\//);
});
it('принимает реальный JPEG', async () => {
const res = await upload(await jpeg(), {
type: 'image/jpeg',
filename: 'фото 1.jpg',
}).expect(202);
expect(res.body).toMatchObject({
content_type: 'image/jpeg',
filename: 'фото 1.jpg',
});
});
it('игнорирует параметры и регистр Content-Type', async () => {
await upload(SAMPLE_PNG, { type: 'IMAGE/PNG; charset=binary' }).expect(202);
});
it('принимает файл ровно 10 MiB, filename ровно 255 символов и PNG с байтами после IEND', async () => {
const exact = pngOfExactSize(MAX_BYTES);
expect(exact.length).toBe(MAX_BYTES);
const res = await upload(exact).expect(202);
expect(res.body.size_bytes).toBe(MAX_BYTES);
await upload(SAMPLE_PNG, { filename: `${'ф'.repeat(251)}.png` }).expect(202);
await upload(Buffer.concat([png(4, 4), Buffer.from('tail')])).expect(202);
});
it('принимает ровно 40 млн пикселей', async () => {
const res = await upload(await bigPng(8000, 5000));
expect(res.status).toBe(202);
});
});
describe('порядок проверок и доступ', () => {
it('без токена — 401 раньше любых проверок содержимого', async () => {
const cases: [string | null, string | null][] = [
['image/png', 'a.png'],
['text/plain', 'a.png'],
['application/json', 'a.png'],
['image/png', '../a.png'],
[null, null],
];
for (const [type, filename] of cases) {
const res = await upload(Buffer.from('{bad'), { type, filename, user: null });
expectError(res, 401, 'unauthorized');
expect(res.headers['www-authenticate']).toBe('Bearer realm="messenger"');
}
});
it('посторонний и несуществующий чат — одинаковый 404, чужой файл не сохраняется', async () => {
const prisma = app.get(PrismaService);
const before = await prisma.attachment.count({ where: { chatId } });
expectError(await upload(SAMPLE_PNG, { user: eve }), 404, 'not_found');
expectError(await upload(SAMPLE_PNG, { chat: randomUUID() }), 404, 'not_found');
expect(await prisma.attachment.count({ where: { chatId } })).toBe(before);
});
it('неверный UUID чата — 400', async () => {
expectError(await upload(SAMPLE_PNG, { chat: 'not-a-uuid' }), 400, 'invalid_request');
});
});
describe('filename', () => {
const invalid = {
'отсутствует': null,
'пустой': '',
'только пробелы': ' ',
'256 символов': 'x'.repeat(256),
'путь через /': '../x.png',
'путь через \\': 'a\\b.png',
'NUL': 'a\u0000b.png',
'перевод строки': 'a\nb.png',
'DEL': 'bad\u007f.png',
'C1 U+0085': 'c1\u0085.png',
'разделитель строк U+2028': 'a
b.png',
};
it.each(Object.entries(invalid))('%s — 400', async (_name, filename) => {
expectError(await upload(SAMPLE_PNG, { filename }), 400, 'invalid_request');
});
it('повторённый параметр — 400', async () => {
const res = await request(server)
.post(`/api/v1/chats/${chatId}/attachments?filename=a.png&filename=b.png`)
.set('Authorization', bearer(alice))
.set('Content-Type', 'image/png')
.send(SAMPLE_PNG);
expectError(res, 400, 'invalid_request');
});
});
describe('тип содержимого', () => {
it.each(['text/plain', 'application/json', 'application/octet-stream', 'multipart/form-data; boundary=x', 'image/gif', 'image/webp'])(
'Content-Type %s — 415',
async (type) => {
expectError(await upload(SAMPLE_PNG, { type }), 415, 'unsupported_media_type');
},
);
it('без Content-Type — 415', async () => {
expectError(await upload(SAMPLE_PNG, { type: null }), 415, 'unsupported_media_type');
});
it('подмена MIME в обе стороны и чужие форматы — 415', async () => {
const realJpeg = await jpeg();
expectError(await upload(SAMPLE_PNG, { type: 'image/jpeg' }), 415, 'unsupported_media_type');
expectError(await upload(realJpeg, { type: 'image/png' }), 415, 'unsupported_media_type');
for (const body of [
Buffer.from('просто текст'),
Buffer.from('GIF89a\u0001\u0000\u0001\u0000'),
Buffer.from('<svg xmlns="http://www.w3.org/2000/svg" width="1" height="1"/>'),
]) {
expectError(await upload(body), 415, 'unsupported_media_type');
}
});
it('пустое тело — 400', async () => {
expectError(await upload(undefined), 400, 'invalid_request');
expectError(await upload(Buffer.alloc(0)), 400, 'invalid_request');
});
});
describe('повреждённые изображения', () => {
it.each(Object.entries(corruptedPngs()))('PNG: %s — 415', async (_name, body) => {
expectError(await upload(body), 415, 'unsupported_media_type');
});
it('JPEG: все повреждения — 415', async () => {
for (const body of Object.values(corruptedJpegs(await jpeg()))) {
expectError(await upload(body, { type: 'image/jpeg' }), 415, 'unsupported_media_type');
}
});
});
describe('лимиты', () => {
it('10 MiB + 1 байт — 413 и без чтения объявленного тела', async () => {
expectError(await upload(pngOfExactSize(MAX_BYTES + 1)), 413, 'payload_too_large');
});
it('превышение при chunked без Content-Length — 413', async () => {
const res = await new Promise<request.Response>((resolve, reject) => {
const req = upload(undefined);
req.set('Transfer-Encoding', 'chunked');
req.write(pngOfExactSize(MAX_BYTES));
req.write(Buffer.alloc(1024));
req.end((error, response) => (response ? resolve(response) : reject(error)));
});
expectError(res, 413, 'payload_too_large');
});
it('превышение лимита пикселей — 413 до декодирования', async () => {
for (const body of [pngHeaderOnly(8001, 5000), pngHeaderOnly(20000, 10000)]) {
expectError(await upload(body), 413, 'payload_too_large');
}
});
it('оборванная загрузка не оставляет временных файлов и строк в БД', async () => {
const prisma = app.get(PrismaService);
const before = await prisma.attachment.count({ where: { chatId } });
const { port } = server.address();
await new Promise<void>((resolve, reject) => {
const socket = connect(port, '127.0.0.1', () => {
socket.write(
`POST /api/v1/chats/${chatId}/attachments?filename=a.png HTTP/1.1\r\n` +
`Host: test\r\nAuthorization: ${bearer(alice)}\r\n` +
`Content-Type: image/png\r\nContent-Length: ${SAMPLE_PNG.length}\r\n\r\n`,
);
socket.write(SAMPLE_PNG.subarray(0, 1000));
setTimeout(() => {
socket.destroy();
resolve();
}, 300);
});
socket.on('error', reject);
});
await new Promise((resolve) => setTimeout(resolve, 500));
expect(await prisma.attachment.count({ where: { chatId } })).toBe(before);
expect(activeTempDirs()).toEqual([]);
});
});
describe('отказы', () => {
it('S3 недоступен — 503 с заголовками, метаданные не создаются', async () => {
const { app: down, server: downServer } = await createTestApp({
S3_ENDPOINT: 'http://127.0.0.1:9',
});
try {
const prisma = app.get(PrismaService);
const before = await prisma.attachment.count({ where: { chatId } });
const started = Date.now();
const res = await request(downServer)
.post(`/api/v1/chats/${chatId}/attachments?filename=a.png`)
.set('Authorization', bearer(alice))
.set('Content-Type', 'image/png')
.send(SAMPLE_PNG);
expectError(res, 503, 'unavailable');
expect(Date.now() - started).toBeLessThan(3000);
expect(await prisma.attachment.count({ where: { chatId } })).toBe(before);
} finally {
await down.close();
}
});
it('явный отказ транзакции после PUT удаляет объект staging', async () => {
const prisma = app.get(PrismaService);
const s3 = app.get(S3Service);
const remove = jest.spyOn(s3, 'delete');
const create = jest.spyOn(prisma, '$transaction').mockRejectedValueOnce(
new Prisma.PrismaClientKnownRequestError('rejected', {
code: 'P2003',
clientVersion: 'test',
}),
);
try {
const res = await upload(SAMPLE_PNG);
expect(res.status).toBe(500);
expect(remove).toHaveBeenCalledTimes(1);
expect(remove.mock.calls[0][0]).toMatch(/^staging\//);
} finally {
create.mockRestore();
remove.mockRestore();
}
});
it('необработанная ошибка PostgreSQL при INSERT — 503, объект не удаляется', async () => {
const prisma = app.get(PrismaService);
const s3 = app.get(S3Service);
const remove = jest.spyOn(s3, 'delete');
const create = jest.spyOn(prisma, '$transaction').mockRejectedValueOnce(
new Prisma.PrismaClientUnknownRequestError('server closed the connection', {
clientVersion: 'test',
}),
);
try {
expectError(await upload(SAMPLE_PNG), 503, 'unavailable');
expect(remove).not.toHaveBeenCalled();
} finally {
create.mockRestore();
remove.mockRestore();
}
});
it('при неясном исходе COMMIT объект не удаляется', async () => {
const prisma = app.get(PrismaService);
const s3 = app.get(S3Service);
const remove = jest.spyOn(s3, 'delete');
const create = jest.spyOn(prisma, '$transaction').mockRejectedValueOnce(
new Prisma.PrismaClientKnownRequestError('connection lost', {
code: 'P1017',
clientVersion: 'test',
}),
);
try {
expectError(await upload(SAMPLE_PNG), 503, 'unavailable');
expect(remove).not.toHaveBeenCalled();
} finally {
create.mockRestore();
remove.mockRestore();
}
});
});
});
async function bigPng(width: number, height: number): Promise<Buffer> {
const { default: sharp } = await import('sharp');
return sharp({ create: { width, height, channels: 3, background: '#336699' } })
.png({ compressionLevel: 9 })
.toBuffer();
}
+179
View File
@@ -0,0 +1,179 @@
import { INestApplication } from '@nestjs/common';
import request from 'supertest';
import { randomUUID } from 'crypto';
import { PrismaService } from '../src/db/prisma.service';
import {
basic,
bearer,
createTestApp,
login,
PASSWORD,
registerUser,
} from './helpers';
describe('Аутентификация и сессии (e2e)', () => {
let app: INestApplication;
let server: any;
beforeAll(async () => {
({ app, server } = await createTestApp());
});
afterAll(async () => {
await app.close();
});
describe('регистрация', () => {
it('требует password', async () => {
await request(server)
.post('/api/v1/users')
.send({ username: `nopw_${randomUUID().slice(0, 8)}`, display_name: 'X' })
.expect(400);
});
it('отклоняет password короче 12 code points', async () => {
await request(server)
.post('/api/v1/users')
.send({
username: `short_${randomUUID().slice(0, 8)}`,
display_name: 'X',
password: 'x'.repeat(11),
})
.expect(400);
});
it('хранит пароль как Argon2id-хеш, а не открытым текстом', async () => {
const user = await registerUser(server, 'hash');
const row = await app
.get(PrismaService)
.user.findUniqueOrThrow({ where: { id: user.id } });
expect(row.passwordHash.startsWith('$argon2id$')).toBe(true);
expect(row.passwordHash).not.toContain(PASSWORD);
});
});
describe('POST /api/v1/auth/sessions', () => {
it('выдаёт непрозрачный Bearer-токен с expires_at и пользователем', async () => {
const user = await registerUser(server, 'login');
const res = await request(server)
.post('/api/v1/auth/sessions')
.set('Authorization', basic(user.username, PASSWORD))
.expect(201);
expect(res.body.token_type).toBe('Bearer');
expect(res.body.token.length).toBeGreaterThanOrEqual(43);
expect(res.body.token).not.toContain(user.id);
expect(res.body.user.id).toBe(user.id);
const expiresIn = Date.parse(res.body.expires_at) - Date.now();
expect(expiresIn).toBeGreaterThan(3500 * 1000);
expect(expiresIn).toBeLessThanOrEqual(3600 * 1000);
});
it('принимает пароль с двоеточием и не-ASCII символами', async () => {
const username = `colon_${randomUUID().slice(0, 8)}`;
const password = 'пароль:с:двоеточием🔑';
await request(server)
.post('/api/v1/users')
.send({ username, display_name: 'X', password })
.expect(201);
await login(server, username, password);
});
it('отвечает одинаковым 401 на неверный пароль и неизвестного пользователя', async () => {
const user = await registerUser(server, 'wrong');
const wrong = await request(server)
.post('/api/v1/auth/sessions')
.set('Authorization', basic(user.username, 'wrong-password-123'))
.expect(401);
const unknown = await request(server)
.post('/api/v1/auth/sessions')
.set('Authorization', basic(`ghost_${randomUUID().slice(0, 8)}`, PASSWORD))
.expect(401);
for (const res of [wrong, unknown]) {
expect(res.headers['www-authenticate']).toBe(
'Basic realm="messenger", charset="UTF-8"',
);
expect(res.body.error.code).toBe('unauthorized');
}
expect(wrong.body.error.message).toBe(unknown.body.error.message);
});
it('отклоняет JSON body при входе даже с верным Basic', async () => {
const user = await registerUser(server, 'body');
for (const body of [{ extra: 'forbidden' }, {}]) {
const res = await request(server)
.post('/api/v1/auth/sessions')
.set('Authorization', basic(user.username, PASSWORD))
.send(body)
.expect(400);
expect(res.body.error.code).toBe('invalid_request');
}
});
it('отвечает 401 без заголовка Authorization', async () => {
const res = await request(server)
.post('/api/v1/auth/sessions')
.expect(401);
expect(res.headers['www-authenticate']).toContain('Basic');
});
});
describe('защищённые endpoint', () => {
it('не принимают Basic', async () => {
const user = await registerUser(server, 'basic');
const res = await request(server)
.get('/api/v1/users/me')
.set('Authorization', basic(user.username, PASSWORD))
.expect(401);
expect(res.headers['www-authenticate']).toBe('Bearer realm="messenger"');
});
it('не принимают X-User-Id сам по себе', async () => {
const user = await registerUser(server, 'xuid');
await request(server)
.get('/api/v1/users/me')
.set('X-User-Id', user.id)
.expect(401);
});
it('игнорируют X-User-Id рядом с Bearer', async () => {
const alice = await registerUser(server, 'alice');
const eve = await registerUser(server, 'eve');
const res = await request(server)
.get('/api/v1/users/me')
.set('Authorization', bearer(alice))
.set('X-User-Id', eve.id)
.expect(200);
expect(res.body.id).toBe(alice.id);
});
it('отвечают 401 на неизвестный токен', async () => {
await request(server)
.get('/api/v1/users/me')
.set('Authorization', 'Bearer unknown-token-value')
.expect(401);
});
});
describe('DELETE /api/v1/auth/sessions/current', () => {
it('отзывает только текущий токен: 204, затем 401 на повтор', async () => {
const user = await registerUser(server, 'logout');
const other = await login(server, user.username);
await request(server)
.delete('/api/v1/auth/sessions/current')
.set('Authorization', bearer(user))
.expect(204);
await request(server)
.get('/api/v1/users/me')
.set('Authorization', bearer(user))
.expect(401);
await request(server)
.delete('/api/v1/auth/sessions/current')
.set('Authorization', bearer(user))
.expect(401);
await request(server)
.get('/api/v1/users/me')
.set('Authorization', `Bearer ${other}`)
.expect(200);
});
});
});
+119
View File
@@ -0,0 +1,119 @@
import { INestApplication } from '@nestjs/common';
import request from 'supertest';
import { randomUUID } from 'crypto';
import {
bearer,
createTestApp,
login,
PASSWORD,
registerUser,
} from './helpers';
describe('Безопасность при конкурентном доступе (e2e)', () => {
let app: INestApplication;
let server: any;
beforeAll(async () => {
({ app, server } = await createTestApp());
});
afterAll(async () => {
await app.close();
});
it('принимает 100 конкурентных сообщений от 10 клиентов и сохраняет ровно 100 уникальных', async () => {
const CLIENTS = 10;
const MESSAGES_PER_CLIENT = 10;
const owner = await registerUser(server, 'owner');
const clients = await Promise.all(
Array.from({ length: CLIENTS }, (_, i) =>
registerUser(server, `racer${i}`),
),
);
const memberIds = [owner.id, ...clients.map((c) => c.id)];
const chat = await request(server)
.post('/api/v1/chats')
.set('Authorization', bearer(owner))
.send({ title: 'Race', member_ids: memberIds })
.expect(201);
const sendTasks: Promise<request.Response>[] = [];
for (let c = 0; c < CLIENTS; c++) {
for (let m = 0; m < MESSAGES_PER_CLIENT; m++) {
sendTasks.push(
request(server)
.post(`/api/v1/chats/${chat.body.id}/messages`)
.set('Idempotency-Key', randomUUID())
.set('Authorization', bearer(clients[c]))
.send({ text: `client-${c}-message-${m}` }),
);
}
}
const responses = await Promise.all(sendTasks);
for (const res of responses) {
expect(res.status).toBe(201);
}
const sentIds = new Set(responses.map((r) => r.body.id));
expect(sentIds.size).toBe(CLIENTS * MESSAGES_PER_CLIENT);
const collected: { id: string; text: string }[] = [];
let cursor: string | null = null;
do {
const res: request.Response = await request(server)
.get(`/api/v1/chats/${chat.body.id}/messages`)
.query({ limit: 25, ...(cursor ? { cursor } : {}) })
.set('Authorization', bearer(owner))
.expect(200);
collected.push(...res.body.items);
cursor = res.body.next_cursor;
} while (cursor);
expect(collected.length).toBe(CLIENTS * MESSAGES_PER_CLIENT);
const uniqueIds = new Set(collected.map((m) => m.id));
expect(uniqueIds.size).toBe(CLIENTS * MESSAGES_PER_CLIENT);
const uniqueTexts = new Set(collected.map((m) => m.text));
expect(uniqueTexts.size).toBe(CLIENTS * MESSAGES_PER_CLIENT);
const fullHistory: { id: string; created_at: string }[] =
await request(server)
.get(`/api/v1/chats/${chat.body.id}/messages`)
.query({ limit: 100 })
.set('Authorization', bearer(owner))
.expect(200)
.then((res) => res.body.items);
const sortKeys = fullHistory.map((m) => `${m.created_at}#${m.id}`);
const sortedKeys = [...sortKeys].sort();
expect(sortKeys).toEqual(sortedKeys);
});
it('регистрирует ровно одного пользователя при гонке 10 запросов за один и тот же username', async () => {
const username = `racer_username_${randomUUID().slice(0, 8)}`;
const attempts = 10;
const responses = await Promise.all(
Array.from({ length: attempts }, () =>
request(server)
.post('/api/v1/users')
.send({ username, display_name: 'Racer', password: PASSWORD }),
),
);
const succeeded = responses.filter((r) => r.status === 201);
const conflicted = responses.filter((r) => r.status === 409);
expect(succeeded.length).toBe(1);
expect(conflicted.length).toBe(attempts - 1);
const token = await login(server, username);
const me = await request(server)
.get('/api/v1/users/me')
.set('Authorization', `Bearer ${token}`)
.expect(200);
expect(me.body.id).toBe(succeeded[0].body.id);
});
});

Some files were not shown because too many files have changed in this diff Show More