diff --git a/.env.example b/.env.example index d99d26a2..bc8df98d 100644 --- a/.env.example +++ b/.env.example @@ -1,20 +1,31 @@ -# Copy to .env for your LOCAL synthetic test environment; never commit .env. -# These are logical interface suggestions; map actual framework names in REPORT.md. -APP_HOST=0.0.0.0 -APP_PORT=8080 -APP_ENV=lab -SESSION_TTL_SECONDS=3600 -# Choose credentials locally. File paths contain no secret values. -DATABASE_URL_FILE=/run/secrets/database_url -# Optional on 3, required use on 4 in lab2; Redis OR Valkey: -SESSION_STORE=postgres -CACHE_URL_FILE=/run/secrets/cache_url +# scripts/bootstrap.sh creates ignored .env.lab4 with random synthetic credentials. +# This example documents actual Compose inputs; it contains no live secrets. +POSTGRES_PASSWORD=replace-with-local-postgres-password +REDIS_PASSWORD=replace-with-local-redis-password +HOST_PORT=18081 API_REPLICAS=2 -IDEMPOTENCY_TTL_SECONDS=86400 -S3_ENDPOINT=http://s3:9000 -S3_REGION=us-east-1 +API_CPUS=1 +API_MEMORY=512m +POSTGRES_MAX_CONNECTIONS=8 +APPLICATION_LOG_LEVEL=warn +SESSION_TTL_SECONDS=3600 +API_IMAGE=mtusi-messenger:lab4 +# Session TTL defaults to 3600; use >=300 for smoke/persistence. +# Message idempotency retention is fixed at 24 hours; API never runs migrations. + +# S3 credentials are generated locally by scripts/bootstrap-storage.py. +# For a custom bucket, also export S3_BUCKET before make up: the credential +# bootstrap reads the process environment, while Compose reads .env.lab4. S3_BUCKET=messenger-attachments -S3_ACCESS_KEY_ID_FILE=/run/secrets/s3_access_key_id -S3_SECRET_ACCESS_KEY_FILE=/run/secrets/s3_secret_access_key +# Runtime values fixed in compose.yaml (not configurable through this file): +# S3_ENDPOINT=http://s3:9000 +# S3_REGION=us-east-1 +# S3_ACCESS_KEY_ID_FILE=/run/secrets/s3_access +# S3_SECRET_ACCESS_KEY_FILE=/run/secrets/s3_secret MAX_UPLOAD_BYTES=10485760 MAX_IMAGE_PIXELS=40000000 +# Bounded attachment request lifetime; grace must exceed twice this duration. +UPLOAD_TIMEOUT=120s +RECONCILE_GRACE_PERIOD=1h +# SeaweedFS image and persistent bucket bootstrap are pinned in compose.yaml. +# API has four upload slots and one decoder per replica, GOMEMLIMIT=384MiB. diff --git a/.github/workflows/contracts.yml b/.github/workflows/contracts.yml index 11cf289f..4c798226 100644 --- a/.github/workflows/contracts.yml +++ b/.github/workflows/contracts.yml @@ -13,4 +13,22 @@ jobs: - run: python -m pip install -r requirements-dev.txt - run: make check validate PYTHON=python # This job validates the skeleton, not a student solution. -# Add build, readiness and make test in a separate application job. +# The application job below builds and tests the implemented API separately. + + application: + runs-on: ubuntu-latest + timeout-minutes: 20 + steps: + - uses: actions/checkout@v4 + - uses: actions/setup-go@v5 + with: + go-version-file: service/go.mod + cache-dependency-path: service/go.sum + - uses: actions/setup-python@v5 + with: + python-version: '3.12' + - run: make check build vet + - run: make up + - run: make test test-go test-storage + - if: always() + run: make down diff --git a/.gitignore b/.gitignore index b5a71896..73a022b1 100644 --- a/.gitignore +++ b/.gitignore @@ -30,3 +30,4 @@ coverage/ .vscode/ # Keep small, sanitized evidence summaries in evidence/ under version control. # Inspect git diff --cached: ignore rules are not a secret scanner. +/.ignore/ diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 00000000..38980df9 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,32 @@ +# syntax=docker/dockerfile:1 + +FROM --platform=$BUILDPLATFORM golang:1.27.2-alpine3.23@sha256:9e45f0eb4a63ed37ad6e604950407558b7c738e34e015ae77a5d4ad369cde079 AS build + +WORKDIR /src + +COPY service/go.mod service/go.sum ./ +RUN go mod download + +COPY service/ ./ + +ARG TARGETOS +ARG TARGETARCH +RUN CGO_ENABLED=0 GOOS=$TARGETOS GOARCH=$TARGETARCH \ + go build -mod=readonly -trimpath -ldflags="-s -w" -o /out/messenger ./cmd/app + +FROM alpine:3.23.6@sha256:85fe1e81d6758c208f3e1eed4338a1997e19d4be002d4dd32d3100c9a8c010a0 + +COPY --from=build --chmod=0555 /out/messenger /usr/local/bin/messenger + +ENV APP_HOST=0.0.0.0 \ + APP_PORT=8080 \ + APP_SHUTDOWN_TIMEOUT=8s + +USER 65532:65532 +EXPOSE 8080 +STOPSIGNAL SIGTERM + +HEALTHCHECK --interval=10s --timeout=3s --start-period=5s --retries=3 \ + CMD wget -q -O /dev/null "http://127.0.0.1:${APP_PORT}/health/ready" || exit 1 + +ENTRYPOINT ["/usr/local/bin/messenger"] diff --git a/Makefile b/Makefile index 5d86d171..db8af5d9 100644 --- a/Makefile +++ b/Makefile @@ -1,13 +1,24 @@ +SHELL := /bin/bash +GO ?= go PYTHON ?= python3 -BASE_URL ?= http://localhost:8080 +BASE_URL ?= http://localhost:18081 CA_FILE ?= ACTION_SCRIPT ?= TLS_ARGS = $(if $(CA_FILE),--ca-file "$(CA_FILE)",) +OPENAPI_SPEC := contracts/openapi.json +GEN_OUTPUT := service/internal/gen/contracts/types.gen.go +GEN_PACKAGE := contracts +OAPI_CODEGEN ?= $(shell $(GO) env GOPATH)/bin/oapi-codegen -.PHONY: help check validate test load test-persistence test-failover +.PHONY: help check validate test load test-persistence test-failover openapi-generate certs key-gen create-dir gen-private-key gen-public-key gen-key gen-crt help: - @echo "check: offline structure; validate: full OpenAPI (requirements-dev.txt); test: running API; load: synthetic writes" + @echo "up/down: lab4 stand (S3 attachments); build/vet: Go checks" + @echo "test: lab4 API smoke; test-go/test-storage: Go API/storage checks" + @echo "restart/restore/rolling-update: infrastructure actions; benchmark/load: synthetic traffic" + @echo "check/validate: contracts; test-persistence/test-failover: explicit ACTION_SCRIPT hooks" + @echo "evidence: isolated full lab4 acceptance; reconcile/reconcile-apply: storage consistency" + @echo "openapi-generate: regenerate current lab4 types; key-gen/certs: local keys" check: $(PYTHON) scripts/check_contract.py @@ -28,3 +39,78 @@ test-persistence: test-failover: @test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable stop-one hook"; exit 2) $(PYTHON) tests/resilience.py --mode failover --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS) + + +openapi-generate: + @mkdir -p $(dir $(GEN_OUTPUT)) + @echo "Generating Go types from $(OPENAPI_SPEC)..." + @set -o pipefail; \ + $(PYTHON) scripts/generate-types.py | \ + $(OAPI_CODEGEN) -generate types -package $(GEN_PACKAGE) -o $(GEN_OUTPUT) /dev/stdin + +key-gen: gen-public-key + +create-dir: + @mkdir -p certs +gen-private-key: | create-dir + @openssl genrsa -out certs/private_key.pem 2048 +gen-public-key: gen-private-key + @openssl rsa -in certs/private_key.pem -pubout -outform PEM -out certs/public_key.pem + +certs: gen-crt + +gen-key: | create-dir + @openssl genrsa -out ./certs/server.key 2048 +gen-crt: gen-key + @openssl req -new -x509 -key ./certs/server.key -out ./certs/server.crt -days 365 + + +.PHONY: up down test-go +up: + ./scripts/bootstrap.sh + ./scripts/compose.sh up -d --build --wait --wait-timeout 120 + +down: + ./scripts/compose.sh down + +test-go: + cd service && TEST_BASE_URL="$(BASE_URL)" $(GO) test -race -count=1 -v ./... + +RATE ?= 100 +DURATION ?= 30s +BENCH_ARGS ?= + +.PHONY: build vet restart restore rolling-update benchmark test-storage +build: + cd service && $(GO) build ./... + @mkdir -p bin + cd service && $(GO) build -o ../bin/benchmark ./cmd/benchmark + +vet: + cd service && $(GO) vet ./... + +restart: + ./scripts/restart.sh + +restore: + ./scripts/compose.sh up -d --wait --wait-timeout 90 --no-recreate api lb + +rolling-update: + ./scripts/rolling-update.sh + +benchmark: build + ./bin/benchmark -base-url "$(BASE_URL)" -rate "$(RATE)" -duration "$(DURATION)" $(BENCH_ARGS) + +test-storage: + ./scripts/test-storage.sh + +.PHONY: evidence reconcile reconcile-apply + +evidence: + $(PYTHON) scripts/acceptance.py + +reconcile: + ./scripts/compose.sh run --rm -T operator storage reconcile + +reconcile-apply: + ./scripts/compose.sh run --rm -T operator storage reconcile --apply diff --git a/README.md b/README.md index 947094c3..f930c5ba 100644 --- a/README.md +++ b/README.md @@ -2,13 +2,13 @@ Разделить метаданные и бинарное содержимое, добавить изображения в сообщения и сохранить доступ к ним при переключении API-реплики. -Это **skeleton**, а не готовый сервер. Здесь есть задание, контракт и публичные проверки. Реализацию приложения, Dockerfile и требуемую инфраструктуру пишет студент. Язык и framework свободные; UI не обязателен. +Реализация на Go включает основу lab3, синхронные PNG/JPEG-вложения в приватном SeaweedFS, две API-реплики и HAProxy. Реализован трек 2 на 5: сверка orphan/missing, безопасная очистка и восстановление из оригинала. Команды и фактические доказательства собраны в [REPORT.md](REPORT.md); обязательный контракт и публичные проверки сохранены. UI не обязателен. [Карта курса](COURSE.md) · [Процесс fork/PR](CONTRIBUTING.md) · [OpenAPI](contracts/openapi.json) · [Семантика API](contracts/README.md) · [Проверки](tests/README.md) · [Отчёт](REPORT.md) · [Примеры JSON](contracts/examples.json) · [Памятка преподавателю](MAINTAINERS.md) ## Откуда начинаем -Перенесите минимум lab3. Дополняются поля сообщения и endpoint вложений; прежние текстовые POST остаются валидными. +Минимум lab3 перенесён в `service/` и `compose.yaml`. Поля сообщений дополнены ссылками на вложения; прежние текстовые POST остаются валидными. **Архитектура:** Клиент → LB → API × 2+ → PostgreSQL (метаданные) + приватное S3-хранилище (байты). @@ -46,25 +46,63 @@ ## Как начать и проверить -```sh -# Работает прямо в skeleton, Python 3.9+; приложение не запускается: -make check +Для локального запуска нужны Docker Compose, OpenSSL и Python 3.9+; для сборки и проверок Go на хосте — Go 1.27+. Команда `make up` создаёт `.env.lab4` со случайными локальными паролями и JWT/S3-ключи в `secrets/lab4`, сохраняя существующие файлы. Эти файлы игнорируются Git. `.env.example` описывает настройки стенда; для изменения порта или числа реплик редактируйте `.env.lab4`. -# После реализации запустите свой сервер/стенд по REPORT.md. -# По умолчанию тест использует http://localhost:8080. +```sh +make check # Проверка структуры и контракта без запуска API +make up # Bootstrap, сборка, миграции и запуск с ожиданием readiness +curl --fail http://localhost:18081/health/ready +make build vet # Проверки Go на хосте +make test-go # Проверки API и вложений с race detector +make test-storage # Проверка транзакций в отдельной временной БД +make down # Остановка стенда с сохранением volumes +``` + +Стенд использует Compose-проект `mtusi2026lab4`, образ `mtusi-messenger:lab4` и порт `127.0.0.1:18081`; сети и volumes отделены от lab3. При изменении порта передавайте проверкам `BASE_URL=http://localhost:<порт>`. + +```sh +./scripts/compose.sh config --quiet +make restart # Перезапуск API/LB, PostgreSQL, Redis и S3 с сохранением данных +make rolling-update # Поочерёдная замена API-реплик +make restore # Восстановление остановленной API-реплики +``` + +Публичные проверки lab4: + +```sh make test +make test-persistence ACTION_SCRIPT=./scripts/restart.sh +make test-failover ACTION_SCRIPT=./scripts/stop-one.sh +make restore ``` -`.env.example`, `compose.example.yaml` и `contracts/infrastructure.json` описывают настройки и роли компонентов. **compose.example.yaml — список ролей с пустым services, не запускаемый стенд.** Реализуйте свой `compose.yaml`/`stack.yaml`, закрепите версии образов, заполните локальный `.env` и опишите bootstrap/миграции. Все зависимости поднимаются из этого репозитория; ссылка «у меня БД уже установлена» не заменяет воспроизводимость. +`make openapi-generate` генерирует типы из текущего контракта lab4; нужен `oapi-codegen` v2.5.1 (`go install github.com/oapi-codegen/oapi-codegen/v2/cmd/oapi-codegen@v2.5.1`). Для генератора создаётся временное представление nullable/anyOf; исходный OpenAPI сохраняется, ограничения проверяет сервис. `make benchmark` запускает генератор текстового трафика. + +Полная приёмка и измерения выполняются отдельно: ```sh -# Compose-вариант после реализации: -docker compose --env-file .env config --quiet -docker compose --env-file .env up -d --build -# Дождитесь /health/ready; затем make test. -# Для Swarm укажите эквивалентные build/push/deploy-команды в REPORT.md. +python3 -m venv .venv +.venv/bin/python -m pip install -r requirements-dev.txt +make evidence PYTHON=.venv/bin/python +python3 scripts/write-report.py # Обновить REPORT.md после успешной приёмки ``` +`make evidence` использует изолированный Compose-проект `mtusi2026lab4-evidence`, порт `18082` и отдельные volumes. Здесь намеренно останавливаются реплики/хранилища и удаляются синтетические объекты. После успеха этот стенд останавливается с сохранением данных; основной стенд на `18081` не затрагивается. `evidence/acceptance.json` получает `passed=true` только после полного успешного прогона. + +Если приёмка прервалась, остановите её стенд с сохранением данных: `COMPOSE_PROJECT_NAME=mtusi2026lab4-evidence ./scripts/compose.sh down`. Генератор отчёта отклонит незавершённый прогон. S3 endpoint, region и пути credentials зафиксированы в `compose.yaml`; для нестандартного bucket экспортируйте `S3_BUCKET` перед `make up`, чтобы bootstrap и Compose использовали одно имя. Основной стенд и приёмка используют общие локальные файлы credentials; для приёмки оставьте стандартный bucket. + +```sh +make reconcile # Dry-run: только диагностика orphan/missing +make reconcile-apply # Удалить старые orphan и отметить missing +# Восстановление из известного исходного файла с проверкой checksum: +./scripts/compose.sh run --rm -T operator storage restore \ + --id --source /fixtures/sample.png +``` + +Для произвольного оригинала смонтируйте его в `operator` read-only и передайте путь через `--source`. Reconciler нужно запускать периодически, например каждые 10 минут через планировщик оператора; расписание автоматически не устанавливается. По умолчанию grace — час, upload timeout — 120 секунд. `RECONCILE_GRACE_PERIOD` должен превышать удвоенный `UPLOAD_TIMEOUT`. Сверка не удаляет метаданные и ссылки сообщений; потерянные байты без оригинала или резервной копии не восстанавливаются. + +`compose.example.yaml` остаётся worksheet ролей, рабочий стенд находится в `compose.yaml`. Фактическая конфигурация описана в `.env.example` и [REPORT.md](REPORT.md). + Примеры запросов доступны в `examples/requests.http`, примеры JSON — в `contracts/examples.json`. Для полной проверки схемы (по желанию локально; CI делает её автоматически): diff --git a/REPORT.md b/REPORT.md index 9ad2b84f..76ef8bf5 100644 --- a/REPORT.md +++ b/REPORT.md @@ -1,37 +1,166 @@ -# Отчёт — лабораторная 4 +# Отчёт — лабораторная 4: S3 и согласованность двух хранилищ -- Автор, группа: TODO -- Целевая оценка; выбранный трек 5, если нужен: TODO -- Commit/PR: TODO после публикации -- Использованные источники, библиотеки и помощь ИИ: TODO +- Автор, группа: Поликарпов Даниил Александрович, БПИ2303. +- Целевая оценка: **5, трек 2 — согласованность PostgreSQL/S3**. +- Измерения: 2026-11-13T07:53:45.321916+00:00; окончание проверки: 2026-11-13T07:58:31.186189+00:00. +- HEAD репозитория на момент проверки: `ec540a1a725862a8619fcb758daec4ad197f0dd5`; рабочее дерево содержит незакоммиченную реализацию. Это HEAD основы, а не опубликованный commit решения. Commit/PR ещё не созданы. +- Идентификатор полного прогона: `79ad73c1e746481385a84cebffdcf65e`; итог — [acceptance.json](evidence/acceptance.json). +- Диагностика, тесты и подготовка отчёта выполнены с помощью OpenAI Codex. Исходники проверок и методики включены в репозиторий. ## Запуск из чистого clone -TODO: версии runtime/образов, prerequisites, команды создания локальных secrets/.env, build, миграций, запуска, ожидания готовности, тестов и остановки. Указать необходимые действия оператора. Не вставлять секреты. Отдельно указать безопасную остановку и команду намеренного удаления учебных данных. +Нужны Docker Engine и Compose v2+, Go 1.27+, Python 3.9+, Bash, OpenSSL и Git. Проверено: macOS-26.5.1-arm64-arm-64bit-Mach-O, Docker 29.7.2, aarch64, 14 vCPU и 7.75 GiB памяти Docker VM. Нужны свободные loopback-порты 18081 и 18082. Соседние репозитории не требуются. -## Архитектура и решения +```sh +python3 -m venv .venv +.venv/bin/python -m pip install -r requirements-dev.txt +make up +make check validate PYTHON=.venv/bin/python +make build vet test test-go test-storage +make test-persistence ACTION_SCRIPT=./scripts/restart.sh +make test-failover ACTION_SCRIPT=./scripts/stop-one.sh +make restore +make reconcile +# Полный изолированный прогон, включая отказы и исследование: +make evidence PYTHON=.venv/bin/python +python3 scripts/write-report.py +# Безопасная остановка основного стенда, данные сохраняются: +make down +``` -TODO: схема процессов/хранилищ, источник истины, транзакционные границы, ограничения. Что перенесено из lab3, что изменено в этой работе. Соответствие переменных из .env.example реальной конфигурации. +`make up` идемпотентно создаёт `.env.lab4`, JWT-ключи и отдельные S3 admin/API-ключи в `secrets/lab4`; существующие пароли и ключи не заменяются. Файлы игнорируются Git и исключены из Docker build context. API монтирует только JWT и собственные S3-ключи, admin-ключи в API не попадают. Единственная публикация основного стенда — `127.0.0.1:18081` через HAProxy. + +Для **намеренного удаления только учебных данных основного стенда** оператор может выполнить `./scripts/compose.sh down -v`. При обычном restart/failover эта команда не применяется. Экспериментальный проект — `mtusi2026lab4-evidence`; его volumes также сохраняются после проверки. Повторная приёмка добавляет синтетические данные к существующим, что отражено в фактических размерах наборов. + +## Архитектура и конфигурация + +Клиент → HAProxy → API × 2 → PostgreSQL + приватный SeaweedFS. Redis хранит кэш неизменного состава чата; серверные сессии остаются в PostgreSQL. Перенесены регистрация/сессии, чаты, keyset-пагинация, общая БД и идемпотентность lab3. Добавлены Attachment, связи с сообщениями, HTTP endpoints, S3, reconciler и операторское восстановление. + +| Роль | Образ / версия | Готовность и сохранность | Доступ | +| --- | --- | --- | --- | +| API × 2 / migrator | Сборка исходников: Go 1.27.2-alpine3.23 → Alpine 3.23.6 | `/health/live`; `/health/ready` проверяет PostgreSQL и S3 | API-порты не опубликованы; migrator — отдельный одноразовый процесс | +| PostgreSQL | 17.11-alpine3.23 | `pg_isready`; `postgres_data` | Только сеть Compose | +| Redis | 8.2.11-alpine3.22 | AUTH PING; AOF в `redis_data` | Только сеть Compose | +| HAProxy | 3.2-alpine | Проверяет readiness каждой API-реплики | Только loopback 18081 | +| SeaweedFS | 4.52 | `s3_data` содержит master/volume/filer; bootstrap проверяет bucket и PUT/DELETE | Только internal-сеть storage, без публикации gateway/master/filer | + +Все digest закреплены в `compose.yaml` и Dockerfile. SeaweedFS: `sha256:57877e32bb90073b37dc109b438ba66e84fd5ed9ced5f5c04f56444ef243ce59`. `s3-init` использует admin identity и создаёт приватный bucket. В его JSON нет anonymous identity. API identity ограничена Read/Write/List конкретного bucket и не имеет Admin; создание другого bucket отвергается. Образы и точные зависимости Go зафиксированы manifest/lock-файлами проекта. + +`.env.example` описывает параметры Compose: HOST_PORT/API_REPLICAS, пароли PostgreSQL/Redis, лимиты API и пула, SESSION_TTL_SECONDS, S3_BUCKET, MAX_UPLOAD_BYTES/MAX_IMAGE_PIXELS, UPLOAD_TIMEOUT и RECONCILE_GRACE_PERIOD. Их изменения задаются в `.env.lab4` или окружении оператора. S3_ENDPOINT, S3_REGION и пути credentials зафиксированы в `compose.yaml`; одноимённые переменные в `.env.lab4` их не переопределяют. В примере они приведены как комментарии для справки. + +Для нестандартного bucket нужно также экспортировать `S3_BUCKET` перед `make up`: генератор S3-политики читает окружение процесса, а не `.env.lab4`. Для сдачи и приёмки используется стандартный `messenger-attachments`. Основной и экспериментальный проекты используют общие локальные файлы credentials; менять bucket/политику при работающем основном стенде не следует. + +По умолчанию: API — 1 CPU/512 MiB каждая, четыре upload slots, один decoder, `GOMEMLIMIT=384MiB`; PostgreSQL — 2 CPU/1 GiB, Redis — 0.25 CPU/128 MiB, S3 — 1 CPU/512 MiB, LB — 0.5 CPU/128 MiB. Это лимиты контейнеров, а не гарантия высокой доступности единственного Docker-host. + +## Синхронная загрузка и транзакционные границы + +1. Проверить сессию и членство в чате; неизвестный и чужой ресурс одинаково дают 404. Проверить отображаемое filename, MIME и Content-Length. +2. Прочитать не более 10 MiB через MaxBytesReader во временный файл, одновременно вычисляя SHA-256. Проверить формат и размеры через DecodeConfig, затем полностью декодировать PNG/JPEG под отдельным semaphore. Лимит 40 млн пикселей проверяется до полной распаковки. +3. Сервер генерирует уникальный ключ `originals/` и получает advisory session lock этого ключа. Filename не участвует ни в локальном пути, ни в S3 key. +4. Сохранить оригинал в S3, затем атомарно вставить метаданные в PostgreSQL. Только после подтверждённого сохранения вернуть 201, `status=ready`, `variants=[]`, `error_code=null`. +5. Удалить временный файл. После ответа скачивание зависит от S3 и БД, а не от файловой системы загрузившей реплики. Скачивание проходит через авторизованный API без redirect; Content-Length позволяет клиенту обнаружить обрыв передачи. + +Атомарной транзакции PostgreSQL+S3 нет. При неопределённом результате COMMIT API возвращает ошибку, **не выполняя слепой S3 DELETE**: COMMIT мог пройти. Reconciler позже проверяет наличие метаданных. Обрыв тела до завершения чтения не создаёт готовый Attachment. Повтор самостоятельного upload может создать ещё один объект; прозрачных повторов публичного POST нет. + +Сообщение, все связи вложений и результат идемпотентности записываются одной PostgreSQL-транзакцией. Правило «текст или вложение», UTF-8/4000 символов, максимум 10 уникальных ID и доступность вложений проверяет Go-сервис; функции и триггера `message_content` в миграциях нет. FK сохраняют ссылочную целостность. При проверке вложений используются row locks до COMMIT. + +Версия хеша хранится в `hash_version`: legacy v1 учитывает текст, v2 — канонический текст и упорядоченный список ID. Отсутствующий список и `[]` равнозначны. Старые текстовые ключи продолжают воспроизводиться; изменение текста или вложений при том же ключе даёт 409. Порядок вложений сохраняется. + +## Reconciler и восстановление + +```sh +make reconcile # По умолчанию dry-run +make reconcile-apply # Применить безопасные изменения +./scripts/compose.sh run --rm -T operator storage restore \ + --id --source /fixtures/sample.png +``` + +Сверка читает S3 страницами по 100 объектов и БД keyset-страницами по 100 метаданных. Обрабатываются только серверные ключи `originals/`. Для каждого ключа используется та же advisory lock, что при upload/restore; под ней проверяются метаданные и актуальный HEAD объекта. Если метаданные существуют, объект защищён, даже если он ещё не прикреплён к сообщению. Отсутствующие метаданные плюс возраст старше grace позволяют удалить orphan. + +В обычном стенде upload timeout — 120 секунд, grace — один час; конфигурация требует grace больше удвоенного timeout. Это запас для отменённого запроса/потерянной DB-сессии. Предполагаются синхронизированные часы локального стенда. При неопределённом получении или освобождении lock соединение закрывается, а не возвращается в pool с потенциально удерживаемой блокировкой. + +Missing — метаданные без оригинала. Dry-run только сообщает проблему; apply выставляет внутренний `integrity_missing`, сохраняя metadata, ID и ссылки сообщений. Клиент с доступом получает 503; публичный enum статуса lab4 не меняется. Восстановление требует предоставленного оригинала с совпадающими размером, MIME и SHA-256. После PUT выполняется контрольное чтение; только затем снимается признак повреждения. Неверный оригинал отвергается, повторный restore безопасен. + +При ошибке любой зависимости проход завершается ненулевым кодом, сохраняя частичные счётчики. Уже выполненные безопасные действия не откатываются: общего COMMIT между хранилищами нет. Повторный запуск продолжает исправление. Для регулярной очистки оператору нужно запускать `make reconcile-apply`, например каждые 10 минут через свой планировщик; автоматическое cron-расписание не устанавливается. ## Доказательства критериев -| Критерий README | Команда/сценарий | Наблюдаемый результат | Файл доказательства | -| --- | --- | --- | --- | -| Публичный smoke | make test | TODO | TODO | -| Остальные пункты уровня 3 | TODO | TODO | TODO | -| Все пункты уровня 4, если заявлен | TODO | TODO | TODO | -| Выбранный трек 5, если заявлен | TODO | TODO | TODO | +| Критерий | Команда / наблюдение | Доказательство | +| --- | --- | --- | +| Структура и полный OpenAPI | `make check build vet`, `make validate` — PASS | [build-checks](evidence/build-checks.txt), [validate](evidence/validate.txt) | +| Возможности lab3 и идемпотентность | Go race suite: история/пагинация, 32 конкурентных повтора через 2 реплики | [go-tests](evidence/go-tests.txt) | +| Обязательный API lab4 | Публичный smoke: файл, attachment-only message, checksum, ACL — PASS | [smoke](evidence/smoke.txt) | +| PNG/JPEG, bytes/pixels, filename | Exact 10 MiB — 201; превышение bytes, chunked и pixels — 413; MIME/corruption — 415; filename — 400 | [go-tests](evidence/go-tests.txt) | +| Чужой файл и чат | Metadata/content и cross-chat attachment — 404; duplicate/null ID list — 400 | [go-tests](evidence/go-tests.txt) | +| Только Go-проверка содержимого | Пустое сообщение отклоняется; attachment-only сохраняется; триггер отсутствует | [storage-tests](evidence/storage-tests.txt) | +| Атомарность сообщений | Ошибка FK/записи ключа откатывает сообщение, связи и результат; legacy replay сохранён | [storage-tests](evidence/storage-tests.txt) | +| Приватность и ограниченные ключи | Unsigned GET известного объекта — 403; API CreateBucket запрещён | [failures](evidence/failures.json) | +| Persistence | Прежний token и исходный файл пережили restart; до/после видны реальные процессы всех stores | [persistence](evidence/persistence.txt), [snapshots](evidence/failures.json) | +| Остановка загрузившей реплики | Поочерёдно остановлены обе; файл скачан другой репликой с тем же SHA-256 | [failures](evidence/failures.json) | +| Публичный failover | Запись во время отказа, повторы без дубля, прежняя сессия — PASS | [failover](evidence/failover.txt) | +| Недоступность S3 | Liveness 200, readiness/upload 503; reconciler не удаляет/не помечает | [failures](evidence/failures.json), [S3 down](evidence/reconcile-s3-down.txt) | +| Отказ PostgreSQL | Сверка прекращается без изменений; после восстановления метаданные сохранены | [failures](evidence/failures.json), [DB down](evidence/reconcile-db-down.txt) | +| Прерывание и PUT → ошибка БД | Незавершённый body не создаёт строку; timeout после PUT даёт диагностируемый orphan | [failures](evidence/failures.json) | +| Missing и восстановление | Обнаружен; неверный оригинал отвергнут; верный восстановлен дважды без потери ссылки | [failures](evidence/failures.json) | +| Память при 10 клиентах | Два размера, три повтора; ограничение admission учитывается в ошибках | [uploads](evidence/uploads.json) | +| Безопасная сверка | Fresh и использованные объекты сохранены, старые orphan удалены, повтор ничего не удаляет | [safety](evidence/reconciliation-safety.json), [scans](evidence/reconciliation.json) | +| Bootstrap | Повтор сохраняет ключи; существующий bucket допускает bootstrap и проверку записи | [bootstrap-repeat](evidence/bootstrap-repeat.txt), [bucket repeat](evidence/bucket-bootstrap-repeat.txt) | -TODO: добавить отдельную строку для каждого заявленного критерия. PASS без команды и наблюдения не является доказательством. Проверка инфраструктурного hook требует подтверждения, какие реальные процессы/хранилища перезапущены. +Полная команда воспроизведения — `make evidence`. PASS означает завершение перечисленных локальных сценариев, а не автоматическое выставление оценки. Секреты, tokens и raw HTTP-запросы в evidence не сохраняются. -## Эксперименты и отказы +## Эксперименты -TODO: гипотеза, hardware/лимиты, версии, объём данных, профиль нагрузки, concurrency/arrival rate, длительность/прогрев, повторы, успешные RPS, ошибки, p50/p95/p99, CPU/RAM. Сохранить raw summary без tokens и объяснить ограничения измерения. +Гипотеза: при неизменяемых серверных ключах, общей блокировке и grace можно повторяемо удалить orphan, сохранив свежие и используемые вложения; missing обнаруживаются, а внешний оригинал позволяет восстановить данные без смены ссылок. -| Воздействие | Что ожидаем | Что наблюдали | Время восстановления / потеря данных | -| --- | --- | --- | --- | -| TODO | TODO | TODO | TODO | +Изолированный проект использует те же образы и контейнерные ресурсы, но `UPLOAD_TIMEOUT=5s`, `RECONCILE_GRACE_PERIOD=15s`, чтобы ждать grace без часовой паузы. Обычные defaults остаются 120s/1h. Защита свежего объекта отдельно проверяется с grace 1h, независимо от длительности массового заполнения. Наборы содержат также ранее загруженные файлы — фактические размеры указаны ниже. -## Ограничения и следующие шаги +### Upload: bytes и память -TODO: какие отказы выдерживаются и какие нет; что не реализовано; где учебное упрощение; какое улучшение подтверждено, а какое пока гипотеза. +Перед каждым из трёх повторов для каждого размера API-контейнеры создаются заново, выполняется одна прогревочная загрузка исходного малого файла, затем barrier запускает 10 клиентов одновременно. Отдельного длительного прогрева нет. Оригинал — RGB PNG 320×200, 111817 байт; вариант 5 MiB содержит валидный ancillary PNG chunk и имеет те же декодированные размеры. Это сравнение стоимости передачи bytes, а не исследование больших изображений. + +| Bytes | Повтор | Длительность, s | Успехи | Успешные RPS | Ошибки | p50/p95/p99, ms | Max peak одной API, MiB | CPU samples API | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | +| 111817 | 1 | 0.046 | 10/10 | 219.2 | 0% | 25.4/28.5/28.5 | 13.2 | 0.25%, 2.55% | +| 111817 | 2 | 0.030 | 9/10 | 303.6 | 10% | 14.4/16.9/16.9 | 13.0 | 0.13%, 0.13% | +| 111817 | 3 | 0.028 | 8/10 | 282.1 | 20% | 14.5/16.2/16.2 | 15.2 | 0.13%, 0.14% | +| 5242880 | 1 | 0.548 | 8/10 | 14.6 | 20% | 342.3/419.0/419.0 | 35.2 | 0.10%, 8.72% | +| 5242880 | 2 | 0.550 | 8/10 | 14.5 | 20% | 289.6/378.3/378.3 | 34.4 | 0.09%, 8.52% | +| 5242880 | 3 | 0.534 | 8/10 | 15.0 | 20% | 292.3/361.2/361.2 | 35.5 | 0.14%, 8.36% | + +Максимальный наблюдавшийся пик одной API: **35.5 MiB** при лимите 512 MiB. Сняты `memory.current` и kernel `memory.peak` cgroup v2: peak относится ко всей жизни заново созданного контейнера, включая startup и прогрев, а не только к интервалу burst. CPU — короткий `docker stats --no-stream` sample; он не даёт надёжной оценки steady-state CPU для столь короткого burst. В errors отдельно учитываются 429, повторов скрыто нет. Percentiles относятся только к успешным запросам; 10 наблюдений недостаточно для устойчивой оценки хвоста. RPS включает клиентскую подготовку, не доказывает максимальную пропускную способность сервера. + +### Стоимость сверки + +После заполнения выдерживается 16 секунд, выполняются три dry-run, apply и повторный apply. В таблице — медиана времени dry-run; счётчики вызовов приведены для первого прохода. + +| Добавлено orphan | Объекты / metadata | Dry-run median, ms | Вызовы S3 | Проверки/страницы БД | Попытки session lock | Удалено apply | Удалено повторно | +| --- | --- | --- | --- | --- | --- | --- | --- | +| 100 | 270 / 167 | 155 | 272 | 271 | 435 | 101 | 0 | +| 1000 | 1169 / 167 | 555 | 1180 | 1170 | 1334 | 1000 | 0 | + +`db_checks` считает проверки наличия, страницы метаданных и изменения; это не все сетевые round trips PostgreSQL. Каждая успешная session lock добавляет SQL получения и освобождения; отдельно показан `lock_attempts`. S3-счётчик включает HEAD bucket, List pages, Head objects и Delete. Стоимость растёт с фактическим числом объектов и метаданных; общий snapshot двух хранилищ не создаётся. Вставка UUID позади keyset cursor может попасть в следующий периодический проход. + +Безопасность проверена предметными наблюдениями: свежий orphan остался, referenced originals не удалялись, invalid key и объект вне prefix остались, после очистки второй apply удалил ноль объектов и missing не появилось. Во время отдельного прохода выполнялся upload; его подтверждённый оригинал скачан с тем же checksum. Это конкурентный прогон, а детерминированное ожидание и отмена advisory lock отдельно проверены на реальном PostgreSQL в storage suite. + +| Воздействие | Наблюдение | Доказательство | +| --- | --- | --- | +| Uploader 1 | Остановлен именно процесс `ffe0b126d1ef-37dbaa20-b33b-435f-9096-d7a918f55274` | Скачал `ddf8beb720a9-6d79116b-1a2d-435e-80e4-6a59b87714be`; SHA-256 совпал | +| Uploader 2 | Остановлен именно процесс `ddf8beb720a9-6d79116b-1a2d-435e-80e4-6a59b87714be` | Скачал `ffe0b126d1ef-4c4cd939-b319-45c4-81d8-2d9449a97b87`; SHA-256 совпал | +| Restart PostgreSQL/Redis/S3/API/LB | Прежние данные, session и bytes сохранены; процессы перезапущены или заменены | persistence + snapshots | +| S3 остановлен | 200 live, 503 ready/upload; после bootstrap путь записи восстановлен | failures | +| PostgreSQL остановлен | Reconciler завершился без удаления, после запуска данные сохранены | failures | +| Тело upload оборвано | Строка Attachment не появилась | failures | +| PUT успешен, INSERT заблокирован | Upload 503, метаданные не появились, orphan найден и очищен после grace | failures + reconciliation | +| Оригинал удалён из S3 | Missing отмечен, затем исходник восстановлен с тем же ID/checksum и ссылкой | failures | + +В этих сценариях потери подтверждённых данных после restart/failover не обнаружены. Время восстановления отдельно не измерялось: проверки подтверждают восстановление в пределах своих таймаутов, но не дают оценки RTO. + +## Ограничения и источники + +Один Docker-host, PostgreSQL, Redis, S3 и LB остаются одиночными точками отказа. Сессии хранятся в БД, Redis — необязательный cache; отказ S3 выводит API из readiness. Ошибки, сформированные самим LB при отсутствии здоровых backend, могут не иметь JSON/identity headers приложения. HTTP допустим только для локального стенда с синтетическими данными; TLS — задание lab7. + +Reconciler не делает резервное копирование, не восстанавливает bytes из SHA-256 и не проверяет checksum каждого существующего объекта при обычном HEAD-обходе. Если оригинала/backup нет, missing остаётся невосстановимым. Временный локальный файл используется до сохранения, но не является долговременным источником оригинала. `GOMEMLIMIT` — мягкий бюджет Go, а не жёсткая гарантия RSS; предел процесса задаёт cgroup, полная распаковка всё ещё ограничена количеством пикселей и одним decoder. + +Периодическую сверку запускает оператор. Потеря БД сессии/сетевые разделения покрываются блокировками, ограничением времени запроса и grace в рамках заявленного локального стенда; глобальной транзакции или защиты от произвольных внешних writers с admin-ключами нет. Нагрузочные результаты привязаны к этому hardware, размерам изображений и короткому burst-профилю. + +Первичные материалы: [SeaweedFS 4.52](https://github.com/seaweedfs/seaweedfs/releases/tag/4.52), [S3 credentials/configuration](https://github.com/seaweedfs/seaweedfs/wiki/S3-Configuration), [AWS SDK for Go v2 endpoints](https://docs.aws.amazon.com/sdk-for-go/v2/developer-guide/configure-endpoints.html), [S3 upload semantics](https://docs.aws.amazon.com/AmazonS3/latest/userguide/upload-objects.html). Использованы стандартные Go image/png/jpeg, AWS SDK v2, pgx, chi и oapi-codegen; версии — в go.mod/go.sum и generated header. Обязательный контракт и fixture предоставлены материалами курса. diff --git a/compose.yaml b/compose.yaml new file mode 100644 index 00000000..d01d7606 --- /dev/null +++ b/compose.yaml @@ -0,0 +1,182 @@ +name: mtusi2026lab4 +x-api: &api + image: ${API_IMAGE:-mtusi-messenger:lab4} + build: . + restart: unless-stopped + cpus: ${API_CPUS:-1} + mem_limit: ${API_MEMORY:-512m} + environment: &environment + APP_ENABLED: "true" + APP_HOST: 0.0.0.0 + APP_PORT: 8080 + APP_READ_TIMEOUT: 125s + APP_WRITE_TIMEOUT: 125s + APP_IDLE_TIMEOUT: 60s + APP_SHUTDOWN_TIMEOUT: 8s + APPLICATION_LOG_LEVEL: ${APPLICATION_LOG_LEVEL:-warn} + APPLICATION_ENVIRONMENT: prod + APPLICATION_SHUTDOWN_TIMEOUT: 8s + POSTGRES_HOST: postgres + POSTGRES_PORT: 5432 + POSTGRES_USER: messenger + POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:?Run scripts/bootstrap.sh} + POSTGRES_DATABASE: messenger + POSTGRES_VERSION_TABLE: versions + POSTGRES_RUN_MIGRATIONS: "false" + POSTGRES_MAX_CONNECTIONS: ${POSTGRES_MAX_CONNECTIONS:-8} + POSTGRES_CONNECT_TIMEOUT: 500ms + POSTGRES_QUERY_TIMEOUT: 2s + REDIS_HOST: redis + REDIS_PORT: 6379 + REDIS_DB: 0 + REDIS_USERNAME: default + REDIS_PASSWORD: ${REDIS_PASSWORD:?Run scripts/bootstrap.sh} + SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600} + JWT_ACCESS_TOKEN_LIFETIME: 15m + JWT_PRIVATE_KEY_PATH: /run/certs/private_key.pem + JWT_PUBLIC_KEY_PATH: /run/certs/public_key.pem + S3_ENDPOINT: http://s3:9000 + S3_REGION: us-east-1 + S3_BUCKET: ${S3_BUCKET:-messenger-attachments} + S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access + S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret + MAX_UPLOAD_BYTES: ${MAX_UPLOAD_BYTES:-10485760} + MAX_IMAGE_PIXELS: ${MAX_IMAGE_PIXELS:-40000000} + UPLOAD_TIMEOUT: ${UPLOAD_TIMEOUT:-120s} + RECONCILE_GRACE_PERIOD: ${RECONCILE_GRACE_PERIOD:-1h} + GOMEMLIMIT: 384MiB + networks: [default, storage] + volumes: + - ./secrets/lab4/private_key.pem:/run/certs/private_key.pem:ro + - ./secrets/lab4/public_key.pem:/run/certs/public_key.pem:ro + - ./secrets/lab4/s3_api_access:/run/secrets/s3_access:ro + - ./secrets/lab4/s3_api_secret:/run/secrets/s3_secret:ro + stop_grace_period: 10s +services: + api: + <<: *api + deploy: + replicas: ${API_REPLICAS:-2} + depends_on: + migrate: + condition: service_completed_successfully + s3-init: + condition: service_completed_successfully + migrate: + <<: *api + # The migration command uses only PostgreSQL: no signing keys or Redis credentials. + volumes: [] + environment: + <<: *environment + REDIS_PASSWORD: "" + restart: "no" + command: [migrate] + cpus: 0.5 + mem_limit: 128m + healthcheck: + disable: true + depends_on: + postgres: + condition: service_healthy + lb: + image: ${HAPROXY_IMAGE:-haproxy:3.2-alpine@sha256:96ec3c75a9264ba94e733eeacb44051ed6e7b79bb77a73c2c36f236b6423f1f0} + restart: unless-stopped + cpus: 0.5 + mem_limit: 128m + ports: + - "127.0.0.1:${HOST_PORT:-18081}:8080" + volumes: + - ./infra/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro + depends_on: + api: + condition: service_started + healthcheck: + test: [CMD, wget, -q, -O, /dev/null, http://127.0.0.1:8080/health/ready] + interval: 2s + timeout: 1s + retries: 5 + stop_grace_period: 10s + postgres: + image: postgres:17.11-alpine3.23@sha256:05aa77262db9277fde6374bb2f901c9604b8a9373029e1a7993440c6aae48736 + restart: unless-stopped + cpus: 2 + mem_limit: 1g + environment: + POSTGRES_USER: messenger + POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:?Run scripts/bootstrap.sh} + POSTGRES_DB: messenger + volumes: + - postgres_data:/var/lib/postgresql/data + healthcheck: + test: [CMD-SHELL, 'pg_isready -U messenger -d messenger'] + interval: 2s + timeout: 1s + retries: 30 + stop_grace_period: 30s + redis: + image: redis:8.2.11-alpine3.22@sha256:489a769e0a54dc245896132a15c72d2bc7296719954da99398f43a3877e5f8eb + restart: unless-stopped + cpus: 0.25 + mem_limit: 128m + environment: + REDIS_PASSWORD: ${REDIS_PASSWORD:?Run scripts/bootstrap.sh} + command: [sh, -c, 'exec docker-entrypoint.sh redis-server --appendonly yes --maxmemory 64mb --maxmemory-policy allkeys-lru --requirepass "$$REDIS_PASSWORD"'] + volumes: + - redis_data:/data + healthcheck: + test: [CMD-SHELL, 'REDISCLI_AUTH="$$REDIS_PASSWORD" redis-cli --no-auth-warning ping | grep -qx PONG'] + interval: 2s + timeout: 1s + retries: 20 + stop_grace_period: 10s + s3: + image: chrislusf/seaweedfs:4.52@sha256:57877e32bb90073b37dc109b438ba66e84fd5ed9ced5f5c04f56444ef243ce59 + restart: unless-stopped + cpus: 1 + mem_limit: 512m + networks: [storage] + command: [server, '-dir=/data', '-ip=s3', '-ip.bind=0.0.0.0', '-volume.max=4', '-master.volumeSizeLimitMB=128', '-filer', '-s3', '-s3.port=9000', '-s3.config=/etc/seaweedfs/s3.json'] + volumes: + - s3_data:/data + - ./secrets/lab4/s3.json:/etc/seaweedfs/s3.json:ro + healthcheck: + test: [CMD, wget, -q, -O, /dev/null, http://127.0.0.1:9333/cluster/status] + interval: 2s + timeout: 1s + retries: 30 + stop_grace_period: 30s + s3-init: + <<: *api + restart: "no" + cpus: 0.25 + mem_limit: 128m + command: [storage, bootstrap] + volumes: + - ./secrets/lab4/s3_admin_access:/run/secrets/s3_access:ro + - ./secrets/lab4/s3_admin_secret:/run/secrets/s3_secret:ro + healthcheck: + disable: true + depends_on: + s3: + condition: service_healthy + operator: + <<: *api + profiles: [tools] + restart: "no" + command: [storage, reconcile] + volumes: + - ./secrets/lab4/s3_admin_access:/run/secrets/s3_access:ro + - ./secrets/lab4/s3_admin_secret:/run/secrets/s3_secret:ro + - ./tests/fixtures:/fixtures:ro + healthcheck: + disable: true + depends_on: {} + +volumes: + postgres_data: + redis_data: + s3_data: + +networks: + storage: + internal: true diff --git a/evidence/acceptance.json b/evidence/acceptance.json new file mode 100644 index 00000000..9c1106b7 --- /dev/null +++ b/evidence/acceptance.json @@ -0,0 +1,23 @@ +{ + "run_id": "79ad73c1e746481385a84cebffdcf65e", + "passed": true, + "checks": [ + "contract", + "go_race", + "transaction_rollback", + "smoke", + "private_bucket", + "persistence", + "both_uploaders_failover", + "public_failover", + "s3_down", + "interrupted_body", + "s3_put_db_timeout", + "missing_restore", + "10_client_memory", + "reconciler_grace", + "reconciler_repeat" + ], + "remaining_metadata": 167, + "timestamp_utc": "2026-11-13T07:58:31.186189+00:00" +} diff --git a/evidence/bootstrap-repeat.txt b/evidence/bootstrap-repeat.txt new file mode 100644 index 00000000..634de671 --- /dev/null +++ b/evidence/bootstrap-repeat.txt @@ -0,0 +1,3 @@ +$ ./scripts/bootstrap.sh +Local lab4 settings and synthetic keys ready; existing files preserved. +Local storage credentials ready; existing keys preserved. diff --git a/evidence/bootstrap.txt b/evidence/bootstrap.txt new file mode 100644 index 00000000..634de671 --- /dev/null +++ b/evidence/bootstrap.txt @@ -0,0 +1,3 @@ +$ ./scripts/bootstrap.sh +Local lab4 settings and synthetic keys ready; existing files preserved. +Local storage credentials ready; existing keys preserved. diff --git a/evidence/bucket-bootstrap-repeat.txt b/evidence/bucket-bootstrap-repeat.txt new file mode 100644 index 00000000..bf4ab00f --- /dev/null +++ b/evidence/bucket-bootstrap-repeat.txt @@ -0,0 +1,7 @@ +$ ./scripts/compose.sh run --rm -T s3-init +{"bucket_ready":true,"write_checked":true} + Container mtusi2026lab4-evidence-s3-1 Running + Container mtusi2026lab4-evidence-s3-1 Waiting + Container mtusi2026lab4-evidence-s3-1 Healthy + Container mtusi2026lab4-evidence-s3-init-run-4de376c5f6a7 Creating + Container mtusi2026lab4-evidence-s3-init-run-4de376c5f6a7 Created diff --git a/evidence/build-checks.txt b/evidence/build-checks.txt new file mode 100644 index 00000000..0775d0d3 --- /dev/null +++ b/evidence/build-checks.txt @@ -0,0 +1,6 @@ +$ make check build vet +python3 scripts/check_contract.py +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. +cd service && go build ./... +cd service && go build -o ../bin/benchmark ./cmd/benchmark +cd service && go vet ./... diff --git a/evidence/compose-config.txt b/evidence/compose-config.txt new file mode 100644 index 00000000..73e323b5 --- /dev/null +++ b/evidence/compose-config.txt @@ -0,0 +1 @@ +$ ./scripts/compose.sh config --quiet diff --git a/evidence/environment.json b/evidence/environment.json new file mode 100644 index 00000000..19a0411e --- /dev/null +++ b/evidence/environment.json @@ -0,0 +1,23 @@ +{ + "run_id": "79ad73c1e746481385a84cebffdcf65e", + "date_utc": "2026-11-13T07:53:45.321916+00:00", + "git_head": "ec540a1a725862a8619fcb758daec4ad197f0dd5", + "working_tree_dirty": true, + "host": "macOS-26.5.1-arm64-arm-64bit-Mach-O", + "docker": { + "ServerVersion": "29.7.2", + "Architecture": "aarch64", + "NCPU": 14, + "MemTotal": 8320954368 + }, + "project": "mtusi2026lab4-evidence", + "limits": { + "api_replicas": 2, + "api_cpu_each": 1, + "api_ram_each": 536870912, + "upload_timeout": "5s", + "grace": "15s", + "upload_slots_each": 4, + "decode_slots_each": 1 + } +} diff --git a/evidence/failover.txt b/evidence/failover.txt new file mode 100644 index 00000000..3d5332dc --- /dev/null +++ b/evidence/failover.txt @@ -0,0 +1,4 @@ +$ /Users/a7tech173/development/gitea.privcloud.tech/mtusi2026/mtusi2026lab4/.venv/bin/python tests/resilience.py --mode failover --action-script scripts/stop-one.sh --base-url http://localhost:18082 +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 132, "failed_attempts": 1, "first_recovery_seconds": 0.833} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/failures.json b/evidence/failures.json new file mode 100644 index 00000000..51ab1ac4 --- /dev/null +++ b/evidence/failures.json @@ -0,0 +1,210 @@ +{ + "private_bucket": { + "anonymous_status": 403, + "api_create_bucket_denied": true + }, + "restart": { + "before": [ + { + "name": "mtusi2026lab4-evidence-api-1", + "id": "4a021921f561be4bdee675a490989e099b87e444406bea66dba1d9f82001e376", + "started_at": "2026-11-13T07:53:40.063317335Z", + "running": true, + "health": "healthy" + }, + { + "name": "mtusi2026lab4-evidence-api-2", + "id": "9b477a3610f71893c9c0dd9d4c4609b6c442852b9ef5d3b1e606669eaf74834c", + "started_at": "2026-11-13T07:53:40.148753501Z", + "running": true, + "health": "healthy" + }, + { + "name": "mtusi2026lab4-evidence-lb-1", + "id": "b5cc17b8730977dd413e539913c1d0ceb7ae94af0b951bdf99e85198bc0002e8", + "started_at": "2026-11-13T07:53:40.236674418Z", + "running": true, + "health": "healthy" + }, + { + "name": "mtusi2026lab4-evidence-postgres-1", + "id": "e968972d2ba216ff2c712c079027c62e915dec9cf846f0396c5085913ddccf21", + "started_at": "2026-11-13T07:53:07.848785917Z", + "running": true, + "health": "healthy" + }, + { + "name": "mtusi2026lab4-evidence-redis-1", + "id": "b300113cef056a81152fe050c653cc69bb33ea3c63eaa8ba687331a030a96b47", + "started_at": "2026-11-13T07:53:07.848210958Z", + "running": true, + "health": "healthy" + }, + { + "name": "mtusi2026lab4-evidence-s3-1", + "id": "6ea911e2878fae75ed23e88102a9025bccb25bcc5a8921c3c66d6295db84ae3e", + "started_at": "2026-11-13T07:53:07.853984417Z", + "running": true, + "health": "healthy" + } + ], + "after": [ + { + "name": "mtusi2026lab4-evidence-api-1", + "id": "ffe0b126d1ef3f136ba1790663bdd510e652d03d12056707257a7994e691b132", + "started_at": "2026-11-13T07:55:08.108779Z", + "running": true, + "health": "healthy" + }, + { + "name": "mtusi2026lab4-evidence-api-2", + "id": "ddf8beb720a97155c85335baf4225af10c0e8464c6e82c38022ee41453cde56a", + "started_at": "2026-11-13T07:55:08.180382834Z", + "running": true, + "health": "healthy" + }, + { + "name": "mtusi2026lab4-evidence-lb-1", + "id": "b5cc17b8730977dd413e539913c1d0ceb7ae94af0b951bdf99e85198bc0002e8", + "started_at": "2026-11-13T07:55:08.264081834Z", + "running": true, + "health": "healthy" + }, + { + "name": "mtusi2026lab4-evidence-postgres-1", + "id": "e968972d2ba216ff2c712c079027c62e915dec9cf846f0396c5085913ddccf21", + "started_at": "2026-11-13T07:54:04.77389293Z", + "running": true, + "health": "healthy" + }, + { + "name": "mtusi2026lab4-evidence-redis-1", + "id": "b300113cef056a81152fe050c653cc69bb33ea3c63eaa8ba687331a030a96b47", + "started_at": "2026-11-13T07:54:04.863248305Z", + "running": true, + "health": "healthy" + }, + { + "name": "mtusi2026lab4-evidence-s3-1", + "id": "6ea911e2878fae75ed23e88102a9025bccb25bcc5a8921c3c66d6295db84ae3e", + "started_at": "2026-11-13T07:54:29.774768469Z", + "running": true, + "health": "healthy" + } + ] + }, + "failover": [ + { + "stopped_container": "ffe0b126d1ef3f136ba1790663bdd510e652d03d12056707257a7994e691b132", + "upload_instance": "ffe0b126d1ef-37dbaa20-b33b-435f-9096-d7a918f55274", + "download_instance": "ddf8beb720a9-6d79116b-1a2d-435e-80e4-6a59b87714be", + "sha256": "99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75" + }, + { + "stopped_container": "ddf8beb720a97155c85335baf4225af10c0e8464c6e82c38022ee41453cde56a", + "upload_instance": "ddf8beb720a9-6d79116b-1a2d-435e-80e4-6a59b87714be", + "download_instance": "ffe0b126d1ef-4c4cd939-b319-45c4-81d8-2d9449a97b87", + "sha256": "99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75" + } + ], + "s3_outage": { + "live": 200, + "ready": 503, + "upload": 503, + "reconciler": { + "apply": true, + "objects": 0, + "metadata": 0, + "orphans": 0, + "fresh_orphans": 0, + "deleted": 0, + "missing": 0, + "marked_missing": 0, + "referenced_objects": 0, + "s3_requests": 1, + "db_checks": 0, + "lock_attempts": 0, + "duration_ms": 9, + "grace_seconds": 15 + } + }, + "interrupted_upload": { + "metadata_unchanged": true + }, + "s3_put_db_timeout": { + "upload_status": 503, + "metadata_unchanged": true + }, + "dry_run_after_failed_commit": { + "apply": false, + "objects": 111, + "metadata": 109, + "orphans": 1, + "fresh_orphans": 1, + "deleted": 0, + "missing": 0, + "marked_missing": 0, + "referenced_objects": 109, + "s3_requests": 113, + "db_checks": 113, + "lock_attempts": 219, + "duration_ms": 82, + "grace_seconds": 15 + }, + "missing_repair": { + "dry_run": { + "apply": false, + "objects": 110, + "metadata": 109, + "orphans": 1, + "fresh_orphans": 1, + "deleted": 0, + "missing": 1, + "marked_missing": 0, + "referenced_objects": 108, + "s3_requests": 113, + "db_checks": 112, + "lock_attempts": 218, + "duration_ms": 86, + "grace_seconds": 15 + }, + "apply": { + "apply": true, + "objects": 110, + "metadata": 109, + "orphans": 1, + "fresh_orphans": 1, + "deleted": 0, + "missing": 1, + "marked_missing": 1, + "referenced_objects": 108, + "s3_requests": 113, + "db_checks": 113, + "lock_attempts": 218, + "duration_ms": 86, + "grace_seconds": 15 + }, + "wrong_original_rejected": true, + "restored_sha256": "99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75", + "reference_preserved": true, + "repeat_safe": true + }, + "database_outage": { + "reconciler": { + "apply": true, + "objects": 0, + "metadata": 0, + "orphans": 0, + "fresh_orphans": 0, + "deleted": 0, + "missing": 0, + "marked_missing": 0, + "referenced_objects": 0, + "s3_requests": 0, + "db_checks": 0, + "lock_attempts": 0, + "duration_ms": 30, + "grace_seconds": 15 + } + } +} diff --git a/evidence/go-tests.txt b/evidence/go-tests.txt new file mode 100644 index 00000000..c867b811 --- /dev/null +++ b/evidence/go-tests.txt @@ -0,0 +1,87 @@ +$ make test-go BASE_URL=http://localhost:18082 +cd service && TEST_BASE_URL="http://localhost:18082" go test -race -count=1 -v ./... +? gitea.privcloud.tech/mtusi2026/cmd/app [no test files] +=== RUN TestLostPostResponseIsNotRetried +--- PASS: TestLostPostResponseIsNotRetried (0.00s) +PASS +ok gitea.privcloud.tech/mtusi2026/cmd/benchmark 2.040s +? gitea.privcloud.tech/mtusi2026/internal/adapter/controller/http [no test files] +? gitea.privcloud.tech/mtusi2026/internal/adapter/repository/cache/outside [no test files] +=== RUN TestIdempotencyTransactionAndExpiry + idempotency_test.go:27: run make test-storage for an isolated PostgreSQL database +--- SKIP: TestIdempotencyTransactionAndExpiry (0.00s) +PASS +ok gitea.privcloud.tech/mtusi2026/internal/adapter/repository/storage 1.453s +? gitea.privcloud.tech/mtusi2026/internal/config [no test files] +? gitea.privcloud.tech/mtusi2026/internal/dto [no test files] +? gitea.privcloud.tech/mtusi2026/internal/gen/contracts [no test files] +? gitea.privcloud.tech/mtusi2026/internal/pkg/apperr [no test files] +? gitea.privcloud.tech/mtusi2026/internal/pkg/auth/jwtprovider [no test files] +? gitea.privcloud.tech/mtusi2026/internal/pkg/cache [no test files] +=== RUN TestSessionFingerprints +--- PASS: TestSessionFingerprints (0.02s) +PASS +ok gitea.privcloud.tech/mtusi2026/internal/pkg/encrypting 2.575s +? gitea.privcloud.tech/mtusi2026/internal/pkg/migrator [no test files] +? gitea.privcloud.tech/mtusi2026/internal/pkg/objectstore [no test files] +? gitea.privcloud.tech/mtusi2026/internal/pkg/postgres [no test files] +? gitea.privcloud.tech/mtusi2026/internal/pkg/postgres/txmanager [no test files] +? gitea.privcloud.tech/mtusi2026/internal/pkg/rest/framework [no test files] +? gitea.privcloud.tech/mtusi2026/internal/pkg/rest/headers [no test files] +=== RUN TestVerifiedSessionIsRequestScoped +2026/11/13 10:53:54 ERROR response error="revoked session" status=401 requestId=bc73f964-1689-40e9-94a6-5921464e0107 +--- PASS: TestVerifiedSessionIsRequestScoped (0.00s) +=== RUN TestMissingTokenDoesNotCallSessionStore +2026/11/13 10:53:54 ERROR response error="missing or invalid bearer token" status=401 requestId=3bc04393-afad-4fda-a379-ba4c3b190a72 +--- PASS: TestMissingTokenDoesNotCallSessionStore (0.00s) +PASS +ok gitea.privcloud.tech/mtusi2026/internal/pkg/rest/middleware 2.320s +? gitea.privcloud.tech/mtusi2026/internal/pkg/rest/router [no test files] +? gitea.privcloud.tech/mtusi2026/internal/pkg/types [no test files] +? gitea.privcloud.tech/mtusi2026/internal/pkg/types/authprovider [no test files] +? gitea.privcloud.tech/mtusi2026/internal/pkg/types/environment [no test files] +? gitea.privcloud.tech/mtusi2026/internal/pkg/types/role [no test files] +? gitea.privcloud.tech/mtusi2026/internal/pkg/validator [no test files] +? gitea.privcloud.tech/mtusi2026/internal/service/attachment [no test files] +? gitea.privcloud.tech/mtusi2026/internal/service/auth [no test files] +? gitea.privcloud.tech/mtusi2026/internal/service/chat [no test files] +? gitea.privcloud.tech/mtusi2026/internal/service/user [no test files] +? gitea.privcloud.tech/mtusi2026/migrations [no test files] +=== RUN TestInvalidJSON +=== RUN TestInvalidJSON/malformed +=== RUN TestInvalidJSON/wrong_type +=== RUN TestInvalidJSON/unknown_field +--- PASS: TestInvalidJSON (0.01s) + --- PASS: TestInvalidJSON/malformed (0.01s) + --- PASS: TestInvalidJSON/wrong_type (0.00s) + --- PASS: TestInvalidJSON/unknown_field (0.00s) +=== RUN TestForeignChatIsHidden +--- PASS: TestForeignChatIsHidden (0.55s) +=== RUN TestEmptyMessage +--- PASS: TestEmptyMessage (0.19s) +=== RUN TestDuplicateUsername +--- PASS: TestDuplicateUsername (0.31s) +=== RUN TestMessagePagination +--- PASS: TestMessagePagination (0.23s) +=== RUN TestAttachmentContractAndErrors +=== RUN TestAttachmentContractAndErrors/fake +=== RUN TestAttachmentContractAndErrors/mime_mismatch +=== RUN TestAttachmentContractAndErrors/wrong_type +=== RUN TestAttachmentContractAndErrors/truncated +--- PASS: TestAttachmentContractAndErrors (0.88s) + --- PASS: TestAttachmentContractAndErrors/fake (0.00s) + --- PASS: TestAttachmentContractAndErrors/mime_mismatch (0.00s) + --- PASS: TestAttachmentContractAndErrors/wrong_type (0.00s) + --- PASS: TestAttachmentContractAndErrors/truncated (0.00s) +=== RUN TestConcurrentAttachmentMessage +--- PASS: TestConcurrentAttachmentMessage (0.24s) +=== RUN TestConcurrentMessages + concurrency_test.go:160: 10 clients sent 100 messages; history contains 100 unique messages across 6 pages +--- PASS: TestConcurrentMessages (1.80s) +=== RUN TestIdempotencyContract +--- PASS: TestIdempotencyContract (0.50s) +=== RUN TestConcurrentIdempotencyAcrossReplicas + idempotency_test.go:103: 32 requests across 2 replicas created exactly one message +--- PASS: TestConcurrentIdempotencyAcrossReplicas (0.17s) +PASS +ok gitea.privcloud.tech/mtusi2026/tests 6.628s diff --git a/evidence/persistence.txt b/evidence/persistence.txt new file mode 100644 index 00000000..bf09907e --- /dev/null +++ b/evidence/persistence.txt @@ -0,0 +1,3 @@ +$ /Users/a7tech173/development/gitea.privcloud.tech/mtusi2026/mtusi2026lab4/.venv/bin/python tests/resilience.py --mode persistence --action-script scripts/restart.sh --base-url http://localhost:18082 +Executing explicit persistence hook; hook output suppressed to avoid leaking secrets. +PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/reconcile-db-down.txt b/evidence/reconcile-db-down.txt new file mode 100644 index 00000000..18c33165 --- /dev/null +++ b/evidence/reconcile-db-down.txt @@ -0,0 +1,8 @@ +$ ./scripts/compose.sh run --rm -T operator storage reconcile --apply +{"apply":true,"objects":0,"metadata":0,"orphans":0,"fresh_orphans":0,"deleted":0,"missing":0,"marked_missing":0,"referenced_objects":0,"s3_requests":0,"db_checks":0,"lock_attempts":0,"duration_ms":30,"grace_seconds":15} + Container mtusi2026lab4-evidence-operator-run-90ffcc11fd1e Creating + Container mtusi2026lab4-evidence-operator-run-90ffcc11fd1e Created +{"time":"2026-11-13T07:56:53.425170091Z","level":"ERROR","msg":"Connect","host":"postgres","port":5432,"database":"messenger","ts":30921958,"err":"failed to connect to `user=messenger database=messenger`: hostname resolving error: lookup postgres on 127.0.0.11:53: no such host"} +{"time":"2026-11-13T07:56:53.425200216Z","level":"ERROR","msg":"Acquire","err":"failed to connect to `user=messenger database=messenger`: hostname resolving error: lookup postgres on 127.0.0.11:53: no such host","ts":30992791} +{"time":"2026-11-13T07:56:53.425281299Z","level":"ERROR","msg":"application stopped","error":"failed to connect to `user=messenger database=messenger`: hostname resolving error: lookup postgres on 127.0.0.11:53: no such host"} + diff --git a/evidence/reconcile-s3-down.txt b/evidence/reconcile-s3-down.txt new file mode 100644 index 00000000..f56d33aa --- /dev/null +++ b/evidence/reconcile-s3-down.txt @@ -0,0 +1,6 @@ +$ ./scripts/compose.sh run --rm -T operator storage reconcile --apply +{"apply":true,"objects":0,"metadata":0,"orphans":0,"fresh_orphans":0,"deleted":0,"missing":0,"marked_missing":0,"referenced_objects":0,"s3_requests":1,"db_checks":0,"lock_attempts":0,"duration_ms":9,"grace_seconds":15} + Container mtusi2026lab4-evidence-operator-run-c46daade23bf Creating + Container mtusi2026lab4-evidence-operator-run-c46daade23bf Created +{"time":"2026-11-13T07:56:13.911024003Z","level":"ERROR","msg":"application stopped","error":"operation error S3: HeadBucket, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Head \"http://s3:9000/messenger-attachments\": dial tcp: lookup s3 on 127.0.0.11:53: no such host"} + diff --git a/evidence/reconciliation-safety.json b/evidence/reconciliation-safety.json new file mode 100644 index 00000000..89ea4b31 --- /dev/null +++ b/evidence/reconciliation-safety.json @@ -0,0 +1,36 @@ +{ + "fresh_apply": { + "apply": true, + "objects": 170, + "metadata": 166, + "orphans": 2, + "fresh_orphans": 2, + "deleted": 0, + "missing": 0, + "marked_missing": 0, + "referenced_objects": 166, + "s3_requests": 171, + "db_checks": 171, + "lock_attempts": 334, + "duration_ms": 120, + "grace_seconds": 3600 + }, + "fresh_key_preserved": true, + "concurrent_scan": { + "apply": true, + "objects": 171, + "metadata": 167, + "orphans": 2, + "fresh_orphans": 1, + "deleted": 1, + "missing": 0, + "marked_missing": 0, + "referenced_objects": 167, + "s3_requests": 173, + "db_checks": 173, + "lock_attempts": 336, + "duration_ms": 117, + "grace_seconds": 15 + }, + "concurrent_upload_sha256": "99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75" +} diff --git a/evidence/reconciliation.json b/evidence/reconciliation.json new file mode 100644 index 00000000..0ab201d8 --- /dev/null +++ b/evidence/reconciliation.json @@ -0,0 +1,176 @@ +[ + { + "seeded": 100, + "dry_runs": [ + { + "apply": false, + "objects": 270, + "metadata": 167, + "orphans": 101, + "fresh_orphans": 0, + "deleted": 0, + "missing": 0, + "marked_missing": 0, + "referenced_objects": 167, + "s3_requests": 272, + "db_checks": 271, + "lock_attempts": 435, + "duration_ms": 162, + "grace_seconds": 15 + }, + { + "apply": false, + "objects": 270, + "metadata": 167, + "orphans": 101, + "fresh_orphans": 0, + "deleted": 0, + "missing": 0, + "marked_missing": 0, + "referenced_objects": 167, + "s3_requests": 272, + "db_checks": 271, + "lock_attempts": 435, + "duration_ms": 153, + "grace_seconds": 15 + }, + { + "apply": false, + "objects": 270, + "metadata": 167, + "orphans": 101, + "fresh_orphans": 0, + "deleted": 0, + "missing": 0, + "marked_missing": 0, + "referenced_objects": 167, + "s3_requests": 272, + "db_checks": 271, + "lock_attempts": 435, + "duration_ms": 155, + "grace_seconds": 15 + } + ], + "apply": { + "apply": true, + "objects": 270, + "metadata": 167, + "orphans": 101, + "fresh_orphans": 0, + "deleted": 101, + "missing": 0, + "marked_missing": 0, + "referenced_objects": 167, + "s3_requests": 373, + "db_checks": 372, + "lock_attempts": 435, + "duration_ms": 209, + "grace_seconds": 15 + }, + "repeat_apply": { + "apply": true, + "objects": 169, + "metadata": 167, + "orphans": 0, + "fresh_orphans": 0, + "deleted": 0, + "missing": 0, + "marked_missing": 0, + "referenced_objects": 167, + "s3_requests": 170, + "db_checks": 170, + "lock_attempts": 334, + "duration_ms": 112, + "grace_seconds": 15 + }, + "invalid_key_preserved": true, + "outside_prefix_preserved": true + }, + { + "seeded": 1000, + "dry_runs": [ + { + "apply": false, + "objects": 1169, + "metadata": 167, + "orphans": 1000, + "fresh_orphans": 0, + "deleted": 0, + "missing": 0, + "marked_missing": 0, + "referenced_objects": 167, + "s3_requests": 1180, + "db_checks": 1170, + "lock_attempts": 1334, + "duration_ms": 573, + "grace_seconds": 15 + }, + { + "apply": false, + "objects": 1169, + "metadata": 167, + "orphans": 1000, + "fresh_orphans": 0, + "deleted": 0, + "missing": 0, + "marked_missing": 0, + "referenced_objects": 167, + "s3_requests": 1180, + "db_checks": 1170, + "lock_attempts": 1334, + "duration_ms": 555, + "grace_seconds": 15 + }, + { + "apply": false, + "objects": 1169, + "metadata": 167, + "orphans": 1000, + "fresh_orphans": 0, + "deleted": 0, + "missing": 0, + "marked_missing": 0, + "referenced_objects": 167, + "s3_requests": 1180, + "db_checks": 1170, + "lock_attempts": 1334, + "duration_ms": 551, + "grace_seconds": 15 + } + ], + "apply": { + "apply": true, + "objects": 1169, + "metadata": 167, + "orphans": 1000, + "fresh_orphans": 0, + "deleted": 1000, + "missing": 0, + "marked_missing": 0, + "referenced_objects": 167, + "s3_requests": 2180, + "db_checks": 2170, + "lock_attempts": 1334, + "duration_ms": 952, + "grace_seconds": 15 + }, + "repeat_apply": { + "apply": true, + "objects": 169, + "metadata": 167, + "orphans": 0, + "fresh_orphans": 0, + "deleted": 0, + "missing": 0, + "marked_missing": 0, + "referenced_objects": 167, + "s3_requests": 170, + "db_checks": 170, + "lock_attempts": 334, + "duration_ms": 119, + "grace_seconds": 15 + }, + "invalid_key_preserved": true, + "outside_prefix_preserved": true + } +] diff --git a/evidence/smoke.txt b/evidence/smoke.txt new file mode 100644 index 00000000..82e9007b --- /dev/null +++ b/evidence/smoke.txt @@ -0,0 +1,3 @@ +$ make test BASE_URL=http://localhost:18082 +python3 tests/smoke.py --base-url "http://localhost:18082" +PASS: lab4 public API scenario; infrastructure and grading evidence remain separate. diff --git a/evidence/stand-down.txt b/evidence/stand-down.txt new file mode 100644 index 00000000..6fbcdb6d --- /dev/null +++ b/evidence/stand-down.txt @@ -0,0 +1,37 @@ +$ ./scripts/compose.sh down + Container mtusi2026lab4-evidence-lb-1 Stopping + Container mtusi2026lab4-evidence-redis-1 Stopping + Container mtusi2026lab4-evidence-lb-1 Stopped + Container mtusi2026lab4-evidence-lb-1 Removing + Container mtusi2026lab4-evidence-lb-1 Removed + Container mtusi2026lab4-evidence-api-2 Stopping + Container mtusi2026lab4-evidence-api-1 Stopping + Container mtusi2026lab4-evidence-redis-1 Stopped + Container mtusi2026lab4-evidence-redis-1 Removing + Container mtusi2026lab4-evidence-redis-1 Removed + Container mtusi2026lab4-evidence-api-1 Stopped + Container mtusi2026lab4-evidence-api-1 Removing + Container mtusi2026lab4-evidence-api-1 Removed + Container mtusi2026lab4-evidence-api-2 Stopped + Container mtusi2026lab4-evidence-api-2 Removing + Container mtusi2026lab4-evidence-api-2 Removed + Container mtusi2026lab4-evidence-migrate-1 Stopping + Container mtusi2026lab4-evidence-s3-init-1 Stopping + Container mtusi2026lab4-evidence-migrate-1 Stopped + Container mtusi2026lab4-evidence-s3-init-1 Stopped + Container mtusi2026lab4-evidence-s3-init-1 Removing + Container mtusi2026lab4-evidence-migrate-1 Removing + Container mtusi2026lab4-evidence-s3-init-1 Removed + Container mtusi2026lab4-evidence-s3-1 Stopping + Container mtusi2026lab4-evidence-migrate-1 Removed + Container mtusi2026lab4-evidence-postgres-1 Stopping + Container mtusi2026lab4-evidence-postgres-1 Stopped + Container mtusi2026lab4-evidence-postgres-1 Removing + Container mtusi2026lab4-evidence-postgres-1 Removed + Container mtusi2026lab4-evidence-s3-1 Stopped + Container mtusi2026lab4-evidence-s3-1 Removing + Container mtusi2026lab4-evidence-s3-1 Removed + Network mtusi2026lab4-evidence_storage Removing + Network mtusi2026lab4-evidence_default Removing + Network mtusi2026lab4-evidence_default Removed + Network mtusi2026lab4-evidence_storage Removed diff --git a/evidence/stand-up.txt b/evidence/stand-up.txt new file mode 100644 index 00000000..20314ebb --- /dev/null +++ b/evidence/stand-up.txt @@ -0,0 +1,172 @@ +$ ./scripts/compose.sh up -d --build --wait --wait-timeout 120 +#1 [internal] load local bake definitions +#1 reading from stdin 1.68kB done +#1 DONE 0.0s + +#2 [api internal] load build definition from Dockerfile +#2 transferring dockerfile: 944B done +#2 DONE 0.0s + +#3 [s3-init] resolve image config for docker-image://docker.io/docker/dockerfile:1 +#3 DONE 3.6s + +#4 [s3-init] docker-image://docker.io/docker/dockerfile:1@sha256:4edf897a3ffa55b89f906fc8cc78afdb3f1834cc9c7083565e611a8a7d5fe99e +#4 resolve docker.io/docker/dockerfile:1@sha256:4edf897a3ffa55b89f906fc8cc78afdb3f1834cc9c7083565e611a8a7d5fe99e done +#4 CACHED + +#5 [s3-init internal] load metadata for docker.io/library/alpine:3.23.6@sha256:85fe1e81d6758c208f3e1eed4338a1997e19d4be002d4dd32d3100c9a8c010a0 +#5 DONE 0.7s + +#6 [api internal] load metadata for docker.io/library/golang:1.27.2-alpine3.23@sha256:9e45f0eb4a63ed37ad6e604950407558b7c738e34e015ae77a5d4ad369cde079 +#6 DONE 0.7s + +#7 [migrate internal] load .dockerignore +#7 transferring context: 196B done +#7 DONE 0.0s + +#8 [s3-init build 1/6] FROM docker.io/library/golang:1.27.2-alpine3.23@sha256:9e45f0eb4a63ed37ad6e604950407558b7c738e34e015ae77a5d4ad369cde079 +#8 resolve docker.io/library/golang:1.27.2-alpine3.23@sha256:9e45f0eb4a63ed37ad6e604950407558b7c738e34e015ae77a5d4ad369cde079 done +#8 DONE 0.0s + +#9 [api stage-1 1/2] FROM docker.io/library/alpine:3.23.6@sha256:85fe1e81d6758c208f3e1eed4338a1997e19d4be002d4dd32d3100c9a8c010a0 +#9 resolve docker.io/library/alpine:3.23.6@sha256:85fe1e81d6758c208f3e1eed4338a1997e19d4be002d4dd32d3100c9a8c010a0 done +#9 DONE 0.0s + +#10 [s3-init internal] load build context +#10 transferring context: 266.10kB 0.0s done +#10 transferring context: 266.10kB 0.0s done +#10 DONE 0.0s + +#11 [migrate build 2/6] WORKDIR /src +#11 CACHED + +#12 [migrate build 3/6] COPY service/go.mod service/go.sum ./ +#12 CACHED + +#13 [migrate build 4/6] RUN go mod download +#13 CACHED + +#14 [migrate build 5/6] COPY service/ ./ +#14 DONE 0.0s + +#15 [api build 6/6] RUN CGO_ENABLED=0 GOOS=linux GOARCH=arm64 go build -mod=readonly -trimpath -ldflags="-s -w" -o /out/messenger ./cmd/app +#15 DONE 7.8s + +#9 [api stage-1 1/2] FROM docker.io/library/alpine:3.23.6@sha256:85fe1e81d6758c208f3e1eed4338a1997e19d4be002d4dd32d3100c9a8c010a0 +#9 CACHED + +#16 [migrate stage-1 2/2] COPY --from=build --chmod=0555 /out/messenger /usr/local/bin/messenger +#16 DONE 0.0s + +#17 [migrate] exporting to image +#17 exporting layers +#17 exporting layers 0.5s done +#17 exporting manifest sha256:948ad1af6f992219f7dde5f8603ccbe4d82f65f7411590734325f8ece4054d56 done +#17 exporting config sha256:b5651d81abddc31715bf9ebe20720b9ae976dfe1bcf2230fe726ae4b64efbd2b done +#17 exporting attestation manifest sha256:74933fc7013ee1ad77249c9075e39d1e7a64ea7cf4dc6ce30859e988dbbb60a7 done +#17 exporting manifest list sha256:20e4a53b5326121835451e2a95f1b04fdf1254e45e39143c098943ec98819735 done +#17 naming to docker.io/library/mtusi-messenger:lab4 done +#17 unpacking to docker.io/library/mtusi-messenger:lab4 +#17 unpacking to docker.io/library/mtusi-messenger:lab4 0.1s done +#17 DONE 0.6s + +#18 [s3-init] exporting to image +#18 exporting layers 0.5s done +#18 exporting manifest sha256:1b344fe5d9c17d81bb90b013ac68d8ce1ac45b8e408e3f0c7b0d8d8e8928a88c done +#18 exporting config sha256:09f51d8271d61bcdf3b2770077dcb7b186790f7aa2c318a33ab4b910a1ddb321 done +#18 exporting attestation manifest sha256:cdc25996773907cddbcfad92c53bd16c96eca4a73039bac0b87dade8bbff7ee5 done +#18 exporting manifest list sha256:e1f8984d98f03ef74ee13c081c7cb133a44cf6d52f7c40b574de43d7f229231c done +#18 naming to docker.io/library/mtusi-messenger:lab4 done +#18 unpacking to docker.io/library/mtusi-messenger:lab4 0.1s done +#18 DONE 0.6s + +#19 [api] exporting to image +#19 exporting layers 0.5s done +#19 exporting manifest sha256:76240d7f6b0a289ed497879e1b42846dfa453a01922e70d74e9359f36bb726ed done +#19 exporting config sha256:4c6f1c5da51ee7ebebdf68baa35acda1a67837791a3329906b594c466747809f done +#19 exporting attestation manifest sha256:76d4cf96e9b2b523f6a5839249e6a0a9d0d19cee7dfd7b1b6369d4f7da114c32 done +#19 exporting manifest list sha256:dcf1f3e6a116f95109ebe249de73d7d9969523b2fabadfa26f6d9d834a33d8aa done +#19 naming to docker.io/library/mtusi-messenger:lab4 done +#19 unpacking to docker.io/library/mtusi-messenger:lab4 0.1s done +#19 DONE 0.6s + +#20 [api] resolving provenance for metadata file +#20 DONE 0.0s + +#21 [s3-init] resolving provenance for metadata file +#21 DONE 0.0s + +#22 [migrate] resolving provenance for metadata file +#22 DONE 0.0s + Image postgres:17.11-alpine3.23@sha256:05aa77262db9277fde6374bb2f901c9604b8a9373029e1a7993440c6aae48736 Pulling + Image haproxy:3.2-alpine@sha256:96ec3c75a9264ba94e733eeacb44051ed6e7b79bb77a73c2c36f236b6423f1f0 Pulling + Image redis:8.2.11-alpine3.22@sha256:489a769e0a54dc245896132a15c72d2bc7296719954da99398f43a3877e5f8eb Pulling + Image postgres:17.11-alpine3.23@sha256:05aa77262db9277fde6374bb2f901c9604b8a9373029e1a7993440c6aae48736 Pulled + Image redis:8.2.11-alpine3.22@sha256:489a769e0a54dc245896132a15c72d2bc7296719954da99398f43a3877e5f8eb Pulled + Image haproxy:3.2-alpine@sha256:96ec3c75a9264ba94e733eeacb44051ed6e7b79bb77a73c2c36f236b6423f1f0 Pulled + Image mtusi-messenger:lab4 Building + Image mtusi-messenger:lab4 Building + Image mtusi-messenger:lab4 Building + Image mtusi-messenger:lab4 Built + Image mtusi-messenger:lab4 Built + Image mtusi-messenger:lab4 Built + Network mtusi2026lab4-evidence_storage Creating + Network mtusi2026lab4-evidence_storage Created + Network mtusi2026lab4-evidence_default Creating + Network mtusi2026lab4-evidence_default Created + Container mtusi2026lab4-evidence-redis-1 Creating + Container mtusi2026lab4-evidence-postgres-1 Creating + Container mtusi2026lab4-evidence-s3-1 Creating + Container mtusi2026lab4-evidence-postgres-1 Created + Container mtusi2026lab4-evidence-redis-1 Created + Container mtusi2026lab4-evidence-migrate-1 Creating + Container mtusi2026lab4-evidence-s3-1 Created + Container mtusi2026lab4-evidence-s3-init-1 Creating + Container mtusi2026lab4-evidence-s3-init-1 Created + Container mtusi2026lab4-evidence-migrate-1 Created + Container mtusi2026lab4-evidence-api-1 Creating + Container mtusi2026lab4-evidence-api-2 Creating + Container mtusi2026lab4-evidence-api-2 Created + Container mtusi2026lab4-evidence-lb-1 Creating + Container mtusi2026lab4-evidence-api-1 Created + Container mtusi2026lab4-evidence-lb-1 Created + Container mtusi2026lab4-evidence-redis-1 Starting + Container mtusi2026lab4-evidence-s3-1 Starting + Container mtusi2026lab4-evidence-postgres-1 Starting + Container mtusi2026lab4-evidence-redis-1 Started + Container mtusi2026lab4-evidence-s3-1 Started + Container mtusi2026lab4-evidence-s3-1 Waiting + Container mtusi2026lab4-evidence-postgres-1 Started + Container mtusi2026lab4-evidence-postgres-1 Waiting + Container mtusi2026lab4-evidence-s3-1 Healthy + Container mtusi2026lab4-evidence-s3-init-1 Starting + Container mtusi2026lab4-evidence-postgres-1 Healthy + Container mtusi2026lab4-evidence-migrate-1 Starting + Container mtusi2026lab4-evidence-migrate-1 Started + Container mtusi2026lab4-evidence-s3-init-1 Started + Container mtusi2026lab4-evidence-s3-init-1 Waiting + Container mtusi2026lab4-evidence-migrate-1 Waiting + Container mtusi2026lab4-evidence-migrate-1 Exited + Container mtusi2026lab4-evidence-s3-init-1 Exited + Container mtusi2026lab4-evidence-api-1 Starting + Container mtusi2026lab4-evidence-api-1 Started + Container mtusi2026lab4-evidence-api-2 Starting + Container mtusi2026lab4-evidence-api-2 Started + Container mtusi2026lab4-evidence-lb-1 Starting + Container mtusi2026lab4-evidence-lb-1 Started + Container mtusi2026lab4-evidence-postgres-1 Waiting + Container mtusi2026lab4-evidence-redis-1 Waiting + Container mtusi2026lab4-evidence-migrate-1 Waiting + Container mtusi2026lab4-evidence-lb-1 Waiting + Container mtusi2026lab4-evidence-api-1 Waiting + Container mtusi2026lab4-evidence-api-2 Waiting + Container mtusi2026lab4-evidence-s3-init-1 Waiting + Container mtusi2026lab4-evidence-s3-1 Waiting + Container mtusi2026lab4-evidence-migrate-1 Exited + Container mtusi2026lab4-evidence-s3-init-1 Exited + Container mtusi2026lab4-evidence-s3-1 Healthy + Container mtusi2026lab4-evidence-postgres-1 Healthy + Container mtusi2026lab4-evidence-redis-1 Healthy + Container mtusi2026lab4-evidence-lb-1 Healthy + Container mtusi2026lab4-evidence-api-1 Healthy + Container mtusi2026lab4-evidence-api-2 Healthy diff --git a/evidence/storage-tests.txt b/evidence/storage-tests.txt new file mode 100644 index 00000000..6569805b --- /dev/null +++ b/evidence/storage-tests.txt @@ -0,0 +1,113 @@ +$ make test-storage +./scripts/test-storage.sh +=== RUN TestIdempotencyTransactionAndExpiry +=== RUN TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules +=== RUN TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules/empty +=== RUN TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules/whitespace +=== RUN TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules/invalid_UTF8 +=== RUN TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules/nul +=== RUN TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules/too_long +=== RUN TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules/duplicate +=== RUN TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules/too_many +=== RUN TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules/nil_id +=== RUN TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules/unknown +=== RUN TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules/foreign_chat +=== RUN TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules/missing_object +=== RUN TestIdempotencyTransactionAndExpiry/object_lock_cancellation_does_not_leak_a_pooled_lock +=== NAME TestIdempotencyTransactionAndExpiry + idempotency_test.go:295: rollback removed both side effect and key; expired key created one new message +--- PASS: TestIdempotencyTransactionAndExpiry (0.11s) + --- PASS: TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules (0.02s) + --- PASS: TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules/empty (0.00s) + --- PASS: TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules/whitespace (0.00s) + --- PASS: TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules/invalid_UTF8 (0.00s) + --- PASS: TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules/nul (0.00s) + --- PASS: TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules/too_long (0.00s) + --- PASS: TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules/duplicate (0.00s) + --- PASS: TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules/too_many (0.00s) + --- PASS: TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules/nil_id (0.00s) + --- PASS: TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules/unknown (0.00s) + --- PASS: TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules/foreign_chat (0.00s) + --- PASS: TestIdempotencyTransactionAndExpiry/service_owns_message_content_rules/missing_object (0.00s) + --- PASS: TestIdempotencyTransactionAndExpiry/object_lock_cancellation_does_not_leak_a_pooled_lock (0.05s) +PASS +2026/11/13 07:54:01 INFO connected to database db=lab4_atomic_1794556440_46549 +2026/11/13 07:54:01 INFO successfully initialized migrator +2026/11/13 07:54:01 INFO successfully loaded migrations error= +2026/11/13 07:54:01 INFO postgres_pool_config max_conns=8 connect_timeout=500ms statement_timeout_ms=2000 +2026/11/13 07:54:01 INFO successfully connected to postgres pool +2026/11/13 07:54:01 ERROR Query err="ERROR: synthetic failure (SQLSTATE P0001)" ts=187.375µs pid=244 sql="INSERT INTO message_idempotency(user_id,method,chat_id,key,request_hash,message_id,expires_at,hash_version)\n VALUES($1,'POST',$2,$3,$4,$5,clock_timestamp()+interval '24 hours',2)\n ON CONFLICT(user_id,method,chat_id,key) DO UPDATE SET request_hash=EXCLUDED.request_hash,\n message_id=EXCLUDED.message_id,expires_at=EXCLUDED.expires_at,hash_version=EXCLUDED.hash_version" args="[a6a209a3-9450-4393-ab7a-0c2859360754 877fa02a-7912-436c-83d1-9f0bc9cc0552 failure-key da0166d9297a757bea3229f89135b665155b9cf24402c98ce373c6388e9d0e1e 8ec1c403-6820-4c60-a2df-3fcbc2095228]" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 WARN chat_cache_read_error chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 error="cache disabled for storage test" +2026/11/13 07:54:01 INFO chat_db_lookup chat_id=877fa02a-7912-436c-83d1-9f0bc9cc0552 +2026/11/13 07:54:01 ERROR Query err="ERROR: insert or update on table \"message_attachments\" violates foreign key constraint \"message_attachments_attachment_id_chat_id_fkey\" (SQLSTATE 23503)" ts=127.375µs pid=244 sql="INSERT INTO message_attachments(message_id,chat_id,attachment_id,position) VALUES($1,$2,$3,$4)" args="[4ee5dcc7-106c-4641-b38e-06d84880cf1e 877fa02a-7912-436c-83d1-9f0bc9cc0552 7bd482b6-cd37-4061-93c0-7859e2869d25 1]" +2026/11/13 07:54:01 ERROR Query sql="SELECT pg_advisory_lock(hashtextextended($1, 42))" args=[originals/bcaecf31-d3db-4b63-8eb3-6c93cea1c0b5] err="timeout: context deadline exceeded" ts=49.253584ms pid=245 diff --git a/evidence/uploads.json b/evidence/uploads.json new file mode 100644 index 00000000..7fae95dd --- /dev/null +++ b/evidence/uploads.json @@ -0,0 +1,242 @@ +[ + { + "bytes": 111817, + "trial": 1, + "clients": 10, + "warmup_uploads": 1, + "duration_seconds": 0.045627042185515165, + "successful": 10, + "errors": 0, + "error_rate": 0.0, + "successful_rps": 219.16827216940695, + "p50": 0.02541474997997284, + "p95": 0.028515249956399202, + "p99": 0.028515249956399202, + "status_counts": { + "201": 10, + "429": 0 + }, + "memory": [ + { + "container": "479285b815728028100c778d05babe85b3421168a85f9e9df93d69581016af4a", + "memory_current_bytes": 13234176, + "memory_peak_bytes": 13832192 + }, + { + "container": "f444514998d92002c13af6d661d836a9fca8c0c0897e1f8178f392f331330021", + "memory_current_bytes": 12759040, + "memory_peak_bytes": 13574144 + } + ], + "cpu": [ + { + "container": "mtusi2026lab4-evidence-api-1", + "cpu_percent": "0.25%" + }, + { + "container": "mtusi2026lab4-evidence-api-2", + "cpu_percent": "2.55%" + } + ] + }, + { + "bytes": 111817, + "trial": 2, + "clients": 10, + "warmup_uploads": 1, + "duration_seconds": 0.029648167081177235, + "successful": 9, + "errors": 1, + "error_rate": 0.1, + "successful_rps": 303.5600809776143, + "p50": 0.014442541170865297, + "p95": 0.01693266723304987, + "p99": 0.01693266723304987, + "status_counts": { + "201": 9, + "429": 1 + }, + "memory": [ + { + "container": "766c4aef25644649737f64d33e5df0792acdcdbde755f842a3dfbf0e0bc8d7a1", + "memory_current_bytes": 12324864, + "memory_peak_bytes": 13078528 + }, + { + "container": "eb4099b7c393d646e33daa515aed5c70830cc2d7160b4aa47e14397a4b77b08f", + "memory_current_bytes": 12996608, + "memory_peak_bytes": 13590528 + } + ], + "cpu": [ + { + "container": "mtusi2026lab4-evidence-api-1", + "cpu_percent": "0.13%" + }, + { + "container": "mtusi2026lab4-evidence-api-2", + "cpu_percent": "0.13%" + } + ] + }, + { + "bytes": 111817, + "trial": 3, + "clients": 10, + "warmup_uploads": 1, + "duration_seconds": 0.02836104203015566, + "successful": 8, + "errors": 2, + "error_rate": 0.2, + "successful_rps": 282.077082763524, + "p50": 0.01445808308199048, + "p95": 0.016181250102818012, + "p99": 0.016181250102818012, + "status_counts": { + "201": 8, + "429": 2 + }, + "memory": [ + { + "container": "4a08738b0bf7d79af7b748f93daf080a6785ef2c3544b0adcab6babad2b98250", + "memory_current_bytes": 12472320, + "memory_peak_bytes": 13578240 + }, + { + "container": "2638f057e37683bb69ca2dd0186c48b850b59f49cb7ad996cc54f692cfd8dec0", + "memory_current_bytes": 12480512, + "memory_peak_bytes": 15990784 + } + ], + "cpu": [ + { + "container": "mtusi2026lab4-evidence-api-1", + "cpu_percent": "0.13%" + }, + { + "container": "mtusi2026lab4-evidence-api-2", + "cpu_percent": "0.14%" + } + ] + }, + { + "bytes": 5242880, + "trial": 1, + "clients": 10, + "warmup_uploads": 1, + "duration_seconds": 0.5475144158117473, + "successful": 8, + "errors": 2, + "error_rate": 0.2, + "successful_rps": 14.611487422005435, + "p50": 0.34232541639357805, + "p95": 0.4190103751607239, + "p99": 0.4190103751607239, + "status_counts": { + "201": 8, + "429": 2 + }, + "memory": [ + { + "container": "664f6dfcafa5a0e7a2214d767bf12751b4608ef0ee118f7880a76a57224d22e2", + "memory_current_bytes": 12546048, + "memory_peak_bytes": 36929536 + }, + { + "container": "66031c7c8e3e485219b19559e8633bda3861ad246e82bae4e47a59c87c6fb8e6", + "memory_current_bytes": 12845056, + "memory_peak_bytes": 36102144 + } + ], + "cpu": [ + { + "container": "mtusi2026lab4-evidence-api-1", + "cpu_percent": "0.10%" + }, + { + "container": "mtusi2026lab4-evidence-api-2", + "cpu_percent": "8.72%" + } + ] + }, + { + "bytes": 5242880, + "trial": 2, + "clients": 10, + "warmup_uploads": 1, + "duration_seconds": 0.5503349169157445, + "successful": 8, + "errors": 2, + "error_rate": 0.2, + "successful_rps": 14.536602628876604, + "p50": 0.2895928327925503, + "p95": 0.3782998751848936, + "p99": 0.3782998751848936, + "status_counts": { + "201": 8, + "429": 2 + }, + "memory": [ + { + "container": "cce4850d2fa0564dea54b6b5a1e8197d376019934260aa871c82b442f83d7690", + "memory_current_bytes": 12611584, + "memory_peak_bytes": 36061184 + }, + { + "container": "01766d6a85e6156b645c500303479cfaf7d373901a8b7c1559df35ca4362cdfc", + "memory_current_bytes": 12718080, + "memory_peak_bytes": 35934208 + } + ], + "cpu": [ + { + "container": "mtusi2026lab4-evidence-api-1", + "cpu_percent": "0.09%" + }, + { + "container": "mtusi2026lab4-evidence-api-2", + "cpu_percent": "8.52%" + } + ] + }, + { + "bytes": 5242880, + "trial": 3, + "clients": 10, + "warmup_uploads": 1, + "duration_seconds": 0.5343151250854135, + "successful": 8, + "errors": 2, + "error_rate": 0.2, + "successful_rps": 14.972437845028535, + "p50": 0.29230537498369813, + "p95": 0.3612105417996645, + "p99": 0.3612105417996645, + "status_counts": { + "201": 8, + "429": 2 + }, + "memory": [ + { + "container": "bd0efe3d0c1c9e25a4dd507e11cd39eea552da4cc7288c3baefb89e6b2e90979", + "memory_current_bytes": 12541952, + "memory_peak_bytes": 37253120 + }, + { + "container": "73970c1453db19ecf2b51ed020b1f9db82c460927f11ff2711b4627527203a3f", + "memory_current_bytes": 12967936, + "memory_peak_bytes": 37167104 + } + ], + "cpu": [ + { + "container": "mtusi2026lab4-evidence-api-1", + "cpu_percent": "0.14%" + }, + { + "container": "mtusi2026lab4-evidence-api-2", + "cpu_percent": "8.36%" + } + ] + } +] diff --git a/evidence/validate.txt b/evidence/validate.txt new file mode 100644 index 00000000..db2f8ece --- /dev/null +++ b/evidence/validate.txt @@ -0,0 +1,3 @@ +$ make validate PYTHON=/Users/a7tech173/development/gitea.privcloud.tech/mtusi2026/mtusi2026lab4/.venv/bin/python +/Users/a7tech173/development/gitea.privcloud.tech/mtusi2026/mtusi2026lab4/.venv/bin/python scripts/validate_openapi.py +PASS: full OpenAPI 3.1 and JSON Schema validation; application NOT tested. diff --git a/infra/README.md b/infra/README.md index 5a39e862..9b96c170 100644 --- a/infra/README.md +++ b/infra/README.md @@ -5,3 +5,11 @@ В REPORT.md сопоставьте роль → service name → версия/digest → health/readiness → volume → сеть/порт → способ передачи credentials. Приведите bootstrap (schema, bucket, broker topology, а с lab6 provisioning) и безопасное повторение этих команд. Приложение строится из исходников. Не используйте заранее существующий образ преподавательского сервера вместо своей реализации. Restart hook перезапускает все соответствующие stores с volumes; failover hook останавливает только заданную API-реплику. + +## Реализованный стенд lab4 + +HAProxy публикует только `127.0.0.1:18081`; API-порты не публикуются. Две API-реплики используют общие PostgreSQL, Redis и SeaweedFS 4.52. SeaweedFS подключён только к отдельной internal-сети `storage`, его gateway/master/filer не опубликованы на хосте. Все данные и метаданные SeaweedFS находятся в `s3_data`, PostgreSQL — в `postgres_data`, Redis AOF — в `redis_data`. + +Bootstrap генерирует отдельные admin/API-ключи вне Git; в API монтируются только API-ключи и JWT-файлы. `s3-init` создаёт bucket и проверяет PUT/DELETE служебного объекта. После restart хранилища эта проверка повторяется до запуска API: одного успешного HEAD bucket недостаточно для проверки пути записи после выбора лидера master. + +`operator` запускается только явно через tools profile/Compose run. Reconcile по умолчанию read-only, `--apply` включает изменения. Периодический запуск очистки организует оператор; подробности и ограничения — в REPORT.md. Триггеров проверки содержимого сообщения в миграциях нет: это правило сервиса Go. diff --git a/infra/haproxy.cfg b/infra/haproxy.cfg new file mode 100644 index 00000000..b0626d61 --- /dev/null +++ b/infra/haproxy.cfg @@ -0,0 +1,39 @@ +global + maxconn 4096 + stats socket /tmp/haproxy.sock mode 600 level admin + stats socket ipv4@127.0.0.1:9999 level admin + +defaults + mode http + timeout connect 500ms + timeout client 125s + timeout server 125s + timeout check 500ms + retries 0 + +resolvers docker + nameserver dns 127.0.0.11:53 + resolve_retries 2 + timeout resolve 1s + timeout retry 1s + hold valid 1s + hold obsolete 1s + hold nx 1s + +frontend public + bind :8080 + http-request deny deny_status 404 if { path_beg /internal } + default_backend api + +backend api + balance roundrobin + http-reuse always + option httpchk + http-check send meth GET uri /health/ready ver HTTP/1.1 hdr Host api + http-check expect status 200 + server-template replica 1-4 api:8080 check inter 1s fall 2 rise 1 resolvers docker init-addr none resolve-prefer ipv4 + +listen statistics + bind :8404 + stats enable + stats uri /stats diff --git a/scripts/acceptance.py b/scripts/acceptance.py new file mode 100644 index 00000000..87026b4c --- /dev/null +++ b/scripts/acceptance.py @@ -0,0 +1,306 @@ +#!/usr/bin/env python3 +"""Repeatable lab4 acceptance on an isolated synthetic Compose project. +No tokens, request headers, passwords, or filled-in configuration are persisted. +""" +import concurrent.futures as futures +import datetime +import hashlib +import http.client +import json +import os +from pathlib import Path +import platform +import select +import struct +import subprocess +import sys +import threading +import time +import uuid +import zlib + +ROOT=Path(__file__).resolve().parents[1] +sys.path.insert(0,str(ROOT/'tests')) +from client import Client, check +OUT=ROOT/'evidence' +ENV=dict(os.environ,COMPOSE_PROJECT_NAME='mtusi2026lab4-evidence',HOST_PORT='18082',UPLOAD_TIMEOUT='5s',RECONCILE_GRACE_PERIOD='15s') +COMPOSE=['./scripts/compose.sh'] +BASE='http://localhost:18082' +RUN_ID=uuid.uuid4().hex + +def save(name,value): + temporary=OUT/(name+'.json.tmp') + temporary.write_text(json.dumps(value,indent=2)+'\n') + temporary.replace(OUT/(name+'.json')) + +def stage(name): + save('acceptance',{'passed':False,'run_id':RUN_ID,'stage':name}) + print(name,flush=True) + +def command(args, name=None, expected=0, **kw): + p=subprocess.run(args,cwd=ROOT,env=ENV,text=True,capture_output=True,timeout=kw.pop('timeout',240),**kw) + if name: + (OUT/(name+'.txt')).write_text('$ '+' '.join(args)+'\n'+p.stdout+p.stderr) + check(p.returncode==expected,'command failed: '+' '.join(args)+' (see evidence/'+str(name)+'.txt)') + return p.stdout + +def compose(*args,**kw): return command(COMPOSE+list(args),**kw) +def operator(*args,grace=None): + options=['-e','RECONCILE_GRACE_PERIOD='+grace] if grace else [] + output=compose('run','--rm','-T',*options,'operator','storage',*args) + return json.loads(output) +def sql(query): return compose('exec','-T','postgres','psql','-U','messenger','-d','messenger','-Atc',query).strip() +def snapshot(): + ids=compose('ps','-q','api','postgres','redis','s3','lb').split() + results=[] + for cid in ids: + info=json.loads(command(['docker','inspect','--format','{{json .State}}',cid])) + name=command(['docker','inspect','--format','{{.Name}}',cid]).strip().lstrip('/') + results.append({'name':name,'id':cid,'started_at':info['StartedAt'],'running':info['Running'],'health':info.get('Health',{}).get('Status')}) + return results + +def ready(c): + deadline=time.monotonic()+90 + while time.monotonic()I',len(padding))+chunk+struct.pack('>I',zlib.crc32(chunk))+data[-12:] + +def upload(c,actor,chat,data): + return c.call('POST','/api/v1/chats/'+chat['id']+'/attachments?filename=sample.png',actor=actor,raw=data,expected=(201,429),headers={'Content-Type':'image/png'},schema='Attachment') + +def direct_api(container,path,actor=None,body=b'',content_type='image/png'): + # Feed credentials via stdin, never argv or evidence. Only controlled results + # are returned to the report, not the raw HTTP request. + method='POST' if body else 'GET' + headers=[f'{method} {path} HTTP/1.1','Host: api','Connection: close'] + if actor: headers.append('Authorization: Bearer '+actor['token']) + if body: headers.extend(['Content-Type: '+content_type,'Content-Length: '+str(len(body))]) + raw=('\r\n'.join(headers)+'\r\n\r\n').encode()+body + p=subprocess.Popen(['docker','exec','-i',container,'nc','-w','10','127.0.0.1','8080'],stdin=subprocess.PIPE,stdout=subprocess.PIPE,stderr=subprocess.PIPE) + try: + # BusyBox nc closes the socket on stdin EOF. Keep stdin open until the + # response starts so the probe itself does not cancel the server context. + p.stdin.write(raw);p.stdin.flush() + readable,_,_=select.select([p.stdout],[],[],15) + check(bool(readable),'internal API probe timed out') + line=p.stdout.readline() + return int(line.split(b' ',2)[1]) + finally: + p.stdin.close() + try: p.wait(timeout=3) + except subprocess.TimeoutExpired: p.kill();p.wait() + +def failures(c,actor,chat,data): + findings={} + att=upload(c,actor,chat,data)['json'] + c.message(actor,chat,'',attachments=[att['id']]) + key=sql("SELECT object_key FROM attachments WHERE id='"+att['id']+"'") + raw=compose('exec','-T','api','/usr/local/bin/messenger','storage','private-check','--key',key) + findings['private_bucket']=json.loads(raw) + save('failures',findings) + before=snapshot() + command([sys.executable,'tests/resilience.py','--mode','persistence','--action-script','scripts/restart.sh','--base-url',BASE],name='persistence') + after=snapshot() + after_by_name={x['name']:x for x in after} + check(all(old['name'] in after_by_name and after_by_name[old['name']]['running'] and + (after_by_name[old['name']]['id']!=old['id'] or after_by_name[old['name']]['started_at']!=old['started_at']) + for old in before),'restart hook did not restart or replace every store/API/LB') + findings['restart']={'before':before,'after':after} + save('failures',findings) + findings['failover']=[] + for target in compose('ps','-q','api').split(): + hostname=command(['docker','inspect','--format','{{.Config.Hostname}}',target]).strip() + for _ in range(20): + response=upload(c,actor,chat,data) + if response['headers']['X-Instance-Id'].startswith(hostname+'-'):break + else: raise AssertionError('cannot route upload to intended replica') + attachment=response['json'];alias=response['headers']['X-Instance-Id'] + stop_env=dict(ENV,TARGET_INSTANCE_ID=alias) + p=subprocess.run(['./scripts/stop-one.sh'],cwd=ROOT,env=stop_env,capture_output=True,timeout=15) + check(p.returncode==0,'targeted stop failed') + deadline=time.monotonic()+10 + while True: + try: + downloaded=c.call('GET','/api/v1/attachments/'+attachment['id']+'/content',actor=actor) + check(downloaded['bytes']==data,'failover changed original') + check(downloaded['headers']['X-Instance-Id']!=alias,'stopped uploader served download') + break + except Exception: + check(time.monotonic()=1,'failed DB write did not leave detectable orphan') + # Missing objects retain IDs/references and can only be restored from originals. + operator('remove-object','--id',att['id']) + dry=operator('reconcile');check(dry['missing']>=1,'missing object not detected') + apply=operator('reconcile','--apply');check(apply['missing']>=1,'missing object not marked') + c.call('GET','/api/v1/attachments/'+att['id'],503,actor=actor) + bad=compose('run','--rm','-T','operator','storage','restore','--id',att['id'],'--source','/fixtures/README.md',expected=1) + operator('restore','--id',att['id'],'--source','/fixtures/sample.png') + operator('restore','--id',att['id'],'--source','/fixtures/sample.png') + downloaded=c.call('GET','/api/v1/attachments/'+att['id']+'/content',actor=actor) + check(downloaded['bytes']==data,'restored bytes changed') + history=c.call('GET','/api/v1/chats/'+chat['id']+'/messages',actor=actor,schema='MessagePage')['json'] + check(any(att['id'] in m['attachment_ids'] for m in history['items']),'restoration lost message reference') + findings['missing_repair']={'dry_run':dry,'apply':apply,'wrong_original_rejected':True,'restored_sha256':hashlib.sha256(data).hexdigest(),'reference_preserved':True,'repeat_safe':True} + save('failures',findings) + count_before=sql('SELECT count(*) FROM attachments') + try: + compose('stop','postgres') + raw=compose('run','--rm','-T','operator','storage','reconcile','--apply',expected=1,name='reconcile-db-down') + scan=json.loads(raw) + check(scan['deleted']==0 and scan['marked_missing']==0,'DB outage caused reconciliation writes') + findings['database_outage']={'reconciler':scan} + finally: + compose('up','-d','--no-deps','--wait','postgres');ready(c) + check(sql('SELECT count(*) FROM attachments')==count_before,'DB restart lost attachment metadata') + save('failures',findings) + return findings + +def measurements(c,actor,chat,data): + records=[] + for size in [len(data),5*1024*1024]: + body=data if size==len(data) else padded_png(data,size) + for trial in range(1,4): + compose('up','-d','--no-deps','--force-recreate','--wait','api');ready(c) + upload(c,actor,chat,data) # One documented warm-up upload. + ids=compose('ps','-q','api').split() + cpu=subprocess.Popen(['docker','stats','--no-stream','--format','{{json .}}',*ids],stdout=subprocess.PIPE,stderr=subprocess.PIPE,text=True) + barrier=threading.Barrier(10) + def work(_): barrier.wait();return upload(Client(BASE,timeout=30),actor,chat,body) + start=time.monotonic() + with futures.ThreadPoolExecutor(max_workers=10) as pool: results=list(pool.map(work,range(10))) + duration=time.monotonic()-start + successful=[x['elapsed'] for x in results if x['status']==201] + rss=[] + for cid in ids: + values=command(['docker','exec',cid,'sh','-c','cat /sys/fs/cgroup/memory.current /sys/fs/cgroup/memory.peak']).split() + rss.append({'container':cid,'memory_current_bytes':int(values[0]),'memory_peak_bytes':int(values[1])}) + stats,_=cpu.communicate(timeout=15) + cpu_samples=[{'container':v.get('Name'),'cpu_percent':v.get('CPUPerc')} for v in [json.loads(line) for line in stats.splitlines()]] + def quantile(p): return sorted(successful)[min(len(successful)-1,int((len(successful)-1)*p))] if successful else None + records.append({'bytes':len(body),'trial':trial,'clients':10,'warmup_uploads':1,'duration_seconds':duration,'successful':len(successful),'errors':10-len(successful),'error_rate':(10-len(successful))/10,'successful_rps':len(successful)/duration,'p50':quantile(.5),'p95':quantile(.95),'p99':quantile(.99),'status_counts':{str(code):sum(x['status']==code for x in results) for code in [201,429]},'memory':rss,'cpu':cpu_samples}) + save('uploads',records) + return records + +def research(c,actor,chat,data): + results=[] + # Demonstrate freshness independently of the duration of mass seeding/scanning. + fresh_key=operator('seed')['keys'][0] + invalid_key='originals/not-a-server-uuid-'+uuid.uuid4().hex + outside_key='unmanaged/'+uuid.uuid4().hex + operator('seed','--key',invalid_key) + operator('seed','--key',outside_key) + fresh=operator('reconcile','--apply',grace='1h') + check(operator('object-check','--key',fresh_key)['exists'],'fresh object deleted') + # Upload and reconciliation execute concurrently; every acknowledged upload + # must remain downloadable. The separate PostgreSQL test checks lock contention. + with futures.ThreadPoolExecutor(max_workers=2) as workers: + scan=workers.submit(operator,'reconcile','--apply') + concurrent_upload=upload(c,actor,chat,data) + scan_result=scan.result() + check(concurrent_upload['status']==201,'concurrent upload failed') + att=concurrent_upload['json'] + check(c.call('GET','/api/v1/attachments/'+att['id']+'/content',actor=actor)['bytes']==data,'concurrent reconciliation damaged upload') + safety={'fresh_apply':fresh,'fresh_key_preserved':True,'concurrent_scan':scan_result,'concurrent_upload_sha256':hashlib.sha256(data).hexdigest()} + save('reconciliation-safety',safety) + for count in [100,1000]: + operator('seed','--count',str(count)) + # All objects exist before the grace wait starts. Duration of seeding is + # intentionally excluded from the scan timing, but dataset size is recorded. + time.sleep(16) + scans=[operator('reconcile') for _ in range(3)] + applied=operator('reconcile','--apply') + repeated=operator('reconcile','--apply') + check(applied['deleted']>=count,'old orphans not cleaned') + check(repeated['deleted']==0 and repeated['missing']==0,'repeat was not safe or valid original deleted') + check(operator('object-check','--key',invalid_key)['exists'],'invalid managed key deleted') + check(operator('object-check','--key',outside_key)['exists'],'object outside prefix deleted') + results.append({'seeded':count,'dry_runs':scans,'apply':applied,'repeat_apply':repeated,'invalid_key_preserved':True,'outside_prefix_preserved':True}) + save('reconciliation',results) + return results + +def main(): + OUT.mkdir(exist_ok=True) + stage("bootstrap") + command(['./scripts/bootstrap.sh'],name='bootstrap') + before_keys=hashlib.sha256((ROOT/'secrets/lab4/s3.json').read_bytes()).hexdigest() + command(['./scripts/bootstrap.sh'],name='bootstrap-repeat') + check(before_keys==hashlib.sha256((ROOT/'secrets/lab4/s3.json').read_bytes()).hexdigest(),'bootstrap rotated credentials') + compose('config','--quiet',name='compose-config') + compose('up','-d','--build','--wait','--wait-timeout','120',name='stand-up',timeout=600) + meta={'run_id':RUN_ID,'date_utc':datetime.datetime.now(datetime.timezone.utc).isoformat(),'git_head':command(['git','rev-parse','HEAD']).strip(),'working_tree_dirty':bool(command(['git','status','--porcelain']).strip()),'host':platform.platform(),'docker':json.loads(command(['docker','info','--format','{{json .}}'])),'project':ENV['COMPOSE_PROJECT_NAME'],'limits':{'api_replicas':2,'api_cpu_each':1,'api_ram_each':536870912,'upload_timeout':'5s','grace':'15s','upload_slots_each':4,'decode_slots_each':1}} + # Keep a small allow-list; docker info can contain unrelated host settings. + meta['docker']={k:meta['docker'][k] for k in ['ServerVersion','Architecture','NCPU','MemTotal']} + (OUT/'environment.json').write_text(json.dumps(meta,indent=2)+'\n') + compose('run','--rm','-T','s3-init',name='bucket-bootstrap-repeat') + c=Client(BASE,timeout=20);ready(c) + command(['make','check','build','vet'],name='build-checks') + validator=str(ROOT/'.venv/bin/python') if (ROOT/'.venv/bin/python').exists() else sys.executable + command(['make','validate','PYTHON='+validator],name='validate') + command(['make','test-go','BASE_URL='+BASE],name='go-tests') + command(['make','test-storage'],name='storage-tests') + command(['make','test','BASE_URL='+BASE],name='smoke') + actor,bob,eve,chat=c.bootstrap();data=(ROOT/'tests/fixtures/sample.png').read_bytes() + stage('faults') + findings=failures(c,actor,chat,data) + (OUT/'failures.json').write_text(json.dumps(findings,indent=2)+'\n') + stage('uploads') + (OUT/'uploads.json').write_text(json.dumps(measurements(c,actor,chat,data),indent=2)+'\n') + stage('reconciliation') + (OUT/'reconciliation.json').write_text(json.dumps(research(c,actor,chat,data),indent=2)+'\n') + result={'run_id':RUN_ID,'passed':True,'checks':['contract','go_race','transaction_rollback','smoke','private_bucket','persistence','both_uploaders_failover','public_failover','s3_down','interrupted_body','s3_put_db_timeout','missing_restore','10_client_memory','reconciler_grace','reconciler_repeat'],'remaining_metadata':int(sql('SELECT count(*) FROM attachments')),'timestamp_utc':datetime.datetime.now(datetime.timezone.utc).isoformat()} + compose('down',name='stand-down') + save('acceptance',result) # Preserve all experiment volumes. + print('PASS: lab4 acceptance; summaries in evidence/. Isolated stand stopped; volumes preserved.',flush=True) + +if __name__=='__main__': main() diff --git a/scripts/bootstrap-storage.py b/scripts/bootstrap-storage.py new file mode 100644 index 00000000..4af043cc --- /dev/null +++ b/scripts/bootstrap-storage.py @@ -0,0 +1,25 @@ +#!/usr/bin/env python3 +"""Generate local synthetic storage credentials without rotating existing keys.""" +import json +import os +from pathlib import Path +import secrets + +root=Path(__file__).resolve().parents[1]/'secrets'/'lab4' +root.mkdir(parents=True,exist_ok=True) +for name in ('s3_admin_access','s3_admin_secret','s3_api_access','s3_api_secret'): + p=root/name + if not p.exists(): + p.write_text(secrets.token_hex(24)+'\n') + p.chmod(0o444) # Non-root containers must read these local synthetic secrets. +bucket=os.environ.get('S3_BUCKET','messenger-attachments') +identities=[] +for role,actions in [('admin',['Admin','Read','Write','List','Tagging']),('api',['Read:'+bucket,'Write:'+bucket,'List:'+bucket])]: + identities.append({'name':role,'credentials':[{'accessKey':(root/('s3_'+role+'_access')).read_text().strip(),'secretKey':(root/('s3_'+role+'_secret')).read_text().strip()}],'actions':actions}) +p=root/'s3.json' +content=json.dumps({'identities':identities})+'\n' +if not p.exists() or p.read_text()!=content: + if p.exists(): p.chmod(0o600) + p.write_text(content) +p.chmod(0o444) +print('Local storage credentials ready; existing keys preserved.') diff --git a/scripts/bootstrap.sh b/scripts/bootstrap.sh new file mode 100755 index 00000000..20631371 --- /dev/null +++ b/scripts/bootstrap.sh @@ -0,0 +1,23 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +umask 077 +mkdir -p secrets/lab4 +if [ ! -f .env.lab4 ]; then + { printf 'POSTGRES_PASSWORD='; openssl rand -hex 24 + printf 'REDIS_PASSWORD='; openssl rand -hex 24 + printf 'HOST_PORT=18081\nAPI_REPLICAS=2\n' + } > .env.lab4 +fi +if [ ! -f secrets/lab4/private_key.pem ]; then + openssl genrsa -out secrets/lab4/private_key.pem 2048 2>/dev/null +fi +if [ ! -f secrets/lab4/public_key.pem ]; then + openssl rsa -in secrets/lab4/private_key.pem -pubout -out secrets/lab4/public_key.pem 2>/dev/null +fi +# Only synthetic stand keys, readable by the non-root application inside containers. +chmod 755 secrets secrets/lab4 +chmod 444 secrets/lab4/*.pem +printf '%s\n' 'Local lab4 settings and synthetic keys ready; existing files preserved.' + +python3 scripts/bootstrap-storage.py diff --git a/scripts/compose.sh b/scripts/compose.sh new file mode 100755 index 00000000..c32054aa --- /dev/null +++ b/scripts/compose.sh @@ -0,0 +1,4 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +exec docker compose --env-file .env.lab4 "$@" diff --git a/scripts/generate-types.py b/scripts/generate-types.py new file mode 100644 index 00000000..b823e116 --- /dev/null +++ b/scripts/generate-types.py @@ -0,0 +1,17 @@ +#!/usr/bin/env python3 +"""Convert a temporary generation view to the oapi-codegen 3.0 subset. +Runtime handlers enforce anyOf and required fields; normative contract is untouched. +""" +import json +from pathlib import Path +s=json.loads(Path('contracts/openapi.json').read_text()) +for schema in s['components']['schemas'].values(): + schema.pop('anyOf',None) + for prop in schema.get('properties',{}).values(): + if prop.get('type')==['string','null']: + prop.update(type='string',nullable=True) +# Preserve pointers so handlers can distinguish missing fields from empty values. +for name,field in [('CreateUser','password'),('CreateMessage','text')]: + s['components']['schemas'][name]['properties'][field]['x-go-type-skip-optional-pointer']=False + s['components']['schemas'][name]['required'].remove(field) +print(json.dumps(s)) diff --git a/scripts/restart.sh b/scripts/restart.sh new file mode 100755 index 00000000..24699183 --- /dev/null +++ b/scripts/restart.sh @@ -0,0 +1,7 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +./scripts/compose.sh stop api lb +./scripts/compose.sh restart postgres redis s3 +./scripts/compose.sh run --rm -T s3-init +./scripts/compose.sh up -d --wait --wait-timeout 90 api lb diff --git a/scripts/rolling-update.py b/scripts/rolling-update.py new file mode 100644 index 00000000..1db08f17 --- /dev/null +++ b/scripts/rolling-update.py @@ -0,0 +1,45 @@ +#!/usr/bin/env python3 +"""Drain and replace API processes individually, retaining other container IDs.""" +import json,os,subprocess,time +from pathlib import Path +ROOT=Path(__file__).resolve().parents[1] +def run(args,input=None): + p=subprocess.run(args,cwd=ROOT,input=input,text=True,capture_output=True,timeout=100) + if p.returncode:raise RuntimeError(p.stderr.strip()[:300]) + return p.stdout.strip() +def runtime(lb,cmd):return run(['docker','exec','-i',lb,'nc','-w','1','127.0.0.1','9999'],cmd+'\n') +def ids():return run(['./scripts/compose.sh','ps','-q','api']).split() +def states(lb): + lines=runtime(lb,'show servers state').splitlines();head=lines[1].lstrip('# ').split() + return [dict(zip(head,l.split())) for l in lines[2:] if l.strip()] +def main(): + initial=ids() + if len(initial)<2:raise SystemExit('rolling update requires at least two running API replicas') + lb=run(['./scripts/compose.sh','ps','-q','lb']) + for old in initial: + info=json.loads(run(['docker','inspect',old]))[0] + ip=next(iter(info['NetworkSettings']['Networks'].values()))['IPAddress'] + backend=next(s['srv_name'] for s in states(lb) if s['srv_addr']==ip and s['be_name']=='api') + runtime(lb,f'set server api/{backend} state drain') + try: + deadline=time.monotonic()+10 + while True: + # Existing transactions get a chance to finish before SIGTERM. + import csv,io + raw=run(['docker','exec',lb,'wget','-qO-','http://127.0.0.1:8404/stats;csv']) + row=next(r for r in csv.DictReader(io.StringIO(raw)) if r['# pxname']=='api' and r['svname']==backend) + if int(row['scur'])==0:break + if time.monotonic()>deadline:raise RuntimeError('backend did not drain') + time.sleep(.1) + before=set(ids());run(['docker','stop','--time','8',old]);run(['docker','rm',old]) + run(['./scripts/compose.sh','up','-d','--no-deps','--no-recreate','--scale',f'api={len(initial)}','api']) + after=set(ids()) + if not (before-{old}).issubset(after):raise RuntimeError('another replica was replaced unexpectedly') + new=(after-before).pop();deadline=time.monotonic()+60 + while run(['docker','inspect','--format','{{.State.Health.Status}}',new])!='healthy': + if time.monotonic()>deadline:raise RuntimeError('replacement failed readiness') + time.sleep(.5) + print(json.dumps({'old_container':old,'new_container':new,'name':info['Name'],'drained_backend':backend}),flush=True) + finally:runtime(lb,f'set server api/{backend} state ready') + time.sleep(3) # allow DNS refresh and a successful active readiness check +if __name__=='__main__':main() diff --git a/scripts/rolling-update.sh b/scripts/rolling-update.sh new file mode 100755 index 00000000..c56d6281 --- /dev/null +++ b/scripts/rolling-update.sh @@ -0,0 +1,4 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +exec python3 scripts/rolling-update.py diff --git a/scripts/stop-one.sh b/scripts/stop-one.sh new file mode 100755 index 00000000..b3f06fdf --- /dev/null +++ b/scripts/stop-one.sh @@ -0,0 +1,17 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +: "${TARGET_INSTANCE_ID:?missing target alias}" +for id in $(./scripts/compose.sh ps -q api); do + hostname=$(docker inspect --format '{{.Config.Hostname}}' "$id") + case "$TARGET_INSTANCE_ID" in + "$hostname"-*) + current=$(docker exec "$id" wget -T 2 -qO- http://127.0.0.1:8080/internal/metrics | python3 -c 'import json,sys; print(json.load(sys.stdin)["instance_id"])') + [ "$current" = "$TARGET_INSTANCE_ID" ] || { printf '%s\n' 'Target process was already replaced' >&2; exit 1; } + docker stop --time 8 "$id" >/dev/null + exit 0 ;; + + esac +done +printf '%s\n' 'Target does not match a running lab4 API container' >&2 +exit 1 diff --git a/scripts/test-storage.sh b/scripts/test-storage.sh new file mode 100755 index 00000000..86e633d2 --- /dev/null +++ b/scripts/test-storage.sh @@ -0,0 +1,11 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +mkdir -p bin +(cd service && GOOS=linux GOARCH=$(docker info --format '{{.Architecture}}' | sed 's/aarch64/arm64/;s/x86_64/amd64/') CGO_ENABLED=0 go test -c -o ../bin/storage.test ./internal/adapter/repository/storage) +database="lab4_atomic_$(date +%s)_$$" +./scripts/compose.sh exec -T postgres psql -U messenger -d messenger -v ON_ERROR_STOP=1 -c "CREATE DATABASE $database" >/dev/null +trap './scripts/compose.sh exec -T postgres psql -U messenger -d messenger -c "DROP DATABASE IF EXISTS $database WITH (FORCE)" >/dev/null' EXIT +id=$(./scripts/compose.sh ps -q api | head -n 1) +docker cp bin/storage.test "$id:/tmp/storage.test" >/dev/null +docker exec -e "TEST_DATABASE_NAME=$database" "$id" /tmp/storage.test -test.v diff --git a/scripts/write-report.py b/scripts/write-report.py new file mode 100644 index 00000000..d7fb4751 --- /dev/null +++ b/scripts/write-report.py @@ -0,0 +1,191 @@ +#!/usr/bin/env python3 +"""Build the lab4 report only from a successfully completed acceptance run.""" +import json +from pathlib import Path +import statistics + +ROOT=Path(__file__).resolve().parents[1] +E=ROOT/'evidence' +def read(name):return json.loads((E/(name+'.json')).read_text()) +a=read('acceptance');env=read('environment') +if not a.get('passed') or a.get('run_id')!=env.get('run_id'): + raise SystemExit('A completed matching acceptance run is required before writing REPORT.md') +f=read('failures');uploads=read('uploads');scans=read('reconciliation');safety=read('reconciliation-safety') +limit=env['limits'];hw=env['docker'] +rows=[] +for x in uploads: + peak=max(v['memory_peak_bytes'] for v in x['memory'])/1048576 + cpu=', '.join(v['cpu_percent'] for v in x['cpu']) + fmt=lambda value: '-' if value is None else f'{value*1000:.1f}' + rows.append(f"| {x['bytes']} | {x['trial']} | {x['duration_seconds']:.3f} | {x['successful']}/10 | {x['successful_rps']:.1f} | {x['error_rate']:.0%} | {fmt(x['p50'])}/{fmt(x['p95'])}/{fmt(x['p99'])} | {peak:.1f} | {cpu} |") +scan_rows=[] +for x in scans: + sample=x['dry_runs'][0] + duration=statistics.median(v['duration_ms'] for v in x['dry_runs']) + scan_rows.append(f"| {x['seeded']} | {sample['objects']} / {sample['metadata']} | {duration:.0f} | {sample['s3_requests']} | {sample['db_checks']} | {sample['lock_attempts']} | {x['apply']['deleted']} | {x['repeat_apply']['deleted']} |") +max_peak=max(v['memory_peak_bytes'] for x in uploads for v in x['memory'])/1048576 +failover_rows=[] +for i,x in enumerate(f['failover'],1): + failover_rows.append(f"| Uploader {i} | Остановлен именно процесс `{x['upload_instance']}` | Скачал `{x['download_instance']}`; SHA-256 совпал |") +report=f'''# Отчёт — лабораторная 4: S3 и согласованность двух хранилищ + +- Автор, группа: Поликарпов Даниил Александрович, БПИ2303. +- Целевая оценка: **5, трек 2 — согласованность PostgreSQL/S3**. +- Измерения: {env['date_utc']}; окончание проверки: {a['timestamp_utc']}. +- HEAD репозитория на момент проверки: `{env['git_head']}`; рабочее дерево содержит незакоммиченную реализацию. Это HEAD основы, а не опубликованный commit решения. Commit/PR ещё не созданы. +- Идентификатор полного прогона: `{a['run_id']}`; итог — [acceptance.json](evidence/acceptance.json). +- Реализация, диагностика и подготовка отчёта выполнены с помощью OpenAI Codex. Исходники проверок и методики включены в репозиторий. + +## Запуск из чистого clone + +Нужны Docker Engine и Compose v2+, Go 1.27+, Python 3.9+, Bash, OpenSSL и Git. Проверено: {env['host']}, Docker {hw['ServerVersion']}, {hw['Architecture']}, {hw['NCPU']} vCPU и {hw['MemTotal']/1073741824:.2f} GiB памяти Docker VM. Нужны свободные loopback-порты 18081 и 18082. Соседние репозитории не требуются. + +```sh +python3 -m venv .venv +.venv/bin/python -m pip install -r requirements-dev.txt +make up +make check validate PYTHON=.venv/bin/python +make build vet test test-go test-storage +make test-persistence ACTION_SCRIPT=./scripts/restart.sh +make test-failover ACTION_SCRIPT=./scripts/stop-one.sh +make restore +make reconcile +# Полный изолированный прогон, включая отказы и исследование: +make evidence PYTHON=.venv/bin/python +python3 scripts/write-report.py +# Безопасная остановка основного стенда, данные сохраняются: +make down +``` + +`make up` идемпотентно создаёт `.env.lab4`, JWT-ключи и отдельные S3 admin/API-ключи в `secrets/lab4`; существующие пароли и ключи не заменяются. Файлы игнорируются Git и исключены из Docker build context. API монтирует только JWT и собственные S3-ключи, admin-ключи в API не попадают. Единственная публикация основного стенда — `127.0.0.1:18081` через HAProxy. + +Для **намеренного удаления только учебных данных основного стенда** оператор может выполнить `./scripts/compose.sh down -v`. При обычном restart/failover эта команда не применяется. Экспериментальный проект — `mtusi2026lab4-evidence`; его volumes также сохраняются после проверки. Повторная приёмка добавляет синтетические данные к существующим, что отражено в фактических размерах наборов. + +## Архитектура и конфигурация + +Клиент → HAProxy → API × 2 → PostgreSQL + приватный SeaweedFS. Redis хранит кэш неизменного состава чата; серверные сессии остаются в PostgreSQL. Перенесены регистрация/сессии, чаты, keyset-пагинация, общая БД и идемпотентность lab3. Добавлены Attachment, связи с сообщениями, HTTP endpoints, S3, reconciler и операторское восстановление. + +| Роль | Образ / версия | Готовность и сохранность | Доступ | +| --- | --- | --- | --- | +| API × 2 / migrator | Сборка исходников: Go 1.27.2-alpine3.23 → Alpine 3.23.6 | `/health/live`; `/health/ready` проверяет PostgreSQL и S3 | API-порты не опубликованы; migrator — отдельный одноразовый процесс | +| PostgreSQL | 17.11-alpine3.23 | `pg_isready`; `postgres_data` | Только сеть Compose | +| Redis | 8.2.11-alpine3.22 | AUTH PING; AOF в `redis_data` | Только сеть Compose | +| HAProxy | 3.2-alpine | Проверяет readiness каждой API-реплики | Только loopback 18081 | +| SeaweedFS | 4.52 | `s3_data` содержит master/volume/filer; bootstrap проверяет bucket и PUT/DELETE | Только internal-сеть storage, без публикации gateway/master/filer | + +Все digest закреплены в `compose.yaml` и Dockerfile. SeaweedFS: `sha256:57877e32bb90073b37dc109b438ba66e84fd5ed9ced5f5c04f56444ef243ce59`. `s3-init` использует admin identity и создаёт приватный bucket. В его JSON нет anonymous identity. API identity ограничена Read/Write/List конкретного bucket и не имеет Admin; создание другого bucket отвергается. Образы и точные зависимости Go зафиксированы manifest/lock-файлами проекта. + +`.env.example` описывает параметры Compose: HOST_PORT/API_REPLICAS, пароли PostgreSQL/Redis, лимиты API и пула, SESSION_TTL_SECONDS, S3_BUCKET, MAX_UPLOAD_BYTES/MAX_IMAGE_PIXELS, UPLOAD_TIMEOUT и RECONCILE_GRACE_PERIOD. Их изменения задаются в `.env.lab4` или окружении оператора. S3_ENDPOINT, S3_REGION и пути credentials зафиксированы в `compose.yaml`; одноимённые переменные в `.env.lab4` их не переопределяют. В примере они приведены как комментарии для справки. + +Для нестандартного bucket нужно также экспортировать `S3_BUCKET` перед `make up`: генератор S3-политики читает окружение процесса, а не `.env.lab4`. Для сдачи и приёмки используется стандартный `messenger-attachments`. Основной и экспериментальный проекты используют общие локальные файлы credentials; менять bucket/политику при работающем основном стенде не следует. + +По умолчанию: API — 1 CPU/512 MiB каждая, четыре upload slots, один decoder, `GOMEMLIMIT=384MiB`; PostgreSQL — 2 CPU/1 GiB, Redis — 0.25 CPU/128 MiB, S3 — 1 CPU/512 MiB, LB — 0.5 CPU/128 MiB. Это лимиты контейнеров, а не гарантия высокой доступности единственного Docker-host. + +## Синхронная загрузка и транзакционные границы + +1. Проверить сессию и членство в чате; неизвестный и чужой ресурс одинаково дают 404. Проверить отображаемое filename, MIME и Content-Length. +2. Прочитать не более 10 MiB через MaxBytesReader во временный файл, одновременно вычисляя SHA-256. Проверить формат и размеры через DecodeConfig, затем полностью декодировать PNG/JPEG под отдельным semaphore. Лимит 40 млн пикселей проверяется до полной распаковки. +3. Сервер генерирует уникальный ключ `originals/` и получает advisory session lock этого ключа. Filename не участвует ни в локальном пути, ни в S3 key. +4. Сохранить оригинал в S3, затем атомарно вставить метаданные в PostgreSQL. Только после подтверждённого сохранения вернуть 201, `status=ready`, `variants=[]`, `error_code=null`. +5. Удалить временный файл. После ответа скачивание зависит от S3 и БД, а не от файловой системы загрузившей реплики. Скачивание проходит через авторизованный API без redirect; Content-Length позволяет клиенту обнаружить обрыв передачи. + +Атомарной транзакции PostgreSQL+S3 нет. При неопределённом результате COMMIT API возвращает ошибку, **не выполняя слепой S3 DELETE**: COMMIT мог пройти. Reconciler позже проверяет наличие метаданных. Обрыв тела до завершения чтения не создаёт готовый Attachment. Повтор самостоятельного upload может создать ещё один объект; прозрачных повторов публичного POST нет. + +Сообщение, все связи вложений и результат идемпотентности записываются одной PostgreSQL-транзакцией. Правило «текст или вложение», UTF-8/4000 символов, максимум 10 уникальных ID и доступность вложений проверяет Go-сервис; функции и триггера `message_content` в миграциях нет. FK сохраняют ссылочную целостность. При проверке вложений используются row locks до COMMIT. + +Версия хеша хранится в `hash_version`: legacy v1 учитывает текст, v2 — канонический текст и упорядоченный список ID. Отсутствующий список и `[]` равнозначны. Старые текстовые ключи продолжают воспроизводиться; изменение текста или вложений при том же ключе даёт 409. Порядок вложений сохраняется. + +## Reconciler и восстановление + +```sh +make reconcile # По умолчанию dry-run +make reconcile-apply # Применить безопасные изменения +./scripts/compose.sh run --rm -T operator storage restore \\ + --id --source /fixtures/sample.png +``` + +Сверка читает S3 страницами по 100 объектов и БД keyset-страницами по 100 метаданных. Обрабатываются только серверные ключи `originals/`. Для каждого ключа используется та же advisory lock, что при upload/restore; под ней проверяются метаданные и актуальный HEAD объекта. Если метаданные существуют, объект защищён, даже если он ещё не прикреплён к сообщению. Отсутствующие метаданные плюс возраст старше grace позволяют удалить orphan. + +В обычном стенде upload timeout — 120 секунд, grace — один час; конфигурация требует grace больше удвоенного timeout. Это запас для отменённого запроса/потерянной DB-сессии. Предполагаются синхронизированные часы локального стенда. При неопределённом получении или освобождении lock соединение закрывается, а не возвращается в pool с потенциально удерживаемой блокировкой. + +Missing — метаданные без оригинала. Dry-run только сообщает проблему; apply выставляет внутренний `integrity_missing`, сохраняя metadata, ID и ссылки сообщений. Клиент с доступом получает 503; публичный enum статуса lab4 не меняется. Восстановление требует предоставленного оригинала с совпадающими размером, MIME и SHA-256. После PUT выполняется контрольное чтение; только затем снимается признак повреждения. Неверный оригинал отвергается, повторный restore безопасен. + +При ошибке любой зависимости проход завершается ненулевым кодом, сохраняя частичные счётчики. Уже выполненные безопасные действия не откатываются: общего COMMIT между хранилищами нет. Повторный запуск продолжает исправление. Для регулярной очистки оператору нужно запускать `make reconcile-apply`, например каждые 10 минут через свой планировщик; автоматическое cron-расписание не устанавливается. + +## Доказательства критериев + +| Критерий | Команда / наблюдение | Доказательство | +| --- | --- | --- | +| Структура и полный OpenAPI | `make check build vet`, `make validate` — PASS | [build-checks](evidence/build-checks.txt), [validate](evidence/validate.txt) | +| Возможности lab3 и идемпотентность | Go race suite: история/пагинация, 32 конкурентных повтора через 2 реплики | [go-tests](evidence/go-tests.txt) | +| Обязательный API lab4 | Публичный smoke: файл, attachment-only message, checksum, ACL — PASS | [smoke](evidence/smoke.txt) | +| PNG/JPEG, bytes/pixels, filename | Exact 10 MiB — 201; превышение bytes, chunked и pixels — 413; MIME/corruption — 415; filename — 400 | [go-tests](evidence/go-tests.txt) | +| Чужой файл и чат | Metadata/content и cross-chat attachment — 404; duplicate/null ID list — 400 | [go-tests](evidence/go-tests.txt) | +| Только Go-проверка содержимого | Пустое сообщение отклоняется; attachment-only сохраняется; триггер отсутствует | [storage-tests](evidence/storage-tests.txt) | +| Атомарность сообщений | Ошибка FK/записи ключа откатывает сообщение, связи и результат; legacy replay сохранён | [storage-tests](evidence/storage-tests.txt) | +| Приватность и ограниченные ключи | Unsigned GET известного объекта — {f['private_bucket']['anonymous_status']}; API CreateBucket запрещён | [failures](evidence/failures.json) | +| Persistence | Прежний token и исходный файл пережили restart; до/после видны реальные процессы всех stores | [persistence](evidence/persistence.txt), [snapshots](evidence/failures.json) | +| Остановка загрузившей реплики | Поочерёдно остановлены обе; файл скачан другой репликой с тем же SHA-256 | [failures](evidence/failures.json) | +| Публичный failover | Запись во время отказа, повторы без дубля, прежняя сессия — PASS | [failover](evidence/failover.txt) | +| Недоступность S3 | Liveness 200, readiness/upload 503; reconciler не удаляет/не помечает | [failures](evidence/failures.json), [S3 down](evidence/reconcile-s3-down.txt) | +| Отказ PostgreSQL | Сверка прекращается без изменений; после восстановления метаданные сохранены | [failures](evidence/failures.json), [DB down](evidence/reconcile-db-down.txt) | +| Прерывание и PUT → ошибка БД | Незавершённый body не создаёт строку; timeout после PUT даёт диагностируемый orphan | [failures](evidence/failures.json) | +| Missing и восстановление | Обнаружен; неверный оригинал отвергнут; верный восстановлен дважды без потери ссылки | [failures](evidence/failures.json) | +| Память при 10 клиентах | Два размера, три повтора; ограничение admission учитывается в ошибках | [uploads](evidence/uploads.json) | +| Безопасная сверка | Fresh и использованные объекты сохранены, старые orphan удалены, повтор ничего не удаляет | [safety](evidence/reconciliation-safety.json), [scans](evidence/reconciliation.json) | +| Bootstrap | Повтор сохраняет ключи; существующий bucket допускает bootstrap и проверку записи | [bootstrap-repeat](evidence/bootstrap-repeat.txt), [bucket repeat](evidence/bucket-bootstrap-repeat.txt) | + +Полная команда воспроизведения — `make evidence`. PASS означает завершение перечисленных локальных сценариев, а не автоматическое выставление оценки. Секреты, tokens и raw HTTP-запросы в evidence не сохраняются. + +## Эксперименты + +Гипотеза: при неизменяемых серверных ключах, общей блокировке и grace можно повторяемо удалить orphan, сохранив свежие и используемые вложения; missing обнаруживаются, а внешний оригинал позволяет восстановить данные без смены ссылок. + +Изолированный проект использует те же образы и контейнерные ресурсы, но `UPLOAD_TIMEOUT=5s`, `RECONCILE_GRACE_PERIOD=15s`, чтобы ждать grace без часовой паузы. Обычные defaults остаются 120s/1h. Защита свежего объекта отдельно проверяется с grace 1h, независимо от длительности массового заполнения. Наборы содержат также ранее загруженные файлы — фактические размеры указаны ниже. + +### Upload: bytes и память + +Перед каждым из трёх повторов для каждого размера API-контейнеры создаются заново, выполняется одна прогревочная загрузка исходного малого файла, затем barrier запускает 10 клиентов одновременно. Отдельного длительного прогрева нет. Оригинал — RGB PNG 320×200, {uploads[0]['bytes']} байт; вариант 5 MiB содержит валидный ancillary PNG chunk и имеет те же декодированные размеры. Это сравнение стоимости передачи bytes, а не исследование больших изображений. + +| Bytes | Повтор | Длительность, s | Успехи | Успешные RPS | Ошибки | p50/p95/p99, ms | Max peak одной API, MiB | CPU samples API | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | +{chr(10).join(rows)} + +Максимальный наблюдавшийся пик одной API: **{max_peak:.1f} MiB** при лимите 512 MiB. Сняты `memory.current` и kernel `memory.peak` cgroup v2: peak относится ко всей жизни заново созданного контейнера, включая startup и прогрев, а не только к интервалу burst. CPU — короткий `docker stats --no-stream` sample; он не даёт надёжной оценки steady-state CPU для столь короткого burst. В errors отдельно учитываются 429, повторов скрыто нет. Percentiles относятся только к успешным запросам; 10 наблюдений недостаточно для устойчивой оценки хвоста. RPS включает клиентскую подготовку, не доказывает максимальную пропускную способность сервера. + +### Стоимость сверки + +После заполнения выдерживается 16 секунд, выполняются три dry-run, apply и повторный apply. В таблице — медиана времени dry-run; счётчики вызовов приведены для первого прохода. + +| Добавлено orphan | Объекты / metadata | Dry-run median, ms | Вызовы S3 | Проверки/страницы БД | Попытки session lock | Удалено apply | Удалено повторно | +| --- | --- | --- | --- | --- | --- | --- | --- | +{chr(10).join(scan_rows)} + +`db_checks` считает проверки наличия, страницы метаданных и изменения; это не все сетевые round trips PostgreSQL. Каждая успешная session lock добавляет SQL получения и освобождения; отдельно показан `lock_attempts`. S3-счётчик включает HEAD bucket, List pages, Head objects и Delete. Стоимость растёт с фактическим числом объектов и метаданных; общий snapshot двух хранилищ не создаётся. Вставка UUID позади keyset cursor может попасть в следующий периодический проход. + +Безопасность проверена предметными наблюдениями: свежий orphan остался, referenced originals не удалялись, invalid key и объект вне prefix остались, после очистки второй apply удалил ноль объектов и missing не появилось. Во время отдельного прохода выполнялся upload; его подтверждённый оригинал скачан с тем же checksum. Это конкурентный прогон, а детерминированное ожидание и отмена advisory lock отдельно проверены на реальном PostgreSQL в storage suite. + +| Воздействие | Наблюдение | Доказательство | +| --- | --- | --- | +{chr(10).join(failover_rows)} +| Restart PostgreSQL/Redis/S3/API/LB | Прежние данные, session и bytes сохранены; процессы перезапущены или заменены | persistence + snapshots | +| S3 остановлен | 200 live, 503 ready/upload; после bootstrap путь записи восстановлен | failures | +| PostgreSQL остановлен | Reconciler завершился без удаления, после запуска данные сохранены | failures | +| Тело upload оборвано | Строка Attachment не появилась | failures | +| PUT успешен, INSERT заблокирован | Upload 503, метаданные не появились, orphan найден и очищен после grace | failures + reconciliation | +| Оригинал удалён из S3 | Missing отмечен, затем исходник восстановлен с тем же ID/checksum и ссылкой | failures | + +В этих сценариях потери подтверждённых данных после restart/failover не обнаружены. Время восстановления отдельно не измерялось: проверки подтверждают восстановление в пределах своих таймаутов, но не дают оценки RTO. + +## Ограничения и источники + +Один Docker-host, PostgreSQL, Redis, S3 и LB остаются одиночными точками отказа. Сессии хранятся в БД, Redis — необязательный cache; отказ S3 выводит API из readiness. Ошибки, сформированные самим LB при отсутствии здоровых backend, могут не иметь JSON/identity headers приложения. HTTP допустим только для локального стенда с синтетическими данными; TLS — задание lab7. + +Reconciler не делает резервное копирование, не восстанавливает bytes из SHA-256 и не проверяет checksum каждого существующего объекта при обычном HEAD-обходе. Если оригинала/backup нет, missing остаётся невосстановимым. Временный локальный файл используется до сохранения, но не является долговременным источником оригинала. `GOMEMLIMIT` — мягкий бюджет Go, а не жёсткая гарантия RSS; предел процесса задаёт cgroup, полная распаковка всё ещё ограничена количеством пикселей и одним decoder. + +Периодическую сверку запускает оператор. Потеря БД сессии/сетевые разделения покрываются блокировками, ограничением времени запроса и grace в рамках заявленного локального стенда; глобальной транзакции или защиты от произвольных внешних writers с admin-ключами нет. Нагрузочные результаты привязаны к этому hardware, размерам изображений и короткому burst-профилю. + +Первичные материалы: [SeaweedFS 4.52](https://github.com/seaweedfs/seaweedfs/releases/tag/4.52), [S3 credentials/configuration](https://github.com/seaweedfs/seaweedfs/wiki/S3-Configuration), [AWS SDK for Go v2 endpoints](https://docs.aws.amazon.com/sdk-for-go/v2/developer-guide/configure-endpoints.html), [S3 upload semantics](https://docs.aws.amazon.com/AmazonS3/latest/userguide/upload-objects.html). Использованы стандартные Go image/png/jpeg, AWS SDK v2, pgx, chi и oapi-codegen; версии — в go.mod/go.sum и generated header. Обязательный контракт и fixture предоставлены материалами курса. +''' +(ROOT/'REPORT.md').write_text(report) +print('REPORT.md generated from successful acceptance evidence.') diff --git a/service/cmd/app/main.go b/service/cmd/app/main.go new file mode 100644 index 00000000..804126da --- /dev/null +++ b/service/cmd/app/main.go @@ -0,0 +1,150 @@ +package main + +import ( + "context" + "fmt" + "log/slog" + "os" + "os/signal" + "syscall" + "time" + + "encoding/json" + "gitea.privcloud.tech/mtusi2026/internal/adapter/controller/http" + "gitea.privcloud.tech/mtusi2026/internal/adapter/repository/cache/outside" + "gitea.privcloud.tech/mtusi2026/internal/adapter/repository/storage" + "gitea.privcloud.tech/mtusi2026/internal/config" + "gitea.privcloud.tech/mtusi2026/internal/pkg/auth/jwtprovider" + "gitea.privcloud.tech/mtusi2026/internal/pkg/cache" + "gitea.privcloud.tech/mtusi2026/internal/pkg/encrypting" + "gitea.privcloud.tech/mtusi2026/internal/pkg/migrator" + "gitea.privcloud.tech/mtusi2026/internal/pkg/objectstore" + "gitea.privcloud.tech/mtusi2026/internal/pkg/postgres" + "gitea.privcloud.tech/mtusi2026/internal/pkg/postgres/txmanager" + "gitea.privcloud.tech/mtusi2026/internal/pkg/rest/middleware" + "gitea.privcloud.tech/mtusi2026/internal/pkg/rest/router" + "gitea.privcloud.tech/mtusi2026/internal/pkg/validator" + "gitea.privcloud.tech/mtusi2026/internal/service/attachment" + "gitea.privcloud.tech/mtusi2026/internal/service/auth" + "gitea.privcloud.tech/mtusi2026/internal/service/chat" + "gitea.privcloud.tech/mtusi2026/internal/service/user" + "github.com/google/uuid" + stdhttp "net/http" +) + +func main() { + time.Local = time.UTC + if err := run(); err != nil { + slog.Error("application stopped", "error", err) + os.Exit(1) + } +} + +func run() error { + cfg, err := config.New() + if err != nil { + return fmt.Errorf("load server config: %w", err) + } + + if len(os.Args) > 1 && os.Args[1] == "migrate" { + cfg.Postgres.RunMigrations = true + ctx, cancel := context.WithTimeout(context.Background(), 60*time.Second) + defer cancel() + return migrator.New(cfg).Start(ctx) + } + attachmentConfig, err := config.LoadAttachment() + if err != nil { + return err + } + if len(os.Args) > 1 && os.Args[1] == "storage" { + return runStorage(cfg, attachmentConfig, os.Args[2:]) + } + + // API processes never run migrations; the one-shot migrator owns schema changes. + cfg.Postgres.RunMigrations = false + var level slog.Level + if err := level.UnmarshalText([]byte(cfg.Application.LogLevel)); err != nil { + return err + } + slog.SetDefault(slog.New(slog.NewJSONHandler(os.Stdout, &slog.HandlerOptions{Level: level}))) + hostname, _ := os.Hostname() + instanceID := hostname + "-" + uuid.NewString() + slog.Info("instance_started", "instance_id", instanceID) + pgx := postgres.New(cfg.Postgres) + rx := cache.New(cfg) + postgresMigrator := migrator.New(cfg) + defer pgx.Close() + defer rx.Close() + tm := txmanager.New(pgx) + provider := jwtprovider.New(cfg) + encryptor := encrypting.New() + + chatsRepo := storage.NewChatsRepo(pgx) + messageRepo := storage.NewMessagesRepo(pgx) + refreshTokensRepo := storage.NewRefreshTokensRepo(pgx) + userRepo := storage.NewUsersRepo(pgx) + + chatCache := outside.NewChatCache(rx) + + authSvc := auth.New(provider, tm, encryptor, userRepo, refreshTokensRepo) + userSvc := user.New(encryptor, userRepo) + chatSvc := chat.New(tm, chatsRepo, messageRepo, chatCache) + objectStore := objectstore.New(attachmentConfig) + attachmentSvc := attachment.New(&storage.AttachmentsRepo{Pool: pgx}, objectStore, attachmentConfig, chatSvc) + + httpRouter := router.New( + middleware.NewAuthMiddleware(authSvc), + middleware.Instance(instanceID), + middleware.RequestIDMiddleware(), + middleware.LoggingMiddleware(), + middleware.RequestTimeout(cfg.Postgres.QueryTimeout, attachmentConfig.Timeout), + ) + httpRouter.Get("/internal/metrics", func(w stdhttp.ResponseWriter, r *stdhttp.Request) { + stat := pgx.Stat() + _ = json.NewEncoder(w).Encode(map[string]any{"instance_id": instanceID, "acquire_count": stat.AcquireCount(), "acquire_duration_ns": stat.AcquireDuration().Nanoseconds(), "empty_acquire_count": stat.EmptyAcquireCount(), "acquired_conns": stat.AcquiredConns(), "total_conns": stat.TotalConns(), "max_conns": stat.MaxConns()}) + }) + server := http.New(cfg, httpRouter) + requestValidator := validator.NewValidatorImpl() + registerRoutes( + http.NewAuthHandler(httpRouter, authSvc), + http.NewHealthHandler(httpRouter, server, pgx, objectStore), + http.NewChatHandler(httpRouter, provider, requestValidator, chatSvc), + http.NewUserHandler(httpRouter, provider, requestValidator, userSvc), + http.NewAttachmentHandler(httpRouter, provider, attachmentSvc), + ) + + ctx, stop := signal.NotifyContext(context.Background(), os.Interrupt, syscall.SIGTERM) + defer stop() + + if err = postgresMigrator.Start(ctx); err != nil { + return fmt.Errorf("start postgres migrator: %w", err) + } + if err = server.Start(ctx); err != nil { + return fmt.Errorf("start HTTP server: %w", err) + } + if err = rx.Start(ctx); err != nil { + slog.Warn("redis unavailable at startup; continuing without cache", "error", err) + } + slog.Info("HTTP server started", "address", cfg.Server.BindAddress()) + + <-ctx.Done() + shutdownCtx, cancel := context.WithTimeout(context.Background(), cfg.Server.ShutdownTimeout) + defer cancel() + if err = server.Stop(shutdownCtx); err != nil { + return fmt.Errorf("stop HTTP server: %w", err) + } + if err = postgresMigrator.Close(shutdownCtx); err != nil { + return fmt.Errorf("close postgres migrator: %w", err) + } + if err = rx.Close(); err != nil { + return fmt.Errorf("close redis: %w", err) + } + pgx.Close() + return nil +} + +func registerRoutes(handlers ...http.Handler) { + for _, handler := range handlers { + handler.RegisterRoutes() + } +} diff --git a/service/cmd/app/storage.go b/service/cmd/app/storage.go new file mode 100644 index 00000000..daeb6a1d --- /dev/null +++ b/service/cmd/app/storage.go @@ -0,0 +1,175 @@ +package main + +import ( + "context" + "encoding/json" + "errors" + "flag" + "fmt" + "log/slog" + "net/http" + "os" + "strings" + "time" + + "github.com/aws/aws-sdk-go-v2/service/s3" + "github.com/aws/smithy-go" + "github.com/google/uuid" + + "gitea.privcloud.tech/mtusi2026/internal/adapter/repository/storage" + "gitea.privcloud.tech/mtusi2026/internal/config" + "gitea.privcloud.tech/mtusi2026/internal/pkg/objectstore" + "gitea.privcloud.tech/mtusi2026/internal/pkg/postgres" + "gitea.privcloud.tech/mtusi2026/internal/service/attachment" +) + +func runStorage(cfg *config.Config, c *config.Attachment, args []string) error { + slog.SetDefault(slog.New(slog.NewJSONHandler(os.Stderr, &slog.HandlerOptions{Level: slog.LevelWarn}))) + if len(args) == 0 { + return fmt.Errorf("storage command required") + } + ctx, cancel := context.WithTimeout(context.Background(), 10*time.Minute) + defer cancel() + store := objectstore.New(c) + if args[0] == "bootstrap" { + var err error + for i := 0; i < 60; i++ { + _, err = store.Client.CreateBucket(ctx, &s3.CreateBucketInput{Bucket: &c.Bucket}) + var api smithy.APIError + if err == nil || (errors.As(err, &api) && (api.ErrorCode() == "BucketAlreadyOwnedByYou" || api.ErrorCode() == "BucketAlreadyExists")) { + if store.Ping(ctx) == nil { + // HEAD alone can succeed before the restarted master/volume write path. + // This constant key is outside the application's immutable originals prefix. + key := "bootstrap/write-check" + if store.Put(ctx, key, "application/octet-stream", strings.NewReader("ready"), 5) == nil && store.Delete(ctx, key) == nil { + return json.NewEncoder(os.Stdout).Encode(map[string]any{"bucket_ready": true, "write_checked": true}) + } + } + } + time.Sleep(time.Second) + } + return fmt.Errorf("storage bootstrap failed: %w", err) + } + if args[0] == "private-check" { + // Unsigned requests must reach the S3 server and receive an auth failure, + // rather than passing because a network error hid a public object. + fs := flag.NewFlagSet("private-check", flag.ContinueOnError) + key := fs.String("key", "", "known object key") + if e := fs.Parse(args[1:]); e != nil { + return e + } + client := http.Client{Timeout: 5 * time.Second, CheckRedirect: func(*http.Request, []*http.Request) error { return http.ErrUseLastResponse }} + resp, e := client.Get(c.Endpoint + "/" + c.Bucket + "/" + *key) + if e != nil { + return e + } + defer resp.Body.Close() + if resp.StatusCode != 401 && resp.StatusCode != 403 { + return fmt.Errorf("unsigned GET returned %d", resp.StatusCode) + } + _, e = store.Client.CreateBucket(ctx, &s3.CreateBucketInput{Bucket: new("forbidden-" + uuid.NewString())}) + var api smithy.APIError + if !errors.As(e, &api) || api.ErrorCode() != "AccessDenied" { + return fmt.Errorf("API key bucket creation was not denied") + } + return json.NewEncoder(os.Stdout).Encode(map[string]any{"anonymous_status": resp.StatusCode, "api_create_bucket_denied": true}) + } + if args[0] == "object-check" { + fs := flag.NewFlagSet("object-check", flag.ContinueOnError) + key := fs.String("key", "", "synthetic object key") + if e := fs.Parse(args[1:]); e != nil { + return e + } + head, e := store.Head(ctx, *key) + if objectstore.Missing(e) { + return json.NewEncoder(os.Stdout).Encode(map[string]any{"exists": false}) + } + if e != nil { + return e + } + return json.NewEncoder(os.Stdout).Encode(map[string]any{"exists": true, "last_modified": head.LastModified, "size_bytes": head.ContentLength}) + } + + pool := postgres.New(cfg.Postgres) + defer pool.Close() + svc := attachment.New(&storage.AttachmentsRepo{Pool: pool}, store, c, nil) + switch args[0] { + case "reconcile": + fs := flag.NewFlagSet("reconcile", flag.ContinueOnError) + apply := fs.Bool("apply", false, "apply safe changes") + if e := fs.Parse(args[1:]); e != nil { + return e + } + result, e := svc.Reconcile(ctx, *apply) + _ = json.NewEncoder(os.Stdout).Encode(result) + return e + case "restore": + fs := flag.NewFlagSet("restore", flag.ContinueOnError) + id := fs.String("id", "", "attachment id") + source := fs.String("source", "", "original file") + if e := fs.Parse(args[1:]); e != nil { + return e + } + uid, e := uuid.Parse(*id) + if e != nil { + return e + } + if e = svc.Restore(ctx, uid, *source); e != nil { + return e + } + return json.NewEncoder(os.Stdout).Encode(map[string]any{"restored": uid}) + case "seed": + fs := flag.NewFlagSet("seed", flag.ContinueOnError) + count := fs.Int("count", 1, "synthetic orphan count") + keyOverride := fs.String("key", "", "explicit key for a single synthetic object") + if e := fs.Parse(args[1:]); e != nil { + return e + } + if *count < 1 || *count > 10000 { + return fmt.Errorf("count must be 1..10000") + } + keys := []string{} + for i := 0; i < *count; i++ { + key := attachment.Prefix + uuid.NewString() + if *keyOverride != "" { + if *count != 1 { + return fmt.Errorf("explicit key requires count=1") + } + key = *keyOverride + } + if e := store.Put(ctx, key, "image/png", strings.NewReader("synthetic-orphan"), 16); e != nil { + return e + } + if *count == 1 { + keys = append(keys, key) + } + } + return json.NewEncoder(os.Stdout).Encode(map[string]any{"seeded": *count, "keys": keys}) + case "remove-object": + fs := flag.NewFlagSet("remove-object", flag.ContinueOnError) + id := fs.String("id", "", "synthetic attachment id") + if e := fs.Parse(args[1:]); e != nil { + return e + } + uid, e := uuid.Parse(*id) + if e != nil { + return e + } + a, e := svc.Repo.Get(ctx, uid) + if e != nil { + return e + } + conn, unlock, e := svc.Repo.Lock(ctx, a.Key) + _ = conn + if e != nil { + return e + } + defer unlock() + if e = store.Delete(ctx, a.Key); e != nil { + return e + } + return json.NewEncoder(os.Stdout).Encode(map[string]any{"removed_object": uid}) + default: + return fmt.Errorf("unknown storage command") + } +} diff --git a/service/cmd/benchmark/main.go b/service/cmd/benchmark/main.go new file mode 100644 index 00000000..221cd5b6 --- /dev/null +++ b/service/cmd/benchmark/main.go @@ -0,0 +1,260 @@ +// Command benchmark generates paced lab4 traffic through the public load balancer. +package main + +import ( + "bytes" + "encoding/json" + "flag" + "fmt" + "io" + "math" + "net/http" + "os" + "slices" + "strings" + "sync" + "sync/atomic" + "time" + + "github.com/google/uuid" +) + +type client struct { + base, token string + http *http.Client +} + +func (c *client) call(method, path string, body any, key string) (map[string]any, int, error) { + var data io.Reader + if body != nil { + b, e := json.Marshal(body) + if e != nil { + return nil, 0, e + } + data = bytes.NewReader(b) + } + req, e := http.NewRequest(method, c.base+path, data) + if e != nil { + return nil, 0, e + } + if body != nil { + req.Header.Set("Content-Type", "application/json") + } + if c.token != "" { + req.Header.Set("Authorization", "Bearer "+c.token) + } + if key != "" { + req.Header.Set("Idempotency-Key", key) + } + // net/http otherwise treats Idempotency-Key + GetBody as permission to retry POST. + if method == http.MethodPost { + req.GetBody = nil + } + resp, e := c.http.Do(req) + if e != nil { + return nil, 0, e + } + defer resp.Body.Close() + b, e := io.ReadAll(io.LimitReader(resp.Body, 1<<20)) + if e != nil { + return nil, resp.StatusCode, e + } + if resp.StatusCode != 200 && resp.StatusCode != 201 { + return nil, resp.StatusCode, fmt.Errorf("HTTP %d", resp.StatusCode) + } + var out map[string]any + e = json.Unmarshal(b, &out) + return out, resp.StatusCode, e +} +func (c *client) setup(seed int) (string, error) { + username := "bench_" + strings.ReplaceAll(uuid.NewString(), "-", "")[:20] + password := "Synthetic-benchmark-123" + user, _, e := c.call("POST", "/api/v1/users", map[string]string{"username": username, "display_name": "Benchmark", "password": password}, "") + if e != nil { + return "", e + } + req, _ := http.NewRequest("POST", c.base+"/api/v1/auth/sessions", nil) + req.SetBasicAuth(username, password) + resp, e := c.http.Do(req) + if e != nil { + return "", e + } + var session struct { + Token string `json:"token"` + } + e = json.NewDecoder(resp.Body).Decode(&session) + resp.Body.Close() + if e != nil || resp.StatusCode != 201 || session.Token == "" { + return "", fmt.Errorf("login status %d: %v", resp.StatusCode, e) + } + c.token = session.Token + chat, _, e := c.call("POST", "/api/v1/chats", map[string]any{"title": "Benchmark", "member_ids": []any{user["id"]}}, "") + if e != nil { + return "", e + } + path := "/api/v1/chats/" + chat["id"].(string) + "/messages" + // Bounded concurrent setup is excluded from the measured interval. + var group sync.WaitGroup + slots := make(chan struct{}, 8) + errs := make(chan error, seed) + for i := range seed { + slots <- struct{}{} + group.Go(func() { + defer func() { <-slots }() + _, _, e := c.call("POST", path, map[string]string{"text": fmt.Sprintf("seed-%d", i)}, uuid.NewString()) + if e != nil { + errs <- e + } + }) + } + group.Wait() + close(errs) + for e := range errs { + if e != nil { + return "", e + } + } + return path, nil +} + +type result struct { + MeasurementUnix float64 `json:"measurement_started_unix"` + Label string `json:"label"` + TargetRate int `json:"target_rps"` + Duration float64 `json:"duration_seconds"` + Elapsed float64 `json:"elapsed_including_drain_seconds"` + Scheduled int `json:"scheduled"` + Dropped int `json:"generator_dropped"` + Success int `json:"successful_requests"` + Errors int `json:"failed_requests"` + ReadSuccess int `json:"read_success"` + WriteSuccess int `json:"write_success"` + SuccessfulRPS float64 `json:"successful_rps"` + ErrorRatio float64 `json:"error_ratio_including_drops"` + Latency map[string]float64 `json:"successful_latency_ms"` + Statuses map[int]int `json:"statuses"` + PeakInFlight int64 `json:"peak_in_flight"` + Note string `json:"note"` +} + +func phase(c *client, path string, rate int, duration time.Duration, maxInFlight int, label string) result { + out := result{Label: label, TargetRate: rate, Duration: duration.Seconds(), Statuses: map[int]int{}, Latency: map[string]float64{}, Note: "Paced open-loop, 10ms dispatch batches; 90% first-page GET, 10% POST; no POST retries. Percentiles of successes include scheduler delay; failures and capacity drops reported separately. RPS denominator includes drain."} + start := time.Now() + out.MeasurementUnix = float64(start.UnixNano()) / 1e9 + end := start.Add(duration) + slots := make(chan struct{}, maxInFlight) + var group sync.WaitGroup + var mu sync.Mutex + var active atomic.Int64 + var peak atomic.Int64 + latencies := make([]float64, 0, rate*int(duration.Seconds())) + index := 0 + for tick := 0; ; tick++ { + now := time.Now() + if !now.Before(end) { + break + } + target := start.Add(time.Duration(tick) * 10 * time.Millisecond) + if target.After(now) { + time.Sleep(time.Until(target)) + } + until := min(int(time.Since(start).Seconds()*float64(rate))+1, int(duration.Seconds()*float64(rate))) + for index < until { + i := index + index++ + out.Scheduled++ + scheduled := start.Add(time.Duration(float64(i) / float64(rate) * float64(time.Second))) + select { + case slots <- struct{}{}: + group.Go(func() { + n := active.Add(1) + for old := peak.Load(); n > old; old = peak.Load() { + if peak.CompareAndSwap(old, n) { + break + } + } + defer func() { active.Add(-1); <-slots }() + method, p := "GET", path+"?limit=50" + var body any + key := "" + if i%10 == 0 { + method = "POST" + p = path + key = uuid.NewString() + body = map[string]string{"text": key} + } + _, status, err := c.call(method, p, body, key) + latency := float64(time.Since(scheduled).Microseconds()) / 1000 + mu.Lock() + defer mu.Unlock() + out.Statuses[status]++ + if err != nil { + out.Errors++ + } else { + out.Success++ + if method == "GET" { + out.ReadSuccess++ + } else { + out.WriteSuccess++ + } + latencies = append(latencies, max(0, latency)) + } + }) + default: + out.Dropped++ + } + } + } + group.Wait() + out.Elapsed = time.Since(start).Seconds() + out.PeakInFlight = peak.Load() + out.SuccessfulRPS = float64(out.Success) / out.Elapsed + if out.Scheduled > 0 { + out.ErrorRatio = float64(out.Errors+out.Dropped) / float64(out.Scheduled) + } + slices.Sort(latencies) + for name, p := range map[string]float64{"p50": .5, "p95": .95, "p99": .99} { + if len(latencies) > 0 { + out.Latency[name] = latencies[max(0, int(math.Ceil(p*float64(len(latencies))))-1)] + } + } + return out +} +func main() { + base := flag.String("base-url", "http://localhost:18081", "public LB URL") + rate := flag.Int("rate", 100, "scheduled requests per second") + duration := flag.Duration("duration", 30*time.Second, "measured time") + warmup := flag.Duration("warmup", 5*time.Second, "warmup excluded from results") + seed := flag.Int("seed", 1000, "initial messages") + maxFlight := flag.Int("max-in-flight", 256, "bounded in-flight limit") + label := flag.String("label", "manual", "case label") + output := flag.String("output", "", "JSON destination") + flag.Parse() + if *rate < 1 || *rate > 100000 || *duration <= 0 || *warmup < 0 || *maxFlight < 1 || *seed < 0 { + fmt.Fprintln(os.Stderr, "invalid benchmark settings") + os.Exit(2) + } + c := &client{base: *base, http: &http.Client{Timeout: 2 * time.Second, Transport: &http.Transport{MaxIdleConns: 512, MaxIdleConnsPerHost: 512, MaxConnsPerHost: *maxFlight, IdleConnTimeout: 60 * time.Second}}} + path, e := c.setup(*seed) + if e != nil { + fmt.Fprintln(os.Stderr, "setup:", e) + os.Exit(1) + } + if *warmup > 0 { + phase(c, path, *rate, *warmup, *maxFlight, "warmup") + } + row := phase(c, path, *rate, *duration, *maxFlight, *label) + b, e := json.MarshalIndent(row, "", " ") + if e != nil { + panic(e) + } + if *output != "" { + if e = os.WriteFile(*output, append(b, '\n'), 0644); e != nil { + panic(e) + } + } + fmt.Println(string(b)) + if row.Success == 0 { + os.Exit(1) + } +} diff --git a/service/cmd/benchmark/main_test.go b/service/cmd/benchmark/main_test.go new file mode 100644 index 00000000..63e10344 --- /dev/null +++ b/service/cmd/benchmark/main_test.go @@ -0,0 +1,42 @@ +package main + +import ( + "io" + "net/http" + "net/http/httptest" + "sync/atomic" + "testing" + "time" +) + +func TestLostPostResponseIsNotRetried(t *testing.T) { + var posts atomic.Int32 + server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + if r.Method == http.MethodGet { + w.Header().Set("Content-Type", "application/json") + _, _ = w.Write([]byte(`{}`)) + return + } + posts.Add(1) + _, _ = io.Copy(io.Discard, r.Body) + conn, _, err := w.(http.Hijacker).Hijack() + if err != nil { + t.Error(err) + return + } + _ = conn.Close() + })) + defer server.Close() + transport := &http.Transport{MaxIdleConnsPerHost: 1} + defer transport.CloseIdleConnections() + c := &client{base: server.URL, http: &http.Client{Timeout: time.Second, Transport: transport}} + if _, _, err := c.call(http.MethodGet, "/warm", nil, ""); err != nil { + t.Fatal(err) + } + if _, _, err := c.call(http.MethodPost, "/message", map[string]string{"text": "uncertain result"}, "same-key"); err == nil { + t.Fatal("lost response must be reported as an error") + } + if posts.Load() != 1 { + t.Fatalf("transport sent %d POSTs, want exactly 1", posts.Load()) + } +} diff --git a/service/go.mod b/service/go.mod new file mode 100644 index 00000000..b816a855 --- /dev/null +++ b/service/go.mod @@ -0,0 +1,66 @@ +module gitea.privcloud.tech/mtusi2026 + +go 1.27.0 + +require ( + github.com/aws/aws-sdk-go-v2 v1.47.8 + github.com/aws/aws-sdk-go-v2/credentials v1.20.16 + github.com/aws/aws-sdk-go-v2/service/s3 v1.114.9 + github.com/aws/smithy-go v1.28.8 + github.com/go-chi/chi/v5 v5.5.0 + github.com/go-playground/validator/v10 v10.30.5 + github.com/golang-jwt/jwt/v5 v5.3.1 + github.com/google/uuid v1.6.0 + github.com/jackc/pgerrcode v0.0.0-20250907135507-afb5586c32a6 + github.com/jackc/pgx/v5 v5.11.0 + github.com/jackc/tern/v2 v2.4.3 + github.com/mcosta74/pgx-slog v0.4.1 + github.com/oapi-codegen/runtime v1.4.2 + github.com/redis/go-redis/v9 v9.23.0 + github.com/spf13/viper v1.21.0 + github.com/vgarvardt/pgx-google-uuid/v5 v5.6.0 + go.uber.org/multierr v1.11.0 + golang.org/x/crypto v0.57.0 + golang.org/x/sync v0.23.0 + google.golang.org/grpc v1.85.0 +) + +require ( + dario.cat/mergo v1.0.2 // indirect + github.com/Masterminds/goutils v1.1.1 // indirect + github.com/Masterminds/semver/v3 v3.5.0 // indirect + github.com/Masterminds/sprig/v3 v3.3.0 // indirect + github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.26 // indirect + github.com/aws/aws-sdk-go-v2/internal/configsources v1.5.11 // indirect + github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.8.11 // indirect + github.com/aws/aws-sdk-go-v2/internal/v4a v1.5.11 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.24 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.11.12 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.14.11 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.20.11 // indirect + github.com/cespare/xxhash/v2 v2.3.0 // indirect + github.com/fsnotify/fsnotify v1.9.0 // indirect + github.com/gabriel-vasile/mimetype v1.4.15 // indirect + github.com/go-playground/locales v0.14.1 // indirect + github.com/go-playground/universal-translator v0.18.1 // indirect + github.com/go-viper/mapstructure/v2 v2.4.0 // indirect + github.com/huandu/xstrings v1.5.0 // indirect + github.com/jackc/pgpassfile v1.0.0 // indirect + github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761 // indirect + github.com/jackc/puddle/v2 v2.2.2 // indirect + github.com/leodido/go-urn v1.5.0 // indirect + github.com/mitchellh/copystructure v1.2.0 // indirect + github.com/mitchellh/reflectwalk v1.0.2 // indirect + github.com/pelletier/go-toml/v2 v2.4.3-0.20260624044523-35f78d5908f1 // indirect + github.com/sagikazarmark/locafero v0.11.0 // indirect + github.com/shopspring/decimal v1.4.0 // indirect + github.com/sourcegraph/conc v0.3.1-0.20240121214520-5f936abd7ae8 // indirect + github.com/spf13/afero v1.15.0 // indirect + github.com/spf13/cast v1.10.0 // indirect + github.com/spf13/pflag v1.0.10 // indirect + github.com/subosito/gotenv v1.6.0 // indirect + go.uber.org/atomic v1.12.0 // indirect + go.yaml.in/yaml/v3 v3.0.5 // indirect + golang.org/x/sys v0.48.0 // indirect + golang.org/x/text v0.42.0 // indirect +) diff --git a/service/go.sum b/service/go.sum new file mode 100644 index 00000000..9c564cfe --- /dev/null +++ b/service/go.sum @@ -0,0 +1,147 @@ +dario.cat/mergo v1.0.2 h1:85+piFYR1tMbRrLcDwR18y4UKJ3aH1Tbzi24VRW1TK8= +dario.cat/mergo v1.0.2/go.mod h1:E/hbnu0NxMFBjpMIE34DRGLWqDy0g5FuKDhCb31ngxA= +github.com/Masterminds/goutils v1.1.1 h1:5nUrii3FMTL5diU80unEVvNevw1nH4+ZV4DSLVJLSYI= +github.com/Masterminds/goutils v1.1.1/go.mod h1:8cTjp+g8YejhMuvIA5y2vz3BpJxksy863GQaJW2MFNU= +github.com/Masterminds/semver/v3 v3.5.0 h1:kQceYJfbupGfZOKZQg0kou0DgAKhzDg2NZPAwZ/2OOE= +github.com/Masterminds/semver/v3 v3.5.0/go.mod h1:4V+yj/TJE1HU9XfppCwVMZq3I84lprf4nC11bSS5beM= +github.com/Masterminds/sprig/v3 v3.3.0 h1:mQh0Yrg1XPo6vjYXgtf5OtijNAKJRNcTdOOGZe3tPhs= +github.com/Masterminds/sprig/v3 v3.3.0/go.mod h1:Zy1iXRYNqNLUolqCpL4uhk6SHUMAOSCzdgBfDb35Lz0= +github.com/aws/aws-sdk-go-v2 v1.47.8 h1:fuClo7Un+Bi0EDTnSIPWxVEoJcze+wkGzNA4Vo3jRcQ= +github.com/aws/aws-sdk-go-v2 v1.47.8/go.mod h1:I8lFSH4MGrZiw2m7miCrRYHsgpC1+HW8uiVGOiPYPcw= +github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.26 h1:SJNA4XaM8Z09adeTHf/vME93jzl44lJV70pSawIBXac= +github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.26/go.mod h1:l0ME5pd2QytH8UZzETcrt90x9Bm+3TyBVeWfVEcZ82c= +github.com/aws/aws-sdk-go-v2/credentials v1.20.16 h1:cqRWTY4fcctJGqZedMC1Khu4h2VsgRODUOIZwn39n3Y= +github.com/aws/aws-sdk-go-v2/credentials v1.20.16/go.mod h1:x8JgCOAnbnEVQOLVX6lOtsyTrG2EHgiRNqzku9jiVxA= +github.com/aws/aws-sdk-go-v2/internal/configsources v1.5.11 h1:LTxHSJ/rwTFfaXqi5mlKKHJOW+shFB+HQ7NrCa4OQ48= +github.com/aws/aws-sdk-go-v2/internal/configsources v1.5.11/go.mod h1:GF0bVKZVQX4UeUtPmTuWZj3gw0eRCdkVhW0xFnSRLmU= +github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.8.11 h1:DGUM0yztI3Zz5kePulT/mMP/gVZFGTTISUiCcqSQtT0= +github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.8.11/go.mod h1:kbcdJgN9cgSzZlUqsMveDl9IfexJqOzCihXjQXTNaPk= +github.com/aws/aws-sdk-go-v2/internal/v4a v1.5.11 h1:kOHCwgWFyfrz9GqnJct8knQw7Apyl3xHH+OGnome77s= +github.com/aws/aws-sdk-go-v2/internal/v4a v1.5.11/go.mod h1:854cZkT2fdkdrzQklD49uzxkZnajXoelpVNgT/yk4J0= +github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.24 h1:jGzHjc2jDx08Rji1JTBtMxuXUDG7muTEw+ExYXqFzPg= +github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.24/go.mod h1:uJt75pK2cEyY80F5C+DK9YkCkJWsMkJViHxLYZRHl8Y= +github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.11.12 h1:hfO8FblXX93ZKHXSCqCjehwul1EtNJa9G8iFSOiJ+6w= +github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.11.12/go.mod h1:r8Eypc7ZRNdS7BsaLBUUdcXIEuKE6cVHZJ29u+IGaIc= +github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.14.11 h1:PO7Tx443ecMI00nIxDrT99DVcbeMBQ6BUtJlDMRnY24= +github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.14.11/go.mod h1:n/9RixikO12YvNomZLP8k4TgUSoEkT1W23QIrpFAPvw= +github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.20.11 h1:jNP7wZylDeSJhjc1nmjZBuG5deotp3cEYIfMazmzp+Y= +github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.20.11/go.mod h1:1US+8JBnF0xNm6GE6wM5u5ugFwSZpkd2686gMuql5tI= +github.com/aws/aws-sdk-go-v2/service/s3 v1.114.9 h1:MLHGyNy4melTyk9e63s+9QgLKCHPDJrP+1NfJhtU1g4= +github.com/aws/aws-sdk-go-v2/service/s3 v1.114.9/go.mod h1:zfUkiNK2JiYlR1/SnU8aJ8Gj1nMFLkPZ69rVLv6jWPo= +github.com/aws/smithy-go v1.28.8 h1:aEmdAq7gVCoGCnvf1NnELlu3I6D/nhqrC321FyFiQkQ= +github.com/aws/smithy-go v1.28.8/go.mod h1:YE2RhdIuDbA5E5bTdciG9KrW3+TiEONeUWCqxX9i1Fc= +github.com/bsm/ginkgo/v2 v2.12.0 h1:Ny8MWAHyOepLGlLKYmXG4IEkioBysk6GpaRTLC8zwWs= +github.com/bsm/ginkgo/v2 v2.12.0/go.mod h1:SwYbGRRDovPVboqFv0tPTcG1sN61LM1Z4ARdbAV9g4c= +github.com/bsm/gomega v1.27.10 h1:yeMWxP2pV2fG3FgAODIY8EiRE3dy0aeFYt4l7wh6yKA= +github.com/bsm/gomega v1.27.10/go.mod h1:JyEr/xRbxbtgWNi8tIEVPUYZ5Dzef52k01W3YH0H+O0= +github.com/cespare/xxhash/v2 v2.3.0 h1:UL815xU9SqsFlibzuggzjXhog7bL6oX9BbNZnL2UFvs= +github.com/cespare/xxhash/v2 v2.3.0/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs= +github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/frankban/quicktest v1.14.6 h1:7Xjx+VpznH+oBnejlPUj8oUpdxnVs4f8XU8WnHkI4W8= +github.com/frankban/quicktest v1.14.6/go.mod h1:4ptaffx2x8+WTWXmUCuVU6aPUX1/Mz7zb5vbUoiM6w0= +github.com/fsnotify/fsnotify v1.9.0 h1:2Ml+OJNzbYCTzsxtv8vKSFD9PbJjmhYF14k/jKC7S9k= +github.com/fsnotify/fsnotify v1.9.0/go.mod h1:8jBTzvmWwFyi3Pb8djgCCO5IBqzKJ/Jwo8TRcHyHii0= +github.com/gabriel-vasile/mimetype v1.4.15 h1:05iP/CYtZ/w455R/KZM6rZ5ieAdh99UPtd+d3YzLmaI= +github.com/gabriel-vasile/mimetype v1.4.15/go.mod h1:azpTcoLcDZRNgFou5j+APrqQx9HqVPWa6ijYQIIVswQ= +github.com/go-chi/chi/v5 v5.5.0 h1:xdKQ1dJmVJsmgahrXSKhUx8NyVPzpwdlyrrQFpMPJgg= +github.com/go-chi/chi/v5 v5.5.0/go.mod h1:d1IG7GtKPSjPyBP365PH8sAGVHk3qfB/IhjFNRH1wWM= +github.com/go-playground/assert/v2 v2.2.0 h1:JvknZsQTYeFEAhQwI4qEt9cyV5ONwRHC+lYKSsYSR8s= +github.com/go-playground/assert/v2 v2.2.0/go.mod h1:VDjEfimB/XKnb+ZQfWdccd7VUvScMdVu0Titje2rxJ4= +github.com/go-playground/locales v0.14.1 h1:EWaQ/wswjilfKLTECiXz7Rh+3BjFhfDFKv/oXslEjJA= +github.com/go-playground/locales v0.14.1/go.mod h1:hxrqLVvrK65+Rwrd5Fc6F2O76J/NuW9t0sjnWqG1slY= +github.com/go-playground/universal-translator v0.18.1 h1:Bcnm0ZwsGyWbCzImXv+pAJnYK9S473LQFuzCbDbfSFY= +github.com/go-playground/universal-translator v0.18.1/go.mod h1:xekY+UJKNuX9WP91TpwSH2VMlDf28Uj24BCp08ZFTUY= +github.com/go-playground/validator/v10 v10.30.5 h1:YyCXvVShZbs2Sm3Mb53eNOlhRXctSOzW5QJAouCTZL4= +github.com/go-playground/validator/v10 v10.30.5/go.mod h1:wEqiaov48pXX1kjhc3Da8y0M0Dtg/BK7gurFBLgwFrQ= +github.com/go-viper/mapstructure/v2 v2.4.0 h1:EBsztssimR/CONLSZZ04E8qAkxNYq4Qp9LvH92wZUgs= +github.com/go-viper/mapstructure/v2 v2.4.0/go.mod h1:oJDH3BJKyqBA2TXFhDsKDGDTlndYOZ6rGS0BRZIxGhM= +github.com/golang-jwt/jwt/v5 v5.3.1 h1:kYf81DTWFe7t+1VvL7eS+jKFVWaUnK9cB1qbwn63YCY= +github.com/golang-jwt/jwt/v5 v5.3.1/go.mod h1:fxCRLWMO43lRc8nhHWY6LGqRcf+1gQWArsqaEUEa5bE= +github.com/google/go-cmp v0.7.0 h1:wk8382ETsv4JYUZwIsn6YpYiWiBsYLSJiTsyBybVuN8= +github.com/google/go-cmp v0.7.0/go.mod h1:pXiqmnSA92OHEEa9HXL2W4E7lf9JzCmGVUdgjX3N/iU= +github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0= +github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/huandu/xstrings v1.5.0 h1:2ag3IFq9ZDANvthTwTiqSSZLjDc+BedvHPAp5tJy2TI= +github.com/huandu/xstrings v1.5.0/go.mod h1:y5/lhBue+AyNmUVz9RLU9xbLR0o4KIIExikq4ovT0aE= +github.com/jackc/pgerrcode v0.0.0-20250907135507-afb5586c32a6 h1:D/V0gu4zQ3cL2WKeVNVM4r2gLxGGf6McLwgXzRTo2RQ= +github.com/jackc/pgerrcode v0.0.0-20250907135507-afb5586c32a6/go.mod h1:a/s9Lp5W7n/DD0VrVoyJ00FbP2ytTPDVOivvn2bMlds= +github.com/jackc/pgpassfile v1.0.0 h1:/6Hmqy13Ss2zCq62VdNG8tM1wchn8zjSGOBJ6icpsIM= +github.com/jackc/pgpassfile v1.0.0/go.mod h1:CEx0iS5ambNFdcRtxPj5JhEz+xB6uRky5eyVu/W2HEg= +github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761 h1:iCEnooe7UlwOQYpKFhBabPMi4aNAfoODPEFNiAnClxo= +github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761/go.mod h1:5TJZWKEWniPve33vlWYSoGYefn3gLQRzjfDlhSJ9ZKM= +github.com/jackc/pgx/v5 v5.11.0 h1:IzBBtyK9AHqf98cctWFifYSci2hgQR/cd56wB4p+ogg= +github.com/jackc/pgx/v5 v5.11.0/go.mod h1:mal1tBGAFfLHvZzaYh77YS/eC6IX9OWbRV1QIIM0Jn4= +github.com/jackc/puddle/v2 v2.2.2 h1:PR8nw+E/1w0GLuRFSmiioY6UooMp6KJv0/61nB7icHo= +github.com/jackc/puddle/v2 v2.2.2/go.mod h1:vriiEXHvEE654aYKXXjOvZM39qJ0q+azkZFrfEOc3H4= +github.com/jackc/tern/v2 v2.4.3 h1:g293d3OZgW7OFEhsYXgEv0C21jea2boNr0VR4K5I7OY= +github.com/jackc/tern/v2 v2.4.3/go.mod h1:rMpMuRYcff5wWLptoTSO1qcDxJ4OodysvK17i2SVBys= +github.com/klauspost/cpuid/v2 v2.4.0 h1:S6Hrbc7+ywsr0r+RLapfGBHfyefhCTwEh3A0tV913Dw= +github.com/klauspost/cpuid/v2 v2.4.0/go.mod h1:19jmZ9mjzoF//ddRSUsv0zfBTJWh3QJh9FNxZTMrGxU= +github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE= +github.com/kr/pretty v0.3.1/go.mod h1:hoEshYVHaxMs3cyo3Yncou5ZscifuDolrwPKZanG3xk= +github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY= +github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE= +github.com/leodido/go-urn v1.5.0 h1:pLqT2kq1zpHW/1D18QMjMpdtX7cekxqtJJjg5ANyWw0= +github.com/leodido/go-urn v1.5.0/go.mod h1:9BORnCDhdPBJNDEX+w1bJisa8yOKYi116VeO96s4ifE= +github.com/mcosta74/pgx-slog v0.4.1 h1:Rt25l/jE5tu1ioqPDrqY17Kv6REdsM0L9WCT+hFw1rw= +github.com/mcosta74/pgx-slog v0.4.1/go.mod h1:BCpubkiENkWQ8MvZ4a9LJgWuBzC5UpWoJmQ1/SOlv+M= +github.com/mitchellh/copystructure v1.2.0 h1:vpKXTN4ewci03Vljg/q9QvCGUDttBOGBIa15WveJJGw= +github.com/mitchellh/copystructure v1.2.0/go.mod h1:qLl+cE2AmVv+CoeAwDPye/v+N2HKCj9FbZEVFJRxO9s= +github.com/mitchellh/reflectwalk v1.0.2 h1:G2LzWKi524PWgd3mLHV8Y5k7s6XUvT0Gef6zxSIeXaQ= +github.com/mitchellh/reflectwalk v1.0.2/go.mod h1:mSTlrgnPZtwu0c4WaC2kGObEpuNDbx0jmZXqmk4esnw= +github.com/oapi-codegen/runtime v1.4.2 h1:GMxFVYLzoYLua+/KvzgSphkyK1lLTReQI9Vf4hvATKE= +github.com/oapi-codegen/runtime v1.4.2/go.mod h1:GwV7hC2hviaMzj+ITfHVRESK5J2W/GefVwIND/bMGvU= +github.com/pelletier/go-toml/v2 v2.4.3-0.20260624044523-35f78d5908f1 h1:gIZQQ2+wbsdQGWLPDSdJFptR25tBCjSC0KbSIQZ1rgE= +github.com/pelletier/go-toml/v2 v2.4.3-0.20260624044523-35f78d5908f1/go.mod h1:2gIqNv+qfxSVS7cM2xJQKtLSTLUE9V8t9Stt+h56mCY= +github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/redis/go-redis/v9 v9.23.0 h1:/TTVdJa8BRNsybwwGGnmiYktHNlUXtbOQxlWpHBPL3s= +github.com/redis/go-redis/v9 v9.23.0/go.mod h1:EWP2UUk+XDaI1s5nQB5mablZN6vccXlmBQTyfnF87D0= +github.com/rogpeppe/go-internal v1.9.0 h1:73kH8U+JUqXU8lRuOHeVHaa/SZPifC7BkcraZVejAe8= +github.com/rogpeppe/go-internal v1.9.0/go.mod h1:WtVeX8xhTBvf0smdhujwtBcq4Qrzq/fJaraNFVN+nFs= +github.com/sagikazarmark/locafero v0.11.0 h1:1iurJgmM9G3PA/I+wWYIOw/5SyBtxapeHDcg+AAIFXc= +github.com/sagikazarmark/locafero v0.11.0/go.mod h1:nVIGvgyzw595SUSUE6tvCp3YYTeHs15MvlmU87WwIik= +github.com/shopspring/decimal v1.4.0 h1:bxl37RwXBklmTi0C79JfXCEBD1cqqHt0bbgBAGFp81k= +github.com/shopspring/decimal v1.4.0/go.mod h1:gawqmDU56v4yIKSwfBSFip1HdCCXN8/+DMd9qYNcwME= +github.com/sourcegraph/conc v0.3.1-0.20240121214520-5f936abd7ae8 h1:+jumHNA0Wrelhe64i8F6HNlS8pkoyMv5sreGx2Ry5Rw= +github.com/sourcegraph/conc v0.3.1-0.20240121214520-5f936abd7ae8/go.mod h1:3n1Cwaq1E1/1lhQhtRK2ts/ZwZEhjcQeJQ1RuC6Q/8U= +github.com/spf13/afero v1.15.0 h1:b/YBCLWAJdFWJTN9cLhiXXcD7mzKn9Dm86dNnfyQw1I= +github.com/spf13/afero v1.15.0/go.mod h1:NC2ByUVxtQs4b3sIUphxK0NioZnmxgyCrfzeuq8lxMg= +github.com/spf13/cast v1.10.0 h1:h2x0u2shc1QuLHfxi+cTJvs30+ZAHOGRic8uyGTDWxY= +github.com/spf13/cast v1.10.0/go.mod h1:jNfB8QC9IA6ZuY2ZjDp0KtFO2LZZlg4S/7bzP6qqeHo= +github.com/spf13/pflag v1.0.10 h1:4EBh2KAYBwaONj6b2Ye1GiHfwjqyROoF4RwYO+vPwFk= +github.com/spf13/pflag v1.0.10/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg= +github.com/spf13/viper v1.21.0 h1:x5S+0EU27Lbphp4UKm1C+1oQO+rKx36vfCoaVebLFSU= +github.com/spf13/viper v1.21.0/go.mod h1:P0lhsswPGWD/1lZJ9ny3fYnVqxiegrlNrEmgLjbTCAY= +github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= +github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.12.1 h1:EuwCh5fleGS7H32xRwO3wRGT7DxrDhLAT6FF8MpWDWE= +github.com/stretchr/testify v1.12.1/go.mod h1:MDEgiDPPsNp5cuIrHPPCyornHKgEVbtFUmoNlxoYthg= +github.com/subosito/gotenv v1.6.0 h1:9NlTDc1FTs4qu0DDq7AEtTPNw6SVm7uBMsUCUjABIf8= +github.com/subosito/gotenv v1.6.0/go.mod h1:Dk4QP5c2W3ibzajGcXpNraDfq2IrhjMIvMSWPKKo0FU= +github.com/vgarvardt/pgx-google-uuid/v5 v5.6.0 h1:EhPtK0mgrgaTMXpegE69hvoSOVC1Ahk8+QJ9B8b+OdU= +github.com/vgarvardt/pgx-google-uuid/v5 v5.6.0/go.mod h1:5LtFrNEkgzxHvXPO9eOvcXsSn9/KeKYgx9kjeI2oXQI= +github.com/zeebo/xxh3 v1.1.0 h1:s7DLGDK45Dyfg7++yxI0khrfwq9661w9EN78eP/UZVs= +github.com/zeebo/xxh3 v1.1.0/go.mod h1:IisAie1LELR4xhVinxWS5+zf1lA4p0MW4T+w+W07F5s= +go.uber.org/atomic v1.12.0 h1:BvcXdFKuviU4fTL/f+SxdQ5qJX/Jix8pAkgdUcb3XOE= +go.uber.org/atomic v1.12.0/go.mod h1:I6c4cg+6HCxRjfjSsYtApoFILnpc0CGUdGkXVqbYVNk= +go.uber.org/multierr v1.11.0 h1:blXXJkSxSSfBVBlC76pxqeO+LN3aDfLQo+309xJstO0= +go.uber.org/multierr v1.11.0/go.mod h1:20+QtiLqy0Nd6FdQB9TLXag12DsQkrbs3htMFfDN80Y= +go.yaml.in/yaml/v3 v3.0.5 h1:N6y/pJk8buWs9NY5ERU2HSMfm+IuD/OtfdAnq6kESPw= +go.yaml.in/yaml/v3 v3.0.5/go.mod h1:HVTZu1O7/Vkt2N+BFy8Zza+lnLsABggaTM2ZpNIGuKg= +golang.org/x/crypto v0.57.0 h1:3ZVCjf8Ggz7zneR/EHRVx68Ctf+2pmIMP2UFhh9cC6M= +golang.org/x/crypto v0.57.0/go.mod h1:Fdz0i5U6CoizGwLda9DttjSk6qlZo25zYNtR+ycvuZA= +golang.org/x/sync v0.23.0 h1:KameEIfc1IkluZyXWLn39Wd4tURc6GbCiISGiZm2bQk= +golang.org/x/sync v0.23.0/go.mod h1:sUUOizhqBxiL6pEWpqNLUiaJn1ShEbZ6BBqskPbjZm0= +golang.org/x/sys v0.48.0 h1:bbX/i/6MgT9BVLM9RT1thmxL04yeTAhbEz4SyadbXoo= +golang.org/x/sys v0.48.0/go.mod h1:hNLxWAXmnKAxqDtdwIYC4bM9oQPEecfsnNMuSxOs3og= +golang.org/x/text v0.42.0 h1:JbOZXgfeCPU9gacVtYliJqOhD+zhrEqK4LfdpmlUZqI= +golang.org/x/text v0.42.0/go.mod h1:ojzP1Z+2QtioaF8DTtO8K5q7JWVVYwZKenzujK0Zd0E= +google.golang.org/genproto/googleapis/rpc v0.0.0-20260817212433-ac3dfec99bb1 h1:utmqiUzZAEINbLmRyAt1QjVkMyLQ+lvIwCpLaB1rZfw= +google.golang.org/genproto/googleapis/rpc v0.0.0-20260817212433-ac3dfec99bb1/go.mod h1:4Hqkh8ycfw05ld/3BWL7rJOSfebL2Q+DVDeRgYgxUU8= +google.golang.org/grpc v1.85.0 h1:BPBCfuVRQ1qvBhKDOq9uvQllMvO59rKsYhXpp7Dd8vw= +google.golang.org/grpc v1.85.0/go.mod h1:0rQrOD58yjal/0EaVbGBANindixsCZNQPDV3VKtaKuQ= +google.golang.org/protobuf v1.36.12 h1:pJOKDDOyeXErUroCihFAd5LQuwXBSpVnKGrj5o/fwxc= +google.golang.org/protobuf v1.36.12/go.mod h1:HTf+CrKn2C3g5S8VImy6tdcUvCska2kB7j23XfzDpco= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= diff --git a/service/internal/adapter/controller/http/attachment.go b/service/internal/adapter/controller/http/attachment.go new file mode 100644 index 00000000..d02cfda6 --- /dev/null +++ b/service/internal/adapter/controller/http/attachment.go @@ -0,0 +1 @@ +package http diff --git a/service/internal/adapter/controller/http/attachmentHandler.go b/service/internal/adapter/controller/http/attachmentHandler.go new file mode 100644 index 00000000..577723c4 --- /dev/null +++ b/service/internal/adapter/controller/http/attachmentHandler.go @@ -0,0 +1,91 @@ +package http + +import ( + "gitea.privcloud.tech/mtusi2026/internal/pkg/apperr" + "gitea.privcloud.tech/mtusi2026/internal/pkg/auth/jwtprovider" + "gitea.privcloud.tech/mtusi2026/internal/pkg/rest/framework" + "gitea.privcloud.tech/mtusi2026/internal/pkg/rest/router" + "gitea.privcloud.tech/mtusi2026/internal/service/attachment" + "io" + "net/http" + "strconv" + "strings" +) + +type AttachmentHandler struct { + router router.Router + provider jwtprovider.Provider + svc *attachment.Service +} + +func NewAttachmentHandler(r router.Router, p jwtprovider.Provider, s *attachment.Service) Handler { + return &AttachmentHandler{r, p, s} +} +func (h *AttachmentHandler) RegisterRoutes() { + h.router.Private("POST", "/api/v1/chats/{chat_id}/attachments", h.Upload) + h.router.Private("GET", "/api/v1/attachments/{attachment_id}", h.Get) + h.router.Private("GET", "/api/v1/attachments/{attachment_id}/content", h.Get) +} +func (h *AttachmentHandler) Upload(w http.ResponseWriter, r *http.Request) { + user, e := framework.ParseToken(r, h.provider) + if e != nil { + framework.JSONError(r.Context(), w, e) + return + } + id, e := framework.ParseIDFromPathParam(r.Context(), w, r, "chat_id") + if e != nil { + return + } + values := r.URL.Query()["filename"] + if len(values) != 1 { + framework.JSONError(r.Context(), w, apperr.New(apperr.CodeBadRequest, "expected one filename")) + return + } + a, e := h.svc.Upload(w, r, user.UserID, id, values[0]) + if e != nil { + if apperr.CodeFromError(e) == apperr.CodeTooManyRequests { + w.Header().Set("Retry-After", "1") + } + framework.JSONError(r.Context(), w, e) + return + } + framework.JSONResponse(w, http.StatusCreated, a) +} +func (h *AttachmentHandler) Get(w http.ResponseWriter, r *http.Request) { + user, e := framework.ParseToken(r, h.provider) + if e != nil { + framework.JSONError(r.Context(), w, e) + return + } + id, e := framework.ParseIDFromPathParam(r.Context(), w, r, "attachment_id") + if e != nil { + return + } + a, e := h.svc.Get(r.Context(), user.UserID, id) + if e != nil { + framework.JSONError(r.Context(), w, e) + return + } + if !strings.HasSuffix(r.URL.Path, "/content") { + framework.JSONResponse(w, 200, a.Public) + return + } + if v := r.URL.Query().Get("variant"); v != "" && v != "original" { + framework.JSONError(r.Context(), w, apperr.New(apperr.CodeBadRequest, "invalid variant")) + return + } + obj, e := h.svc.Store.Get(r.Context(), a.Key) + if e != nil { + framework.JSONError(r.Context(), w, attachment.Unavailable()) + return + } + defer obj.Body.Close() + w.Header().Set("Content-Type", string(a.Public.ContentType)) + w.Header().Set("Content-Length", strconv.Itoa(a.Public.SizeBytes)) + w.Header().Set("X-Content-Type-Options", "nosniff") + // Once streaming has started a transport failure terminates the response; no JSON + // error can be appended to an image. Content-Length exposes incomplete downloads. + if _, e = io.Copy(w, obj.Body); e != nil { + panic(http.ErrAbortHandler) + } +} diff --git a/service/internal/adapter/controller/http/auth.go b/service/internal/adapter/controller/http/auth.go new file mode 100644 index 00000000..73b263ca --- /dev/null +++ b/service/internal/adapter/controller/http/auth.go @@ -0,0 +1,88 @@ +package http + +import ( + "net/http" + + "gitea.privcloud.tech/mtusi2026/internal/dto" + "gitea.privcloud.tech/mtusi2026/internal/gen/contracts" + "gitea.privcloud.tech/mtusi2026/internal/pkg/apperr" + "gitea.privcloud.tech/mtusi2026/internal/pkg/rest/framework" + "gitea.privcloud.tech/mtusi2026/internal/pkg/rest/router" + "gitea.privcloud.tech/mtusi2026/internal/service/auth" +) + +type AuthHandler struct { + router router.Router + + auth auth.API +} + +func NewAuthHandler(r router.Router, api auth.API) Handler { + return &AuthHandler{ + router: r, + auth: api, + } +} + +func (h *AuthHandler) RegisterRoutes() { + h.router.Public(http.MethodPost, "/api/v1/auth/sessions", h.Login) + h.router.Private(http.MethodDelete, "/api/v1/auth/sessions/current", h.Logout) +} + +func (h *AuthHandler) Login(w http.ResponseWriter, r *http.Request) { + ctx := r.Context() + + username, password, ok := r.BasicAuth() + if !ok || username == "" || password == "" { + w.Header().Set( + "WWW-Authenticate", + `Basic realm="messenger", charset="UTF-8"`, + ) + framework.JSONError(ctx, w, apperr.New(apperr.CodeUnauthorized, "invalid credentials")) + return + } + + resp, err := h.auth.Login(ctx, dto.Login{ + Username: username, + Password: password, + }) + if err != nil { + if apperr.HTTPStatusFromError(err) == http.StatusUnauthorized { + w.Header().Set("WWW-Authenticate", `Basic realm="messenger", charset="UTF-8"`) + } + framework.JSONError(ctx, w, err) + return + } + + framework.JSONResponse(w, http.StatusCreated, contracts.Session{ + ExpiresAt: resp.ExpiresAt, + Token: resp.Tokens.RefreshToken.Payload, + TokenType: resp.TokenType, + User: contracts.User{ + CreatedAt: resp.User.CreatedAt, + DisplayName: resp.User.DisplayName, + Id: resp.User.ID, + Username: resp.User.Username, + }, + }) +} + +func (h *AuthHandler) Logout(w http.ResponseWriter, r *http.Request) { + ctx := r.Context() + + token, exists := framework.Token(r) + if !exists { + framework.JSONError(ctx, w, apperr.New(apperr.CodeUnauthorized, "missing token in header")) + return + } + + err := h.auth.Logout(ctx, dto.RefreshToken{ + Payload: token, + }) + if err != nil { + framework.JSONError(ctx, w, err) + return + } + + framework.JSONResponse(w, http.StatusNoContent, nil) +} diff --git a/service/internal/adapter/controller/http/chat.go b/service/internal/adapter/controller/http/chat.go new file mode 100644 index 00000000..dcf583de --- /dev/null +++ b/service/internal/adapter/controller/http/chat.go @@ -0,0 +1,287 @@ +package http + +import ( + "bytes" + "encoding/json" + "net/http" + "regexp" + "strings" + "unicode/utf8" + + "github.com/google/uuid" + + "gitea.privcloud.tech/mtusi2026/internal/dto" + "gitea.privcloud.tech/mtusi2026/internal/gen/contracts" + "gitea.privcloud.tech/mtusi2026/internal/pkg/apperr" + "gitea.privcloud.tech/mtusi2026/internal/pkg/auth/jwtprovider" + "gitea.privcloud.tech/mtusi2026/internal/pkg/rest/framework" + "gitea.privcloud.tech/mtusi2026/internal/pkg/rest/router" + "gitea.privcloud.tech/mtusi2026/internal/pkg/validator" + "gitea.privcloud.tech/mtusi2026/internal/service/chat" +) + +var messageKeyPattern = regexp.MustCompile(`^[A-Za-z0-9._:-]{1,128}$`) + +type ChatHandler struct { + router router.Router + provider jwtprovider.Provider + validator *validator.ValidatorImpl + + chat chat.API +} + +func NewChatHandler(r router.Router, provider jwtprovider.Provider, v *validator.ValidatorImpl, api chat.API) Handler { + return &ChatHandler{ + router: r, + provider: provider, + validator: v, + chat: api, + } +} + +func (h *ChatHandler) RegisterRoutes() { + h.router.Private(http.MethodPost, "/api/v1/chats", h.Create) + h.router.Private(http.MethodGet, "/api/v1/chats", h.Get) + h.router.Private(http.MethodGet, "/api/v1/chats/{chat_id}", h.GetByID) + h.router.Private(http.MethodPost, "/api/v1/chats/{chat_id}/messages", h.SendMessage) + h.router.Private(http.MethodGet, "/api/v1/chats/{chat_id}/messages", h.GetMessages) +} + +func (h *ChatHandler) Create(w http.ResponseWriter, r *http.Request) { + ctx := r.Context() + + userData, err := framework.ParseToken(r, h.provider) + if err != nil { + framework.JSONError(ctx, w, err) + return + } + + var req contracts.CreateChat + if !framework.Decode(w, r, &req) || !framework.Validate(w, r, h.validator, &req) { + return + } + + if userData.UserID == uuid.Nil || + !validText(req.Title, 100) || + len(req.MemberIds) < 1 || + len(req.MemberIds) > 100 { + framework.JSONError(ctx, w, apperr.New(apperr.CodeBadRequest, "invalid chat fields")) + return + } + + resp, err := h.chat.CreateChat(ctx, dto.CreateChat{ + CreatorID: userData.UserID, + Title: req.Title, + MemberIDs: req.MemberIds, + }) + if err != nil { + framework.JSONError(ctx, w, err) + return + } + + framework.JSONResponse(w, http.StatusCreated, contracts.Chat{ + Id: resp.ID, + Title: resp.Title, + MemberIds: resp.MemberIDs, + CreatedAt: resp.CreatedAt, + }) +} + +func (h *ChatHandler) Get(w http.ResponseWriter, r *http.Request) { + ctx := r.Context() + + userData, err := framework.ParseToken(r, h.provider) + if err != nil { + framework.JSONError(ctx, w, err) + return + } + + limit, afterID, ok := framework.PageParams(w, r) + if !ok { + return + } + + if userData.UserID == uuid.Nil { + framework.JSONError(ctx, w, apperr.New(apperr.CodeBadRequest, "invalid user id")) + return + } + if afterID != nil && *afterID == uuid.Nil { + framework.JSONError(ctx, w, apperr.New(apperr.CodeBadRequest, "invalid cursor")) + return + } + + page, err := h.chat.ListForMember(ctx, dto.ChatFilters{ + UserID: userData.UserID, + Limit: limit, + AfterID: afterID, + }) + if err != nil { + framework.JSONError(ctx, w, err) + return + } + + items := make([]contracts.Chat, 0, len(page.Items)) + for _, item := range page.Items { + items = append(items, contracts.Chat{ + CreatedAt: item.CreatedAt, + Id: item.ID, + MemberIds: item.MemberIDs, + Title: item.Title, + }) + } + + framework.JSONResponse(w, http.StatusOK, contracts.ChatPage{ + Items: items, + NextCursor: cursorString(page.NextCursorID), + }) +} + +func (h *ChatHandler) GetByID(w http.ResponseWriter, r *http.Request) { + ctx := r.Context() + + userData, err := framework.ParseToken(r, h.provider) + if err != nil { + framework.JSONError(ctx, w, err) + return + } + + chatID, err := framework.ParseIDFromPathParam(ctx, w, r, "chat_id") + if err != nil { + return + } + + resp, err := h.chat.GetForMember(ctx, dto.ChatMember{ + UserID: userData.UserID, + ChatID: chatID, + }) + if err != nil { + framework.JSONError(ctx, w, err) + return + } + + framework.JSONResponse(w, http.StatusOK, contracts.Chat{ + CreatedAt: resp.CreatedAt, + Id: resp.ID, + MemberIds: resp.MemberIDs, + Title: resp.Title, + }) +} + +func (h *ChatHandler) SendMessage(w http.ResponseWriter, r *http.Request) { + ctx := r.Context() + + userData, err := framework.ParseToken(r, h.provider) + if err != nil { + framework.JSONError(ctx, w, err) + return + } + + chatID, err := framework.ParseIDFromPathParam(ctx, w, r, "chat_id") + if err != nil { + return + } + + keyValues := r.Header.Values("Idempotency-Key") + if len(keyValues) != 1 || !messageKeyPattern.MatchString(keyValues[0]) { + framework.JSONError(ctx, w, apperr.New(apperr.CodeBadRequest, "invalid idempotency key")) + return + } + + var req struct { + Text *string `json:"text"` + AttachmentIDs json.RawMessage `json:"attachment_ids"` + } + if !framework.Decode(w, r, &req) || !framework.Validate(w, r, h.validator, &req) { + return + } + + if req.Text == nil { + framework.JSONError(ctx, w, apperr.New(apperr.CodeBadRequest, "text is required")) + return + } + + ids := []uuid.UUID{} + if len(req.AttachmentIDs) > 0 { + if bytes.Equal(bytes.TrimSpace(req.AttachmentIDs), []byte("null")) || json.Unmarshal(req.AttachmentIDs, &ids) != nil { + framework.JSONError(ctx, w, apperr.New(apperr.CodeBadRequest, "invalid attachment_ids")) + return + } + } + + message, err := h.chat.CreateMessage(ctx, dto.CreateMessage{ + IdempotencyKey: keyValues[0], + ChatID: chatID, + SenderID: userData.UserID, + Text: *req.Text, + AttachmentIDs: ids, + }) + if err != nil { + framework.JSONError(ctx, w, err) + return + } + + framework.JSONResponse(w, http.StatusCreated, contracts.Message{ + Id: message.ID, + ChatId: message.ChatID, + SenderId: message.SenderID, + Text: message.Text, + CreatedAt: message.CreatedAt, + AttachmentIds: message.AttachmentIDs, + }) +} + +func (h *ChatHandler) GetMessages(w http.ResponseWriter, r *http.Request) { + ctx := r.Context() + + userData, err := framework.ParseToken(r, h.provider) + if err != nil { + framework.JSONError(ctx, w, err) + return + } + + chatID, err := framework.ParseIDFromPathParam(ctx, w, r, "chat_id") + if err != nil { + return + } + + limit, afterID, ok := framework.PageParams(w, r) + if !ok { + return + } + + page, err := h.chat.ListForChat(ctx, dto.MessageFilters{ + ChatID: chatID, + UserID: userData.UserID, + Limit: limit, + AfterID: afterID, + }) + if err != nil { + framework.JSONError(ctx, w, err) + return + } + + items := make([]contracts.Message, 0, len(page.Items)) + for _, message := range page.Items { + items = append(items, contracts.Message{ + Id: message.ID, + ChatId: message.ChatID, + SenderId: message.SenderID, + Text: message.Text, + CreatedAt: message.CreatedAt, + AttachmentIds: message.AttachmentIDs, + }) + } + framework.JSONResponse(w, http.StatusOK, contracts.MessagePage{Items: items, NextCursor: cursorString(page.NextCursorID)}) +} + +func cursorString(id *uuid.UUID) *string { + if id == nil { + return nil + } + value := id.String() + return &value +} + +func validText(value string, maxLength int) bool { + return utf8.ValidString(value) && strings.TrimSpace(value) != "" && utf8.RuneCountInString(value) <= maxLength +} diff --git a/service/internal/adapter/controller/http/controller.go b/service/internal/adapter/controller/http/controller.go new file mode 100644 index 00000000..47178ced --- /dev/null +++ b/service/internal/adapter/controller/http/controller.go @@ -0,0 +1,102 @@ +package http + +import ( + "context" + "errors" + "log/slog" + "net" + "net/http" + "sync/atomic" + + "gitea.privcloud.tech/mtusi2026/internal/config" + "gitea.privcloud.tech/mtusi2026/internal/pkg/rest/router" +) + +type Server interface { + ShouldBeRunning() bool + Ready() bool + Start(ctx context.Context) error + Stop(ctx context.Context) error +} + +type server struct { + server http.Server + cfg *config.Server + ready atomic.Bool +} + +func New(cfg *config.Config, router router.Router) Server { + s := server{ + server: http.Server{ + Addr: cfg.Server.BindAddress(), + Handler: router, + ReadTimeout: cfg.Server.ReadTimeout, + WriteTimeout: cfg.Server.WriteTimeout, + IdleTimeout: cfg.Server.IdleTimeout, + }, + cfg: cfg.Server, + ready: atomic.Bool{}, + } + + if err := s.validate(); err != nil { + panic(err) + } + + return &s +} + +func (s *server) Start(_ context.Context) error { + if !s.ShouldBeRunning() { + slog.Info("server should not be running: skip starting") + return nil + } + listener, err := net.Listen("tcp", s.server.Addr) + if err != nil { + return err + } + + s.ready.Store(true) + go func() { + defer s.ready.Store(false) + if err := s.server.Serve(listener); err != nil && + !errors.Is(err, http.ErrServerClosed) { + slog.Error("rest server failed", "error", err) + } + }() + return nil +} + +func (s *server) Stop(ctx context.Context) error { + if !s.ShouldBeRunning() { + slog.Info("server should not be running: skip stopping") + return nil + } + + slog.Info("shutting down rest server...", "address", s.server.Addr) + s.ready.Store(false) + if err := s.server.Shutdown(ctx); err != nil { + slog.Error("rest server shutdown failed", "error", err) + _ = s.server.Close() + return err + } + slog.Info("rest server shutdown successfully") + return nil +} + +func (s *server) ShouldBeRunning() bool { + return s.cfg.Enabled +} + +func (s *server) Ready() bool { + return s.ready.Load() +} + +func (s *server) validate() error { + if s.cfg == nil { + slog.Error("failed to validate server: provided nil config") + return errors.New("failed to validate server: provided nil config") + } + + slog.Info("server successfully validated") + return nil +} diff --git a/service/internal/adapter/controller/http/handler.go b/service/internal/adapter/controller/http/handler.go new file mode 100644 index 00000000..275bee07 --- /dev/null +++ b/service/internal/adapter/controller/http/handler.go @@ -0,0 +1,5 @@ +package http + +type Handler interface { + RegisterRoutes() +} diff --git a/service/internal/adapter/controller/http/health.go b/service/internal/adapter/controller/http/health.go new file mode 100644 index 00000000..4d021a79 --- /dev/null +++ b/service/internal/adapter/controller/http/health.go @@ -0,0 +1,60 @@ +package http + +import ( + "context" + "net/http" + "time" + + "gitea.privcloud.tech/mtusi2026/internal/gen/contracts" + "gitea.privcloud.tech/mtusi2026/internal/pkg/apperr" + "gitea.privcloud.tech/mtusi2026/internal/pkg/rest/framework" + "gitea.privcloud.tech/mtusi2026/internal/pkg/rest/router" +) + +type databasePinger interface{ Ping(context.Context) error } + +type HealthHandler struct { + router router.Router + server Server + database databasePinger + storage []databasePinger +} + +func NewHealthHandler(r router.Router, server Server, database databasePinger, storage ...databasePinger) Handler { + return &HealthHandler{ + router: r, + server: server, + database: database, + storage: storage, + } +} + +func (h *HealthHandler) RegisterRoutes() { + h.router.Public(http.MethodGet, "/health/ready", h.Ready) + h.router.Public(http.MethodGet, "/health/live", h.Live) +} + +func (h *HealthHandler) Live(w http.ResponseWriter, _ *http.Request) { + framework.JSONResponse(w, http.StatusOK, contracts.Health{Status: contracts.Ok}) +} + +func (h *HealthHandler) Ready(w http.ResponseWriter, r *http.Request) { + if !h.server.Ready() { + framework.JSONError(r.Context(), w, apperr.New(apperr.CodeUnavailable, "server is not ready")) + return + } + ctx, cancel := context.WithTimeout(r.Context(), 200*time.Millisecond) + defer cancel() + if err := h.database.Ping(ctx); err != nil { + framework.JSONError(r.Context(), w, apperr.New(apperr.CodeUnavailable, "database unavailable")) + return + } + for _, dependency := range h.storage { + if err := dependency.Ping(ctx); err != nil { + framework.JSONError(r.Context(), w, apperr.New(apperr.CodeUnavailable, "storage unavailable")) + return + } + } + + framework.JSONResponse(w, http.StatusOK, contracts.Health{Status: contracts.Ok}) +} diff --git a/service/internal/adapter/controller/http/router.go b/service/internal/adapter/controller/http/router.go new file mode 100644 index 00000000..d02cfda6 --- /dev/null +++ b/service/internal/adapter/controller/http/router.go @@ -0,0 +1 @@ +package http diff --git a/service/internal/adapter/controller/http/user.go b/service/internal/adapter/controller/http/user.go new file mode 100644 index 00000000..7fdb640b --- /dev/null +++ b/service/internal/adapter/controller/http/user.go @@ -0,0 +1,113 @@ +package http + +import ( + "net/http" + "regexp" + "strings" + "unicode/utf8" + + "github.com/google/uuid" + + "gitea.privcloud.tech/mtusi2026/internal/dto" + "gitea.privcloud.tech/mtusi2026/internal/gen/contracts" + "gitea.privcloud.tech/mtusi2026/internal/pkg/apperr" + "gitea.privcloud.tech/mtusi2026/internal/pkg/auth/jwtprovider" + "gitea.privcloud.tech/mtusi2026/internal/pkg/rest/framework" + "gitea.privcloud.tech/mtusi2026/internal/pkg/rest/router" + "gitea.privcloud.tech/mtusi2026/internal/pkg/validator" + "gitea.privcloud.tech/mtusi2026/internal/service/user" +) + +type UserHandler struct { + router router.Router + provider jwtprovider.Provider + validator *validator.ValidatorImpl + + user user.API +} + +func NewUserHandler(r router.Router, provider jwtprovider.Provider, v *validator.ValidatorImpl, api user.API) Handler { + return &UserHandler{ + router: r, + provider: provider, + validator: v, + user: api, + } +} + +var usernamePattern = regexp.MustCompile(`^[a-z0-9_]{3,32}$`) + +func (h *UserHandler) RegisterRoutes() { + h.router.Public(http.MethodPost, "/api/v1/users", h.Create) + h.router.Private(http.MethodGet, "/api/v1/users/me", h.GetMe) +} + +func (h *UserHandler) Create(w http.ResponseWriter, r *http.Request) { + ctx := r.Context() + + var req contracts.CreateUser + if !framework.Decode(w, r, &req) || !framework.Validate(w, r, h.validator, &req) { + return + } + + toCreate := dto.CreateUser{ + Username: req.Username, + DisplayName: req.DisplayName, + } + + if req.Password != nil { + toCreate.Password = *req.Password + } + + if !usernamePattern.MatchString(req.Username) || !utf8.ValidString(req.DisplayName) || + strings.TrimSpace(req.DisplayName) == "" || utf8.RuneCountInString(req.DisplayName) > 100 { + framework.JSONError(ctx, w, apperr.New(apperr.CodeBadRequest, "invalid user fields")) + return + } + passwordLen := utf8.RuneCountInString(toCreate.Password) + if !utf8.ValidString(toCreate.Password) || strings.TrimSpace(toCreate.Password) == "" || passwordLen < 12 || passwordLen > 128 { + framework.JSONError(ctx, w, apperr.New(apperr.CodeBadRequest, "invalid password")) + return + } + + resp, err := h.user.Create(ctx, toCreate) + if err != nil { + framework.JSONError(ctx, w, err) + return + } + + framework.JSONResponse(w, http.StatusCreated, contracts.User{ + CreatedAt: resp.CreatedAt, + DisplayName: resp.DisplayName, + Id: resp.ID, + Username: resp.Username, + }) +} + +func (h *UserHandler) GetMe(w http.ResponseWriter, r *http.Request) { + ctx := r.Context() + + userData, err := framework.ParseToken(r, h.provider) + if err != nil { + framework.JSONError(ctx, w, err) + return + } + + if userData.UserID == uuid.Nil { + framework.JSONError(ctx, w, apperr.New(apperr.CodeBadRequest, "invalid user id")) + return + } + + resp, err := h.user.GetByID(ctx, userData.UserID) + if err != nil { + framework.JSONError(ctx, w, err) + return + } + + framework.JSONResponse(w, http.StatusOK, contracts.User{ + CreatedAt: resp.CreatedAt, + DisplayName: resp.DisplayName, + Id: resp.ID, + Username: resp.Username, + }) +} diff --git a/service/internal/adapter/repository/cache/outside/chat.go b/service/internal/adapter/repository/cache/outside/chat.go new file mode 100644 index 00000000..a5eb60c9 --- /dev/null +++ b/service/internal/adapter/repository/cache/outside/chat.go @@ -0,0 +1,78 @@ +package outside + +import ( + "context" + "encoding/json" + "fmt" + "time" + + "github.com/google/uuid" + + "gitea.privcloud.tech/mtusi2026/internal/dto" + "gitea.privcloud.tech/mtusi2026/internal/pkg/apperr" + "gitea.privcloud.tech/mtusi2026/internal/pkg/cache" +) + +const ( + // chatRedisKey equals "chat:{chat_id}" path + chatRedisKey = "chat:%s" +) + +type ChatCache struct { + client *cache.Client +} + +func NewChatCache(client *cache.Client) *ChatCache { + return &ChatCache{ + client: client, + } +} + +type chat struct { + ID uuid.UUID `json:"id"` + Title string `json:"title"` + MemberIDs []uuid.UUID `json:"member_ids"` + CreatedAt time.Time `json:"created_at"` +} + +func (r *ChatCache) Create(ctx context.Context, req dto.Chat) error { + data, err := json.Marshal(chat{ + ID: req.ID, + Title: req.Title, + MemberIDs: req.MemberIDs, + CreatedAt: req.CreatedAt, + }) + if err != nil { + return apperr.Wrap(err, apperr.CodeInternal, "failed to marshal chat cache") + } + + ctx, cancel := context.WithTimeout(ctx, cache.OperationTimeout) + defer cancel() + err = r.client.Set(ctx, fmt.Sprintf(chatRedisKey, req.ID), data, 0).Err() + if err != nil { + return apperr.WrapRedis(err, "failed to create chat cache") + } + + return nil +} + +func (r *ChatCache) Get(ctx context.Context, chatID uuid.UUID) (*dto.Chat, error) { + ctx, cancel := context.WithTimeout(ctx, cache.OperationTimeout) + defer cancel() + data, err := r.client.Get(ctx, fmt.Sprintf(chatRedisKey, chatID.String())).Bytes() + if err != nil { + return nil, apperr.WrapRedis(err, "failed to read chat cache") + } + + var item chat + if err = json.Unmarshal(data, &item); err != nil { + return nil, apperr.Wrap(err, apperr.CodeInternal, "failed to unmarshal chat cache") + } + + return &dto.Chat{ + ID: item.ID, + Title: item.Title, + MemberIDs: item.MemberIDs, + CreatedAt: item.CreatedAt, + }, nil +} diff --git a/service/internal/adapter/repository/storage/attachment_scan.go b/service/internal/adapter/repository/storage/attachment_scan.go new file mode 100644 index 00000000..15fa2134 --- /dev/null +++ b/service/internal/adapter/repository/storage/attachment_scan.go @@ -0,0 +1,34 @@ +package storage + +import ( + "context" + "gitea.privcloud.tech/mtusi2026/internal/pkg/apperr" + "github.com/google/uuid" + "github.com/jackc/pgx/v5/pgxpool" +) + +func (r *AttachmentsRepo) Page(ctx context.Context, after uuid.UUID) ([]*AttachmentRecord, error) { + rows, e := r.Pool.Query(ctx, "SELECT "+AttachmentColumns+" FROM attachments WHERE id>$1 ORDER BY id LIMIT 100", after) + if e != nil { + return nil, apperr.WrapPostgres(e, "scan failed") + } + defer rows.Close() + out := make([]*AttachmentRecord, 0, 100) + for rows.Next() { + a, e := ScanAttachment(rows) + if e != nil { + return nil, e + } + out = append(out, a) + } + return out, rows.Err() +} +func (r *AttachmentsRepo) Exists(ctx context.Context, c *pgxpool.Conn, key string) (bool, error) { + var found bool + e := c.QueryRow(ctx, "SELECT EXISTS(SELECT 1 FROM attachments WHERE object_key=$1)", key).Scan(&found) + return found, e +} +func (r *AttachmentsRepo) MarkMissing(ctx context.Context, c *pgxpool.Conn, id uuid.UUID, missing bool) (bool, error) { + tag, e := c.Exec(ctx, "UPDATE attachments SET integrity_missing=$2,updated_at=clock_timestamp() WHERE id=$1 AND integrity_missing<>$2", id, missing) + return tag.RowsAffected() == 1, e +} diff --git a/service/internal/adapter/repository/storage/attachments.go b/service/internal/adapter/repository/storage/attachments.go new file mode 100644 index 00000000..6d35c74c --- /dev/null +++ b/service/internal/adapter/repository/storage/attachments.go @@ -0,0 +1,71 @@ +package storage + +import ( + "context" + "time" + + "github.com/google/uuid" + "github.com/jackc/pgx/v5" + "github.com/jackc/pgx/v5/pgxpool" + + "gitea.privcloud.tech/mtusi2026/internal/gen/contracts" + "gitea.privcloud.tech/mtusi2026/internal/pkg/apperr" +) + +type AttachmentRecord struct { + Public contracts.Attachment + Key string + Missing bool +} +type AttachmentsRepo struct{ Pool *pgxpool.Pool } + +const AttachmentColumns = "id,chat_id,owner_id,filename,content_type,size_bytes,sha256,created_at,updated_at,object_key,integrity_missing" + +func ScanAttachment(row pgx.Row) (*AttachmentRecord, error) { + a := new(AttachmentRecord) + p := &a.Public + if err := row.Scan(&p.Id, &p.ChatId, &p.OwnerId, &p.Filename, &p.ContentType, &p.SizeBytes, &p.Sha256, &p.CreatedAt, &p.UpdatedAt, &a.Key, &a.Missing); err != nil { + return nil, apperr.WrapPostgres(err, "attachment unavailable") + } + p.Status = "ready" + p.Variants = []contracts.Variant{} + return a, nil +} +func (r *AttachmentsRepo) Get(ctx context.Context, id uuid.UUID) (*AttachmentRecord, error) { + return ScanAttachment(r.Pool.QueryRow(ctx, "SELECT "+AttachmentColumns+" FROM attachments WHERE id=$1", id)) +} +func (r *AttachmentsRepo) Save(ctx context.Context, conn *pgxpool.Conn, a *AttachmentRecord) error { + p := a.Public + _, e := conn.Exec(ctx, `INSERT INTO attachments(id,chat_id,owner_id,filename,content_type,size_bytes,sha256,created_at,updated_at,object_key) VALUES($1,$2,$3,$4,$5,$6,$7,$8,$9,$10)`, p.Id, p.ChatId, p.OwnerId, p.Filename, p.ContentType, p.SizeBytes, p.Sha256, p.CreatedAt, p.UpdatedAt, a.Key) + if e != nil { + return apperr.WrapPostgres(e, "failed to save attachment") + } + return nil +} + +// Session locks span S3 work and the database commit. A lost connection releases +// the lock; the mandatory grace period also exceeds the maximum upload lifetime. +func (r *AttachmentsRepo) Lock(ctx context.Context, key string) (*pgxpool.Conn, func(), error) { + c, e := r.Pool.Acquire(ctx) + if e != nil { + return nil, nil, apperr.WrapPostgres(e, "database unavailable") + } + if _, e = c.Exec(ctx, "SELECT pg_advisory_lock(hashtextextended($1, 42))", key); e != nil { + // The server may have acquired the session lock before cancellation was + // observed by the client. Never return that uncertain session to the pool. + clean, cancel := context.WithTimeout(context.Background(), 2*time.Second) + _ = c.Conn().Close(clean) + cancel() + c.Release() + return nil, nil, apperr.WrapPostgres(e, "lock unavailable") + } + return c, func() { + // Close rather than return a possibly locked session when unlock fails. + clean, cancel := context.WithTimeout(context.Background(), 2*time.Second) + defer cancel() + if _, e := c.Exec(clean, "SELECT pg_advisory_unlock(hashtextextended($1, 42))", key); e != nil { + _ = c.Conn().Close(clean) + } + c.Release() + }, nil +} diff --git a/service/internal/adapter/repository/storage/chats.go b/service/internal/adapter/repository/storage/chats.go new file mode 100644 index 00000000..15a72982 --- /dev/null +++ b/service/internal/adapter/repository/storage/chats.go @@ -0,0 +1,91 @@ +package storage + +import ( + "context" + "errors" + + "github.com/google/uuid" + "github.com/jackc/pgerrcode" + "github.com/jackc/pgx/v5" + "github.com/jackc/pgx/v5/pgconn" + "github.com/jackc/pgx/v5/pgxpool" + + "gitea.privcloud.tech/mtusi2026/internal/dto" + "gitea.privcloud.tech/mtusi2026/internal/pkg/apperr" +) + +type ChatsRepo struct { + pool *pgxpool.Pool +} + +func NewChatsRepo(pool *pgxpool.Pool) *ChatsRepo { + return &ChatsRepo{pool: pool} +} + +func (r *ChatsRepo) CreateTx(ctx context.Context, tx pgx.Tx, req dto.Chat) error { + const insertChat = `INSERT INTO chats (id, title, created_at) VALUES ($1, $2, $3)` + if _, err := tx.Exec(ctx, insertChat, req.ID, req.Title, req.CreatedAt); err != nil { + return apperr.WrapPostgres(err, "failed to create chat") + } + const insertMembers = `INSERT INTO chat_members (chat_id, user_id) +SELECT $1, user_id FROM unnest($2::uuid[]) AS members(user_id)` + if _, err := tx.Exec(ctx, insertMembers, req.ID, req.MemberIDs); err != nil { + if pgErr, ok := errors.AsType[*pgconn.PgError](err); ok && + pgErr.Code == pgerrcode.ForeignKeyViolation && pgErr.ConstraintName == "chat_members_user_fk" { + return apperr.Wrap(err, apperr.CodeBadRequest, "unknown chat member") + } + return apperr.WrapPostgres(err, "failed to create chat members") + } + return nil +} + +func (r *ChatsRepo) GetForMember(ctx context.Context, req dto.ChatMember) (*dto.Chat, error) { + const query = `SELECT c.id, c.title, c.created_at, + ARRAY(SELECT m.user_id FROM chat_members m WHERE m.chat_id = c.id ORDER BY m.user_id) +FROM chats c +WHERE c.id = $1 + AND EXISTS (SELECT 1 FROM chat_members access WHERE access.chat_id = c.id AND access.user_id = $2)` + return scanChat(r.pool.QueryRow(ctx, query, req.ChatID, req.UserID)) +} + +func (r *ChatsRepo) ListForMember(ctx context.Context, userID uuid.UUID, page dto.PageQuery) ([]dto.Chat, error) { + query := `WITH page AS MATERIALIZED ( + SELECT c.id, c.title, c.created_at + FROM chats c JOIN chat_members access ON access.chat_id = c.id + WHERE access.user_id = $1` + args := []any{userID, page.Limit} + if page.After != nil { + query += ` AND (c.created_at, c.id) > ($3, $4)` + args = append(args, page.After.CreatedAt, page.After.ID) + } + query += ` ORDER BY c.created_at, c.id LIMIT $2 +) +SELECT p.id, p.title, p.created_at, + ARRAY(SELECT m.user_id FROM chat_members m WHERE m.chat_id = p.id ORDER BY m.user_id) +FROM page p ORDER BY p.created_at, p.id` + rows, err := r.pool.Query(ctx, query, args...) + if err != nil { + return nil, apperr.WrapPostgres(err, "failed to list chats") + } + defer rows.Close() + chats := make([]dto.Chat, 0) + for rows.Next() { + chat, err := scanChat(rows) + if err != nil { + return nil, err + } + chats = append(chats, *chat) + } + if err = rows.Err(); err != nil { + return nil, apperr.WrapPostgres(err, "failed to list chats") + } + return chats, nil +} + +func scanChat(row pgx.Row) (*dto.Chat, error) { + var chat dto.Chat + if err := row.Scan(&chat.ID, &chat.Title, &chat.CreatedAt, &chat.MemberIDs); err != nil { + return nil, apperr.WrapPostgres(err, "failed to get chat") + } + return &chat, nil +} diff --git a/service/internal/adapter/repository/storage/idempotency_test.go b/service/internal/adapter/repository/storage/idempotency_test.go new file mode 100644 index 00000000..2d151e25 --- /dev/null +++ b/service/internal/adapter/repository/storage/idempotency_test.go @@ -0,0 +1,303 @@ +package storage + +import ( + "context" + "crypto/sha256" + "errors" + "fmt" + "os" + "strings" + "testing" + "time" + + "gitea.privcloud.tech/mtusi2026/internal/config" + "gitea.privcloud.tech/mtusi2026/internal/dto" + "gitea.privcloud.tech/mtusi2026/internal/pkg/apperr" + "gitea.privcloud.tech/mtusi2026/internal/pkg/migrator" + "gitea.privcloud.tech/mtusi2026/internal/pkg/postgres" + "gitea.privcloud.tech/mtusi2026/internal/pkg/postgres/txmanager" + chatsvc "gitea.privcloud.tech/mtusi2026/internal/service/chat" + "github.com/google/uuid" +) + +// The explicit runner supplies a newly created database; never alter the API database. +func TestIdempotencyTransactionAndExpiry(t *testing.T) { + database := os.Getenv("TEST_DATABASE_NAME") + if database == "" { + t.Skip("run make test-storage for an isolated PostgreSQL database") + } + if database == os.Getenv("POSTGRES_DATABASE") { + t.Fatal("test database must differ from application database") + } + ctx, cancel := context.WithTimeout(context.Background(), 30*time.Second) + defer cancel() + cfg, err := config.New() + if err != nil { + t.Fatal(err) + } + cfg.Postgres.Database = database + cfg.Postgres.RunMigrations = true + if err = migrator.New(cfg).Start(ctx); err != nil { + t.Fatal(err) + } + pool := postgres.New(cfg.Postgres) + defer pool.Close() + repo := NewMessagesRepo(pool) + user, chat := uuid.New(), uuid.New() + if _, err = pool.Exec(ctx, `INSERT INTO users(id,name,username,password_hash) VALUES($1,'Synthetic','atomic_test','unused')`, user); err != nil { + t.Fatal(err) + } + if _, err = pool.Exec(ctx, `INSERT INTO chats(id,title) VALUES($1,'Atomic test')`, chat); err != nil { + t.Fatal(err) + } + if _, err = pool.Exec(ctx, `INSERT INTO chat_members(chat_id,user_id) VALUES($1,$2)`, chat, user); err != nil { + t.Fatal(err) + } + req := dto.CreateMessage{ChatID: chat, SenderID: user, Text: "atomic", IdempotencyKey: "atomic-key"} + tx, err := pool.Begin(ctx) + if err != nil { + t.Fatal(err) + } + if _, err = repo.CreateIdempotentTx(ctx, tx, req); err != nil { + t.Fatal(err) + } + if err = tx.Rollback(ctx); err != nil { + t.Fatal(err) + } + var messages, keys int + if err = pool.QueryRow(ctx, `SELECT (SELECT count(*) FROM messages),(SELECT count(*) FROM message_idempotency)`).Scan(&messages, &keys); err != nil { + t.Fatal(err) + } + if messages != 0 || keys != 0 { + t.Fatalf("rollback left %d messages, %d keys", messages, keys) + } + tx, err = pool.Begin(ctx) + if err != nil { + t.Fatal(err) + } + first, err := repo.CreateIdempotentTx(ctx, tx, req) + if err != nil { + t.Fatal(err) + } + if err = tx.Commit(ctx); err != nil { + t.Fatal(err) + } + // Expire the test record only: no shortened production TTL and no wall-clock wait. + if _, err = pool.Exec(ctx, `UPDATE message_idempotency SET expires_at=clock_timestamp()-interval '1 second' WHERE user_id=$1`, user); err != nil { + t.Fatal(err) + } + req.Text = "new after expiry" + tx, err = pool.Begin(ctx) + if err != nil { + t.Fatal(err) + } + second, err := repo.CreateIdempotentTx(ctx, tx, req) + if err != nil { + t.Fatal(err) + } + if err = tx.Commit(ctx); err != nil { + t.Fatal(err) + } + if first.ID == second.ID { + t.Fatal("expired key replayed old message") + } + if err = pool.QueryRow(ctx, `SELECT (SELECT count(*) FROM messages),(SELECT count(*) FROM message_idempotency)`).Scan(&messages, &keys); err != nil { + t.Fatal(err) + } + if messages != 2 || keys != 1 { + t.Fatalf("expiry left %d messages, %d keys; want 2,1", messages, keys) + } + if _, err = pool.Exec(ctx, `CREATE FUNCTION reject_test_key() RETURNS trigger LANGUAGE plpgsql AS $$ BEGIN IF NEW.key='failure-key' THEN RAISE EXCEPTION 'synthetic failure'; END IF; RETURN NEW; END $$; CREATE TRIGGER reject_test_key BEFORE INSERT ON message_idempotency FOR EACH ROW EXECUTE FUNCTION reject_test_key()`); err != nil { + t.Fatal(err) + } + req.IdempotencyKey = "failure-key" + tx, err = pool.Begin(ctx) + if err != nil { + t.Fatal(err) + } + if _, err = repo.CreateIdempotentTx(ctx, tx, req); err == nil { + t.Fatal("expected injected failure") + } + if err = tx.Rollback(ctx); err != nil { + t.Fatal(err) + } + if err = pool.QueryRow(ctx, `SELECT (SELECT count(*) FROM messages),(SELECT count(*) FROM message_idempotency)`).Scan(&messages, &keys); err != nil { + t.Fatal(err) + } + if messages != 2 || keys != 1 { + t.Fatal("failed result persisted a side effect") + } + if _, err = pool.Exec(ctx, `DROP TRIGGER reject_test_key ON message_idempotency; DROP FUNCTION reject_test_key()`); err != nil { + t.Fatal(err) + } + tx, err = pool.Begin(ctx) + if err != nil { + t.Fatal(err) + } + if _, err = repo.CreateIdempotentTx(ctx, tx, req); err != nil { + t.Fatal("transient failure was cached", err) + } + if err = tx.Commit(ctx); err != nil { + t.Fatal(err) + } + + t.Run("service owns message content rules", func(t *testing.T) { + svc := chatsvc.New(txmanager.New(pool), NewChatsRepo(pool), repo, uncachedChats{}) + own, foreign, missing := uuid.New(), uuid.New(), uuid.New() + otherChat := uuid.New() + if _, err := pool.Exec(ctx, `INSERT INTO chats(id,title) VALUES($1,'Other chat');`, otherChat); err != nil { + t.Fatal(err) + } + if _, err := pool.Exec(ctx, `INSERT INTO chat_members(chat_id,user_id) VALUES($1,$2)`, otherChat, user); err != nil { + t.Fatal(err) + } + for _, fixture := range []struct { + id, chat uuid.UUID + missing bool + }{{own, chat, false}, {foreign, otherChat, false}, {missing, chat, true}} { + if _, err := pool.Exec(ctx, `INSERT INTO attachments(id,chat_id,owner_id,filename,object_key,content_type,size_bytes,sha256,integrity_missing,created_at,updated_at) VALUES($1,$2,$3,'test.png',$4,'image/png',1,$5,$6,now(),now())`, fixture.id, fixture.chat, user, "originals/"+fixture.id.String(), strings.Repeat("a", 64), fixture.missing); err != nil { + t.Fatal(err) + } + } + counts := func() string { + t.Helper() + var messages, links, keys int + if err := pool.QueryRow(ctx, `SELECT (SELECT count(*) FROM messages),(SELECT count(*) FROM message_attachments),(SELECT count(*) FROM message_idempotency)`).Scan(&messages, &links, &keys); err != nil { + t.Fatal(err) + } + return fmt.Sprintf("%d/%d/%d", messages, links, keys) + } + for _, tc := range []struct { + name, text string + ids []uuid.UUID + code apperr.Code + }{ + {"empty", "", nil, apperr.CodeBadRequest}, + {"whitespace", " \t\n\u2003", nil, apperr.CodeBadRequest}, + {"invalid UTF8", string([]byte{0xff}), nil, apperr.CodeBadRequest}, + {"nul", "\x00", nil, apperr.CodeBadRequest}, + {"too long", strings.Repeat("я", 4001), nil, apperr.CodeBadRequest}, + {"duplicate", "", []uuid.UUID{own, own}, apperr.CodeBadRequest}, + {"too many", "text", make([]uuid.UUID, 11), apperr.CodeBadRequest}, + {"nil id", "", []uuid.UUID{uuid.Nil}, apperr.CodeBadRequest}, + {"unknown", "", []uuid.UUID{uuid.New()}, apperr.CodeNotFound}, + {"foreign chat", "", []uuid.UUID{foreign}, apperr.CodeNotFound}, + {"missing object", "", []uuid.UUID{missing}, apperr.CodeUnavailable}, + } { + t.Run(tc.name, func(t *testing.T) { + before := counts() + _, err := svc.CreateMessage(ctx, dto.CreateMessage{ChatID: chat, SenderID: user, IdempotencyKey: uuid.NewString(), Text: tc.text, AttachmentIDs: tc.ids}) + if err == nil || apperr.CodeFromError(err) != tc.code { + t.Fatalf("got %v, want code %v", err, tc.code) + } + if after := counts(); after != before { + t.Fatalf("rejected message changed counts: %s -> %s", before, after) + } + }) + } + for _, text := range []string{"", " \t\u2003"} { + request := dto.CreateMessage{ChatID: chat, SenderID: user, IdempotencyKey: uuid.NewString(), Text: text, AttachmentIDs: []uuid.UUID{own}} + first, err := svc.CreateMessage(ctx, request) + if err != nil { + t.Fatal(err) + } + replay, err := svc.CreateMessage(ctx, request) + if err != nil || replay.ID != first.ID || len(replay.AttachmentIDs) != 1 || replay.AttachmentIDs[0] != own { + t.Fatalf("attachment replay failed: %v, %v", replay, err) + } + page, err := svc.ListForChat(ctx, dto.MessageFilters{UserID: user, ChatID: chat}) + if err != nil { + t.Fatal(err) + } + found := false + for _, msg := range page.Items { + if msg.ID == first.ID { + found = len(msg.AttachmentIDs) == 1 && msg.AttachmentIDs[0] == own + } + } + if !found { + t.Fatal("history lost attachment") + } + request.AttachmentIDs = []uuid.UUID{foreign} + if _, err = svc.CreateMessage(ctx, request); apperr.CodeFromError(err) != apperr.CodeNotFound { + t.Fatalf("foreign replay: %v", err) + } + } + // Preserve legacy hashes written before the attachment migration. + legacy := dto.CreateMessage{ChatID: chat, SenderID: user, IdempotencyKey: uuid.NewString(), Text: "legacy"} + first, err := svc.CreateMessage(ctx, legacy) + if err != nil { + t.Fatal(err) + } + hash := sha256.Sum256([]byte(legacy.Text)) + if _, err = pool.Exec(ctx, `UPDATE message_idempotency SET request_hash=$1,hash_version=1 WHERE key=$2`, hash[:], legacy.IdempotencyKey); err != nil { + t.Fatal(err) + } + replay, err := svc.CreateMessage(ctx, legacy) + if err != nil || replay.ID != first.ID { + t.Fatalf("legacy replay failed: %v", err) + } + legacy.AttachmentIDs = []uuid.UUID{own} + if _, err = svc.CreateMessage(ctx, legacy); apperr.CodeFromError(err) != apperr.CodeConflict { + t.Fatalf("legacy hash ignored new attachment: %v", err) + } + textOnly := dto.CreateMessage{ChatID: chat, SenderID: user, IdempotencyKey: uuid.NewString(), Text: "text only"} + first, err = svc.CreateMessage(ctx, textOnly) + if err != nil { + t.Fatal(err) + } + textOnly.AttachmentIDs = []uuid.UUID{} + replay, err = svc.CreateMessage(ctx, textOnly) + if err != nil || replay.ID != first.ID { + t.Fatalf("nil and empty attachment lists differ: %v", err) + } + // Force link failure using the relational FK and prove all preceding writes roll back. + before := counts() + tx, err := pool.Begin(ctx) + if err != nil { + t.Fatal(err) + } + _, err = repo.CreateIdempotentTx(ctx, tx, dto.CreateMessage{ChatID: chat, SenderID: user, IdempotencyKey: uuid.NewString(), Text: "link rollback", AttachmentIDs: []uuid.UUID{own, uuid.New()}}) + if err == nil { + t.Fatal("expected missing attachment FK failure") + } + _ = tx.Rollback(ctx) + if after := counts(); after != before { + t.Fatalf("failed link changed counts: %s -> %s", before, after) + } + var triggers int + if err = pool.QueryRow(ctx, `SELECT count(*) FROM pg_trigger WHERE tgname='message_content'`).Scan(&triggers); err != nil || triggers != 0 { + t.Fatalf("message trigger remains: %d, %v", triggers, err) + } + }) + + t.Run("object lock cancellation does not leak a pooled lock", func(t *testing.T) { + attachments := &AttachmentsRepo{Pool: pool} + key := "originals/" + uuid.NewString() + _, unlock, err := attachments.Lock(ctx, key) + if err != nil { + t.Fatal(err) + } + waiting, cancel := context.WithTimeout(ctx, 50*time.Millisecond) + _, _, err = attachments.Lock(waiting, key) + cancel() + unlock() + if err == nil { + t.Fatal("contending lock ignored deadline") + } + _, release, err := attachments.Lock(ctx, key) + if err != nil { + t.Fatalf("lock leaked after cancellation: %v", err) + } + release() + }) + + t.Log("rollback removed both side effect and key; expired key created one new message") +} + +type uncachedChats struct{} + +func (uncachedChats) Create(context.Context, dto.Chat) error { return nil } +func (uncachedChats) Get(context.Context, uuid.UUID) (*dto.Chat, error) { + return nil, errors.New("cache disabled for storage test") +} diff --git a/service/internal/adapter/repository/storage/messages.go b/service/internal/adapter/repository/storage/messages.go new file mode 100644 index 00000000..61c29ba8 --- /dev/null +++ b/service/internal/adapter/repository/storage/messages.go @@ -0,0 +1,153 @@ +package storage + +import ( + "bytes" + "context" + "crypto/sha256" + "encoding/json" + "errors" + "time" + + "github.com/google/uuid" + "github.com/jackc/pgerrcode" + "github.com/jackc/pgx/v5" + "github.com/jackc/pgx/v5/pgconn" + "github.com/jackc/pgx/v5/pgxpool" + + "gitea.privcloud.tech/mtusi2026/internal/dto" + "gitea.privcloud.tech/mtusi2026/internal/pkg/apperr" +) + +type MessagesRepo struct { + pool *pgxpool.Pool +} + +func NewMessagesRepo(pool *pgxpool.Pool) *MessagesRepo { + return &MessagesRepo{pool: pool} +} + +// CreateIdempotentTx serializes only requests sharing an idempotency scope. +// The transaction commits both the message and its replay record, or neither. +func (r *MessagesRepo) CreateIdempotentTx(ctx context.Context, tx pgx.Tx, req dto.CreateMessage) (*dto.Message, error) { + scope := req.SenderID.String() + ":POST:" + req.ChatID.String() + ":" + req.IdempotencyKey + if _, err := tx.Exec(ctx, `SELECT pg_advisory_xact_lock(hashtextextended($1, 0))`, scope); err != nil { + return nil, apperr.WrapPostgres(err, "failed to lock message key") + } + hash := messageHash(req) + var hashVersion int + var storedHash []byte + var messageID uuid.UUID + err := tx.QueryRow(ctx, `SELECT request_hash, message_id, hash_version FROM message_idempotency + WHERE user_id=$1 AND method='POST' AND chat_id=$2 AND key=$3 AND expires_at>clock_timestamp()`, + req.SenderID, req.ChatID, req.IdempotencyKey).Scan(&storedHash, &messageID, &hashVersion) + if err == nil { + if hashVersion == 1 && len(req.AttachmentIDs) == 0 { + hash = sha256.Sum256([]byte(req.Text)) + } else if hashVersion != 2 { + return nil, apperr.New(apperr.CodeConflict, "idempotency key used with different content") + } + if !bytes.Equal(hash[:], storedHash) { + return nil, apperr.New(apperr.CodeConflict, "idempotency key used with different content") + } + return scanMessage(tx.QueryRow(ctx, `SELECT `+messageColumns+` FROM messages WHERE id=$1`, messageID)) + } + if !errors.Is(err, pgx.ErrNoRows) { + return nil, apperr.WrapPostgres(err, "failed to read message key") + } + message := dto.Message{ID: uuid.New(), ChatID: req.ChatID, SenderID: req.SenderID, Text: req.Text, AttachmentIDs: append([]uuid.UUID{}, req.AttachmentIDs...), CreatedAt: time.Now().UTC().Truncate(time.Microsecond)} + if _, err = tx.Exec(ctx, `INSERT INTO messages(id,chat_id,sender_id,text,created_at) VALUES($1,$2,$3,$4,$5)`, + message.ID, message.ChatID, message.SenderID, message.Text, message.CreatedAt); err != nil { + if pgErr, ok := errors.AsType[*pgconn.PgError](err); ok && pgErr.Code == pgerrcode.ForeignKeyViolation { + return nil, apperr.Wrap(err, apperr.CodeNotFound, "chat not found") + } + return nil, apperr.WrapPostgres(err, "failed to create message") + } + for position, attachmentID := range req.AttachmentIDs { + if _, err = tx.Exec(ctx, `INSERT INTO message_attachments(message_id,chat_id,attachment_id,position) VALUES($1,$2,$3,$4)`, message.ID, message.ChatID, attachmentID, position); err != nil { + return nil, apperr.WrapPostgres(err, "failed to link attachment") + } + } + + if _, err = tx.Exec(ctx, `INSERT INTO message_idempotency(user_id,method,chat_id,key,request_hash,message_id,expires_at,hash_version) + VALUES($1,'POST',$2,$3,$4,$5,clock_timestamp()+interval '24 hours',2) + ON CONFLICT(user_id,method,chat_id,key) DO UPDATE SET request_hash=EXCLUDED.request_hash, + message_id=EXCLUDED.message_id,expires_at=EXCLUDED.expires_at,hash_version=EXCLUDED.hash_version`, req.SenderID, req.ChatID, req.IdempotencyKey, hash[:], message.ID); err != nil { + return nil, apperr.WrapPostgres(err, "failed to save message key") + } + return &message, nil +} + +func (r *MessagesRepo) GetByIDForChat(ctx context.Context, chatID, messageID uuid.UUID) (*dto.Message, error) { + const query = `SELECT ` + messageColumns + ` FROM messages WHERE chat_id = $1 AND id = $2` + return scanMessage(r.pool.QueryRow(ctx, query, chatID, messageID)) +} + +func (r *MessagesRepo) ListForChat(ctx context.Context, chatID uuid.UUID, page dto.PageQuery) ([]dto.Message, error) { + query := `SELECT ` + messageColumns + ` FROM messages WHERE chat_id = $1` + args := []any{chatID, page.Limit} + if page.After != nil { + query += ` AND (created_at, id) > ($3, $4)` + args = append(args, page.After.CreatedAt, page.After.ID) + } + query += ` ORDER BY created_at, id LIMIT $2` + rows, err := r.pool.Query(ctx, query, args...) + if err != nil { + return nil, apperr.WrapPostgres(err, "failed to list messages") + } + defer rows.Close() + messages := make([]dto.Message, 0) + for rows.Next() { + message, err := scanMessage(rows) + if err != nil { + return nil, err + } + messages = append(messages, *message) + } + if err = rows.Err(); err != nil { + return nil, apperr.WrapPostgres(err, "failed to list messages") + } + return messages, nil +} + +func scanMessage(row pgx.Row) (*dto.Message, error) { + var message dto.Message + if err := row.Scan(&message.ID, &message.ChatID, &message.SenderID, &message.Text, &message.CreatedAt, &message.AttachmentIDs); err != nil { + return nil, apperr.WrapPostgres(err, "failed to get message") + } + return &message, nil +} + +const messageColumns = `id, chat_id, sender_id, text, created_at, + ARRAY(SELECT attachment_id FROM message_attachments WHERE message_id=messages.id ORDER BY position)` + +func messageHash(req dto.CreateMessage) [32]byte { + // Field order and a non-nil list define the canonical v2 representation. + canonical := struct { + Text string `json:"text"` + AttachmentIDs []uuid.UUID `json:"attachment_ids"` + }{req.Text, append([]uuid.UUID{}, req.AttachmentIDs...)} + encoded, _ := json.Marshal(canonical) // strings and UUIDs have no encoding failures. + return sha256.Sum256(encoded) +} + +func (r *MessagesRepo) AttachmentsForMessageTx(ctx context.Context, tx pgx.Tx, ids []uuid.UUID) ([]dto.MessageAttachment, error) { + // Prevent a concurrent integrity update from invalidating the checked rows + // until the message and its links have committed together. + rows, err := tx.Query(ctx, `SELECT id, chat_id, integrity_missing FROM attachments WHERE id=ANY($1) ORDER BY id FOR SHARE`, ids) + if err != nil { + return nil, apperr.WrapPostgres(err, "failed to read attachments") + } + defer rows.Close() + result := make([]dto.MessageAttachment, 0, len(ids)) + for rows.Next() { + var a dto.MessageAttachment + if err := rows.Scan(&a.ID, &a.ChatID, &a.Missing); err != nil { + return nil, apperr.WrapPostgres(err, "failed to read attachment") + } + result = append(result, a) + } + if err := rows.Err(); err != nil { + return nil, apperr.WrapPostgres(err, "failed to read attachments") + } + return result, nil +} diff --git a/service/internal/adapter/repository/storage/refresh_tokens.go b/service/internal/adapter/repository/storage/refresh_tokens.go new file mode 100644 index 00000000..9b3ca8c4 --- /dev/null +++ b/service/internal/adapter/repository/storage/refresh_tokens.go @@ -0,0 +1,193 @@ +package storage + +import ( + "context" + "time" + + "github.com/google/uuid" + "github.com/jackc/pgx/v5" + "github.com/jackc/pgx/v5/pgxpool" + + "gitea.privcloud.tech/mtusi2026/internal/dto" + "gitea.privcloud.tech/mtusi2026/internal/pkg/apperr" + "gitea.privcloud.tech/mtusi2026/internal/pkg/postgres" +) + +type RefreshTokensRepo struct { + pool *pgxpool.Pool +} + +func NewRefreshTokensRepo(pool *pgxpool.Pool) *RefreshTokensRepo { + return &RefreshTokensRepo{ + pool: pool, + } +} + +func (r *RefreshTokensRepo) Create(ctx context.Context, req dto.StoredRefreshToken) error { + return r.create(ctx, r.pool, req) +} + +func (r *RefreshTokensRepo) CreateTx(ctx context.Context, tx pgx.Tx, req dto.StoredRefreshToken) error { + return r.create(ctx, tx, req) +} + +func (r *RefreshTokensRepo) GetByID(ctx context.Context, id uuid.UUID) (*dto.StoredRefreshToken, error) { + return r.getByID(ctx, r.pool, id, false) +} + +func (r *RefreshTokensRepo) GetByIDTx(ctx context.Context, tx pgx.Tx, id uuid.UUID) (*dto.StoredRefreshToken, error) { + return r.getByID(ctx, tx, id, false) +} + +func (r *RefreshTokensRepo) GetByIDForUpdate(ctx context.Context, id uuid.UUID) (*dto.StoredRefreshToken, error) { + return r.getByID(ctx, r.pool, id, true) +} + +func (r *RefreshTokensRepo) GetByIDForUpdateTx(ctx context.Context, tx pgx.Tx, id uuid.UUID) (*dto.StoredRefreshToken, error) { + return r.getByID(ctx, tx, id, true) +} + +func (r *RefreshTokensRepo) Revoke(ctx context.Context, req dto.RevokeRefreshToken) error { + return r.revoke(ctx, r.pool, req) +} + +func (r *RefreshTokensRepo) RevokeTx(ctx context.Context, tx pgx.Tx, req dto.RevokeRefreshToken) error { + return r.revoke(ctx, tx, req) +} + +func (r *RefreshTokensRepo) RevokeAllByUserID(ctx context.Context, req dto.RevokeRefreshTokensByUserID) error { + return r.revokeAllByUserID(ctx, r.pool, req) +} + +func (r *RefreshTokensRepo) RevokeAllByUserIDTx(ctx context.Context, tx pgx.Tx, req dto.RevokeRefreshTokensByUserID) error { + return r.revokeAllByUserID(ctx, tx, req) +} + +func (r *RefreshTokensRepo) DeleteExpired(ctx context.Context) error { + const query = ` +DELETE FROM refresh_tokens +WHERE expires_at < $1` + + _, err := r.pool.Exec(ctx, query, time.Now()) + if err != nil { + return apperr.WrapPostgres(err, "failed to delete expired refresh tokens") + } + + return nil +} + +func (r *RefreshTokensRepo) create(ctx context.Context, conn postgres.Conn, req dto.StoredRefreshToken) error { + const query = `INSERT INTO refresh_tokens (id, + user_id, + token_hash, + user_agent, + ip_address, + role, + expires_at, + created_at) +VALUES ($1, $2, $3, $4, $5, $6, $7, $8)` + + ct, err := conn.Exec( + ctx, + query, + req.ID, + req.UserID, + req.TokenHash, + req.UserAgent, + req.IPAddress, + req.Role, + req.ExpiresAt, + req.CreatedAt, + ) + if err != nil { + return apperr.WrapPostgres(err, "failed to create refresh token") + } + + if ct.RowsAffected() == 0 { + return apperr.New(apperr.CodeAlreadyExists, "refresh token already exists") + } + + return nil +} + +func (r *RefreshTokensRepo) getByID(ctx context.Context, conn postgres.Conn, id uuid.UUID, lock bool) (*dto.StoredRefreshToken, error) { + const query = `SELECT id, + user_id, + token_hash, + user_agent, + ip_address, + role, + expires_at, + revoked_at, + created_at +FROM refresh_tokens +WHERE id = $1` + const queryLock = `SELECT id, + user_id, + token_hash, + user_agent, + ip_address, + role, + expires_at, + revoked_at, + created_at +FROM refresh_tokens +WHERE id = $1 FOR UPDATE` + + use := query + if lock { + use = queryLock + } + + var token dto.StoredRefreshToken + err := conn.QueryRow(ctx, use, id).Scan( + &token.ID, + &token.UserID, + &token.TokenHash, + &token.UserAgent, + &token.IPAddress, + &token.Role, + &token.ExpiresAt, + &token.RevokedAt, + &token.CreatedAt, + ) + if err != nil { + return nil, apperr.WrapPostgres(err, "failed to get refresh by id") + } + + return &token, nil +} + +func (r *RefreshTokensRepo) revoke(ctx context.Context, conn postgres.Conn, req dto.RevokeRefreshToken) error { + const query = ` +UPDATE refresh_tokens +SET revoked_at = $2 +WHERE id = $1 + AND revoked_at IS NULL` + + ct, err := conn.Exec(ctx, query, req.ID, req.RevokedAt) + if err != nil { + return apperr.WrapPostgres(err, "failed to revoke refresh token") + } + + if ct.RowsAffected() == 0 { + return apperr.New(apperr.CodeNotFound, "refresh token not found") + } + + return nil +} + +func (r *RefreshTokensRepo) revokeAllByUserID(ctx context.Context, conn postgres.Conn, req dto.RevokeRefreshTokensByUserID) error { + const query = ` +UPDATE refresh_tokens +SET revoked_at = $2 +WHERE user_id = $1 + AND revoked_at IS NULL` + + _, err := conn.Exec(ctx, query, req.UserID, req.RevokedAt) + if err != nil { + return apperr.WrapPostgres(err, "failed to revoke refresh tokens") + } + + return nil +} diff --git a/service/internal/adapter/repository/storage/users.go b/service/internal/adapter/repository/storage/users.go new file mode 100644 index 00000000..11cdedb5 --- /dev/null +++ b/service/internal/adapter/repository/storage/users.go @@ -0,0 +1,103 @@ +package storage + +import ( + "context" + "errors" + + "github.com/google/uuid" + "github.com/jackc/pgerrcode" + "github.com/jackc/pgx/v5" + "github.com/jackc/pgx/v5/pgconn" + "github.com/jackc/pgx/v5/pgxpool" + + "gitea.privcloud.tech/mtusi2026/internal/dto" + "gitea.privcloud.tech/mtusi2026/internal/pkg/apperr" + "gitea.privcloud.tech/mtusi2026/internal/pkg/postgres" +) + +type UsersRepo struct { + pool *pgxpool.Pool +} + +func NewUsersRepo(pool *pgxpool.Pool) *UsersRepo { + return &UsersRepo{pool: pool} +} + +func (r *UsersRepo) Create(ctx context.Context, req dto.CreateStoredUser) error { + return r.create(ctx, r.pool, req) +} + +func (r *UsersRepo) CreateTx(ctx context.Context, tx pgx.Tx, req dto.CreateStoredUser) error { + return r.create(ctx, tx, req) +} + +func (r *UsersRepo) GetByID(ctx context.Context, id uuid.UUID) (*dto.User, error) { + return r.getByID(ctx, r.pool, id) +} + +func (r *UsersRepo) GetByIDTx(ctx context.Context, tx pgx.Tx, id uuid.UUID) (*dto.User, error) { + return r.getByID(ctx, tx, id) +} + +func (r *UsersRepo) GetByUsername(ctx context.Context, username string) (*dto.User, error) { + const query = `SELECT id, username, name, created_at FROM users WHERE username = $1` + return scanUser(r.pool.QueryRow(ctx, query, username)) +} + +func (r *UsersRepo) GetCredentialsByUsername(ctx context.Context, username string) (*dto.UserCredentials, error) { + const query = `SELECT id, username, name, created_at, password_hash FROM users WHERE username = $1` + + var credentials dto.UserCredentials + err := r.pool.QueryRow(ctx, query, username).Scan( + &credentials.User.ID, + &credentials.User.Username, + &credentials.User.DisplayName, + &credentials.User.CreatedAt, + &credentials.PasswordHash, + ) + if err != nil { + return nil, apperr.WrapPostgres(err, "failed to get user credentials") + } + return &credentials, nil +} + +func (r *UsersRepo) Delete(ctx context.Context, id uuid.UUID) error { + const query = `DELETE FROM users WHERE id = $1` + + ct, err := r.pool.Exec(ctx, query, id) + if err != nil { + return apperr.WrapPostgres(err, "failed to delete user") + } + if ct.RowsAffected() == 0 { + return apperr.New(apperr.CodeNotFound, "user not found") + } + return nil +} + +func (r *UsersRepo) create(ctx context.Context, conn postgres.Conn, req dto.CreateStoredUser) error { + const query = `INSERT INTO users (id, username, name, password_hash, created_at, updated_at) +VALUES ($1, $2, $3, $4, $5, $6)` + + _, err := conn.Exec(ctx, query, req.ID, req.Username, req.DisplayName, req.PasswordHash, req.CreatedAt, req.UpdatedAt) + if err != nil { + if pgErr, ok := errors.AsType[*pgconn.PgError](err); ok && + pgErr.Code == pgerrcode.UniqueViolation && pgErr.ConstraintName == "users_username_unique" { + return apperr.Wrap(err, apperr.CodeConflict, "username already exists") + } + return apperr.WrapPostgres(err, "failed to create user") + } + return nil +} + +func (r *UsersRepo) getByID(ctx context.Context, conn postgres.Conn, id uuid.UUID) (*dto.User, error) { + const query = `SELECT id, username, name, created_at FROM users WHERE id = $1` + return scanUser(conn.QueryRow(ctx, query, id)) +} + +func scanUser(row pgx.Row) (*dto.User, error) { + var user dto.User + if err := row.Scan(&user.ID, &user.Username, &user.DisplayName, &user.CreatedAt); err != nil { + return nil, apperr.WrapPostgres(err, "failed to get user") + } + return &user, nil +} diff --git a/service/internal/config/abstractions.go b/service/internal/config/abstractions.go new file mode 100644 index 00000000..2490832c --- /dev/null +++ b/service/internal/config/abstractions.go @@ -0,0 +1,7 @@ +package config + +import "github.com/spf13/viper" + +type Loader interface { + loadConfig(v *viper.Viper) error +} diff --git a/service/internal/config/application.go b/service/internal/config/application.go new file mode 100644 index 00000000..782dcc2d --- /dev/null +++ b/service/internal/config/application.go @@ -0,0 +1,63 @@ +package config + +import ( + "errors" + "time" + + "github.com/spf13/viper" + + "gitea.privcloud.tech/mtusi2026/internal/pkg/types/environment" +) + +type Application struct { + LogLevel string + ShutdownTimeout time.Duration + Environment environment.ApplicationEnvironment + RequestRateLimit float64 + BurstRateLimit int + RateLimitTTL time.Duration +} + +func (c *Application) Validate() error { + environmentErr := c.Environment.Validate() + + switch { + case c.LogLevel == "": + return wrapValidationError("application", errors.New("log_level cannot be empty in application config")) + case c.ShutdownTimeout == 0: + return wrapValidationError("application", errors.New("shutdown_timeout cannot be zero in application config")) + case environmentErr != nil: + return wrapValidationError("application", environmentErr) + //case c.RequestRateLimit == 0: + // return wrapValidationError("application", errors.New("request_rate_limit cannot be zero in application config")) + //case c.BurstRateLimit == 0: + // return wrapValidationError("application", errors.New("burst_rate_limit cannot be zero in application config")) + //case c.RateLimitTTL == 0: + // return wrapValidationError("application", errors.New("rate_limit_ttl cannot be zero in application config")) + default: + return nil + } +} + +func (c *Application) loadConfig(v *viper.Viper) error { + v.SetEnvPrefix("APPLICATION") + c.LogLevel = v.GetString("LOG_LEVEL") + c.ShutdownTimeout = v.GetDuration("SHUTDOWN_TIMEOUT") + c.Environment = environment.ParseEnvironment(v.GetString("ENVIRONMENT")) + // todo add cool value + c.RequestRateLimit = v.GetFloat64("REQUEST_RATE_LIMIT") + c.BurstRateLimit = v.GetInt("BURST_RATE_LIMIT") + c.RateLimitTTL = v.GetDuration("RATE_LIMIT_TTL") + return nil +} + +func (c *Application) copy() *Application { + return &Application{ + LogLevel: c.LogLevel, + ShutdownTimeout: c.ShutdownTimeout, + Environment: c.Environment, + RequestRateLimit: c.RequestRateLimit, + BurstRateLimit: c.BurstRateLimit, + RateLimitTTL: c.RateLimitTTL, + } +} diff --git a/service/internal/config/attachment.go b/service/internal/config/attachment.go new file mode 100644 index 00000000..38b1a2ee --- /dev/null +++ b/service/internal/config/attachment.go @@ -0,0 +1,58 @@ +package config + +import ( + "fmt" + "os" + "strconv" + "strings" + "time" +) + +type Attachment struct { + Endpoint, Region, Bucket, AccessKey, SecretKey string + MaxBytes, MaxPixels int64 + Timeout, Grace time.Duration + Uploads, Decoders int +} + +func LoadAttachment() (*Attachment, error) { + c := &Attachment{Endpoint: env("S3_ENDPOINT", "http://s3:9000"), Region: env("S3_REGION", "us-east-1"), Bucket: env("S3_BUCKET", "messenger-attachments"), MaxBytes: 10485760, MaxPixels: 40000000, Timeout: 120 * time.Second, Grace: time.Hour, Uploads: 4, Decoders: 1} + var err error + for key, dst := range map[string]*string{"S3_ACCESS_KEY_ID_FILE": &c.AccessKey, "S3_SECRET_ACCESS_KEY_FILE": &c.SecretKey} { + b, e := os.ReadFile(os.Getenv(key)) + if e != nil { + return nil, fmt.Errorf("read %s: %w", key, e) + } + *dst = strings.TrimSpace(string(b)) + if *dst == "" { + return nil, fmt.Errorf("empty %s", key) + } + } + for key, dst := range map[string]*int64{"MAX_UPLOAD_BYTES": &c.MaxBytes, "MAX_IMAGE_PIXELS": &c.MaxPixels} { + if v := os.Getenv(key); v != "" { + *dst, err = strconv.ParseInt(v, 10, 64) + if err != nil { + return nil, fmt.Errorf("invalid %s", key) + } + } + } + for key, dst := range map[string]*time.Duration{"UPLOAD_TIMEOUT": &c.Timeout, "RECONCILE_GRACE_PERIOD": &c.Grace} { + if v := os.Getenv(key); v != "" { + *dst, err = time.ParseDuration(v) + if err != nil { + return nil, fmt.Errorf("invalid %s", key) + } + } + } + if c.MaxBytes < 1 || c.MaxBytes > 10485760 || c.MaxPixels < 1 || c.MaxPixels > 40000000 || c.Timeout < time.Second || c.Timeout > 120*time.Second || c.Grace <= 2*c.Timeout { + return nil, fmt.Errorf("invalid attachment limits or grace period") + } + return c, nil +} + +func env(k, d string) string { + if v := os.Getenv(k); v != "" { + return v + } + return d +} diff --git a/service/internal/config/config.go b/service/internal/config/config.go new file mode 100644 index 00000000..e67e907a --- /dev/null +++ b/service/internal/config/config.go @@ -0,0 +1,110 @@ +package config + +import ( + "strings" + "time" + + "github.com/spf13/viper" + "go.uber.org/multierr" + + "gitea.privcloud.tech/mtusi2026/internal/pkg/types/environment" +) + +var defaultConfig = &Config{ + Server: &Server{ + Host: "localhost", + Port: 8001, + ReadTimeout: 10 * time.Second, + WriteTimeout: 10 * time.Second, + IdleTimeout: 10 * time.Second, + ShutdownTimeout: 10 * time.Second, + Enabled: false, + }, + Postgres: &Postgres{ + Host: "localhost", + Port: 5432, + User: "postgres", + Password: "postgres", + Database: "postgres", + VersionTable: "versions", + RunMigrations: false, + MaxConnections: 10, + ConnectTimeout: 500 * time.Millisecond, + QueryTimeout: 2 * time.Second, + }, + Redis: &Redis{ + Host: "localhost", + Port: 6379, + Username: "", + Password: "", + DB: 0, + }, + JWT: &JWT{ + AccessTokenLifetime: 4 * time.Hour, + RefreshTokenLifetime: time.Hour, + PublicKeyPath: "certs/private.pem", + PrivateKeyPath: "certs/public.pem", + }, + Application: &Application{ + LogLevel: "info", + ShutdownTimeout: 10 * time.Second, + Environment: environment.ApplicationEnvironmentDev, + RequestRateLimit: 100, + }, +} + +type Config struct { + Server *Server + Postgres *Postgres + Redis *Redis + JWT *JWT + Application *Application +} + +func New() (*Config, error) { + v := viper.New() + v.SetEnvKeyReplacer(strings.NewReplacer(".", "_")) + v.AutomaticEnv() + + cfg := defaultConfig.copy() + + if err := cfg.loadConfig(v); err != nil { + return nil, err + } + + if err := cfg.Validate(); err != nil { + return nil, err + } + + return cfg, nil +} + +func (c *Config) Validate() error { + return multierr.Combine( + c.Server.Validate(), + c.Postgres.Validate(), + c.JWT.Validate(), + c.Redis.Validate(), + c.Application.Validate(), + ) +} + +func (c *Config) loadConfig(v *viper.Viper) error { + return multierr.Combine( + c.Postgres.loadConfig(v), + c.Server.loadConfig(v), + c.JWT.loadConfig(v), + c.Redis.loadConfig(v), + c.Application.loadConfig(v), + ) +} + +func (c *Config) copy() *Config { + return &Config{ + Server: c.Server.copy(), + Postgres: c.Postgres.copy(), + Redis: c.Redis.copy(), + JWT: c.JWT.copy(), + Application: c.Application.copy(), + } +} diff --git a/service/internal/config/cookies.go b/service/internal/config/cookies.go new file mode 100644 index 00000000..b6f7d881 --- /dev/null +++ b/service/internal/config/cookies.go @@ -0,0 +1,65 @@ +package config + +import ( + "errors" + "net/http" + "strings" + + "github.com/spf13/viper" +) + +type Cookies struct { + Enabled bool + Domain string + Path string + Secure bool + SameSite http.SameSite + AllowedOrigins []string +} + +func (c *Cookies) Validate() error { + switch { + case c.Domain == "": + return wrapValidationError("cookies", errors.New("domain cannot be empty")) + case c.Path == "": + return wrapValidationError("cookies", errors.New("path cannot be empty")) + case c.SameSite == http.SameSiteDefaultMode: + return wrapValidationError("cookies", errors.New("same_site_set_to_none_mode cannot be empty")) + //case c.Enabled && !c.Secure: + // return wrapValidationError("cookies", errors.New("if cookies_enabled equals true then cookies_secure must be true")) + case c.AllowedOrigins == nil || len(c.AllowedOrigins) == 0: + return wrapValidationError("cookies", errors.New("allowed_origins cannot be empty")) + default: + return nil + } +} + +func (c *Cookies) loadConfig(v *viper.Viper) error { + v.SetEnvPrefix("COOKIES") + c.Enabled = v.GetBool("ENABLED") + c.Domain = v.GetString("DOMAIN") + c.Path = v.GetString("PATH") + c.Secure = v.GetBool("SECURE") + c.AllowedOrigins = v.GetStringSlice("ALLOWED_ORIGINS") + sameSite := v.GetString("SAME_SITE") + switch strings.ToLower(strings.TrimSpace(sameSite)) { + case "strict": + c.SameSite = http.SameSiteStrictMode + case "none": + c.SameSite = http.SameSiteNoneMode + default: + c.SameSite = http.SameSiteLaxMode + } + return nil +} + +func (c *Cookies) copy() *Cookies { + return &Cookies{ + Enabled: c.Enabled, + Domain: c.Domain, + Path: c.Path, + Secure: c.Secure, + SameSite: c.SameSite, + AllowedOrigins: c.AllowedOrigins, + } +} diff --git a/service/internal/config/jwt.go b/service/internal/config/jwt.go new file mode 100644 index 00000000..a48bdd6b --- /dev/null +++ b/service/internal/config/jwt.go @@ -0,0 +1,63 @@ +package config + +import ( + "errors" + "os" + "strconv" + "time" + + "github.com/spf13/viper" +) + +type JWT struct { + AccessTokenLifetime time.Duration + RefreshTokenLifetime time.Duration + PublicKeyPath string + PrivateKeyPath string +} + +func (c *JWT) Validate() error { + switch { + case c.AccessTokenLifetime <= 0: + return wrapValidationError("jwt", errors.New("access_token_lifetime cannot be empty")) + case c.RefreshTokenLifetime <= 0: + return wrapValidationError("jwt", errors.New("refresh_token_lifetime cannot be empty")) + case c.PrivateKeyPath == "": + return wrapValidationError("jwt", errors.New("private_key_path cannot be empty")) + case c.PublicKeyPath == "": + return wrapValidationError("jwt", errors.New("public_key_path cannot be empty")) + default: + return nil + } +} + +func (c *JWT) loadConfig(v *viper.Viper) error { + v.SetEnvPrefix("JWT") + c.AccessTokenLifetime = v.GetDuration("ACCESS_TOKEN_LIFETIME") + c.RefreshTokenLifetime = time.Hour + if value := os.Getenv("SESSION_TTL_SECONDS"); value != "" { + seconds, err := strconv.ParseInt(value, 10, 64) + if err != nil || seconds <= 0 || seconds > int64((1<<63-1)/time.Second) { + return wrapValidationError("session", errors.New("SESSION_TTL_SECONDS must be a positive integer duration in seconds")) + } + c.RefreshTokenLifetime = time.Duration(seconds) * time.Second + } else if legacy := v.GetString("REFRESH_TOKEN_LIFETIME"); legacy != "" { + duration, err := time.ParseDuration(legacy) + if err != nil { + return wrapValidationError("jwt", errors.New("invalid refresh_token_lifetime")) + } + c.RefreshTokenLifetime = duration + } + c.PublicKeyPath = v.GetString("PUBLIC_KEY_PATH") + c.PrivateKeyPath = v.GetString("PRIVATE_KEY_PATH") + return nil +} + +func (c *JWT) copy() *JWT { + return &JWT{ + AccessTokenLifetime: c.AccessTokenLifetime, + RefreshTokenLifetime: c.RefreshTokenLifetime, + PublicKeyPath: c.PublicKeyPath, + PrivateKeyPath: c.PrivateKeyPath, + } +} diff --git a/service/internal/config/postgres.go b/service/internal/config/postgres.go new file mode 100644 index 00000000..478642a7 --- /dev/null +++ b/service/internal/config/postgres.go @@ -0,0 +1,110 @@ +package config + +import ( + "errors" + "fmt" + "math" + "time" + + "github.com/spf13/viper" +) + +const ( + uri = "postgres://%s:%s@%s:%d/%s?sslmode=disable" +) + +type Postgres struct { + Host string + Port int + User string + Password string + Database string + VersionTable string + RunMigrations bool + MaxConnections int + ConnectTimeout time.Duration + QueryTimeout time.Duration +} + +func (c *Postgres) Validate() error { + switch { + case c.Host == "": + return wrapValidationError("postgres", errors.New("host cannot be empty")) + case c.Port == 0: + return wrapValidationError("postgres", errors.New("port cannot be empty")) + case c.User == "": + return wrapValidationError("postgres", errors.New("user cannot be empty")) + case c.Password == "": + return wrapValidationError("postgres", errors.New("password cannot be empty")) + case c.Database == "": + return wrapValidationError("postgres", errors.New("database cannot be empty")) + case c.VersionTable == "": + return wrapValidationError("postgres", errors.New("version_table name cannot be empty")) + case c.MaxConnections <= 0 || int64(c.MaxConnections) > math.MaxInt32: + return wrapValidationError("postgres", errors.New("max_connections must be between 1 and 2147483647")) + case c.ConnectTimeout <= 0: + return wrapValidationError("postgres", errors.New("connect_timeout must be positive")) + case c.QueryTimeout < time.Millisecond: + return wrapValidationError("postgres", errors.New("query_timeout must be at least 1ms")) + default: + return nil + } +} + +func (c *Postgres) GetMaxConnections() int32 { return int32(c.MaxConnections) } +func (c *Postgres) GetConnectTimeout() time.Duration { return c.ConnectTimeout } +func (c *Postgres) GetQueryTimeout() time.Duration { return c.QueryTimeout } + +func (c *Postgres) GetVersionTableName() string { + if c == nil { + return "" + } + return c.VersionTable +} + +func (c *Postgres) GetURI() string { + if c == nil { + return "" + } + return fmt.Sprintf(uri, c.User, c.Password, c.Host, c.Port, c.Database) +} + +func (c *Postgres) GetRunMigrations() bool { + if c == nil { + return false + } + return c.RunMigrations +} + +func (c *Postgres) loadConfig(v *viper.Viper) error { + v.SetEnvPrefix("POSTGRES") + c.Host = v.GetString("HOST") + c.Port = v.GetInt("PORT") + c.User = v.GetString("USER") + c.Password = v.GetString("PASSWORD") + c.Database = v.GetString("DATABASE") + c.VersionTable = v.GetString("VERSION_TABLE") + c.RunMigrations = v.GetBool("RUN_MIGRATIONS") + c.MaxConnections = v.GetInt("MAX_CONNECTIONS") + c.ConnectTimeout = v.GetDuration("CONNECT_TIMEOUT") + c.QueryTimeout = v.GetDuration("QUERY_TIMEOUT") + return nil +} + +func (c *Postgres) copy() *Postgres { + if c == nil { + return nil + } + return &Postgres{ + Host: c.Host, + Port: c.Port, + User: c.User, + Password: c.Password, + Database: c.Database, + MaxConnections: c.MaxConnections, + ConnectTimeout: c.ConnectTimeout, + QueryTimeout: c.QueryTimeout, + RunMigrations: c.RunMigrations, + VersionTable: c.VersionTable, + } +} diff --git a/service/internal/config/redis.go b/service/internal/config/redis.go new file mode 100644 index 00000000..cdeafa59 --- /dev/null +++ b/service/internal/config/redis.go @@ -0,0 +1,72 @@ +package config + +import ( + "errors" + "fmt" + "net" + "time" + + "github.com/redis/go-redis/v9" + "github.com/spf13/viper" +) + +type Redis struct { + Host string + Port int + Username string + Password string + DB int +} + +func (c *Redis) Validate() error { + switch { + case c.Host == "": + return wrapValidationError("redis", errors.New("host cannot be empty")) + case c.Port == 0: + return wrapValidationError("redis", errors.New("port cannot be empty")) + default: + return nil + } +} + +func (c *Redis) BuildRedisOptions() *redis.Options { + if c == nil { + return nil + } + return &redis.Options{ + Addr: net.JoinHostPort(c.Host, fmt.Sprintf("%d", c.Port)), + Username: c.Username, + Password: c.Password, + DB: c.DB, + DialTimeout: 200 * time.Millisecond, + ReadTimeout: 200 * time.Millisecond, + WriteTimeout: 200 * time.Millisecond, + PoolTimeout: 200 * time.Millisecond, + MaxRetries: -1, + DialerRetries: 1, + ContextTimeoutEnabled: true, + } +} + +func (c *Redis) loadConfig(v *viper.Viper) error { + v.SetEnvPrefix("REDIS") + c.Host = v.GetString("HOST") + c.Port = v.GetInt("PORT") + c.DB = v.GetInt("DB") + c.Password = v.GetString("PASSWORD") + c.Username = v.GetString("USERNAME") + return nil +} + +func (c *Redis) copy() *Redis { + if c == nil { + return nil + } + return &Redis{ + Host: c.Host, + Port: c.Port, + Username: c.Username, + Password: c.Password, + DB: c.DB, + } +} diff --git a/service/internal/config/server.go b/service/internal/config/server.go new file mode 100644 index 00000000..d3f9fbe7 --- /dev/null +++ b/service/internal/config/server.go @@ -0,0 +1,69 @@ +package config + +import ( + "errors" + "fmt" + "time" + + "github.com/spf13/viper" +) + +type Server struct { + Host string + Port int + ReadTimeout time.Duration + WriteTimeout time.Duration + IdleTimeout time.Duration + ShutdownTimeout time.Duration + Enabled bool +} + +func (c *Server) Validate() error { + if !c.Enabled { + return nil + } + switch { + case c.Host == "": + return wrapValidationError("server", errors.New("host cannot be empty")) + case c.Port == 0: + return wrapValidationError("server", errors.New("port cannot be empty")) + case c.ReadTimeout == 0: + return wrapValidationError("server", errors.New("read_timeout cannot be empty")) + case c.WriteTimeout == 0: + return wrapValidationError("server", errors.New("write_timeout cannot be empty")) + case c.IdleTimeout == 0: + return wrapValidationError("server", errors.New("idle_timeout cannot be empty")) + case c.ShutdownTimeout == 0: + return wrapValidationError("server", errors.New("shutdown_timeout name cannot be empty")) + default: + return nil + } +} + +func (c *Server) loadConfig(v *viper.Viper) error { + v.SetEnvPrefix("APP") + c.Host = v.GetString("HOST") + c.Port = v.GetInt("PORT") + c.ReadTimeout = v.GetDuration("READ_TIMEOUT") + c.WriteTimeout = v.GetDuration("WRITE_TIMEOUT") + c.IdleTimeout = v.GetDuration("IDLE_TIMEOUT") + c.ShutdownTimeout = v.GetDuration("SHUTDOWN_TIMEOUT") + c.Enabled = v.GetBool("ENABLED") + return c.Validate() +} + +func (c *Server) BindAddress() string { + return fmt.Sprintf("%s:%d", c.Host, c.Port) +} + +func (c *Server) copy() *Server { + return &Server{ + Host: c.Host, + Port: c.Port, + ReadTimeout: c.ReadTimeout, + WriteTimeout: c.WriteTimeout, + IdleTimeout: c.IdleTimeout, + ShutdownTimeout: c.ShutdownTimeout, + Enabled: c.Enabled, + } +} diff --git a/service/internal/config/validation.go b/service/internal/config/validation.go new file mode 100644 index 00000000..aeb45020 --- /dev/null +++ b/service/internal/config/validation.go @@ -0,0 +1,11 @@ +package config + +import "fmt" + +func wrapValidationError(name string, err error) error { + if err == nil { + return nil + } + + return fmt.Errorf("%s validation error: %w", name, err) +} diff --git a/service/internal/dto/attachment.go b/service/internal/dto/attachment.go new file mode 100644 index 00000000..76d3a172 --- /dev/null +++ b/service/internal/dto/attachment.go @@ -0,0 +1 @@ +package dto diff --git a/service/internal/dto/auth.go b/service/internal/dto/auth.go new file mode 100644 index 00000000..5b566863 --- /dev/null +++ b/service/internal/dto/auth.go @@ -0,0 +1,126 @@ +package dto + +import ( + "errors" + "net/netip" + "time" + + "github.com/google/uuid" + + "gitea.privcloud.tech/mtusi2026/internal/pkg/types/role" +) + +// ---- Tokens ---- + +type UserDataInToken struct { + TokenID uuid.UUID + UserID uuid.UUID + Role role.Role + IsAccess bool + + PhoneNumber *string + Email *string + + ExpiresAt time.Time + IssuedAt time.Time +} + +func (u UserDataInToken) Validate() error { + if u.TokenID == uuid.Nil { + return errors.New("invalid token id") + } + if u.UserID == uuid.Nil { + return errors.New("invalid user id") + } + if !u.Role.IsValid() { + return errors.New("invalid role") + } + if u.ExpiresAt.IsZero() { + return errors.New("invalid expiry") + } + if u.IssuedAt.IsZero() { + return errors.New("invalid issued") + } + return nil +} + +type Token struct { + Payload string +} + +type ( + AccessToken Token + RefreshToken Token +) + +type Tokens struct { + AccessToken AccessToken + RefreshToken RefreshToken +} + +func (t AccessToken) Token() *Token { + return new(Token(t)) +} + +func (t RefreshToken) Token() *Token { + return new(Token(t)) +} + +type StoredRefreshToken struct { + ID uuid.UUID + UserID uuid.UUID + TokenHash string + UserAgent string + IPAddress netip.Addr + Role role.Role + ExpiresAt time.Time + RevokedAt *time.Time + CreatedAt time.Time +} + +type RevokeRefreshToken struct { + ID uuid.UUID + RevokedAt time.Time +} + +type RevokeRefreshTokensByUserID struct { + UserID uuid.UUID + RevokedAt time.Time +} + +// ---- Auth ---- + +type Session struct { + ExpiresAt time.Time + Token string + TokenType string + User User +} + +type Login struct { + Username string + Password string +} + +type LoginResult struct { + ExpiresAt time.Time + TokenType string + User User + Tokens Tokens +} + +// UserCredentials is internal authentication data, never a public user response. +type UserCredentials struct { + User User + PasswordHash string `json:"-"` +} + +type Logout struct { + Token string +} + +type Register struct { + Email string + Password string + RepeatPassword string +} diff --git a/service/internal/dto/chat.go b/service/internal/dto/chat.go new file mode 100644 index 00000000..eaf6bc81 --- /dev/null +++ b/service/internal/dto/chat.go @@ -0,0 +1,31 @@ +package dto + +import ( + "time" + + "github.com/google/uuid" +) + +type Chat struct { + ID uuid.UUID + Title string + MemberIDs []uuid.UUID + CreatedAt time.Time +} + +type CreateChat struct { + CreatorID uuid.UUID + Title string + MemberIDs []uuid.UUID +} + +type ChatMember struct { + UserID uuid.UUID + ChatID uuid.UUID +} + +type ChatFilters struct { + UserID uuid.UUID + Limit *int + AfterID *uuid.UUID +} diff --git a/service/internal/dto/message.go b/service/internal/dto/message.go new file mode 100644 index 00000000..b85296da --- /dev/null +++ b/service/internal/dto/message.go @@ -0,0 +1,38 @@ +package dto + +import ( + "time" + + "github.com/google/uuid" +) + +type Message struct { + AttachmentIDs []uuid.UUID + ID uuid.UUID + ChatID uuid.UUID + SenderID uuid.UUID + Text string + CreatedAt time.Time +} + +type CreateMessage struct { + AttachmentIDs []uuid.UUID + IdempotencyKey string + ChatID uuid.UUID + SenderID uuid.UUID + Text string +} + +type MessageFilters struct { + ChatID uuid.UUID + UserID uuid.UUID + Limit *int + AfterID *uuid.UUID +} + +// MessageAttachment contains only the data needed to authorize linking an attachment. +type MessageAttachment struct { + ID uuid.UUID + ChatID uuid.UUID + Missing bool +} diff --git a/service/internal/dto/page.go b/service/internal/dto/page.go new file mode 100644 index 00000000..2af3f605 --- /dev/null +++ b/service/internal/dto/page.go @@ -0,0 +1,25 @@ +package dto + +import ( + "time" + + "github.com/google/uuid" +) + +// Page is a page of records with the ID to use for the next page. +type Page[T any] struct { + Items []T + NextCursorID *uuid.UUID +} + +// PagePosition is a resolved database cursor, ordered by creation time and ID. +type PagePosition struct { + CreatedAt time.Time + ID uuid.UUID +} + +// PageQuery is prepared by a service; Limit includes the lookahead row. +type PageQuery struct { + Limit int + After *PagePosition +} diff --git a/service/internal/dto/user.go b/service/internal/dto/user.go new file mode 100644 index 00000000..b617e0a6 --- /dev/null +++ b/service/internal/dto/user.go @@ -0,0 +1,30 @@ +package dto + +import ( + "time" + + "github.com/google/uuid" +) + +type User struct { + ID uuid.UUID + Username string + DisplayName string + CreatedAt time.Time +} + +type CreateUser struct { + Username string + DisplayName string + Password string +} + +// CreateStoredUser contains the prepared database record, never a plaintext password. +type CreateStoredUser struct { + ID uuid.UUID + Username string + DisplayName string + PasswordHash string `json:"-"` + CreatedAt time.Time + UpdatedAt time.Time +} diff --git a/service/internal/gen/contracts/types.gen.go b/service/internal/gen/contracts/types.gen.go new file mode 100644 index 00000000..28d12dbf --- /dev/null +++ b/service/internal/gen/contracts/types.gen.go @@ -0,0 +1,226 @@ +// Package contracts provides primitives to interact with the openapi HTTP API. +// +// Code generated by github.com/oapi-codegen/oapi-codegen/v2 version v2.5.1 DO NOT EDIT. +package contracts + +import ( + "time" + + openapi_types "github.com/oapi-codegen/runtime/types" +) + +const ( + BasicAuthScopes = "basicAuth.Scopes" + BearerAuthScopes = "bearerAuth.Scopes" +) + +// Defines values for AttachmentContentType. +const ( + AttachmentContentTypeImagejpeg AttachmentContentType = "image/jpeg" + AttachmentContentTypeImagepng AttachmentContentType = "image/png" +) + +// Defines values for AttachmentStatus. +const ( + Ready AttachmentStatus = "ready" +) + +// Defines values for ErrorErrorCode. +const ( + Conflict ErrorErrorCode = "conflict" + InternalError ErrorErrorCode = "internal_error" + InvalidRequest ErrorErrorCode = "invalid_request" + NotFound ErrorErrorCode = "not_found" + PayloadTooLarge ErrorErrorCode = "payload_too_large" + RateLimited ErrorErrorCode = "rate_limited" + Unauthorized ErrorErrorCode = "unauthorized" + Unavailable ErrorErrorCode = "unavailable" + UnsupportedMediaType ErrorErrorCode = "unsupported_media_type" +) + +// Defines values for HealthStatus. +const ( + Ok HealthStatus = "ok" +) + +// Defines values for VariantContentType. +const ( + VariantContentTypeImagejpeg VariantContentType = "image/jpeg" + VariantContentTypeImagepng VariantContentType = "image/png" + VariantContentTypeImagewebp VariantContentType = "image/webp" +) + +// Defines values for VariantName. +const ( + Crop VariantName = "crop" + Optimized VariantName = "optimized" + Thumbnail VariantName = "thumbnail" +) + +// Defines values for DownloadAttachmentParamsVariant. +const ( + Original DownloadAttachmentParamsVariant = "original" +) + +// Attachment defines model for Attachment. +type Attachment struct { + ChatId openapi_types.UUID `json:"chat_id"` + ContentType AttachmentContentType `json:"content_type"` + CreatedAt time.Time `json:"created_at"` + ErrorCode *string `json:"error_code"` + Filename string `json:"filename"` + Id openapi_types.UUID `json:"id"` + OwnerId openapi_types.UUID `json:"owner_id"` + Sha256 string `json:"sha256"` + SizeBytes int `json:"size_bytes"` + Status AttachmentStatus `json:"status"` + UpdatedAt time.Time `json:"updated_at"` + Variants []Variant `json:"variants"` +} + +// AttachmentContentType defines model for Attachment.ContentType. +type AttachmentContentType string + +// AttachmentStatus defines model for Attachment.Status. +type AttachmentStatus string + +// Chat defines model for Chat. +type Chat struct { + CreatedAt time.Time `json:"created_at"` + Id openapi_types.UUID `json:"id"` + MemberIds []openapi_types.UUID `json:"member_ids"` + Title string `json:"title"` +} + +// ChatPage defines model for ChatPage. +type ChatPage struct { + Items []Chat `json:"items"` + NextCursor *string `json:"next_cursor"` +} + +// CreateChat defines model for CreateChat. +type CreateChat struct { + MemberIds []openapi_types.UUID `json:"member_ids"` + Title string `json:"title"` +} + +// CreateMessage defines model for CreateMessage. +type CreateMessage struct { + AttachmentIds *[]openapi_types.UUID `json:"attachment_ids,omitempty"` + Text *string `json:"text,omitempty"` +} + +// CreateUser defines model for CreateUser. +type CreateUser struct { + DisplayName string `json:"display_name"` + Password *string `json:"password,omitempty"` + Username string `json:"username"` +} + +// Error defines model for Error. +type Error struct { + Error struct { + Code ErrorErrorCode `json:"code"` + Message string `json:"message"` + RequestId string `json:"request_id"` + } `json:"error"` +} + +// ErrorErrorCode defines model for Error.Error.Code. +type ErrorErrorCode string + +// Health defines model for Health. +type Health struct { + Status HealthStatus `json:"status"` +} + +// HealthStatus defines model for Health.Status. +type HealthStatus string + +// Message defines model for Message. +type Message struct { + AttachmentIds []openapi_types.UUID `json:"attachment_ids"` + ChatId openapi_types.UUID `json:"chat_id"` + CreatedAt time.Time `json:"created_at"` + Id openapi_types.UUID `json:"id"` + SenderId openapi_types.UUID `json:"sender_id"` + Text string `json:"text"` +} + +// MessagePage defines model for MessagePage. +type MessagePage struct { + Items []Message `json:"items"` + NextCursor *string `json:"next_cursor"` +} + +// Session defines model for Session. +type Session struct { + ExpiresAt time.Time `json:"expires_at"` + Token string `json:"token"` + TokenType string `json:"token_type"` + User User `json:"user"` +} + +// User defines model for User. +type User struct { + CreatedAt time.Time `json:"created_at"` + DisplayName string `json:"display_name"` + Id openapi_types.UUID `json:"id"` + Username string `json:"username"` +} + +// Variant defines model for Variant. +type Variant struct { + ContentType VariantContentType `json:"content_type"` + Height int `json:"height"` + Name VariantName `json:"name"` + Sha256 string `json:"sha256"` + SizeBytes int `json:"size_bytes"` + Width int `json:"width"` +} + +// VariantContentType defines model for Variant.ContentType. +type VariantContentType string + +// VariantName defines model for Variant.Name. +type VariantName string + +// DownloadAttachmentParams defines parameters for DownloadAttachment. +type DownloadAttachmentParams struct { + Variant *DownloadAttachmentParamsVariant `form:"variant,omitempty" json:"variant,omitempty"` +} + +// DownloadAttachmentParamsVariant defines parameters for DownloadAttachment. +type DownloadAttachmentParamsVariant string + +// ListChatsParams defines parameters for ListChats. +type ListChatsParams struct { + Limit *int `form:"limit,omitempty" json:"limit,omitempty"` + Cursor *string `form:"cursor,omitempty" json:"cursor,omitempty"` +} + +// UploadAttachmentParams defines parameters for UploadAttachment. +type UploadAttachmentParams struct { + Filename string `form:"filename" json:"filename"` +} + +// ListMessagesParams defines parameters for ListMessages. +type ListMessagesParams struct { + Limit *int `form:"limit,omitempty" json:"limit,omitempty"` + Cursor *string `form:"cursor,omitempty" json:"cursor,omitempty"` +} + +// CreateMessageParams defines parameters for CreateMessage. +type CreateMessageParams struct { + // IdempotencyKey Обязателен с lab3. Область: пользователь + метод + путь + ключ; хранить результат не менее 24 ч. Повтор того же JSON возвращает исходный 201 и то же сообщение, другой JSON — 409. + IdempotencyKey string `json:"Idempotency-Key"` +} + +// CreateChatJSONRequestBody defines body for CreateChat for application/json ContentType. +type CreateChatJSONRequestBody = CreateChat + +// CreateMessageJSONRequestBody defines body for CreateMessage for application/json ContentType. +type CreateMessageJSONRequestBody = CreateMessage + +// RegisterUserJSONRequestBody defines body for RegisterUser for application/json ContentType. +type RegisterUserJSONRequestBody = CreateUser diff --git a/service/internal/pkg/apperr/code.go b/service/internal/pkg/apperr/code.go new file mode 100644 index 00000000..429d6402 --- /dev/null +++ b/service/internal/pkg/apperr/code.go @@ -0,0 +1,274 @@ +package apperr + +import ( + "errors" + "net/http" + + "github.com/jackc/pgerrcode" + "github.com/jackc/pgx/v5" + "github.com/jackc/pgx/v5/pgconn" + grpcCodes "google.golang.org/grpc/codes" +) + +//go:generate stringer -type=Code -linecomment +type Code uint16 + +const ( + // CodeBadRequest = {AppError: BAD_REQUEST, HTTP:400} + CodeBadRequest Code = iota + // CodePayloadTooLarge = {AppError: REQUEST_ENTITY_TOO_LARGE, HTTP:413} + CodePayloadTooLarge + // CodeValidation = {AppError: VALIDATION, HTTP:400} + CodeValidation + // CodeUnauthorized = {AppError: UNAUTHORIZED, HTTP:401} + CodeUnauthorized + // CodeForbidden = {AppError: FORBIDDEN, HTTP:403} + CodeForbidden + // CodeNotFound = {AppError: NOT_FOUND, HTTP:404} + CodeNotFound + // CodeAlreadyExists = {AppError: ALREADY_EXISTS, HTTP:409} + CodeAlreadyExists + // CodeConflict = {AppError: CONFLICT, HTTP:409} + CodeConflict + // CodeTooManyRequests = {AppError: TOO_MANY_REQUESTS, HTTP:429} + CodeTooManyRequests + // CodeTimeout = {AppError: TIMEOUT, HTTP:504} + CodeTimeout + // CodeInternal = {AppError: INTERNAL, HTTP:500} + CodeInternal + // CodeServiceUnavailable = {AppError: SERVICE_UNAVAILABLE, HTTP:503} + CodeServiceUnavailable + // CodeOK = {AppError: OK, HTTP:200} + CodeOK + // CodeLocked = {AppError: LOCKED, HTTP:423} + CodeLocked + // CodeUnsupportedMediaType = {AppError: UNSUPPORTED_MEDIA_TYPE, HTTP:415} + CodeUnsupportedMediaType + // CodeUnavailable = {AppError: SERVICE_UNAVAILABLE, HTTP: 503} + CodeUnavailable +) + +func (c Code) HTTPStatus() int { + if status, ok := httpStatusByCode[c]; ok { + return status + } + return http.StatusInternalServerError +} + +func (c Code) GRPCCode() grpcCodes.Code { + if code, ok := grpcCodeByCode[c]; ok { + return code + } + return grpcCodes.Internal +} + +func (c Code) PostgresCodes() []string { + codes := postgresCodesByCode[c] + if len(codes) == 0 { + return nil + } + + cp := make([]string, len(codes)) + copy(cp, codes) + return cp +} + +func (c Code) PostgresCode() string { + codes := c.PostgresCodes() + if len(codes) == 0 { + return "" + } + return codes[0] +} + +func CodeFromError(err error) Code { + if err == nil { + return CodeInternal + } + + var coded interface { + Code() Code + } + if errors.As(err, &coded) { + return coded.Code() + } + + if code, ok := codeFromRedisError(err, false, false); ok { + return code + } + + return CodeFromPostgresError(err) +} + +func HTTPStatusFromError(err error) int { + return CodeFromError(err).HTTPStatus() +} + +func GRPCCodeFromError(err error) grpcCodes.Code { + return CodeFromError(err).GRPCCode() +} + +func CodeFromHTTPStatus(status int) Code { + if code, ok := codeByHTTPStatus[status]; ok { + return code + } + return CodeInternal +} + +func CodeFromGRPC(code grpcCodes.Code) Code { + if appCode, ok := codeByGRPCCode[code]; ok { + return appCode + } + return CodeInternal +} + +func CodeFromPostgres(pgCode string) Code { + if code, ok := codeByPostgresCode[pgCode]; ok { + return code + } + return CodeInternal +} + +func CodeFromPostgresError(err error) Code { + if err == nil { + return CodeInternal + } + + if code, ok := codeByPgxError[err]; ok { + return code + } + + if pgErr, ok := errors.AsType[*pgconn.PgError](err); ok { + return CodeFromPostgres(pgErr.Code) + } + + return CodeInternal +} + +var ( + httpStatusByCode = map[Code]int{ + CodeBadRequest: http.StatusBadRequest, + CodeUnauthorized: http.StatusUnauthorized, + CodeForbidden: http.StatusForbidden, + CodeNotFound: http.StatusNotFound, + CodeAlreadyExists: http.StatusConflict, + CodeConflict: http.StatusConflict, + CodePayloadTooLarge: http.StatusRequestEntityTooLarge, + CodeTooManyRequests: http.StatusTooManyRequests, + CodeValidation: http.StatusBadRequest, + CodeTimeout: http.StatusGatewayTimeout, + CodeInternal: http.StatusInternalServerError, + CodeServiceUnavailable: http.StatusServiceUnavailable, + CodeUnsupportedMediaType: http.StatusUnsupportedMediaType, + CodeUnavailable: http.StatusServiceUnavailable, + CodeOK: http.StatusOK, + CodeLocked: http.StatusLocked, + } + codeByHTTPStatus = map[int]Code{ + http.StatusBadRequest: CodeBadRequest, + http.StatusUnauthorized: CodeUnauthorized, + http.StatusForbidden: CodeForbidden, + http.StatusNotFound: CodeNotFound, + http.StatusConflict: CodeConflict, + http.StatusRequestEntityTooLarge: CodePayloadTooLarge, + http.StatusTooManyRequests: CodeTooManyRequests, + http.StatusUnprocessableEntity: CodeValidation, + http.StatusGatewayTimeout: CodeTimeout, + http.StatusInternalServerError: CodeInternal, + http.StatusServiceUnavailable: CodeServiceUnavailable, + http.StatusOK: CodeOK, + http.StatusLocked: CodeLocked, + http.StatusUnsupportedMediaType: CodeUnavailable, + } + grpcCodeByCode = map[Code]grpcCodes.Code{ + CodeBadRequest: grpcCodes.InvalidArgument, + CodePayloadTooLarge: grpcCodes.ResourceExhausted, + CodeValidation: grpcCodes.InvalidArgument, + CodeUnauthorized: grpcCodes.Unauthenticated, + CodeForbidden: grpcCodes.PermissionDenied, + CodeNotFound: grpcCodes.NotFound, + CodeAlreadyExists: grpcCodes.AlreadyExists, + CodeConflict: grpcCodes.Aborted, + CodeTooManyRequests: grpcCodes.ResourceExhausted, + CodeTimeout: grpcCodes.DeadlineExceeded, + CodeInternal: grpcCodes.Internal, + CodeServiceUnavailable: grpcCodes.Unavailable, + CodeOK: grpcCodes.OK, + CodeLocked: grpcCodes.FailedPrecondition, + } + codeByGRPCCode = map[grpcCodes.Code]Code{ + grpcCodes.InvalidArgument: CodeBadRequest, + grpcCodes.ResourceExhausted: CodeTooManyRequests, + grpcCodes.Unauthenticated: CodeUnauthorized, + grpcCodes.PermissionDenied: CodeForbidden, + grpcCodes.NotFound: CodeNotFound, + grpcCodes.AlreadyExists: CodeAlreadyExists, + grpcCodes.Aborted: CodeConflict, + grpcCodes.FailedPrecondition: CodeLocked, + grpcCodes.DeadlineExceeded: CodeTimeout, + grpcCodes.Internal: CodeInternal, + grpcCodes.Unimplemented: CodeInternal, + grpcCodes.Unavailable: CodeServiceUnavailable, + grpcCodes.OK: CodeOK, + } + postgresCodesByCode = map[Code][]string{ + CodeBadRequest: { + pgerrcode.InvalidTextRepresentation, + pgerrcode.InvalidParameterValue, + }, + CodeValidation: { + pgerrcode.NotNullViolation, + pgerrcode.CheckViolation, + pgerrcode.StringDataRightTruncationDataException, + pgerrcode.NumericValueOutOfRange, + }, + CodeNotFound: { + pgerrcode.ForeignKeyViolation, + }, + CodeAlreadyExists: { + pgerrcode.UniqueViolation, + }, + CodeConflict: { + pgerrcode.ExclusionViolation, + pgerrcode.SerializationFailure, + pgerrcode.DeadlockDetected, + }, + CodeLocked: { + pgerrcode.LockNotAvailable, + pgerrcode.ObjectInUse, + }, + CodeTooManyRequests: { + pgerrcode.TooManyConnections, + }, + CodeTimeout: { + pgerrcode.QueryCanceled, + }, + CodeInternal: { + pgerrcode.ConnectionException, + pgerrcode.ConnectionFailure, + pgerrcode.SQLClientUnableToEstablishSQLConnection, + pgerrcode.SQLServerRejectedEstablishmentOfSQLConnection, + pgerrcode.TransactionResolutionUnknown, + }, + CodeServiceUnavailable: { + pgerrcode.CannotConnectNow, + }, + } + codeByPostgresCode = buildCodeByPostgresCode(postgresCodesByCode) + codeByPgxError = map[error]Code{ + pgx.ErrNoRows: CodeNotFound, + pgx.ErrTxClosed: CodeInternal, + pgx.ErrTxCommitRollback: CodeConflict, + pgx.ErrTooManyRows: CodeInternal, + } +) + +func buildCodeByPostgresCode(src map[Code][]string) map[string]Code { + dst := make(map[string]Code, len(src)) + for code, pgCodes := range src { + for _, pgCode := range pgCodes { + dst[pgCode] = code + } + } + return dst +} diff --git a/service/internal/pkg/apperr/code_string.go b/service/internal/pkg/apperr/code_string.go new file mode 100644 index 00000000..be690bf1 --- /dev/null +++ b/service/internal/pkg/apperr/code_string.go @@ -0,0 +1,37 @@ +// Code generated by "stringer -type=Code -linecomment"; DO NOT EDIT. + +package apperr + +import "strconv" + +func _() { + // An "invalid array index" compiler error signifies that the constant values have changed. + // Re-run the stringer command to generate them again. + var x [1]struct{} + _ = x[CodeBadRequest-0] + _ = x[CodePayloadTooLarge-1] + _ = x[CodeValidation-2] + _ = x[CodeUnauthorized-3] + _ = x[CodeForbidden-4] + _ = x[CodeNotFound-5] + _ = x[CodeAlreadyExists-6] + _ = x[CodeConflict-7] + _ = x[CodeTooManyRequests-8] + _ = x[CodeTimeout-9] + _ = x[CodeInternal-10] + _ = x[CodeServiceUnavailable-11] + _ = x[CodeOK-12] + _ = x[CodeLocked-13] +} + +const _Code_name = "CodeBadRequestCodePayloadTooLargeCodeValidationCodeUnauthorizedCodeForbiddenCodeNotFoundCodeAlreadyExistsCodeConflictCodeTooManyRequestsCodeTimeoutCodeInternalCodeServiceUnavailableCodeOKCodeLocked" + +var _Code_index = [...]uint8{0, 14, 33, 47, 63, 76, 88, 105, 117, 136, 147, 159, 181, 187, 197} + +func (i Code) String() string { + idx := int(i) - 0 + if i < 0 || idx >= len(_Code_index)-1 { + return "Code(" + strconv.FormatInt(int64(i), 10) + ")" + } + return _Code_name[_Code_index[idx]:_Code_index[idx+1]] +} diff --git a/service/internal/pkg/apperr/error.go b/service/internal/pkg/apperr/error.go new file mode 100644 index 00000000..7b45fe0e --- /dev/null +++ b/service/internal/pkg/apperr/error.go @@ -0,0 +1,123 @@ +package apperr + +import ( + "errors" + "fmt" + + grpcCodes "google.golang.org/grpc/codes" +) + +type AppError struct { + err error + msg string + code Code + meta metadata +} + +func New(code Code, msg string) error { + return &AppError{ + msg: msg, + code: code, + meta: metadata{}, + } +} + +func Wrap(err error, code Code, msg string) error { + m := AppError{ + err: err, + msg: msg, + code: code, + meta: metadata{}, + } + return &m +} + +func WrapAppError(err error, msg string) error { + m := AppError{ + err: err, + msg: msg, + code: CodeInternal, + meta: metadata{}, + } + + if mistake := As(err); mistake != nil { + m.err = mistake + m.code = mistake.code + m.meta = mistake.meta + } + + return &m +} + +func As(err error) *AppError { + if mistakeErr, ok := errors.AsType[*AppError](err); ok { + return mistakeErr + } + return nil +} + +func CodeIs(err error, code Code) bool { + if appErr := As(err); appErr != nil && appErr.Code() == code { + return true + } + return false +} + +func (e *AppError) Error() string { + if e == nil { + return "" + } + + if e.err == nil { + if e.msg != "" { + return e.msg + } + return e.code.String() + } + + if e.msg == "" { + return e.err.Error() + } + + return fmt.Sprintf("%s: %s", e.msg, e.err.Error()) +} + +func (e *AppError) Unwrap() error { + if e == nil { + return nil + } + return e.err +} + +func (e *AppError) Code() Code { + if e == nil { + return CodeInternal + } + return e.code +} + +func (e *AppError) Message() string { + if e == nil { + return "" + } + return e.msg +} + +func (e *AppError) Cause() error { + if e == nil { + return nil + } + return e.err +} + +func (e *AppError) Metadata() Metadata { + return e.meta +} + +func (e *AppError) HTTPStatus() int { + return e.Code().HTTPStatus() +} + +func (e *AppError) GRPCCode() grpcCodes.Code { + return e.Code().GRPCCode() +} diff --git a/service/internal/pkg/apperr/meta.go b/service/internal/pkg/apperr/meta.go new file mode 100644 index 00000000..195666ef --- /dev/null +++ b/service/internal/pkg/apperr/meta.go @@ -0,0 +1,42 @@ +package apperr + +import ( + "fmt" + "maps" + "strings" +) + +var _ Metadata = (*metadata)(nil) + +type Metadata interface { + Get(key metakey) string + Clone() map[metakey]string + CloneToAnyMap() map[string]any + String() string +} + +type metadata map[metakey]string + +func (m metadata) Get(key metakey) string { + return m[key] +} + +func (m metadata) Clone() map[metakey]string { + return maps.Clone(m) +} + +func (m metadata) CloneToAnyMap() map[string]any { + newM := make(map[string]any, len(m)) + for k, v := range m { + newM[k.String()] = v + } + return newM +} + +func (m metadata) String() string { + var b strings.Builder + for k, v := range m { + b.WriteString(fmt.Sprintf("%s: %s, ", k, v)) + } + return b.String() +} diff --git a/service/internal/pkg/apperr/metakey.go b/service/internal/pkg/apperr/metakey.go new file mode 100644 index 00000000..7dc091fe --- /dev/null +++ b/service/internal/pkg/apperr/metakey.go @@ -0,0 +1,19 @@ +package apperr + +type metakey uint16 + +const ( + PgErrorCode metakey = iota + RedisErrorCode +) + +func (m metakey) String() string { + switch m { + case PgErrorCode: + return "pg_err_code" + case RedisErrorCode: + return "redis_err_code" + default: + return "unknown" + } +} diff --git a/service/internal/pkg/apperr/postgres.go b/service/internal/pkg/apperr/postgres.go new file mode 100644 index 00000000..9b82e2c0 --- /dev/null +++ b/service/internal/pkg/apperr/postgres.go @@ -0,0 +1,81 @@ +package apperr + +import ( + "context" + "errors" + "fmt" + "io" + "net" + "strings" + + "github.com/jackc/pgx/v5" + "github.com/jackc/pgx/v5/pgconn" +) + +func WrapPostgres(err error, msg string) error { + m := AppError{ + err: err, + msg: msg, + code: CodeInternal, + meta: metadata{}, + } + + m.handlePostgres() + + return &m +} + +func (e *AppError) handlePostgres() { + if e.err == nil { + e.code = CodeOK + return + } + + var networkError net.Error + var connectError *pgconn.ConnectError + if errors.Is(e.err, context.DeadlineExceeded) || errors.Is(e.err, io.EOF) || + errors.Is(e.err, io.ErrUnexpectedEOF) || errors.As(e.err, &networkError) || errors.As(e.err, &connectError) { + e.code = CodeServiceUnavailable + e.msg = "database unavailable" + return + } + if pgErr, ok := errors.AsType[*pgconn.PgError](e.err); ok { + if strings.HasPrefix(pgErr.Code, "08") || pgErr.Code == "57014" || + pgErr.Code == "57P01" || pgErr.Code == "57P02" || pgErr.Code == "57P03" || pgErr.Code == "53300" { + e.code = CodeServiceUnavailable + e.msg = "database unavailable" + return + } + e.meta[PgErrorCode] = pgErr.Code + e.code = CodeFromPostgres(pgErr.Code) + return + } + switch { + case errors.Is(e.err, pgx.ErrNoRows): + e.msg = fmt.Sprintf("not found: %s", e.msg) + e.code = CodeNotFound + return + case errors.Is(e.err, pgx.ErrTooManyRows): + e.msg = fmt.Sprintf("got too many rows: %s", e.msg) + e.code = CodeInternal + return + case errors.Is(e.err, pgx.ErrTxClosed): + e.msg = fmt.Sprintf("transaction is closed: %s", e.msg) + e.code = CodeInternal + return + case errors.Is(e.err, pgx.ErrTxCommitRollback): + e.msg = fmt.Sprintf("transaction commit resulted in rollback: %s", e.msg) + e.code = CodeInternal + return + } +} + +func (e *AppError) PgCode() string { + if e == nil { + return "" + } + if e.meta == nil { + return "" + } + return e.meta.Get(PgErrorCode) +} diff --git a/service/internal/pkg/apperr/redis.go b/service/internal/pkg/apperr/redis.go new file mode 100644 index 00000000..f2afe561 --- /dev/null +++ b/service/internal/pkg/apperr/redis.go @@ -0,0 +1,170 @@ +package apperr + +import ( + "context" + "errors" + "fmt" + "net" + "strings" + + "github.com/redis/go-redis/v9" +) + +func WrapRedis(err error, msg string) error { + m := AppError{ + err: err, + msg: msg, + meta: metadata{}, + } + + m.handleRedis() + + return &m +} + +func CodeFromRedisError(err error) Code { + code, ok := codeFromRedisError(err, true, true) + if !ok { + return CodeInternal + } + return code +} + +func (e *AppError) handleRedis() { + if e.err == nil { + e.code = CodeOK + return + } + + if code := redisErrorCode(e.err); code != "" { + e.meta[RedisErrorCode] = code + } + + if errors.Is(e.err, redis.Nil) { + e.msg = fmt.Sprintf("not found: %s", e.msg) + } + + e.code = CodeFromRedisError(e.err) +} + +func (e *AppError) RedisCode() string { + if e == nil { + return "" + } + if e.meta == nil { + return "" + } + return e.meta.Get(RedisErrorCode) +} + +func codeFromRedisError(err error, includeTransport bool, includeProtocolString bool) (Code, bool) { + if err == nil { + return CodeInternal, false + } + + switch { + case errors.Is(err, redis.Nil): + return CodeNotFound, true + case errors.Is(err, redis.TxFailedErr): + return CodeConflict, true + case errors.Is(err, redis.ErrCrossSlot): + return CodeBadRequest, true + case errors.Is(err, redis.ErrPoolTimeout): + return CodeTimeout, true + case errors.Is(err, redis.ErrPoolExhausted): + return CodeTooManyRequests, true + case errors.Is(err, redis.ErrClosed): + return CodeServiceUnavailable, true + } + + if includeTransport { + if errors.Is(err, context.Canceled) || + errors.Is(err, context.DeadlineExceeded) { + return CodeTimeout, true + } + + if netErr, ok := errors.AsType[net.Error](err); ok { + if netErr.Timeout() { + return CodeTimeout, true + } + return CodeServiceUnavailable, true + } + } + + hasRedisError := isRedisError(err) + if !hasRedisError && !includeProtocolString { + return CodeInternal, false + } + + switch { + case redis.IsExecAbortError(err): + return CodeConflict, true + case redis.IsMaxClientsError(err): + return CodeTooManyRequests, true + case redis.IsLoadingError(err), + redis.IsReadOnlyError(err), + redis.IsClusterDownError(err), + redis.IsTryAgainError(err), + redis.IsMasterDownError(err), + redis.IsNoReplicasError(err), + redis.IsOOMError(err): + return CodeServiceUnavailable, true + case redis.IsAuthError(err), + redis.IsPermissionError(err): + return CodeInternal, true + } + + if _, ok := redis.IsMovedError(err); ok { + return CodeServiceUnavailable, true + } + if _, ok := redis.IsAskError(err); ok { + return CodeServiceUnavailable, true + } + + if hasRedisError { + return CodeInternal, true + } + + return CodeInternal, false +} + +func isRedisError(err error) bool { + if err == nil { + return false + } + + var redisErr redis.Error + return errors.As(err, &redisErr) +} + +func redisErrorCode(err error) string { + switch { + case err == nil: + return "" + case errors.Is(err, redis.Nil): + return "nil" + case errors.Is(err, redis.TxFailedErr): + return "tx_failed" + case errors.Is(err, redis.ErrCrossSlot): + return "CROSSSLOT" + case errors.Is(err, redis.ErrPoolTimeout): + return "pool_timeout" + case errors.Is(err, redis.ErrPoolExhausted): + return "pool_exhausted" + case errors.Is(err, redis.ErrClosed): + return "closed" + } + + var redisErr redis.Error + if !errors.As(err, &redisErr) { + return "" + } + + msg := strings.TrimSpace(redisErr.Error()) + msg = strings.TrimPrefix(msg, "ERR ") + parts := strings.Fields(msg) + if len(parts) == 0 { + return "" + } + return parts[0] +} diff --git a/service/internal/pkg/auth/jwtprovider/claims.go b/service/internal/pkg/auth/jwtprovider/claims.go new file mode 100644 index 00000000..bc8dfac9 --- /dev/null +++ b/service/internal/pkg/auth/jwtprovider/claims.go @@ -0,0 +1,145 @@ +package jwtprovider + +import ( + "fmt" + "log/slog" + "time" + + "github.com/golang-jwt/jwt/v5" + "github.com/google/uuid" + + "gitea.privcloud.tech/mtusi2026/internal/dto" + "gitea.privcloud.tech/mtusi2026/internal/pkg/types/role" +) + +var _ Claims = (*jwtClaims)(nil) + +type Claims interface { + GetTopTokenID() (uuid.UUID, bool) + GetTopUserID() (uuid.UUID, bool) + GetTopRole() (role.Role, bool) + GetTopIsAccess() (bool, bool) + GetTopExpiresAt() (time.Time, bool) + GetTopIssuedAt() (time.Time, bool) +} + +type claimsParseFunc func(token *dto.Token) (*jwtClaims, error) + +type jwtClaims struct { + jwt.RegisteredClaims + + Nonce string `json:"nonce,omitempty"` + IsAccess bool `json:"is_access"` + Role role.Role `json:"role"` +} + +func (claims *jwtClaims) GetTopTokenID() (uuid.UUID, bool) { + parsed, err := uuid.Parse(claims.ID) + if err != nil { + return uuid.Nil, false + } + return parsed, true +} + +func (claims *jwtClaims) GetTopUserID() (uuid.UUID, bool) { + parsed, err := uuid.Parse(claims.Subject) + if err != nil { + return uuid.Nil, false + } + return parsed, true +} + +func (claims *jwtClaims) GetTopRole() (role.Role, bool) { + return claims.Role, true +} + +func (claims *jwtClaims) GetTopIsAccess() (bool, bool) { + return claims.IsAccess, true +} + +func (claims *jwtClaims) GetTopExpiresAt() (time.Time, bool) { + if claims.ExpiresAt == nil { + return time.Time{}, false + } + return claims.ExpiresAt.Time, true +} + +func (claims *jwtClaims) GetTopIssuedAt() (time.Time, bool) { + if claims.IssuedAt == nil { + return time.Time{}, false + } + return claims.IssuedAt.Time, true +} + +func (claims *jwtClaims) userData() (*dto.UserDataInToken, error) { + var u dto.UserDataInToken + + tokenID, err := uuid.Parse(claims.ID) + if err != nil { + return nil, fmt.Errorf("failed to parse token id: %w", err) + } + u.TokenID = tokenID + + userID, err := uuid.Parse(claims.Subject) + if err != nil { + return nil, fmt.Errorf("failed to parse user id from token %q: %w", claims.Subject, err) + } + u.UserID = userID + + u.Role = claims.Role + u.IsAccess = claims.IsAccess + + if claims.ExpiresAt != nil { + u.ExpiresAt = claims.ExpiresAt.Time + } + + if claims.IssuedAt != nil { + u.IssuedAt = claims.IssuedAt.Time + } + + return &u, nil +} + +func (p *provider) parseClaimsFromProtectedJWT(token *dto.Token) (*jwtClaims, error) { + if token == nil { + return nil, ErrTokenIsMissing + } + + claims := &jwtClaims{} + + parsed, err := jwt.ParseWithClaims( + token.Payload, + claims, + p.readKeyFunc, + jwt.WithValidMethods([]string{jwt.SigningMethodRS256.Alg()}), + jwt.WithExpirationRequired(), + jwt.WithIssuedAt(), + ) + if err != nil { + slog.Error("failed to parse token with claims", "error", err) + return nil, ErrInvalidToken + } + + if !parsed.Valid { + slog.Error("failed to parse token: provided invalid token", "valid", parsed.Valid) + return nil, ErrInvalidToken + } + + return claims, nil +} + +func (p *provider) parseClaimsFromExposedJWT(token *dto.Token) (*jwtClaims, error) { + if token == nil { + return nil, ErrTokenIsMissing + } + + claims := &jwtClaims{} + + _, _, err := new(jwt.Parser).ParseUnverified(token.Payload, claims) + if err != nil { + slog.Error("failed to parse token: provided invalid token") + return nil, ErrInvalidToken + } + + return claims, nil +} diff --git a/service/internal/pkg/auth/jwtprovider/cookie.go b/service/internal/pkg/auth/jwtprovider/cookie.go new file mode 100644 index 00000000..8609585f --- /dev/null +++ b/service/internal/pkg/auth/jwtprovider/cookie.go @@ -0,0 +1,84 @@ +package jwtprovider + +import ( + "net/http" +) + +const ( + accessTokenCookieKey = "auth-access-token" + refreshTokenCookieKey = "auth-refresh-token" + expiresAtCookieKey = "auth-exp" +) + +type CookieBuilderFabric struct { + fabric func() http.Cookie +} + +func newCookieBuilder( + domain string, + path string, + secure bool, + sameSite http.SameSite, +) *CookieBuilderFabric { + return &CookieBuilderFabric{ + fabric: newCookieFabric(domain, path, secure, sameSite), + } +} + +func (b *CookieBuilderFabric) Builder() *CookieBuilder { + return &CookieBuilder{ + cookie: b.fabric(), + } +} + +func newCookieFabric( + _ string, + path string, + secure bool, + sameSite http.SameSite) func() http.Cookie { + return func() http.Cookie { + return http.Cookie{ + Path: path, + Secure: secure, + SameSite: sameSite, + } + } +} + +type CookieBuilder struct { + cookie http.Cookie +} + +func (b *CookieBuilder) AccessName() *CookieBuilder { + b.cookie.Name = accessTokenCookieKey + return b +} + +func (b *CookieBuilder) ExpiresName() *CookieBuilder { + b.cookie.Name = expiresAtCookieKey + return b +} + +func (b *CookieBuilder) RefreshName() *CookieBuilder { + b.cookie.Name = refreshTokenCookieKey + return b +} + +func (b *CookieBuilder) Value(value string) *CookieBuilder { + b.cookie.Value = value + return b +} + +func (b *CookieBuilder) HTTPOnly() *CookieBuilder { + b.cookie.HttpOnly = true + return b +} + +func (b *CookieBuilder) MaxAge(maxAge int) *CookieBuilder { + b.cookie.MaxAge = maxAge + return b +} + +func (b *CookieBuilder) Build() *http.Cookie { + return new(b.cookie) +} diff --git a/service/internal/pkg/auth/jwtprovider/error.go b/service/internal/pkg/auth/jwtprovider/error.go new file mode 100644 index 00000000..6fde8128 --- /dev/null +++ b/service/internal/pkg/auth/jwtprovider/error.go @@ -0,0 +1,18 @@ +package jwtprovider + +import ( + "errors" +) + +var ( + ErrDecode = errors.New("failed to decode argument") + ErrNotFound = errors.New("not found") + ErrUnexpectedAlgorithm = errors.New("unexpected signing algorithm") + ErrTokenIsMissing = errors.New("token is missing") + ErrInvalidToken = errors.New("provided invalid token") + ErrInvalidUserDataInToken = errors.New("invalid user data in token") + ErrInvalidTokenClaims = errors.New("provided invalid token claims") + ErrInvalidBirthDateFormat = errors.New("provided invalid birth date format") + ErrTokenExpired = errors.New("token is expired") + ErrFailedToSign = errors.New("failed to sign jwt") +) diff --git a/service/internal/pkg/auth/jwtprovider/interface.go b/service/internal/pkg/auth/jwtprovider/interface.go new file mode 100644 index 00000000..ced83eeb --- /dev/null +++ b/service/internal/pkg/auth/jwtprovider/interface.go @@ -0,0 +1,26 @@ +package jwtprovider + +import ( + "net/http" + + "github.com/google/uuid" + + "gitea.privcloud.tech/mtusi2026/internal/dto" + "gitea.privcloud.tech/mtusi2026/internal/pkg/types/role" +) + +type Provider interface { + Parse(token *dto.Token) (*dto.UserDataInToken, error) + CreateRefreshAndAccessTokensForUser(userID uuid.UUID, role role.Role) (*dto.Tokens, error) + ParseVerified(token *dto.Token) (*dto.UserDataInToken, error) + ParseUnverified(token *dto.Token) (*dto.UserDataInToken, error) + ValidateUserDataInToken(u *dto.UserDataInToken) error +} + +type Cookie interface { + Enabled() bool + Set(w http.ResponseWriter, tokens *dto.Tokens) + Clear(w http.ResponseWriter) + AccessToken(r *http.Request) *dto.AccessToken + RefreshToken(r *http.Request) *dto.RefreshToken +} diff --git a/service/internal/pkg/auth/jwtprovider/manager.go b/service/internal/pkg/auth/jwtprovider/manager.go new file mode 100644 index 00000000..baeda313 --- /dev/null +++ b/service/internal/pkg/auth/jwtprovider/manager.go @@ -0,0 +1,199 @@ +package jwtprovider + +import ( + "fmt" + "net/http" + "strconv" + "time" + + "gitea.privcloud.tech/mtusi2026/internal/config" + "gitea.privcloud.tech/mtusi2026/internal/dto" +) + +type manager struct { + enabled bool + cookieFabric *CookieBuilderFabric + prv Provider +} + +func NewCookieManager(cfg *config.Config, provider Provider) Cookie { + m := &manager{ + //enabled: cfg.Cookies.Enabled, + //cookieFabric: newCookieBuilder( + // cfg.Cookies.Domain, + // cfg.Cookies.Path, + // cfg.Cookies.Secure, + // cfg.Cookies.SameSite, + //), + prv: provider, + } + + if !m.enabled { + return m + } + + if err := m.cookieFabric. + Builder(). + AccessName(). + Value("test"). + HTTPOnly(). + MaxAge(0). + Build(). + Valid(); err != nil { + panic(fmt.Errorf("cookie validation failed: %w", err)) + } + + return m +} + +func (m *manager) Enabled() bool { + return m.enabled +} + +func (m *manager) Set(w http.ResponseWriter, tokens *dto.Tokens) { + if !m.enabled || tokens == nil { + return + } + + if tokens.AccessToken.Payload != "" { + m.setAccess(tokens.AccessToken, w) + } + + if tokens.RefreshToken.Payload != "" { + m.setRefresh(tokens.RefreshToken, w) + } +} + +func (m *manager) Clear(w http.ResponseWriter) { + if !m.enabled { + return + } + + for _, name := range []string{accessTokenCookieKey, refreshTokenCookieKey, expiresAtCookieKey} { + b := m.cookieFabric. + Builder(). + MaxAge(-1) + + switch name { + case expiresAtCookieKey: + b.ExpiresName() + case refreshTokenCookieKey: + b.RefreshName(). + HTTPOnly() + case accessTokenCookieKey: + b.AccessName(). + HTTPOnly() + } + http.SetCookie(w, b.Build()) + } +} + +func (m *manager) AccessToken(r *http.Request) *dto.AccessToken { + if !m.enabled { + return nil + } + + c, err := r.Cookie(accessTokenCookieKey) + if err != nil { + return nil + } + + return &dto.AccessToken{ + Payload: c.Value, + } +} + +func (m *manager) RefreshToken(r *http.Request) *dto.RefreshToken { + if !m.enabled { + return nil + } + + c, err := r.Cookie(refreshTokenCookieKey) + if err != nil { + return nil + } + + return &dto.RefreshToken{ + Payload: c.Value, + } +} + +func (m *manager) setAccess(token dto.AccessToken, w http.ResponseWriter) { + accessTTL := m.tokenTTL(token.Token()) + if accessTTL < 0 { + http.SetCookie(w, m.cookieFabric. + Builder(). + AccessName(). + HTTPOnly(). + MaxAge(-1). + Build(), + ) + http.SetCookie(w, m.cookieFabric. + Builder(). + ExpiresName(). + MaxAge(-1). + Build(), + ) + } else if tokenExpiresAt := m.tokenExpiry(token.Token()); !tokenExpiresAt.IsZero() { + http.SetCookie(w, m.cookieFabric. + Builder(). + AccessName(). + Value(token.Payload). + HTTPOnly(). + MaxAge(accessTTL). + Build(), + ) + http.SetCookie(w, m.cookieFabric. + Builder(). + ExpiresName(). + Value(strconv.FormatInt(tokenExpiresAt.Unix(), 10)). + MaxAge(accessTTL). + Build(), + ) + } +} + +func (m *manager) setRefresh(token dto.RefreshToken, w http.ResponseWriter) { + refreshTTL := m.tokenTTL(token.Token()) + if refreshTTL < 0 { + http.SetCookie(w, m.cookieFabric. + Builder(). + RefreshName(). + HTTPOnly(). + MaxAge(-1). + Build(), + ) + } else { + http.SetCookie(w, m.cookieFabric. + Builder(). + RefreshName(). + Value(token.Payload). + HTTPOnly(). + MaxAge(refreshTTL). + Build(), + ) + } +} + +func (m *manager) tokenTTL(token *dto.Token) int { + expiresAt := m.tokenExpiry(token) + + if expiresAt.IsZero() { + return -1 + } + + ttl := int(time.Until(expiresAt).Seconds()) + if ttl <= 0 { + return -1 + } + + return ttl +} + +func (m *manager) tokenExpiry(token *dto.Token) time.Time { + data, err := m.prv.ParseUnverified(token) + if err != nil { + return time.Time{} + } + return data.ExpiresAt +} diff --git a/service/internal/pkg/auth/jwtprovider/provider.go b/service/internal/pkg/auth/jwtprovider/provider.go new file mode 100644 index 00000000..a387854c --- /dev/null +++ b/service/internal/pkg/auth/jwtprovider/provider.go @@ -0,0 +1,187 @@ +package jwtprovider + +import ( + "crypto/rand" + "crypto/rsa" + "encoding/base64" + "fmt" + "log/slog" + "time" + + "github.com/golang-jwt/jwt/v5" + "github.com/google/uuid" + + "gitea.privcloud.tech/mtusi2026/internal/config" + "gitea.privcloud.tech/mtusi2026/internal/dto" + "gitea.privcloud.tech/mtusi2026/internal/pkg/types/environment" + "gitea.privcloud.tech/mtusi2026/internal/pkg/types/role" +) + +var ( + _ Provider = (*provider)(nil) +) + +type provider struct { + accessLifetime time.Duration + refreshLifetime time.Duration + publicKey *rsa.PublicKey + privateKey *rsa.PrivateKey + parseFunc claimsParseFunc +} + +func New(cfg *config.Config) Provider { + p := provider{ + accessLifetime: cfg.JWT.AccessTokenLifetime, + refreshLifetime: cfg.JWT.RefreshTokenLifetime, + } + p.parseFunc = p.parseClaimsFromProtectedJWT + + if cfg.Application.Environment == environment.ApplicationEnvironmentDev { + p.parseFunc = p.parseClaimsFromExposedJWT + } + + var err error + if p.publicKey, err = readPublicKeyFromFile(cfg.JWT.PublicKeyPath); err != nil { + slog.Error("failed to read public key", "error", err) + panic(fmt.Errorf("failed to read public key: %w", err)) + } + if p.privateKey, err = readPrivateKeyFromFile(cfg.JWT.PrivateKeyPath); err != nil { + slog.Error("failed to read private key", "error", err) + panic(fmt.Errorf("failed to read private key: %w", err)) + } + + return &p +} + +func (p *provider) Parse(token *dto.Token) (*dto.UserDataInToken, error) { + claims, err := p.parseFunc(token) + if err != nil { + return nil, err + } + return claims.userData() +} + +func (p *provider) ParseUnverified(t *dto.Token) (*dto.UserDataInToken, error) { + if t == nil { + return nil, ErrTokenIsMissing + } + + claims, err := p.parseClaimsFromExposedJWT(t) + if err != nil { + return nil, err + } + + return claims.userData() +} + +func (p *provider) ParseVerified(t *dto.Token) (*dto.UserDataInToken, error) { + if t == nil { + return nil, ErrTokenIsMissing + } + claims, err := p.parseClaimsFromProtectedJWT(t) + if err != nil { + return nil, fmt.Errorf("failed to parse token: %w", err) + } + + return claims.userData() +} + +func (p *provider) CreateAccessTokenForUser(userID uuid.UUID, role role.Role) (*dto.AccessToken, error) { + t, err := p.createTokenForUser(userID, true, role) + if err != nil { + return nil, err + } + return &dto.AccessToken{ + Payload: t.Payload, + }, nil +} + +func (p *provider) CreateRefreshTokenForUser(userID uuid.UUID, role role.Role) (*dto.RefreshToken, error) { + t, err := p.createTokenForUser(userID, false, role) + if err != nil { + return nil, err + } + return &dto.RefreshToken{ + Payload: t.Payload, + }, nil +} + +func (p *provider) CreateRefreshAndAccessTokensForUser(userID uuid.UUID, role role.Role) (*dto.Tokens, error) { + access, err := p.CreateAccessTokenForUser(userID, role) + if err != nil { + return nil, err + } + refresh, err := p.CreateRefreshTokenForUser(userID, role) + if err != nil { + return nil, err + } + return &dto.Tokens{ + AccessToken: *access, + RefreshToken: *refresh, + }, nil +} + +func (p *provider) createTokenForUser(userID uuid.UUID, isAccess bool, role role.Role) (*dto.Token, error) { + now := time.Now() + var tokenExpiresAt time.Time + if isAccess { + tokenExpiresAt = now.Add(p.accessLifetime) + } else { + tokenExpiresAt = now.Add(p.refreshLifetime) + } + var nonce [32]byte + if _, err := rand.Read(nonce[:]); err != nil { + return nil, fmt.Errorf("generate token nonce: %w", err) + } + claims := &jwtClaims{ + Nonce: base64.RawURLEncoding.EncodeToString(nonce[:]), + RegisteredClaims: jwt.RegisteredClaims{ + Subject: userID.String(), + ExpiresAt: jwt.NewNumericDate(tokenExpiresAt), + NotBefore: jwt.NewNumericDate(now), + IssuedAt: jwt.NewNumericDate(now), + ID: uuid.NewString(), + }, + IsAccess: isAccess, + Role: role, + } + t := jwt.NewWithClaims(jwt.SigningMethodRS256, claims) + + payload, err := t.SignedString(p.privateKey) + if err != nil { + slog.Error("failed to sign jwt", "error", err) + return nil, ErrFailedToSign + } + return &dto.Token{Payload: payload}, nil +} + +// TODO refactor maybe delete +func (p *provider) ValidateUserDataInToken(u *dto.UserDataInToken) error { + if u == nil { + return ErrInvalidUserDataInToken + } + + switch { + case u.TokenID == uuid.Nil: + return fmt.Errorf("%w: unexpected nil token id", ErrInvalidUserDataInToken) + case u.UserID == uuid.Nil: + return fmt.Errorf("%w: unexpected nil user id", ErrInvalidUserDataInToken) + case u.IssuedAt.IsZero(): + return fmt.Errorf("%w: unexpected zero issued at", ErrInvalidUserDataInToken) + case u.Email != nil && *u.Email == "": + return fmt.Errorf("%w: unexpected empty email", ErrInvalidUserDataInToken) + case u.PhoneNumber != nil && *u.PhoneNumber == "": + return fmt.Errorf("%w: unexpected empty phone number", ErrInvalidUserDataInToken) + case u.ExpiresAt.IsZero(): + return fmt.Errorf("%w: unexpected zero expires at", ErrInvalidUserDataInToken) + } + + return nil +} + +func (p *provider) readKeyFunc(token *jwt.Token) (interface{}, error) { + if token.Method != jwt.SigningMethodRS256 { + return nil, fmt.Errorf("unexpected signing method: %v", token.Header["alg"]) + } + return p.publicKey, nil +} diff --git a/service/internal/pkg/auth/jwtprovider/readers.go b/service/internal/pkg/auth/jwtprovider/readers.go new file mode 100644 index 00000000..f2c3ae52 --- /dev/null +++ b/service/internal/pkg/auth/jwtprovider/readers.go @@ -0,0 +1,35 @@ +package jwtprovider + +import ( + "crypto/rsa" + "fmt" + "os" + + "github.com/golang-jwt/jwt/v5" +) + +func readPrivateKeyFromFile(path string) (*rsa.PrivateKey, error) { + key, err := os.ReadFile(path) + if err != nil { + return nil, fmt.Errorf("failed to read public key: %w", err) + } + + privateKey, err := jwt.ParseRSAPrivateKeyFromPEM(key) + if err != nil { + return nil, fmt.Errorf("failed to parse private key: %w", err) + } + return privateKey, nil +} + +func readPublicKeyFromFile(path string) (*rsa.PublicKey, error) { + key, err := os.ReadFile(path) + if err != nil { + return nil, fmt.Errorf("failed to read public key: %w", err) + } + + privateKey, err := jwt.ParseRSAPublicKeyFromPEM(key) + if err != nil { + return nil, fmt.Errorf("failed to parse private key: %w", err) + } + return privateKey, nil +} diff --git a/service/internal/pkg/cache/redis.go b/service/internal/pkg/cache/redis.go new file mode 100644 index 00000000..91f90eb4 --- /dev/null +++ b/service/internal/pkg/cache/redis.go @@ -0,0 +1,43 @@ +package cache + +import ( + "context" + "time" + + "github.com/redis/go-redis/v9" + + "gitea.privcloud.tech/mtusi2026/internal/config" +) + +const defaultRedisPort = 6379 + +// OperationTimeout bounds each optional cache operation independently of the request. +const OperationTimeout = 300 * time.Millisecond + +type Client struct { + *redis.Client +} + +func New(cfg *config.Config) *Client { + if cfg.Redis.Port == 0 { + cfg.Redis.Port = defaultRedisPort + } + + return &Client{ + Client: redis.NewClient(cfg.Redis.BuildRedisOptions()), + } +} + +func (c *Client) Ping(ctx context.Context) error { + ctx, cancel := context.WithTimeout(ctx, OperationTimeout) + defer cancel() + return c.Client.Ping(ctx).Err() +} + +func (c *Client) Start(ctx context.Context) error { + return c.Ping(ctx) +} + +func (c *Client) Stop(_ context.Context) error { + return c.Client.Close() +} diff --git a/service/internal/pkg/encrypting/argon2id.go b/service/internal/pkg/encrypting/argon2id.go new file mode 100644 index 00000000..3a52f9b8 --- /dev/null +++ b/service/internal/pkg/encrypting/argon2id.go @@ -0,0 +1,71 @@ +package encrypting + +import ( + "context" + "crypto/rand" + "crypto/subtle" + "encoding/base64" + "fmt" + "strings" + + "golang.org/x/crypto/argon2" +) + +const ( + argon2idMemory = 64 * 1024 // KiB + argon2idTime = 3 + argon2idThreads = 4 + argon2idSaltLen = 16 + argon2idKeyLen = 32 + // Only this bounded profile is accepted; stored parameters cannot request arbitrary resources. + argon2idPrefix = "$argon2id$v=19$m=65536,t=3,p=4$" +) + +func (e *encryptor) EncryptSecretUsingArgon2id(ctx context.Context, secret string) (string, error) { + if err := ctx.Err(); err != nil { + return "", err + } + var salt [argon2idSaltLen]byte + if _, err := rand.Read(salt[:]); err != nil { + return "", fmt.Errorf("%w: %w", ErrFailedToEncryptPassword, err) + } + key := argon2.IDKey([]byte(secret), salt[:], argon2idTime, argon2idMemory, argon2idThreads, argon2idKeyLen) + if err := ctx.Err(); err != nil { + return "", err + } + return argon2idPrefix + base64.RawStdEncoding.EncodeToString(salt[:]) + "$" + base64.RawStdEncoding.EncodeToString(key), nil +} + +func (e *encryptor) CompareHashAndSecretUsingArgon2id(ctx context.Context, hash, secret string) error { + if err := ctx.Err(); err != nil { + return err + } + encoding := base64.RawStdEncoding.Strict() + if len(hash) != len(argon2idPrefix)+encoding.EncodedLen(argon2idSaltLen)+1+encoding.EncodedLen(argon2idKeyLen) { + return ErrFailedToComparePasswords + } + payload, ok := strings.CutPrefix(hash, argon2idPrefix) + if !ok { + return ErrFailedToComparePasswords + } + saltText, keyText, ok := strings.Cut(payload, "$") + if !ok { + return ErrFailedToComparePasswords + } + salt, err := encoding.DecodeString(saltText) + if err != nil || len(salt) != argon2idSaltLen { + return ErrFailedToComparePasswords + } + storedKey, err := encoding.DecodeString(keyText) + if err != nil || len(storedKey) != argon2idKeyLen { + return ErrFailedToComparePasswords + } + key := argon2.IDKey([]byte(secret), salt, argon2idTime, argon2idMemory, argon2idThreads, argon2idKeyLen) + if err = ctx.Err(); err != nil { + return err + } + if subtle.ConstantTimeCompare(storedKey, key) != 1 { + return ErrFailedToComparePasswords + } + return nil +} diff --git a/service/internal/pkg/encrypting/encryptor.go b/service/internal/pkg/encrypting/encryptor.go new file mode 100644 index 00000000..1495a5be --- /dev/null +++ b/service/internal/pkg/encrypting/encryptor.go @@ -0,0 +1,72 @@ +package encrypting + +import ( + "context" + "crypto/sha256" + "crypto/subtle" + "encoding/hex" + "strings" + + "golang.org/x/crypto/bcrypt" +) + +type encryptor struct { + cost int + generateFromPasswordFunc func([]byte, int) ([]byte, error) + compareHashAndPasswordFunc func([]byte, []byte) error +} + +func New() Encryptor { + return &encryptor{ + cost: bcrypt.DefaultCost, + generateFromPasswordFunc: bcrypt.GenerateFromPassword, + compareHashAndPasswordFunc: bcrypt.CompareHashAndPassword, + } +} + +func (e *encryptor) EncryptSecret(_ context.Context, secret string) (string, error) { + res, err := e.generateFromPasswordFunc([]byte(secret), e.cost) + if err != nil { + return "", ErrFailedToEncryptPassword + } + return string(res), nil +} + +// EncryptSecretUsingSum256 hashes a high-entropy session token, not a password. +func (e *encryptor) EncryptSecretUsingSum256(ctx context.Context, secret string) (string, error) { + if err := ctx.Err(); err != nil { + return "", err + } + sum := sha256.Sum256([]byte(secret)) + return "sha256:" + hex.EncodeToString(sum[:]), nil +} + +func (e *encryptor) CompareHashAndSecret(_ context.Context, hash, password string) error { + err := e.compareHashAndPasswordFunc([]byte(hash), []byte(password)) + if err != nil { + return ErrFailedToComparePasswords + } + return nil +} + +func (e *encryptor) CompareHashAndSecretUsingSum256(ctx context.Context, hash, secret string) error { + if err := ctx.Err(); err != nil { + return err + } + sum := sha256.Sum256([]byte(secret)) + if payload, ok := strings.CutPrefix(hash, "sha256:"); ok { + stored, err := hex.DecodeString(payload) + if err != nil || len(stored) != sha256.Size || subtle.ConstantTimeCompare(stored, sum[:]) != 1 { + return ErrFailedToComparePasswords + } + return nil + } + // Preserve existing lab2/lab3 sessions across a rolling deployment. + // Passwords continue to use Argon2id; only old random-token fingerprints use this fallback. + if strings.HasPrefix(hash, "$2") { + if err := e.compareHashAndPasswordFunc([]byte(hash), []byte(hex.EncodeToString(sum[:]))); err == nil { + return nil + } + } + return ErrFailedToComparePasswords +} diff --git a/service/internal/pkg/encrypting/error.go b/service/internal/pkg/encrypting/error.go new file mode 100644 index 00000000..ffbc22f6 --- /dev/null +++ b/service/internal/pkg/encrypting/error.go @@ -0,0 +1,8 @@ +package encrypting + +import "errors" + +var ( + ErrFailedToEncryptPassword = errors.New("failed to encrypt password") + ErrFailedToComparePasswords = errors.New("failed to compare passwords") +) diff --git a/service/internal/pkg/encrypting/interface.go b/service/internal/pkg/encrypting/interface.go new file mode 100644 index 00000000..4f60f24d --- /dev/null +++ b/service/internal/pkg/encrypting/interface.go @@ -0,0 +1,12 @@ +package encrypting + +import "context" + +type Encryptor interface { + EncryptSecretUsingArgon2id(ctx context.Context, secret string) (string, error) + CompareHashAndSecretUsingArgon2id(ctx context.Context, hash, secret string) error + EncryptSecret(ctx context.Context, secret string) (string, error) + EncryptSecretUsingSum256(_ context.Context, secret string) (string, error) + CompareHashAndSecret(ctx context.Context, hash, secret string) error + CompareHashAndSecretUsingSum256(ctx context.Context, hash, secret string) error +} diff --git a/service/internal/pkg/encrypting/token_test.go b/service/internal/pkg/encrypting/token_test.go new file mode 100644 index 00000000..20934b11 --- /dev/null +++ b/service/internal/pkg/encrypting/token_test.go @@ -0,0 +1,43 @@ +package encrypting + +import ( + "context" + "crypto/sha256" + "encoding/hex" + "golang.org/x/crypto/bcrypt" + "testing" +) + +func TestSessionFingerprints(t *testing.T) { + e := New() + ctx := context.Background() + token := "synthetic-high-entropy-session-value" + hash, err := e.EncryptSecretUsingSum256(ctx, token) + if err != nil { + t.Fatal(err) + } + if err = e.CompareHashAndSecretUsingSum256(ctx, hash, token); err != nil { + t.Fatal(err) + } + for _, bad := range []string{"sha256:00", "sha256:invalid", "unknown"} { + if e.CompareHashAndSecretUsingSum256(ctx, bad, token) == nil { + t.Fatal("accepted malformed fingerprint") + } + } + if e.CompareHashAndSecretUsingSum256(ctx, hash, token+"x") == nil { + t.Fatal("accepted wrong token") + } + sum := sha256.Sum256([]byte(token)) + legacy, err := bcrypt.GenerateFromPassword([]byte(hex.EncodeToString(sum[:])), bcrypt.MinCost) + if err != nil { + t.Fatal(err) + } + if err = e.CompareHashAndSecretUsingSum256(ctx, string(legacy), token); err != nil { + t.Fatal("legacy session rejected", err) + } + canceled, cancel := context.WithCancel(ctx) + cancel() + if e.CompareHashAndSecretUsingSum256(canceled, hash, token) == nil { + t.Fatal("ignored cancellation") + } +} diff --git a/service/internal/pkg/migrator/tern.go b/service/internal/pkg/migrator/tern.go new file mode 100644 index 00000000..493fce6e --- /dev/null +++ b/service/internal/pkg/migrator/tern.go @@ -0,0 +1,164 @@ +package migrator + +import ( + "context" + "io/fs" + "log/slog" + + "github.com/jackc/pgx/v5" + "github.com/jackc/tern/v2/migrate" + + "gitea.privcloud.tech/mtusi2026/internal/config" + "gitea.privcloud.tech/mtusi2026/internal/pkg/apperr" + "gitea.privcloud.tech/mtusi2026/migrations" +) + +type Migrator interface { + MigrateUp(ctx context.Context) error + MigrateDown(ctx context.Context) error + MigrateTo(ctx context.Context, version int32) error + GetVersion(ctx context.Context) (int32, error) + Configure(ctx context.Context) error + Close(ctx context.Context) error + Start(ctx context.Context) error + Stop(ctx context.Context) error +} + +type migrator struct { + cfg *config.Config + conn *pgx.Conn + migrator *migrate.Migrator + migrations fs.FS + configured bool + closed bool +} + +func New(cfg *config.Config) Migrator { + return &migrator{ + cfg: cfg, + conn: nil, + migrator: nil, + migrations: migrations.Migrations, + configured: false, + closed: false, + } +} + +func (m *migrator) MigrateUp(ctx context.Context) error { + if !m.configured { + return apperr.New(apperr.CodeInternal, "migrator was not configured") + } + return m.migrator.Migrate(ctx) +} + +func (m *migrator) MigrateDown(ctx context.Context) error { + if !m.configured { + return apperr.New(apperr.CodeInternal, "migrator was not configured") + } + return m.migrator.MigrateTo(ctx, 0) +} + +func (m *migrator) MigrateTo(ctx context.Context, version int32) error { + if !m.configured { + return apperr.New(apperr.CodeInternal, "migrator was not configured") + } + return m.migrator.MigrateTo(ctx, version) +} + +func (m *migrator) GetVersion(ctx context.Context) (int32, error) { + if !m.configured { + return -1, apperr.New(apperr.CodeInternal, "migrator was not configured") + } + return m.migrator.GetCurrentVersion(ctx) +} + +func (m *migrator) Configure(ctx context.Context) error { + if err := m.initConn(ctx); err != nil { + return err + } + if err := m.initMigrator(ctx); err != nil { + return err + } + if err := m.loadMigrations(); err != nil { + return err + } + m.configured = true + return nil +} + +func (m *migrator) Close(ctx context.Context) error { + if m.conn == nil || m.closed { + return nil + } + if err := m.closeConn(ctx); err != nil { + return err + } + m.closed = true + return nil +} + +func (m *migrator) Start(ctx context.Context) error { + if !m.cfg.Postgres.GetRunMigrations() { + slog.Info("flag run migrations is disabled: skipping migrating") + return nil + } + + err := m.Configure(ctx) + if err != nil { + slog.Error("failed to configure migrator", "error", err) + return err + } + err = m.MigrateUp(ctx) + if err != nil { + slog.Error("failed to migrate database up", "error", err) + return err + } + + if err = m.Close(ctx); err != nil { + slog.Error("failed close connection to database", "error", err) + return err + } + + m.closed = true + + return nil +} + +func (m *migrator) Stop(ctx context.Context) error { + return m.Close(ctx) +} + +func (m *migrator) loadMigrations() (err error) { + err = m.migrator.LoadMigrations(m.migrations) + if err != nil { + slog.Error("failed to load migrations", "error", err) + return apperr.New(apperr.CodeInternal, "failed to load migrations") + } + slog.Info("successfully loaded migrations", "error", err) + return nil +} + +func (m *migrator) initConn(ctx context.Context) (err error) { + m.closed = false + m.conn, err = pgx.Connect(ctx, m.cfg.Postgres.GetURI()) + if err != nil { + slog.Error("failed to create connection to database", "error", err) + return apperr.New(apperr.CodeInternal, "failed to create connection to database") + } + slog.Info("connected to database", "db", m.cfg.Postgres.Database) + return nil +} + +func (m *migrator) initMigrator(ctx context.Context) (err error) { + m.migrator, err = migrate.NewMigrator(ctx, m.conn, m.cfg.Postgres.GetVersionTableName()) + if err != nil { + slog.Error("failed to initialize migrator", "error", err) + return apperr.New(apperr.CodeInternal, "failed to initialize migrator") + } + slog.Info("successfully initialized migrator") + return nil +} + +func (m *migrator) closeConn(ctx context.Context) error { + return m.conn.Close(ctx) +} diff --git a/service/internal/pkg/objectstore/s3.go b/service/internal/pkg/objectstore/s3.go new file mode 100644 index 00000000..5f90f281 --- /dev/null +++ b/service/internal/pkg/objectstore/s3.go @@ -0,0 +1,69 @@ +package objectstore + +import ( + "context" + "errors" + "io" + "net/http" + "time" + + "github.com/aws/aws-sdk-go-v2/aws" + "github.com/aws/aws-sdk-go-v2/credentials" + "github.com/aws/aws-sdk-go-v2/service/s3" + "github.com/aws/smithy-go" + + "gitea.privcloud.tech/mtusi2026/internal/config" +) + +type Store struct { + Client *s3.Client + Bucket string +} + +func New(c *config.Attachment) *Store { + return &Store{ + Bucket: c.Bucket, + Client: s3.New( + s3.Options{ + Region: c.Region, + BaseEndpoint: aws.String(c.Endpoint), + UsePathStyle: true, + Credentials: credentials.NewStaticCredentialsProvider( + c.AccessKey, + c.SecretKey, + "", + ), + RetryMaxAttempts: 1, + HTTPClient: &http.Client{Timeout: 30 * time.Second}, + }, + ), + } +} + +func (s *Store) Put(ctx context.Context, key, mime string, r io.Reader, size int64) error { + _, err := s.Client.PutObject(ctx, &s3.PutObjectInput{Bucket: &s.Bucket, Key: &key, Body: r, ContentLength: &size, ContentType: &mime}) + return err +} + +func (s *Store) Get(ctx context.Context, key string) (*s3.GetObjectOutput, error) { + return s.Client.GetObject(ctx, &s3.GetObjectInput{Bucket: &s.Bucket, Key: &key}) +} + +func (s *Store) Head(ctx context.Context, key string) (*s3.HeadObjectOutput, error) { + return s.Client.HeadObject(ctx, &s3.HeadObjectInput{Bucket: &s.Bucket, Key: &key}) +} + +func (s *Store) Delete(ctx context.Context, key string) error { + _, e := s.Client.DeleteObject(ctx, &s3.DeleteObjectInput{Bucket: &s.Bucket, Key: &key}) + return e +} + +func (s *Store) Ping(ctx context.Context) error { + _, e := s.Client.HeadBucket(ctx, &s3.HeadBucketInput{Bucket: &s.Bucket}) + return e +} + +func Missing(err error) bool { + var api smithy.APIError + return errors.As(err, &api) && (api.ErrorCode() == "NoSuchKey" || api.ErrorCode() == "NotFound" || api.ErrorCode() == "404") +} diff --git a/service/internal/pkg/postgres/after-connect.go b/service/internal/pkg/postgres/after-connect.go new file mode 100644 index 00000000..eafcc631 --- /dev/null +++ b/service/internal/pkg/postgres/after-connect.go @@ -0,0 +1,25 @@ +package postgres + +import ( + "context" + + "github.com/jackc/pgx/v5" + pgxUUID "github.com/vgarvardt/pgx-google-uuid/v5" +) + +type AfterConnect func(ctx context.Context, conn *pgx.Conn) error + +func AddUUIDSupport(_ context.Context, conn *pgx.Conn) error { + pgxUUID.Register(conn.TypeMap()) + return nil +} +func WithEnumTypeSupport(enumName string) AfterConnect { + return func(ctx context.Context, conn *pgx.Conn) error { + dt, err := conn.LoadType(ctx, enumName) + if err != nil { + return err + } + conn.TypeMap().RegisterType(dt) + return nil + } +} diff --git a/service/internal/pkg/postgres/config.go b/service/internal/pkg/postgres/config.go new file mode 100644 index 00000000..b0df40a5 --- /dev/null +++ b/service/internal/pkg/postgres/config.go @@ -0,0 +1,7 @@ +package postgres + +type MigrationConfig interface { + GetURI() string + GetVersionTableName() string + GetRunMigrations() bool +} diff --git a/service/internal/pkg/postgres/err.go b/service/internal/pkg/postgres/err.go new file mode 100644 index 00000000..4380b247 --- /dev/null +++ b/service/internal/pkg/postgres/err.go @@ -0,0 +1,10 @@ +package postgres + +import ( + "errors" +) + +var ( + errCreatingPool = errors.New("failed to create postgres pool") + errParseConfig = errors.New("failed to parse postgres config") +) diff --git a/service/internal/pkg/postgres/interfaces.go b/service/internal/pkg/postgres/interfaces.go new file mode 100644 index 00000000..6afe65f4 --- /dev/null +++ b/service/internal/pkg/postgres/interfaces.go @@ -0,0 +1,15 @@ +package postgres + +import ( + "context" + + "github.com/jackc/pgx/v5" + "github.com/jackc/pgx/v5/pgconn" +) + +type Conn interface { + SendBatch(ctx context.Context, b *pgx.Batch) pgx.BatchResults + Exec(ctx context.Context, sql string, arguments ...any) (commandTag pgconn.CommandTag, err error) + Query(ctx context.Context, sql string, args ...any) (pgx.Rows, error) + QueryRow(ctx context.Context, sql string, args ...any) pgx.Row +} diff --git a/service/internal/pkg/postgres/postgres.go b/service/internal/pkg/postgres/postgres.go new file mode 100644 index 00000000..cdcb6e58 --- /dev/null +++ b/service/internal/pkg/postgres/postgres.go @@ -0,0 +1,95 @@ +package postgres + +import ( + "context" + "log/slog" + "strconv" + "time" + + "github.com/jackc/pgx/v5" + "github.com/jackc/pgx/v5/pgxpool" + "github.com/jackc/pgx/v5/tracelog" + + pgxslog "github.com/mcosta74/pgx-slog" +) + +type ConfigWithLog interface { + GetLogLevel() string +} + +type ConfigWithTimeouts interface { + GetConnectTimeout() time.Duration + GetQueryTimeout() time.Duration +} + +type ConfigWithMaxConn interface { + GetMaxConnections() int32 +} + +func getLevelFromConfig(cfg MigrationConfig) tracelog.LogLevel { + if logCfg, ok := cfg.(ConfigWithLog); ok { + lvl, _ := tracelog.LogLevelFromString(logCfg.GetLogLevel()) + return lvl + } + return tracelog.LogLevelError +} + +func addMaxConnectionsToCfg(cfg any, poolCfg *pgxpool.Config) { + if connCfg, ok := cfg.(ConfigWithMaxConn); ok { + poolCfg.MaxConns = connCfg.GetMaxConnections() + } +} + +func New(cfg MigrationConfig, afterConnect ...AfterConnect) *pgxpool.Pool { + lvl := getLevelFromConfig(cfg) + + if len(afterConnect) == 0 { + afterConnect = []AfterConnect{AddUUIDSupport} + } + + poolConfig, err := pgxpool.ParseConfig(cfg.GetURI()) + if err != nil { + slog.Error("failed to parse postgres config", "error", err) + panic(err) + } + + addMaxConnectionsToCfg(cfg, poolConfig) + if timeoutCfg, ok := cfg.(ConfigWithTimeouts); ok { + poolConfig.ConnConfig.ConnectTimeout = timeoutCfg.GetConnectTimeout() + poolConfig.ConnConfig.RuntimeParams["statement_timeout"] = strconv.FormatInt(timeoutCfg.GetQueryTimeout().Milliseconds(), 10) + } + poolConfig.ConnConfig.RuntimeParams["application_name"] = "mtusi-api" + slog.Info("postgres_pool_config", "max_conns", poolConfig.MaxConns, + "connect_timeout", poolConfig.ConnConfig.ConnectTimeout, + "statement_timeout_ms", poolConfig.ConnConfig.RuntimeParams["statement_timeout"]) + + poolConfig.ConnConfig.Tracer = &tracelog.TraceLog{ + Logger: pgxslog.NewLogger(slog.Default()), + LogLevel: lvl, + Config: &tracelog.TraceLogConfig{ + TimeKey: "ts", + }, + } + + poolConfig.AfterConnect = load(afterConnect...) + + pool, err := pgxpool.NewWithConfig(context.Background(), poolConfig) + if err != nil { + slog.Error("failed to create postgres pool", "error", err) + panic(err) + } + + slog.Info("successfully connected to postgres pool") + return pool +} + +func load(afterConnects ...AfterConnect) func(ctx context.Context, conn *pgx.Conn) error { + return func(ctx context.Context, conn *pgx.Conn) error { + for _, afterConnect := range afterConnects { + if err := afterConnect(ctx, conn); err != nil { + return err + } + } + return nil + } +} diff --git a/service/internal/pkg/postgres/txmanager/tx.go b/service/internal/pkg/postgres/txmanager/tx.go new file mode 100644 index 00000000..c4aa2fe1 --- /dev/null +++ b/service/internal/pkg/postgres/txmanager/tx.go @@ -0,0 +1,59 @@ +package txmanager + +import ( + "context" + "errors" + "fmt" + "log/slog" + + "github.com/jackc/pgx/v5" + "github.com/jackc/pgx/v5/pgxpool" +) + +type TransactionManager struct { + pool *pgxpool.Pool +} + +func New(pool *pgxpool.Pool) *TransactionManager { + return &TransactionManager{ + pool: pool, + } +} + +func (tm *TransactionManager) RunInTransaction(ctx context.Context, opts *pgx.TxOptions, fn func(tx pgx.Tx) error) (err error) { + var tx pgx.Tx + + if opts != nil { + tx, err = tm.pool.BeginTx(ctx, *opts) + } else { + tx, err = tm.pool.Begin(ctx) + } + if err != nil { + return fmt.Errorf("failed to begin transaction: %w", err) + } + + var committed bool + + defer func() { + if p := recover(); p != nil { + err = fmt.Errorf("panic in transaction: %v", p) + } + if !committed { + rollbackErr := tx.Rollback(ctx) + if rollbackErr != nil && !errors.Is(rollbackErr, pgx.ErrTxClosed) { + slog.Error("failed to rollback transaction", "error", rollbackErr) + } + } + }() + + if err = fn(tx); err != nil { + return fmt.Errorf("failed to execute transaction: %w", err) + } + + if err = tx.Commit(ctx); err != nil { + return fmt.Errorf("failed to commit transaction: %w", err) + } + + committed = true + return nil +} diff --git a/service/internal/pkg/rest/framework/framework.go b/service/internal/pkg/rest/framework/framework.go new file mode 100644 index 00000000..0b976c85 --- /dev/null +++ b/service/internal/pkg/rest/framework/framework.go @@ -0,0 +1,257 @@ +package framework + +import ( + "context" + "encoding/json" + "errors" + "fmt" + "io" + "log/slog" + "mime" + "net/http" + "strconv" + "strings" + + "github.com/go-chi/chi/v5" + v10 "github.com/go-playground/validator/v10" + "github.com/google/uuid" + + "gitea.privcloud.tech/mtusi2026/internal/dto" + "gitea.privcloud.tech/mtusi2026/internal/gen/contracts" + "gitea.privcloud.tech/mtusi2026/internal/pkg/apperr" + "gitea.privcloud.tech/mtusi2026/internal/pkg/auth/jwtprovider" + "gitea.privcloud.tech/mtusi2026/internal/pkg/rest/headers" + "gitea.privcloud.tech/mtusi2026/internal/pkg/validator" +) + +func validate(ctx context.Context, v *validator.ValidatorImpl, value any) error { + err := v.ValidateCtx(ctx, value) + if err == nil { + return nil + } + var fieldErrors v10.ValidationErrors + if errors.As(err, &fieldErrors) { + return apperr.Wrap(err, apperr.CodeValidation, "invalid request fields") + } + return apperr.Wrap(err, apperr.CodeInternal, "validation failed") +} + +func Validate(w http.ResponseWriter, r *http.Request, v *validator.ValidatorImpl, value any) bool { + if err := validate(r.Context(), v, value); err != nil { + JSONError(r.Context(), w, err) + return false + } + return true +} + +func JSONResponse(w http.ResponseWriter, status int, body any) { + w.Header().Set(headers.HeaderContentType, "application/json") + w.WriteHeader(status) + + if status == http.StatusNoContent { + return + } + + if err := json.NewEncoder(w).Encode(body); err != nil { + wrapped := apperr.Wrap(err, apperr.CodeInternal, "failed json encode") + slog.Error("response", "error", wrapped) + } +} + +func JSONError(ctx context.Context, w http.ResponseWriter, err error) { + if err == nil { + return + } + + requestId, ok := ctx.Value(headers.HeaderRequestID).(uuid.UUID) + if !ok { + requestId = uuid.New() + } + w.Header().Set(headers.HeaderRequestID, requestId.String()) + + if errors.Is(err, context.DeadlineExceeded) { + err = apperr.Wrap(err, apperr.CodeServiceUnavailable, "request deadline exceeded") + } + appErr := apperr.As(err) + if appErr == nil { + appErr = apperr.As(apperr.New(apperr.CodeInternal, "internal server error")) + } + if appErr.Code().HTTPStatus() == http.StatusUnauthorized && w.Header().Get("WWW-Authenticate") == "" { + w.Header().Set("WWW-Authenticate", `Bearer realm="messenger"`) + } + + slog.Error("response", "error", err, "status", appErr.Code().HTTPStatus(), "requestId", requestId.String()) + + var code contracts.ErrorErrorCode + switch appErr.Code() { + case apperr.CodeBadRequest, apperr.CodeValidation: + code = contracts.InvalidRequest + case apperr.CodeUnauthorized: + code = contracts.Unauthorized + case apperr.CodeNotFound: + code = contracts.NotFound + case apperr.CodeAlreadyExists, apperr.CodeConflict: + code = contracts.Conflict + case apperr.CodePayloadTooLarge: + code = contracts.PayloadTooLarge + case apperr.CodeTooManyRequests: + code = contracts.RateLimited + case apperr.CodeServiceUnavailable, apperr.CodeUnavailable: + code = contracts.Unavailable + case apperr.CodeUnsupportedMediaType: + code = contracts.UnsupportedMediaType + default: + code = contracts.InternalError + } + JSONResponse(w, appErr.Code().HTTPStatus(), contracts.Error{ + Error: struct { + Code contracts.ErrorErrorCode `json:"code"` + Message string `json:"message"` + RequestId string `json:"request_id"` + }{ + Code: code, + Message: appErr.Message(), + RequestId: requestId.String(), + }, + }) +} + +func Decode(w http.ResponseWriter, r *http.Request, object any) bool { + mediaType, params, err := mime.ParseMediaType(r.Header.Get(headers.HeaderContentType)) + if err != nil || mediaType != "application/json" || + (params["charset"] != "" && !strings.EqualFold(params["charset"], "utf-8")) { + JSONError(r.Context(), w, apperr.New(apperr.CodeUnsupportedMediaType, "expected application/json")) + return false + } + decoder := json.NewDecoder(r.Body) + decoder.DisallowUnknownFields() + if err := decoder.Decode(object); err != nil { + JSONError(r.Context(), w, apperr.Wrap(err, apperr.CodeBadRequest, "failed decode")) + return false + } + var trailing any + if err := decoder.Decode(&trailing); err != io.EOF { + JSONError(r.Context(), w, apperr.New(apperr.CodeBadRequest, "expected one JSON object")) + return false + } + return true +} + +func PathParam(r *http.Request, key string) string { + return chi.URLParam(r, key) +} + +func QueryParam(r *http.Request, key string) string { + return r.URL.Query().Get(key) +} + +func HeaderParam(r *http.Request, key string) string { + return r.Header.Get(key) +} + +func ParseIDFromPathParam(ctx context.Context, w http.ResponseWriter, r *http.Request, key string) (uuid.UUID, error) { + rawID := PathParam(r, key) + id, err := uuid.Parse(rawID) + if err != nil { + JSONError(ctx, w, apperr.New(apperr.CodeValidation, fmt.Sprintf("provided invalid %s", key))) + return uuid.Nil, err + } + return id, nil +} + +func ParseIDFromQueryParam(ctx context.Context, w http.ResponseWriter, r *http.Request, key string) (uuid.UUID, error) { + rawID := QueryParam(r, key) + id, err := uuid.Parse(rawID) + if err != nil { + JSONError(ctx, w, apperr.New(apperr.CodeValidation, fmt.Sprintf("provided invalid %s", key))) + return uuid.Nil, err + } + return id, nil +} + +func ParseIDFromHeaderParam(ctx context.Context, w http.ResponseWriter, r *http.Request, key string) (uuid.UUID, error) { + rawID := HeaderParam(r, key) + id, err := uuid.Parse(rawID) + if err != nil { + JSONError(ctx, w, apperr.New(apperr.CodeUnauthorized, "missing or invalid user ID")) + return uuid.Nil, err + } + return id, nil +} + +func Header(r *http.Request, header string) (string, bool) { + return r.Header.Get(header), r.Header.Get(header) != "" +} + +func Token(r *http.Request) (string, bool) { + foundHeader := r.Header.Get(headers.HeaderAuthorization) + if foundHeader == "" { + return "", false + } + + token, found := strings.CutPrefix(foundHeader, "Bearer ") + if !found { + return "", false + } + + return token, true +} + +type sessionContextKey struct{} + +func WithVerifiedSession(r *http.Request, data *dto.UserDataInToken) *http.Request { + return r.WithContext(context.WithValue(r.Context(), sessionContextKey{}, *data)) +} + +func ParseToken(r *http.Request, provider jwtprovider.Provider) (*dto.UserDataInToken, error) { + if data, ok := r.Context().Value(sessionContextKey{}).(dto.UserDataInToken); ok { + return &data, nil + } + foundHeader := r.Header.Get(headers.HeaderAuthorization) + if foundHeader == "" { + return nil, apperr.New(apperr.CodeUnauthorized, "missing authorization header") + } + + token, found := strings.CutPrefix(foundHeader, "Bearer ") + if !found { + return nil, apperr.New(apperr.CodeUnauthorized, "invalid authorization header") + } + + userData, err := provider.ParseVerified(&dto.Token{Payload: token}) + if err != nil { + return nil, apperr.Wrap(err, apperr.CodeUnauthorized, "invalid token") + } + + return userData, nil +} + +func PageParams(w http.ResponseWriter, r *http.Request) (*int, *uuid.UUID, bool) { + query := r.URL.Query() + var limit *int + if values, exists := query["limit"]; exists { + if len(values) != 1 { + JSONError(r.Context(), w, apperr.New(apperr.CodeBadRequest, "invalid limit")) + return nil, nil, false + } + value, err := strconv.Atoi(values[0]) + if err != nil || value < 1 || value > 100 { + JSONError(r.Context(), w, apperr.New(apperr.CodeBadRequest, "invalid limit")) + return nil, nil, false + } + limit = &value + } + var afterID *uuid.UUID + if values, exists := query["cursor"]; exists { + if len(values) != 1 { + JSONError(r.Context(), w, apperr.New(apperr.CodeBadRequest, "invalid cursor")) + return nil, nil, false + } + id, err := uuid.Parse(values[0]) + if err != nil || id == uuid.Nil { + JSONError(r.Context(), w, apperr.New(apperr.CodeBadRequest, "invalid cursor")) + return nil, nil, false + } + afterID = &id + } + return limit, afterID, true +} diff --git a/service/internal/pkg/rest/headers/headers.go b/service/internal/pkg/rest/headers/headers.go new file mode 100644 index 00000000..c92a8dee --- /dev/null +++ b/service/internal/pkg/rest/headers/headers.go @@ -0,0 +1,8 @@ +package headers + +const ( + HeaderContentType = "Content-Type" + HeaderRequestID = "X-Request-Id" + HeaderUserID = "X-User-Id" + HeaderAuthorization = "Authorization" +) diff --git a/service/internal/pkg/rest/middleware/auth.go b/service/internal/pkg/rest/middleware/auth.go new file mode 100644 index 00000000..a39c053b --- /dev/null +++ b/service/internal/pkg/rest/middleware/auth.go @@ -0,0 +1,75 @@ +package middleware + +import ( + "context" + "net/http" + + "gitea.privcloud.tech/mtusi2026/internal/dto" + "gitea.privcloud.tech/mtusi2026/internal/pkg/apperr" + "gitea.privcloud.tech/mtusi2026/internal/pkg/rest/framework" + "gitea.privcloud.tech/mtusi2026/internal/pkg/types/role" +) + +var _ AuthMiddleware = (*authMiddleware)(nil) + +type AuthMiddleware interface { + WithPrivateAccess(next http.Handler) http.Handler + WithAdminAccess(next http.Handler) http.Handler +} + +type SessionVerifier interface { + VerifySession(ctx context.Context, token dto.Token) (*dto.UserDataInToken, error) +} + +type authMiddleware struct { + verifier SessionVerifier +} + +func NewAuthMiddleware(verifier SessionVerifier) AuthMiddleware { + return &authMiddleware{verifier: verifier} +} + +func (a *authMiddleware) WithPrivateAccess(next http.Handler) http.Handler { + return a.privateAccessCheckCallback(next) +} + +func (a *authMiddleware) WithAdminAccess(next http.Handler) http.Handler { + return a.operatorAccessCheckCallback(role.Admin, next) +} + +func (a *authMiddleware) privateAccessCheckCallback(next http.Handler) http.HandlerFunc { + return func(w http.ResponseWriter, r *http.Request) { + data, err := a.verifySession(r) + if err != nil { + framework.JSONError(r.Context(), w, err) + return + } + + next.ServeHTTP(w, framework.WithVerifiedSession(r, data)) + } +} + +func (a *authMiddleware) operatorAccessCheckCallback(expectedRole role.Role, next http.Handler) http.HandlerFunc { + return func(w http.ResponseWriter, r *http.Request) { + u, err := a.verifySession(r) + if err != nil { + framework.JSONError(r.Context(), w, err) + return + } + + if u.Role != role.Admin && u.Role != expectedRole { + framework.JSONError(r.Context(), w, apperr.New(apperr.CodeForbidden, "insufficient permissions")) + return + } + + next.ServeHTTP(w, framework.WithVerifiedSession(r, u)) + } +} + +func (a *authMiddleware) verifySession(r *http.Request) (*dto.UserDataInToken, error) { + token, found := framework.Token(r) + if !found || token == "" { + return nil, apperr.New(apperr.CodeUnauthorized, "missing or invalid bearer token") + } + return a.verifier.VerifySession(r.Context(), dto.Token{Payload: token}) +} diff --git a/service/internal/pkg/rest/middleware/auth_test.go b/service/internal/pkg/rest/middleware/auth_test.go new file mode 100644 index 00000000..b62e5d89 --- /dev/null +++ b/service/internal/pkg/rest/middleware/auth_test.go @@ -0,0 +1,73 @@ +package middleware + +import ( + "context" + "errors" + "net/http" + "net/http/httptest" + "testing" + + "gitea.privcloud.tech/mtusi2026/internal/dto" + "gitea.privcloud.tech/mtusi2026/internal/pkg/apperr" + "gitea.privcloud.tech/mtusi2026/internal/pkg/rest/framework" + "github.com/google/uuid" +) + +type sessionVerifier struct { + calls int + data dto.UserDataInToken + err error +} + +func (v *sessionVerifier) VerifySession(context.Context, dto.Token) (*dto.UserDataInToken, error) { + v.calls++ + return &v.data, v.err +} + +func TestVerifiedSessionIsRequestScoped(t *testing.T) { + verifier := &sessionVerifier{data: dto.UserDataInToken{UserID: uuid.New()}} + middleware := NewAuthMiddleware(verifier) + handled := 0 + handler := middleware.WithPrivateAccess(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + // A nil provider is intentional: the handler must use the verified request identity. + data, err := framework.ParseToken(r, nil) + if err != nil { + t.Fatal(err) + } + if data.UserID != verifier.data.UserID { + t.Fatal("verified identity changed") + } + handled++ + w.WriteHeader(http.StatusNoContent) + })) + for range 2 { + request := httptest.NewRequest("GET", "/private", nil) + request.Header.Set("Authorization", "Bearer synthetic-token") + recorder := httptest.NewRecorder() + handler.ServeHTTP(recorder, request) + if recorder.Code != 204 { + t.Fatal(recorder.Code) + } + } + if verifier.calls != 2 || handled != 2 { + t.Fatal("session verification must run for every request") + } + verifier.err = apperr.New(apperr.CodeUnauthorized, "revoked session") + request := httptest.NewRequest("GET", "/private", nil) + request.Header.Set("Authorization", "Bearer synthetic-token") + recorder := httptest.NewRecorder() + handler.ServeHTTP(recorder, request) + if recorder.Code != 401 || handled != 2 { + t.Fatal("revocation was bypassed by cached request identity") + } +} + +func TestMissingTokenDoesNotCallSessionStore(t *testing.T) { + verifier := &sessionVerifier{err: errors.New("must not be called")} + handler := NewAuthMiddleware(verifier).WithPrivateAccess(http.HandlerFunc(func(http.ResponseWriter, *http.Request) { t.Fatal("handler called without a token") })) + recorder := httptest.NewRecorder() + handler.ServeHTTP(recorder, httptest.NewRequest("GET", "/private", nil)) + if recorder.Code != 401 || verifier.calls != 0 { + t.Fatal("missing token was accepted") + } +} diff --git a/service/internal/pkg/rest/middleware/instance.go b/service/internal/pkg/rest/middleware/instance.go new file mode 100644 index 00000000..64477054 --- /dev/null +++ b/service/internal/pkg/rest/middleware/instance.go @@ -0,0 +1,12 @@ +package middleware + +import "net/http" + +func Instance(id string) Middleware { + return func(next http.Handler) http.Handler { + return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + w.Header().Set("X-Instance-Id", id) + next.ServeHTTP(w, r) + }) + } +} diff --git a/service/internal/pkg/rest/middleware/logging.go b/service/internal/pkg/rest/middleware/logging.go new file mode 100644 index 00000000..8ffda7a0 --- /dev/null +++ b/service/internal/pkg/rest/middleware/logging.go @@ -0,0 +1,34 @@ +package middleware + +import ( + "log/slog" + "net/http" + "time" + + "github.com/go-chi/chi/v5/middleware" + + "gitea.privcloud.tech/mtusi2026/internal/pkg/rest/headers" +) + +func LoggingMiddleware() Middleware { + return func(next http.Handler) http.Handler { + return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + started := time.Now() + wrapped := middleware.NewWrapResponseWriter(w, r.ProtoMajor) + next.ServeHTTP(wrapped, r) + + status := wrapped.Status() + if status == 0 { + status = http.StatusOK + } + slog.InfoContext(r.Context(), "http request", + "method", r.Method, + "path", r.URL.Path, + "status", status, + "duration", time.Since(started), + "bytes", wrapped.BytesWritten(), + "request_id", w.Header().Get(headers.HeaderRequestID), + ) + }) + } +} diff --git a/service/internal/pkg/rest/middleware/middleware.go b/service/internal/pkg/rest/middleware/middleware.go new file mode 100644 index 00000000..f54cea97 --- /dev/null +++ b/service/internal/pkg/rest/middleware/middleware.go @@ -0,0 +1,5 @@ +package middleware + +import "net/http" + +type Middleware = func(http.Handler) http.Handler diff --git a/service/internal/pkg/rest/middleware/request-id.go b/service/internal/pkg/rest/middleware/request-id.go new file mode 100644 index 00000000..eed35498 --- /dev/null +++ b/service/internal/pkg/rest/middleware/request-id.go @@ -0,0 +1,22 @@ +package middleware + +import ( + "context" + "net/http" + + "github.com/google/uuid" + + "gitea.privcloud.tech/mtusi2026/internal/pkg/rest/headers" +) + +func RequestIDMiddleware() Middleware { + return func(next http.Handler) http.Handler { + return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + ctx := r.Context() + requestID := uuid.New() + w.Header().Set(headers.HeaderRequestID, requestID.String()) + ctx = context.WithValue(ctx, headers.HeaderRequestID, requestID) + next.ServeHTTP(w, r.WithContext(ctx)) + }) + } +} diff --git a/service/internal/pkg/rest/middleware/timeout.go b/service/internal/pkg/rest/middleware/timeout.go new file mode 100644 index 00000000..75421474 --- /dev/null +++ b/service/internal/pkg/rest/middleware/timeout.go @@ -0,0 +1,23 @@ +package middleware + +import ( + "context" + "net/http" + "strings" + "time" +) + +// RequestTimeout bounds database work and waiting for a pooled connection. +func RequestTimeout(timeout time.Duration, attachmentTimeout ...time.Duration) Middleware { + return func(next http.Handler) http.Handler { + return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + requestTimeout := timeout + if len(attachmentTimeout) > 0 && strings.Contains(r.URL.Path, "/attachments") { + requestTimeout = attachmentTimeout[0] + } + ctx, cancel := context.WithTimeout(r.Context(), requestTimeout) + defer cancel() + next.ServeHTTP(w, r.WithContext(ctx)) + }) + } +} diff --git a/service/internal/pkg/rest/router/router.go b/service/internal/pkg/rest/router/router.go new file mode 100644 index 00000000..201817e2 --- /dev/null +++ b/service/internal/pkg/rest/router/router.go @@ -0,0 +1,131 @@ +package router + +import ( + "net/http" + + "github.com/go-chi/chi/v5" + + "gitea.privcloud.tech/mtusi2026/internal/pkg/rest/middleware" +) + +type Router interface { + Private(method, pattern string, handler http.HandlerFunc, mw ...func(http.Handler) http.Handler) + Public(method, pattern string, handler http.HandlerFunc, mw ...func(http.Handler) http.Handler) + Admin(method, pattern string, handler http.HandlerFunc, mw ...func(http.Handler) http.Handler) + ServeHTTP(w http.ResponseWriter, r *http.Request) + With(mw ...func(http.Handler) http.Handler) Router + Use(mw ...func(http.Handler) http.Handler) Router + Handle(pattern string, handler http.Handler) + Get(pattern string, handler http.HandlerFunc) + Head(pattern string, handler http.HandlerFunc) + Options(pattern string, handler http.HandlerFunc) + Post(pattern string, handler http.HandlerFunc) + Put(pattern string, handler http.HandlerFunc) + Patch(pattern string, handler http.HandlerFunc) + Delete(pattern string, handler http.HandlerFunc) + Connect(pattern string, handler http.HandlerFunc) + Trace(pattern string, handler http.HandlerFunc) +} + +type router struct { + r chi.Router + jwtMw middleware.AuthMiddleware +} + +func New(jwtMw middleware.AuthMiddleware, mw ...middleware.Middleware) Router { + r := chi.NewRouter() + r.Use(mw...) + return &router{ + r: r, + jwtMw: jwtMw, + } +} + +func (c *router) Group(pattern string) Router { + sub := &router{ + r: chi.NewRouter(), + jwtMw: c.jwtMw, + } + c.r.Mount(pattern, sub.r) + return sub +} + +func (c *router) Public(method, pattern string, handler http.HandlerFunc, mw ...func(http.Handler) http.Handler) { + next := c.applyMiddlewares(handler, mw...) + c.r.MethodFunc(method, pattern, next.ServeHTTP) +} + +func (c *router) Private(method, pattern string, handler http.HandlerFunc, mw ...func(http.Handler) http.Handler) { + next := c.applyMiddlewares(handler, mw...) + c.r.MethodFunc(method, pattern, (c.jwtMw.WithPrivateAccess(next)).ServeHTTP) +} + +func (c *router) Admin(method, pattern string, handler http.HandlerFunc, mw ...func(http.Handler) http.Handler) { + next := c.applyMiddlewares(handler, mw...) + c.r.MethodFunc(method, pattern, (c.jwtMw.WithAdminAccess(next)).ServeHTTP) +} + +func (c *router) ServeHTTP(w http.ResponseWriter, r *http.Request) { + c.r.ServeHTTP(w, r) +} + +func (c *router) With(mw ...func(http.Handler) http.Handler) Router { + sub := &router{ + r: c.r.With(mw...), + jwtMw: c.jwtMw, + } + return sub +} + +func (c *router) Use(mw ...func(http.Handler) http.Handler) Router { + c.r.Use(mw...) + return c +} + +func (c *router) Handle(pattern string, handler http.Handler) { + c.r.Handle(pattern, handler) +} + +func (c *router) Get(pattern string, handler http.HandlerFunc) { + c.r.Get(pattern, handler) +} + +func (c *router) Head(pattern string, handler http.HandlerFunc) { + c.r.Head(pattern, handler) +} + +func (c *router) Options(pattern string, handler http.HandlerFunc) { + c.r.Options(pattern, handler) +} + +func (c *router) Post(pattern string, handler http.HandlerFunc) { + c.r.Post(pattern, handler) +} + +func (c *router) Put(pattern string, handler http.HandlerFunc) { + c.r.Put(pattern, handler) +} + +func (c *router) Patch(pattern string, handler http.HandlerFunc) { + c.r.Patch(pattern, handler) +} + +func (c *router) Delete(pattern string, handler http.HandlerFunc) { + c.r.Delete(pattern, handler) +} + +func (c *router) Connect(pattern string, handler http.HandlerFunc) { + c.r.Connect(pattern, handler) +} + +func (c *router) Trace(pattern string, handler http.HandlerFunc) { + c.r.Trace(pattern, handler) +} + +func (c *router) applyMiddlewares(handler http.HandlerFunc, mw ...func(http.Handler) http.Handler) http.Handler { + next := http.Handler(handler) + for _, mwFunc := range mw { + next = mwFunc(next) + } + return next +} diff --git a/service/internal/pkg/types/authprovider/provider.go b/service/internal/pkg/types/authprovider/provider.go new file mode 100644 index 00000000..b05721c4 --- /dev/null +++ b/service/internal/pkg/types/authprovider/provider.go @@ -0,0 +1,82 @@ +package authprovider + +import ( + "encoding/json" + "strings" + + "gitea.privcloud.tech/mtusi2026/internal/pkg/types" +) + +type Type string + +const ( + TypeUndefined Type = "undefined" + TypePassword Type = "password" + TypeEmail Type = "email" + TypePhone Type = "phone" + TypeGoogle Type = "google" + TypeTelegram Type = "telegram" +) + +var allowedTypes = map[Type]struct{}{ + TypePassword: {}, + TypeEmail: {}, + TypePhone: {}, + TypeGoogle: {}, + TypeTelegram: {}, +} + +func ParseType(value string) Type { + t := Type(strings.ToLower(value)) + if !t.IsValid() { + return TypeUndefined + } + return t +} + +func ParseAndValidateType(value string) (Type, error) { + parsed := ParseType(value) + if _, ok := allowedTypes[parsed]; ok { + return parsed, nil + } + return TypeUndefined, types.ErrUnsupportedOTPStatus +} + +func (t Type) String() string { + return string(t) +} + +func (t Type) Validate() error { + if _, ok := allowedTypes[t]; ok { + return nil + } + return types.ErrUnsupportedAuthProviderType +} + +func (t Type) IsValid() bool { + _, ok := allowedTypes[t] + return ok +} + +func (t Type) MarshalJSON() ([]byte, error) { + if err := t.Validate(); err != nil { + return nil, err + } + return json.Marshal(t.String()) +} + +func (t *Type) UnmarshalJSON(data []byte) error { + if t == nil { + return types.ErrUnmarshalAuthProviderTypeIntoNilPointer + } + var value string + if err := json.Unmarshal(data, &value); err != nil { + return err + } + parsed := ParseType(value) + if err := parsed.Validate(); err != nil { + return err + } + *t = parsed + return nil +} diff --git a/service/internal/pkg/types/environment/environment.go b/service/internal/pkg/types/environment/environment.go new file mode 100644 index 00000000..c1bbd5f7 --- /dev/null +++ b/service/internal/pkg/types/environment/environment.go @@ -0,0 +1,77 @@ +package environment + +import ( + "encoding/json" + "strings" + + "gitea.privcloud.tech/mtusi2026/internal/pkg/types" +) + +type ApplicationEnvironment string + +const ( + ApplicationEnvironmentUndefined ApplicationEnvironment = "undefined" + ApplicationEnvironmentDev ApplicationEnvironment = "dev" + ApplicationEnvironmentProd ApplicationEnvironment = "prod" +) + +var allowedEnvironments = map[ApplicationEnvironment]struct{}{ + ApplicationEnvironmentUndefined: {}, + ApplicationEnvironmentDev: {}, + ApplicationEnvironmentProd: {}, +} + +func ParseEnvironment(value string) ApplicationEnvironment { + s := ApplicationEnvironment(strings.ToLower(value)) + if !s.IsValid() { + return ApplicationEnvironmentUndefined + } + return s +} + +func ParseAndValidateEnvironment(status string) (ApplicationEnvironment, error) { + parsed := ParseEnvironment(status) + if _, ok := allowedEnvironments[parsed]; ok { + return parsed, nil + } + return ApplicationEnvironmentUndefined, types.ErrUnsupportedApplicationEnvironment +} + +func (t ApplicationEnvironment) String() string { + return string(t) +} + +func (t ApplicationEnvironment) Validate() error { + if _, ok := allowedEnvironments[t]; ok { + return nil + } + return types.ErrUnsupportedApplicationEnvironment +} + +func (t ApplicationEnvironment) IsValid() bool { + _, ok := allowedEnvironments[t] + return ok +} + +func (t ApplicationEnvironment) MarshalJSON() ([]byte, error) { + if err := t.Validate(); err != nil { + return nil, err + } + return json.Marshal(t.String()) +} + +func (t *ApplicationEnvironment) UnmarshalJSON(data []byte) error { + if t == nil { + return types.ErrUnmarshalApplicationEnvironmentIntoNilPointer + } + var value string + if err := json.Unmarshal(data, &value); err != nil { + return err + } + parsed := ParseEnvironment(value) + if err := parsed.Validate(); err != nil { + return err + } + *t = parsed + return nil +} diff --git a/service/internal/pkg/types/error.go b/service/internal/pkg/types/error.go new file mode 100644 index 00000000..5f523576 --- /dev/null +++ b/service/internal/pkg/types/error.go @@ -0,0 +1,25 @@ +package types + +import "errors" + +var ( + ErrUnsupportedRole = errors.New("unsupported role") + ErrUnsupportedOTPType = errors.New("unsupported OTP type") + ErrUnsupportedAuthProviderType = errors.New("unsupported auth provider type") + ErrUnsupportedContactType = errors.New("unsupported contact type") + ErrUnsupportedOTPStatus = errors.New("unsupported OTP status") + ErrUnsupportedOTPResult = errors.New("unsupported OTP result") + ErrUnsupportedFormStatus = errors.New("unsupported form status") + ErrUnsupportedAuthIdentityStatus = errors.New("unsupported auth identity status") + ErrUnsupportedApplicationEnvironment = errors.New("unsupported application environment") + + ErrUnmarshalRoleIntoNilPointer = errors.New("unmarshal role into nil pointer") + ErrUnmarshalOTPTypeIntoNilPointer = errors.New("unmarshal OTP type into nil pointer") + ErrUnmarshalAuthProviderTypeIntoNilPointer = errors.New("unmarshal auth provider into nil pointer") + ErrUnmarshalContactTypeIntoNilPointer = errors.New("unmarshal contact into nil pointer") + ErrUnmarshalOTPStatusIntoNilPointer = errors.New("unmarshal OTP status into nil pointer") + ErrUnmarshalOTPResultIntoNilPointer = errors.New("unmarshal OTP result into nil pointer") + ErrUnmarshalFormStatusIntoNilPointer = errors.New("unmarshal form status into nil pointer") + ErrUnmarshalAuthIdentityStatusIntoNilPointer = errors.New("unmarshal auth identity status into nil pointer") + ErrUnmarshalApplicationEnvironmentIntoNilPointer = errors.New("unmarshal application environment into nil pointer") +) diff --git a/service/internal/pkg/types/role/role.go b/service/internal/pkg/types/role/role.go new file mode 100644 index 00000000..6f79d782 --- /dev/null +++ b/service/internal/pkg/types/role/role.go @@ -0,0 +1,105 @@ +package role + +import ( + "encoding/json" + "strings" + + "gitea.privcloud.tech/mtusi2026/internal/pkg/types" +) + +type Role string + +const ( + Undefined Role = "undefined" + User Role = "user" + Doctor Role = "doctor" + Manager Role = "manager" + Admin Role = "admin" +) + +var allowedRoles = map[Role]struct{}{ + User: {}, + Doctor: {}, + Manager: {}, + Admin: {}, +} + +func ParseRole(s string) Role { + r := Role(strings.ToLower(s)) + if !r.IsValid() { + return Undefined + } + return r +} + +func ParseAndValidateRole(s string) (Role, error) { + parsed := ParseRole(s) + if _, ok := allowedRoles[parsed]; ok { + return parsed, nil + } + return Undefined, types.ErrUnsupportedRole +} + +func (t Role) String() string { + return string(t) +} + +func (t Role) Validate() error { + if _, ok := allowedRoles[t]; ok { + return nil + } + return types.ErrUnsupportedRole +} + +func (t Role) IsValid() bool { + _, ok := allowedRoles[t] + return ok +} + +func (t Role) MarshalJSON() ([]byte, error) { + if err := t.Validate(); err != nil { + return nil, err + } + return json.Marshal(t.String()) +} + +func (t *Role) UnmarshalJSON(data []byte) error { + if t == nil { + return types.ErrUnmarshalRoleIntoNilPointer + } + var value string + if err := json.Unmarshal(data, &value); err != nil { + return err + } + parsed := ParseRole(value) + if err := parsed.Validate(); err != nil { + return err + } + *t = parsed + return nil +} + +func (t Role) IsAdmin() bool { + return t == Admin +} + +func (t Role) IsManager() bool { + return t == Manager +} + +func (t Role) IsDoctor() bool { + return t == Doctor +} + +func (t Role) IsUser() bool { + return t == User +} + +func (t Role) IsPrivileged() bool { + switch t { + case Doctor, Manager, Admin: + return true + default: + return false + } +} diff --git a/service/internal/pkg/validator/validator.go b/service/internal/pkg/validator/validator.go new file mode 100644 index 00000000..d4ab8aa3 --- /dev/null +++ b/service/internal/pkg/validator/validator.go @@ -0,0 +1,29 @@ +package validator + +import ( + "context" + + "github.com/go-playground/validator/v10" +) + +type TagKey string + +type ValidatorImpl struct { + validator *validator.Validate +} + +func NewValidatorImpl() *ValidatorImpl { + return &ValidatorImpl{validator: validator.New()} +} + +func (v *ValidatorImpl) Register(tag TagKey, fn validator.Func, callValidationEvenIfNull ...bool) error { + return v.validator.RegisterValidation(string(tag), fn, callValidationEvenIfNull...) +} + +func (v *ValidatorImpl) ValidateCtx(ctx context.Context, value any) error { + return v.validator.StructCtx(ctx, value) +} + +func (v *ValidatorImpl) Validate(value any) error { + return v.validator.Struct(value) +} diff --git a/service/internal/service/attachment/reconcile.go b/service/internal/service/attachment/reconcile.go new file mode 100644 index 00000000..0a11258a --- /dev/null +++ b/service/internal/service/attachment/reconcile.go @@ -0,0 +1,205 @@ +package attachment + +import ( + "context" + "crypto/sha256" + "encoding/hex" + "fmt" + "io" + "os" + "time" + + "github.com/aws/aws-sdk-go-v2/aws" + "github.com/aws/aws-sdk-go-v2/service/s3" + "github.com/google/uuid" + + "gitea.privcloud.tech/mtusi2026/internal/pkg/objectstore" +) + +type ScanResult struct { + Apply bool `json:"apply"` + Objects int `json:"objects"` + Metadata int `json:"metadata"` + Orphans int `json:"orphans"` + Fresh int `json:"fresh_orphans"` + Deleted int `json:"deleted"` + Missing int `json:"missing"` + Marked int `json:"marked_missing"` + Protected int `json:"referenced_objects"` + S3Requests int `json:"s3_requests"` + DBChecks int `json:"db_checks"` + LockAttempts int `json:"lock_attempts"` + DurationMS int64 `json:"duration_ms"` + GraceSeconds float64 `json:"grace_seconds"` +} + +func (s *Service) Reconcile(ctx context.Context, apply bool) (result ScanResult, err error) { + start := time.Now() + result.Apply = apply + result.GraceSeconds = s.Config.Grace.Seconds() + defer func() { result.DurationMS = time.Since(start).Milliseconds() }() + if err = s.Repo.Pool.Ping(ctx); err != nil { + return + } + result.S3Requests++ + if err = s.Store.Ping(ctx); err != nil { + return + } + pager := s3.NewListObjectsV2Paginator(s.Store.Client, &s3.ListObjectsV2Input{Bucket: &s.Store.Bucket, Prefix: aws.String(Prefix), MaxKeys: aws.Int32(100)}) + for pager.HasMorePages() { + result.S3Requests++ + page, e := pager.NextPage(ctx) + if e != nil { + return result, e + } + for _, obj := range page.Contents { + result.Objects++ + key := aws.ToString(obj.Key) + if !ManagedKey(key) { + continue + } + result.LockAttempts++ + conn, unlock, e := s.Repo.Lock(ctx, key) + if e != nil { + return result, e + } + e = func() error { + defer unlock() + result.DBChecks++ + found, e := s.Repo.Exists(ctx, conn, key) + if e != nil { + return e + } + if found { + result.Protected++ + return nil + } + // Re-read both metadata and object state under the same lock as upload. + result.S3Requests++ + head, e := s.Store.Head(ctx, key) + if objectstore.Missing(e) { + return nil + } + if e != nil { + return e + } + result.Orphans++ + if head.LastModified == nil || time.Since(*head.LastModified) <= s.Config.Grace { + result.Fresh++ + return nil + } + if !apply { + return nil + } + result.DBChecks++ + if _, e = conn.Exec(ctx, "SELECT 1"); e != nil { + return e + } + result.S3Requests++ + if e = s.Store.Delete(ctx, key); e != nil { + return e + } + result.Deleted++ + return nil + }() + if e != nil { + return result, e + } + } + } + after := uuid.Nil + for { + result.DBChecks++ + page, e := s.Repo.Page(ctx, after) + if e != nil { + return result, e + } + if len(page) == 0 { + break + } + for _, a := range page { + result.Metadata++ + after = a.Public.Id + result.LockAttempts++ + conn, unlock, e := s.Repo.Lock(ctx, a.Key) + if e != nil { + return result, e + } + e = func() error { + defer unlock() + result.S3Requests++ + _, e := s.Store.Head(ctx, a.Key) + if e == nil { + return nil + } + if !objectstore.Missing(e) { + return e + } + result.Missing++ + if apply { + result.DBChecks++ + changed, err := s.Repo.MarkMissing(ctx, conn, a.Public.Id, true) + if err != nil { + return err + } + if changed { + result.Marked++ + } + } + return nil + }() + if e != nil { + return result, e + } + } + } + return result, nil +} +func (s *Service) Restore(ctx context.Context, id uuid.UUID, path string) error { + a, e := s.Repo.Get(ctx, id) + if e != nil { + return e + } + f, e := os.Open(path) + if e != nil { + return e + } + defer f.Close() + hash := sha256.New() + size, e := io.Copy(hash, io.LimitReader(f, s.Config.MaxBytes+1)) + if e != nil { + return e + } + if size != int64(a.Public.SizeBytes) || hex.EncodeToString(hash.Sum(nil)) != a.Public.Sha256 { + return fmt.Errorf("original checksum or size mismatch") + } + if e = s.Validate(ctx, f, string(a.Public.ContentType)); e != nil { + return e + } + conn, unlock, e := s.Repo.Lock(ctx, a.Key) + if e != nil { + return e + } + defer unlock() + if _, e = f.Seek(0, 0); e != nil { + return e + } + if e = s.Store.Put(ctx, a.Key, string(a.Public.ContentType), f, size); e != nil { + return e + } + obj, e := s.Store.Get(ctx, a.Key) + if e != nil { + return e + } + defer obj.Body.Close() + hash.Reset() + n, e := io.Copy(hash, io.LimitReader(obj.Body, s.Config.MaxBytes+1)) + if e != nil { + return e + } + if n != size || hex.EncodeToString(hash.Sum(nil)) != a.Public.Sha256 { + return fmt.Errorf("stored original verification failed") + } + _, e = s.Repo.MarkMissing(ctx, conn, id, false) + return e +} diff --git a/service/internal/service/attachment/service.go b/service/internal/service/attachment/service.go new file mode 100644 index 00000000..36c5d713 --- /dev/null +++ b/service/internal/service/attachment/service.go @@ -0,0 +1,162 @@ +package attachment + +import ( + "context" + "crypto/sha256" + "fmt" + "image" + _ "image/jpeg" + _ "image/png" + "io" + "mime" + "net/http" + "os" + "strings" + "time" + "unicode" + "unicode/utf8" + + "github.com/google/uuid" + + "gitea.privcloud.tech/mtusi2026/internal/adapter/repository/storage" + "gitea.privcloud.tech/mtusi2026/internal/config" + "gitea.privcloud.tech/mtusi2026/internal/dto" + "gitea.privcloud.tech/mtusi2026/internal/gen/contracts" + "gitea.privcloud.tech/mtusi2026/internal/pkg/apperr" + "gitea.privcloud.tech/mtusi2026/internal/pkg/objectstore" +) + +const Prefix = "originals/" + +type Membership interface { + GetForMember(context.Context, dto.ChatMember) (*dto.Chat, error) +} +type Service struct { + Repo *storage.AttachmentsRepo + Store *objectstore.Store + Config *config.Attachment + chats Membership + uploads, decoders chan struct{} +} + +func New(repo *storage.AttachmentsRepo, store *objectstore.Store, c *config.Attachment, chats Membership) *Service { + return &Service{Repo: repo, Store: store, Config: c, chats: chats, uploads: make(chan struct{}, c.Uploads), decoders: make(chan struct{}, c.Decoders)} +} +func ValidFilename(s string) bool { + if strings.TrimSpace(s) == "" || !utf8.ValidString(s) || utf8.RuneCountInString(s) < 1 || utf8.RuneCountInString(s) > 255 { + return false + } + for _, r := range s { + if r == '/' || r == '\\' || unicode.IsControl(r) { + return false + } + } + return true +} +func (s *Service) Upload(w http.ResponseWriter, r *http.Request, user, chat uuid.UUID, filename string) (*contracts.Attachment, error) { + ctx := r.Context() + if _, e := s.chats.GetForMember(ctx, dto.ChatMember{UserID: user, ChatID: chat}); e != nil { + return nil, e + } + if !ValidFilename(filename) { + return nil, apperr.New(apperr.CodeBadRequest, "invalid filename") + } + mt, _, e := mime.ParseMediaType(r.Header.Get("Content-Type")) + if e != nil || (mt != "image/png" && mt != "image/jpeg") { + return nil, apperr.New(apperr.CodeUnsupportedMediaType, "expected PNG or JPEG") + } + if r.ContentLength > s.Config.MaxBytes { + return nil, apperr.New(apperr.CodePayloadTooLarge, "upload too large") + } + select { + case s.uploads <- struct{}{}: + defer func() { <-s.uploads }() + default: + return nil, apperr.New(apperr.CodeTooManyRequests, "upload capacity exceeded") + } + f, e := os.CreateTemp("", "attachment-*") + if e != nil { + return nil, e + } + defer os.Remove(f.Name()) + defer f.Close() + r.Body = http.MaxBytesReader(w, r.Body, s.Config.MaxBytes) + hash := sha256.New() + size, e := io.Copy(io.MultiWriter(f, hash), r.Body) + if e != nil { + if _, ok := e.(*http.MaxBytesError); ok { + return nil, apperr.New(apperr.CodePayloadTooLarge, "upload too large") + } + return nil, apperr.New(apperr.CodeBadRequest, "incomplete upload") + } + if e = s.Validate(ctx, f, mt); e != nil { + return nil, e + } + now := time.Now().UTC().Truncate(time.Microsecond) + id := uuid.New() + key := Prefix + id.String() + a := &storage.AttachmentRecord{Key: key, Public: contracts.Attachment{Id: id, ChatId: chat, OwnerId: user, Filename: filename, ContentType: contracts.AttachmentContentType(mt), SizeBytes: int(size), Sha256: fmt.Sprintf("%x", hash.Sum(nil)), Status: "ready", Variants: []contracts.Variant{}, CreatedAt: now, UpdatedAt: now}} + conn, unlock, e := s.Repo.Lock(ctx, key) + if e != nil { + return nil, e + } + defer unlock() + if _, e = f.Seek(0, 0); e != nil { + return nil, e + } + if e = s.Store.Put(ctx, key, mt, f, size); e != nil { + return nil, Unavailable() + } + // Never blindly compensate a failed/ambiguous COMMIT with DELETE: a committed + // row may already reference this key. Reconciliation decides after grace. + if e = s.Repo.Save(ctx, conn, a); e != nil { + return nil, e + } + return &a.Public, nil +} +func (s *Service) Validate(ctx context.Context, f *os.File, mt string) error { + if _, e := f.Seek(0, 0); e != nil { + return e + } + cfg, format, e := image.DecodeConfig(f) + if e != nil || ("image/"+format) != mt { + return apperr.New(apperr.CodeUnsupportedMediaType, "invalid image or MIME mismatch") + } + if cfg.Width <= 0 || cfg.Height <= 0 || int64(cfg.Width) > s.Config.MaxPixels/int64(cfg.Height) { + return apperr.New(apperr.CodePayloadTooLarge, "image pixel limit exceeded") + } + select { + case s.decoders <- struct{}{}: + defer func() { <-s.decoders }() + case <-ctx.Done(): + return ctx.Err() + } + if _, e = f.Seek(0, 0); e != nil { + return e + } + if _, _, e = image.Decode(f); e != nil { + return apperr.New(apperr.CodeUnsupportedMediaType, "corrupt image") + } + return ctx.Err() +} +func (s *Service) Get(ctx context.Context, user, id uuid.UUID) (*storage.AttachmentRecord, error) { + a, e := s.Repo.Get(ctx, id) + if e != nil { + return nil, e + } + if _, e = s.chats.GetForMember(ctx, dto.ChatMember{UserID: user, ChatID: a.Public.ChatId}); e != nil { + return nil, e + } + if a.Missing { + return nil, Unavailable() + } + return a, nil +} +func Unavailable() error { return apperr.New(apperr.CodeUnavailable, "attachment storage unavailable") } +func ManagedKey(key string) bool { + if !strings.HasPrefix(key, Prefix) { + return false + } + id, e := uuid.Parse(strings.TrimPrefix(key, Prefix)) + return e == nil && key == Prefix+id.String() +} diff --git a/service/internal/service/auth/api.go b/service/internal/service/auth/api.go new file mode 100644 index 00000000..6c9ec6ac --- /dev/null +++ b/service/internal/service/auth/api.go @@ -0,0 +1,15 @@ +package auth + +import ( + "context" + + "gitea.privcloud.tech/mtusi2026/internal/dto" +) + +type API interface { + Login(ctx context.Context, req dto.Login) (*dto.LoginResult, error) + VerifyAccessToken(ctx context.Context, req dto.Token) (*dto.UserDataInToken, error) + VerifySession(ctx context.Context, token dto.Token) (*dto.UserDataInToken, error) + RefreshTokens(ctx context.Context, req dto.RefreshToken) (*dto.Tokens, error) + Logout(ctx context.Context, req dto.RefreshToken) error +} diff --git a/service/internal/service/auth/interface.go b/service/internal/service/auth/interface.go new file mode 100644 index 00000000..4b2473d0 --- /dev/null +++ b/service/internal/service/auth/interface.go @@ -0,0 +1,21 @@ +package auth + +import ( + "context" + + "github.com/google/uuid" + "github.com/jackc/pgx/v5" + + "gitea.privcloud.tech/mtusi2026/internal/dto" +) + +type userRepo interface { + GetCredentialsByUsername(ctx context.Context, username string) (*dto.UserCredentials, error) +} + +type refreshTokensRepo interface { + GetByID(ctx context.Context, id uuid.UUID) (*dto.StoredRefreshToken, error) + GetByIDForUpdateTx(ctx context.Context, tx pgx.Tx, id uuid.UUID) (*dto.StoredRefreshToken, error) + CreateTx(ctx context.Context, tx pgx.Tx, req dto.StoredRefreshToken) error + RevokeTx(ctx context.Context, tx pgx.Tx, req dto.RevokeRefreshToken) error +} diff --git a/service/internal/service/auth/svc.go b/service/internal/service/auth/svc.go new file mode 100644 index 00000000..24e1cb8c --- /dev/null +++ b/service/internal/service/auth/svc.go @@ -0,0 +1,267 @@ +package auth + +import ( + "context" + "time" + + "github.com/google/uuid" + "github.com/jackc/pgx/v5" + + "gitea.privcloud.tech/mtusi2026/internal/dto" + "gitea.privcloud.tech/mtusi2026/internal/pkg/apperr" + "gitea.privcloud.tech/mtusi2026/internal/pkg/auth/jwtprovider" + "gitea.privcloud.tech/mtusi2026/internal/pkg/encrypting" + "gitea.privcloud.tech/mtusi2026/internal/pkg/postgres/txmanager" + "gitea.privcloud.tech/mtusi2026/internal/pkg/types/role" +) + +var _ API = (*Auth)(nil) + +type Auth struct { + jwt jwtprovider.Provider + tm *txmanager.TransactionManager + encryptor encrypting.Encryptor + + usersRepo userRepo + refreshTokensRepo refreshTokensRepo +} + +func New( + jwt jwtprovider.Provider, + tm *txmanager.TransactionManager, + encryptor encrypting.Encryptor, + usersRepo userRepo, + refreshTokensRepo refreshTokensRepo, +) *Auth { + return &Auth{ + jwt: jwt, + tm: tm, + encryptor: encryptor, + usersRepo: usersRepo, + refreshTokensRepo: refreshTokensRepo, + } +} + +func (a *Auth) Login(ctx context.Context, req dto.Login) (*dto.LoginResult, error) { + if req.Username == "" || req.Password == "" { + return nil, apperr.New(apperr.CodeUnauthorized, "invalid credentials") + } + + credentials, err := a.usersRepo.GetCredentialsByUsername(ctx, req.Username) + if err != nil { + if apperr.CodeFromError(err) == apperr.CodeNotFound { + return nil, apperr.New(apperr.CodeUnauthorized, "invalid credentials") + } + return nil, err + } + if err = a.encryptor.CompareHashAndSecretUsingArgon2id(ctx, credentials.PasswordHash, req.Password); err != nil { + if ctx.Err() != nil { + return nil, ctx.Err() + } + return nil, apperr.New(apperr.CodeUnauthorized, "invalid credentials") + } + + var ( + tokens *dto.Tokens + data *dto.UserDataInToken + ) + err = a.tm.RunInTransaction(ctx, nil, func(tx pgx.Tx) error { + tokens, err = a.jwt.CreateRefreshAndAccessTokensForUser(credentials.User.ID, role.User) + if err != nil { + return apperr.Wrap(err, apperr.CodeInternal, "failed to generate tokens") + } + data, err = a.verifyToken(tokens.RefreshToken.Token(), false) + if err != nil { + return apperr.Wrap(err, apperr.CodeInternal, "failed to validate generated refresh token") + } + var hash string + hash, err = a.encryptor.EncryptSecretUsingSum256(ctx, tokens.RefreshToken.Payload) + if err != nil { + return apperr.Wrap(err, apperr.CodeInternal, "failed to hash refresh token") + } + stored := dto.StoredRefreshToken{ + ID: data.TokenID, + UserID: data.UserID, + TokenHash: hash, + Role: data.Role, + ExpiresAt: data.ExpiresAt, + CreatedAt: data.IssuedAt, + } + if err = a.refreshTokensRepo.CreateTx(ctx, tx, stored); err != nil { + return err + } + return nil + }) + if err != nil { + return nil, err + } + + return &dto.LoginResult{ + ExpiresAt: data.ExpiresAt, + TokenType: "Bearer", + User: credentials.User, + Tokens: *tokens, + }, nil +} + +func (a *Auth) VerifyAccessToken(ctx context.Context, req dto.Token) (*dto.UserDataInToken, error) { + if err := ctx.Err(); err != nil { + return nil, err + } + return a.verifyToken(&req, true) +} + +func (a *Auth) VerifySession(ctx context.Context, token dto.Token) (*dto.UserDataInToken, error) { + if err := ctx.Err(); err != nil { + return nil, err + } + data, err := a.verifyTokenClaims(&token) + if err != nil { + return nil, err + } + if data.IsAccess { + return nil, apperr.New(apperr.CodeUnauthorized, "invalid session token") + } + + stored, err := a.refreshTokensRepo.GetByID(ctx, data.TokenID) + if err != nil { + if apperr.CodeFromError(err) == apperr.CodeNotFound { + return nil, apperr.New(apperr.CodeUnauthorized, "invalid session") + } + return nil, err + } + if err = a.validateStoredSession(ctx, token, data, stored); err != nil { + return nil, err + } + return data, nil +} + +func (a *Auth) Logout(ctx context.Context, req dto.RefreshToken) error { + data, err := a.verifyToken(req.Token(), false) + if err != nil { + return err + } + + return a.tm.RunInTransaction(ctx, nil, func(tx pgx.Tx) error { + stored, err := a.activeRefreshTokenTx(ctx, tx, req, data) + if err != nil { + return err + } + return a.refreshTokensRepo.RevokeTx(ctx, tx, dto.RevokeRefreshToken{ + ID: stored.ID, + RevokedAt: time.Now(), + }) + }) +} + +func (a *Auth) RefreshTokens(ctx context.Context, req dto.RefreshToken) (*dto.Tokens, error) { + data, err := a.verifyToken(req.Token(), false) + if err != nil { + return nil, err + } + + var tokens *dto.Tokens + err = a.tm.RunInTransaction(ctx, nil, func(tx pgx.Tx) error { + stored, err := a.activeRefreshTokenTx(ctx, tx, req, data) + if err != nil { + return err + } + if err = a.refreshTokensRepo.RevokeTx(ctx, tx, dto.RevokeRefreshToken{ + ID: stored.ID, + RevokedAt: time.Now(), + }); err != nil { + return err + } + tokens, err = a.createTokensTx(ctx, tx, stored.UserID, stored) + return err + }) + if err != nil { + return nil, err + } + return tokens, nil +} + +func (a *Auth) verifyToken(token *dto.Token, isAccess bool) (*dto.UserDataInToken, error) { + data, err := a.verifyTokenClaims(token) + if err != nil { + return nil, err + } + if data.IsAccess != isAccess || data.Role != role.User { + return nil, apperr.New(apperr.CodeUnauthorized, "invalid token") + } + return data, nil +} + +func (a *Auth) verifyTokenClaims(token *dto.Token) (*dto.UserDataInToken, error) { + data, err := a.jwt.ParseVerified(token) + if err != nil { + return nil, apperr.Wrap(err, apperr.CodeUnauthorized, "invalid token") + } + if err = data.Validate(); err != nil { + return nil, apperr.Wrap(err, apperr.CodeUnauthorized, "invalid token claims") + } + now := time.Now() + if data.IssuedAt.After(now) || !data.ExpiresAt.After(now) { + return nil, apperr.New(apperr.CodeUnauthorized, "invalid token") + } + return data, nil +} + +func (a *Auth) activeRefreshTokenTx(ctx context.Context, tx pgx.Tx, token dto.RefreshToken, data *dto.UserDataInToken) (*dto.StoredRefreshToken, error) { + stored, err := a.refreshTokensRepo.GetByIDForUpdateTx(ctx, tx, data.TokenID) + if err != nil { + if apperr.CodeFromError(err) == apperr.CodeNotFound { + return nil, apperr.New(apperr.CodeUnauthorized, "invalid refresh token") + } + return nil, err + } + + // Recheck expiry after acquiring the row lock: a concurrent rotation may have held it. + if err = a.validateStoredSession(ctx, dto.Token(token), data, stored); err != nil { + return nil, err + } + return stored, nil +} + +func (a *Auth) validateStoredSession(ctx context.Context, token dto.Token, data *dto.UserDataInToken, stored *dto.StoredRefreshToken) error { + now := time.Now() + if stored.RevokedAt != nil || !stored.ExpiresAt.After(now) || !data.ExpiresAt.After(now) || + stored.UserID != data.UserID || stored.Role != data.Role { + return apperr.New(apperr.CodeUnauthorized, "invalid session") + } + if err := a.encryptor.CompareHashAndSecretUsingSum256(ctx, stored.TokenHash, token.Payload); err != nil { + return apperr.New(apperr.CodeUnauthorized, "invalid session") + } + return nil +} + +func (a *Auth) createTokensTx(ctx context.Context, tx pgx.Tx, userID uuid.UUID, previous *dto.StoredRefreshToken) (*dto.Tokens, error) { + tokens, err := a.jwt.CreateRefreshAndAccessTokensForUser(userID, role.User) + if err != nil { + return nil, apperr.Wrap(err, apperr.CodeInternal, "failed to generate tokens") + } + data, err := a.verifyToken(tokens.RefreshToken.Token(), false) + if err != nil { + return nil, apperr.Wrap(err, apperr.CodeInternal, "failed to validate generated refresh token") + } + hash, err := a.encryptor.EncryptSecretUsingSum256(ctx, tokens.RefreshToken.Payload) + if err != nil { + return nil, apperr.Wrap(err, apperr.CodeInternal, "failed to hash refresh token") + } + stored := dto.StoredRefreshToken{ + ID: data.TokenID, + UserID: data.UserID, + TokenHash: hash, + Role: data.Role, + ExpiresAt: data.ExpiresAt, + CreatedAt: data.IssuedAt, + } + if previous != nil { + stored.UserAgent = previous.UserAgent + stored.IPAddress = previous.IPAddress + } + if err = a.refreshTokensRepo.CreateTx(ctx, tx, stored); err != nil { + return nil, err + } + return tokens, nil +} diff --git a/service/internal/service/chat/api.go b/service/internal/service/chat/api.go new file mode 100644 index 00000000..cae5a2d4 --- /dev/null +++ b/service/internal/service/chat/api.go @@ -0,0 +1,15 @@ +package chat + +import ( + "context" + + "gitea.privcloud.tech/mtusi2026/internal/dto" +) + +type API interface { + CreateChat(ctx context.Context, req dto.CreateChat) (*dto.Chat, error) + GetForMember(ctx context.Context, req dto.ChatMember) (*dto.Chat, error) + ListForMember(ctx context.Context, req dto.ChatFilters) (*dto.Page[dto.Chat], error) + CreateMessage(ctx context.Context, req dto.CreateMessage) (*dto.Message, error) + ListForChat(ctx context.Context, req dto.MessageFilters) (*dto.Page[dto.Message], error) +} diff --git a/service/internal/service/chat/interface.go b/service/internal/service/chat/interface.go new file mode 100644 index 00000000..dbe71578 --- /dev/null +++ b/service/internal/service/chat/interface.go @@ -0,0 +1,28 @@ +package chat + +import ( + "context" + + "github.com/google/uuid" + "github.com/jackc/pgx/v5" + + "gitea.privcloud.tech/mtusi2026/internal/dto" +) + +type chatsRepo interface { + CreateTx(ctx context.Context, tx pgx.Tx, req dto.Chat) error + GetForMember(ctx context.Context, req dto.ChatMember) (*dto.Chat, error) + ListForMember(ctx context.Context, userID uuid.UUID, page dto.PageQuery) ([]dto.Chat, error) +} + +type messagesRepo interface { + AttachmentsForMessageTx(ctx context.Context, tx pgx.Tx, ids []uuid.UUID) ([]dto.MessageAttachment, error) + CreateIdempotentTx(ctx context.Context, tx pgx.Tx, req dto.CreateMessage) (*dto.Message, error) + GetByIDForChat(ctx context.Context, chatID, messageID uuid.UUID) (*dto.Message, error) + ListForChat(ctx context.Context, chatID uuid.UUID, page dto.PageQuery) ([]dto.Message, error) +} + +type chatsCache interface { + Create(ctx context.Context, req dto.Chat) error + Get(ctx context.Context, chatID uuid.UUID) (*dto.Chat, error) +} diff --git a/service/internal/service/chat/svc.go b/service/internal/service/chat/svc.go new file mode 100644 index 00000000..6dacf961 --- /dev/null +++ b/service/internal/service/chat/svc.go @@ -0,0 +1,286 @@ +package chat + +import ( + "bytes" + "context" + "errors" + "log/slog" + "slices" + "strings" + "time" + "unicode/utf8" + + "github.com/google/uuid" + "github.com/jackc/pgx/v5" + "github.com/redis/go-redis/v9" + "golang.org/x/sync/singleflight" + + "gitea.privcloud.tech/mtusi2026/internal/dto" + "gitea.privcloud.tech/mtusi2026/internal/pkg/apperr" + "gitea.privcloud.tech/mtusi2026/internal/pkg/postgres/txmanager" +) + +var _ API = (*Chat)(nil) + +const chatLoadTimeout = 2 * time.Second + +type Chat struct { + tm *txmanager.TransactionManager + chatsRepo chatsRepo + messagesRepo messagesRepo + chatsCache chatsCache + loads singleflight.Group +} + +func New(tm *txmanager.TransactionManager, chatsRepo chatsRepo, messagesRepo messagesRepo, chatsCache chatsCache) *Chat { + return &Chat{ + tm: tm, + chatsRepo: chatsRepo, + messagesRepo: messagesRepo, + chatsCache: chatsCache, + } +} + +func (c *Chat) CreateChat(ctx context.Context, req dto.CreateChat) (*dto.Chat, error) { + seen := make(map[uuid.UUID]struct{}, len(req.MemberIDs)) + for _, id := range req.MemberIDs { + if id == uuid.Nil { + return nil, apperr.New(apperr.CodeBadRequest, "invalid chat member") + } + if _, exists := seen[id]; exists { + return nil, apperr.New(apperr.CodeBadRequest, "duplicate chat member") + } + seen[id] = struct{}{} + } + + if _, included := seen[req.CreatorID]; !included { + return nil, apperr.New(apperr.CodeBadRequest, "creator must be a chat member") + } + + members := slices.Clone(req.MemberIDs) + slices.SortFunc(members, func(a, b uuid.UUID) int { + return bytes.Compare(a[:], b[:]) + }) + chat := dto.Chat{ + ID: uuid.New(), + Title: req.Title, + MemberIDs: members, + CreatedAt: time.Now().Truncate(time.Microsecond), + } + + if err := c.tm.RunInTransaction(ctx, nil, func(tx pgx.Tx) error { + return c.chatsRepo.CreateTx(ctx, tx, chat) + }); err != nil { + return nil, err + } + + return &chat, nil +} + +func (c *Chat) GetForMember(ctx context.Context, req dto.ChatMember) (*dto.Chat, error) { + if err := ctx.Err(); err != nil { + return nil, err + } + if chat, err := c.cachedChat(ctx, req.ChatID); err == nil { + return chatForMember(chat, req.UserID) + } + + // Repository results depend on membership: never share a user's 404 with + // another user requesting the same chat. + key := req.ChatID.String() + ":" + req.UserID.String() + result := c.loads.DoChan(key, func() (any, error) { + // One client disconnecting must not cancel the other clients' load. + loadCtx, cancel := context.WithTimeout(context.WithoutCancel(ctx), chatLoadTimeout) + defer cancel() + + // A previous load may have populated Redis after our initial miss. + if chat, err := c.cachedChat(loadCtx, req.ChatID); err == nil { + return chatForMember(chat, req.UserID) + } + + slog.Info("chat_db_lookup", "chat_id", req.ChatID) + chat, err := c.chatsRepo.GetForMember(loadCtx, req) + if err != nil { + return nil, err + } + if err = c.chatsCache.Create(loadCtx, *chat); err != nil { + slog.Warn("failed to cache chat", "chat_id", req.ChatID, "error", err) + } + return chat, nil + }) + + select { + case <-ctx.Done(): + return nil, ctx.Err() + case loaded := <-result: + if err := ctx.Err(); err != nil { + return nil, err + } + if loaded.Err != nil { + return nil, loaded.Err + } + return chatForMember(loaded.Val.(*dto.Chat), req.UserID) + } +} + +func (c *Chat) cachedChat(ctx context.Context, chatID uuid.UUID) (*dto.Chat, error) { + chat, err := c.chatsCache.Get(ctx, chatID) + switch { + case err == nil: + slog.Info("chat_cache_hit", "chat_id", chatID) + case errors.Is(err, redis.Nil): + slog.Info("chat_cache_miss", "chat_id", chatID) + default: + slog.Warn("chat_cache_read_error", "chat_id", chatID, "error", err) + } + return chat, err +} + +func chatForMember(chat *dto.Chat, userID uuid.UUID) (*dto.Chat, error) { + if !slices.Contains(chat.MemberIDs, userID) { + return nil, apperr.New(apperr.CodeNotFound, "chat not found") + } + return chat, nil +} + +func (c *Chat) ListForMember(ctx context.Context, req dto.ChatFilters) (*dto.Page[dto.Chat], error) { + limit, err := pageLimit(req.Limit) + if err != nil { + return nil, err + } + + query := dto.PageQuery{Limit: limit + 1} + if req.AfterID != nil { + cursor, err := c.GetForMember(ctx, dto.ChatMember{UserID: req.UserID, ChatID: *req.AfterID}) + if err != nil { + return nil, cursorError(err) + } + query.After = &dto.PagePosition{CreatedAt: cursor.CreatedAt, ID: cursor.ID} + } + + items, err := c.chatsRepo.ListForMember(ctx, req.UserID, query) + if err != nil { + return nil, err + } + + return makePage(items, limit, func(chat dto.Chat) uuid.UUID { return chat.ID }), nil +} + +func (c *Chat) CreateMessage(ctx context.Context, req dto.CreateMessage) (*dto.Message, error) { + if _, err := c.GetForMember(ctx, dto.ChatMember{UserID: req.SenderID, ChatID: req.ChatID}); err != nil { + return nil, err + } + + if err := validateMessage(req); err != nil { + return nil, err + } + req.AttachmentIDs = append([]uuid.UUID{}, req.AttachmentIDs...) + + var message *dto.Message + err := c.tm.RunInTransaction(ctx, nil, func(tx pgx.Tx) error { + if len(req.AttachmentIDs) > 0 { + attachments, err := c.messagesRepo.AttachmentsForMessageTx(ctx, tx, req.AttachmentIDs) + if err != nil { + return err + } + if len(attachments) != len(req.AttachmentIDs) { + return apperr.New(apperr.CodeNotFound, "attachment not found") + } + for _, attachment := range attachments { + if attachment.ChatID != req.ChatID { + return apperr.New(apperr.CodeNotFound, "attachment not found") + } + if attachment.Missing { + return apperr.New(apperr.CodeUnavailable, "attachment storage unavailable") + } + } + } + + var err error + message, err = c.messagesRepo.CreateIdempotentTx(ctx, tx, req) + return err + }) + return message, err +} + +func (c *Chat) ListForChat(ctx context.Context, req dto.MessageFilters) (*dto.Page[dto.Message], error) { + if _, err := c.GetForMember(ctx, dto.ChatMember{UserID: req.UserID, ChatID: req.ChatID}); err != nil { + return nil, err + } + + limit, err := pageLimit(req.Limit) + if err != nil { + return nil, err + } + + query := dto.PageQuery{Limit: limit + 1} + if req.AfterID != nil { + cursor, err := c.messagesRepo.GetByIDForChat(ctx, req.ChatID, *req.AfterID) + if err != nil { + return nil, cursorError(err) + } + query.After = &dto.PagePosition{CreatedAt: cursor.CreatedAt, ID: cursor.ID} + } + + items, err := c.messagesRepo.ListForChat(ctx, req.ChatID, query) + if err != nil { + return nil, err + } + + return makePage(items, limit, func(message dto.Message) uuid.UUID { return message.ID }), nil +} + +func pageLimit(limit *int) (int, error) { + size := 50 + if limit != nil { + size = *limit + } + if size < 1 || size > 100 { + return 0, apperr.New(apperr.CodeBadRequest, "invalid limit") + } + return size, nil +} + +func cursorError(err error) error { + if apperr.CodeFromError(err) == apperr.CodeNotFound { + return apperr.New(apperr.CodeBadRequest, "invalid cursor") + } + return err +} + +func makePage[T any](items []T, limit int, id func(T) uuid.UUID) *dto.Page[T] { + if items == nil { + items = make([]T, 0) + } + page := dto.Page[T]{Items: items} + if len(items) > limit { + page.Items = items[:limit] + cursor := id(page.Items[limit-1]) + page.NextCursorID = &cursor + } + return &page +} + +// Content rules belong to the service so non-HTTP callers cannot bypass them. +func validateMessage(req dto.CreateMessage) error { + if !utf8.ValidString(req.Text) || strings.ContainsRune(req.Text, '\x00') || utf8.RuneCountInString(req.Text) > 4000 { + return apperr.New(apperr.CodeBadRequest, "invalid message text") + } + if len(req.AttachmentIDs) > 10 { + return apperr.New(apperr.CodeBadRequest, "too many attachments") + } + seen := make(map[uuid.UUID]struct{}, len(req.AttachmentIDs)) + for _, id := range req.AttachmentIDs { + if id == uuid.Nil { + return apperr.New(apperr.CodeBadRequest, "invalid attachment id") + } + if _, ok := seen[id]; ok { + return apperr.New(apperr.CodeBadRequest, "duplicate attachment id") + } + seen[id] = struct{}{} + } + if strings.TrimSpace(req.Text) == "" && len(req.AttachmentIDs) == 0 { + return apperr.New(apperr.CodeBadRequest, "message requires text or an attachment") + } + return nil +} diff --git a/service/internal/service/user/api.go b/service/internal/service/user/api.go new file mode 100644 index 00000000..65329cf2 --- /dev/null +++ b/service/internal/service/user/api.go @@ -0,0 +1,15 @@ +package user + +import ( + "context" + + "github.com/google/uuid" + + "gitea.privcloud.tech/mtusi2026/internal/dto" +) + +type API interface { + Create(ctx context.Context, req dto.CreateUser) (*dto.User, error) + GetByID(ctx context.Context, id uuid.UUID) (*dto.User, error) + GetByUsername(ctx context.Context, username string) (*dto.User, error) +} diff --git a/service/internal/service/user/interface.go b/service/internal/service/user/interface.go new file mode 100644 index 00000000..4eb78b5e --- /dev/null +++ b/service/internal/service/user/interface.go @@ -0,0 +1,15 @@ +package user + +import ( + "context" + + "github.com/google/uuid" + + "gitea.privcloud.tech/mtusi2026/internal/dto" +) + +type userRepo interface { + Create(ctx context.Context, req dto.CreateStoredUser) error + GetByID(ctx context.Context, id uuid.UUID) (*dto.User, error) + GetByUsername(ctx context.Context, username string) (*dto.User, error) +} diff --git a/service/internal/service/user/svc.go b/service/internal/service/user/svc.go new file mode 100644 index 00000000..f6070a91 --- /dev/null +++ b/service/internal/service/user/svc.go @@ -0,0 +1,67 @@ +package user + +import ( + "context" + "time" + + "github.com/google/uuid" + + "gitea.privcloud.tech/mtusi2026/internal/dto" + "gitea.privcloud.tech/mtusi2026/internal/pkg/apperr" + "gitea.privcloud.tech/mtusi2026/internal/pkg/encrypting" +) + +var ( + _ API = (*User)(nil) +) + +type User struct { + encryptor encrypting.Encryptor + usersRepo userRepo +} + +func New(encryptor encrypting.Encryptor, usersRepo userRepo) *User { + return &User{encryptor: encryptor, usersRepo: usersRepo} +} + +func (u *User) Create(ctx context.Context, req dto.CreateUser) (*dto.User, error) { + hash, err := u.encryptor.EncryptSecretUsingArgon2id(ctx, req.Password) + if err != nil { + return nil, apperr.Wrap(err, apperr.CodeInternal, "failed to hash password") + } + + user := dto.User{ + ID: uuid.New(), + Username: req.Username, + DisplayName: req.DisplayName, + CreatedAt: time.Now().Truncate(time.Microsecond), + } + if err = u.usersRepo.Create(ctx, dto.CreateStoredUser{ + ID: user.ID, + Username: user.Username, + DisplayName: user.DisplayName, + PasswordHash: hash, + CreatedAt: user.CreatedAt, + UpdatedAt: user.CreatedAt, + }); err != nil { + return nil, err + } + + return &user, nil +} + +func (u *User) GetByID(ctx context.Context, id uuid.UUID) (*dto.User, error) { + user, err := u.usersRepo.GetByID(ctx, id) + if err != nil { + return nil, err + } + return user, nil +} + +func (u *User) GetByUsername(ctx context.Context, username string) (*dto.User, error) { + user, err := u.usersRepo.GetByUsername(ctx, username) + if err != nil { + return nil, err + } + return user, nil +} diff --git a/service/migrations/001_create_users_table.sql b/service/migrations/001_create_users_table.sql new file mode 100644 index 00000000..60f730ad --- /dev/null +++ b/service/migrations/001_create_users_table.sql @@ -0,0 +1,18 @@ +CREATE TABLE IF NOT EXISTS users +( + id UUID PRIMARY KEY, + name VARCHAR(100) NOT NULL, + username VARCHAR(32) NOT NULL, + password_hash TEXT NOT NULL, + created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(), + updated_at TIMESTAMPTZ NOT NULL DEFAULT NOW(), + + CONSTRAINT users_username_unique UNIQUE (username), + CONSTRAINT users_username_format CHECK (username ~ '^[a-z0-9_]{3,32}$'), + CONSTRAINT users_name_not_blank CHECK (name !~ '^[[:space:]]*$'), + CONSTRAINT users_password_hash_not_empty CHECK (password_hash <> '') +); + +---- create above / drop below ---- + +DROP TABLE IF EXISTS users; diff --git a/service/migrations/002_create_refresh_tokens_table.sql b/service/migrations/002_create_refresh_tokens_table.sql new file mode 100644 index 00000000..cbc73082 --- /dev/null +++ b/service/migrations/002_create_refresh_tokens_table.sql @@ -0,0 +1,19 @@ +CREATE TABLE IF NOT EXISTS refresh_tokens +( + id UUID PRIMARY KEY, + user_id UUID NOT NULL REFERENCES users (id), + token_hash TEXT NOT NULL, + user_agent TEXT, + ip_address INET, + role VARCHAR(16) NOT NULL, + expires_at TIMESTAMPTZ NOT NULL, + revoked_at TIMESTAMPTZ, + created_at TIMESTAMPTZ NOT NULL DEFAULT NOW() +); + +CREATE INDEX IF NOT EXISTS idx_refresh_user_id ON refresh_tokens (user_id); +CREATE INDEX IF NOT EXISTS idx_refresh_expires ON refresh_tokens (expires_at); + +---- create above / drop below ---- + +DROP TABLE IF EXISTS refresh_tokens; \ No newline at end of file diff --git a/service/migrations/003_create_chats_table.sql b/service/migrations/003_create_chats_table.sql new file mode 100644 index 00000000..b45df916 --- /dev/null +++ b/service/migrations/003_create_chats_table.sql @@ -0,0 +1,14 @@ +CREATE TABLE IF NOT EXISTS chats +( + id UUID PRIMARY KEY, + title VARCHAR(100) NOT NULL, + created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(), + + CONSTRAINT chats_title_not_blank CHECK (title !~ '^[[:space:]]*$') +); + +CREATE INDEX IF NOT EXISTS idx_chats_created_at_id ON chats (created_at, id); + +---- create above / drop below ---- + +DROP TABLE IF EXISTS chats; diff --git a/service/migrations/004_create_chat_members_table.sql b/service/migrations/004_create_chat_members_table.sql new file mode 100644 index 00000000..64131981 --- /dev/null +++ b/service/migrations/004_create_chat_members_table.sql @@ -0,0 +1,15 @@ +CREATE TABLE IF NOT EXISTS chat_members +( + chat_id UUID NOT NULL, + user_id UUID NOT NULL, + + PRIMARY KEY (chat_id, user_id), + CONSTRAINT chat_members_chat_fk FOREIGN KEY (chat_id) REFERENCES chats (id) ON DELETE NO ACTION, + CONSTRAINT chat_members_user_fk FOREIGN KEY (user_id) REFERENCES users (id) ON DELETE NO ACTION +); + +CREATE INDEX IF NOT EXISTS idx_chat_members_user_id_chat_id ON chat_members (user_id, chat_id); + +---- create above / drop below ---- + +DROP TABLE IF EXISTS chat_members; diff --git a/service/migrations/005_create_messages_table.sql b/service/migrations/005_create_messages_table.sql new file mode 100644 index 00000000..1ab0d7dc --- /dev/null +++ b/service/migrations/005_create_messages_table.sql @@ -0,0 +1,18 @@ +CREATE TABLE IF NOT EXISTS messages +( + id UUID PRIMARY KEY, + chat_id UUID NOT NULL, + sender_id UUID NOT NULL, + text VARCHAR(4000) NOT NULL, + created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(), + + CONSTRAINT messages_text_not_blank CHECK (text !~ '^[[:space:]]*$'), + CONSTRAINT messages_sender_member_fk FOREIGN KEY (chat_id, sender_id) + REFERENCES chat_members (chat_id, user_id) ON DELETE NO ACTION +); + +CREATE INDEX IF NOT EXISTS idx_messages_chat_id_created_at_id ON messages (chat_id, created_at, id); + +---- create above / drop below ---- + +DROP TABLE IF EXISTS messages; diff --git a/service/migrations/006_message_idempotency.sql b/service/migrations/006_message_idempotency.sql new file mode 100644 index 00000000..8e48e9ba --- /dev/null +++ b/service/migrations/006_message_idempotency.sql @@ -0,0 +1,14 @@ +CREATE TABLE message_idempotency ( + user_id UUID NOT NULL REFERENCES users(id), + method TEXT NOT NULL CHECK (method = 'POST'), + chat_id UUID NOT NULL REFERENCES chats(id), + key TEXT NOT NULL CHECK (key ~ '^[A-Za-z0-9._:-]{1,128}$'), + request_hash BYTEA NOT NULL, + message_id UUID NOT NULL REFERENCES messages(id), + expires_at TIMESTAMPTZ NOT NULL, + PRIMARY KEY (user_id, method, chat_id, key) +); +CREATE INDEX message_idempotency_expiry ON message_idempotency(expires_at); + +---- create above / drop below ---- +DROP TABLE message_idempotency; diff --git a/service/migrations/007_attachments.sql b/service/migrations/007_attachments.sql new file mode 100644 index 00000000..050c6864 --- /dev/null +++ b/service/migrations/007_attachments.sql @@ -0,0 +1,44 @@ +CREATE TABLE attachments +( + id UUID PRIMARY KEY, + chat_id UUID NOT NULL REFERENCES chats (id), + owner_id UUID NOT NULL, + filename TEXT NOT NULL, + object_key TEXT NOT NULL UNIQUE, + content_type TEXT NOT NULL CHECK (content_type IN ('image/png', 'image/jpeg')), + size_bytes BIGINT NOT NULL CHECK (size_bytes BETWEEN 1 AND 10485760), + sha256 TEXT NOT NULL CHECK (sha256 ~ '^[a-f0-9]{64}$'), + integrity_missing BOOLEAN NOT NULL DEFAULT false, + created_at TIMESTAMPTZ NOT NULL, + updated_at TIMESTAMPTZ NOT NULL, + UNIQUE (id, chat_id), + FOREIGN KEY (chat_id, owner_id) REFERENCES chat_members (chat_id, user_id) +); +CREATE INDEX attachments_scan ON attachments (id); +ALTER TABLE messages + DROP CONSTRAINT messages_text_not_blank; +ALTER TABLE messages + ADD CONSTRAINT messages_id_chat UNIQUE (id, chat_id); +CREATE TABLE message_attachments +( + message_id UUID NOT NULL, + chat_id UUID NOT NULL, + attachment_id UUID NOT NULL, + position SMALLINT NOT NULL CHECK (position BETWEEN 0 AND 9), + PRIMARY KEY (message_id, attachment_id), + UNIQUE (message_id, position), + FOREIGN KEY (message_id, chat_id) REFERENCES messages (id, chat_id), + FOREIGN KEY (attachment_id, chat_id) REFERENCES attachments (id, chat_id) +); +ALTER TABLE message_idempotency + ADD COLUMN hash_version SMALLINT NOT NULL DEFAULT 1; + +---- create above / drop below ---- +ALTER TABLE message_idempotency + DROP COLUMN hash_version; +DROP TABLE message_attachments; +ALTER TABLE messages + DROP CONSTRAINT messages_id_chat; +ALTER TABLE messages + ADD CONSTRAINT messages_text_not_blank CHECK (text !~ '^[[:space:]]*$'); +DROP TABLE attachments; diff --git a/service/migrations/embed.go b/service/migrations/embed.go new file mode 100644 index 00000000..eb054216 --- /dev/null +++ b/service/migrations/embed.go @@ -0,0 +1,8 @@ +package migrations + +import ( + "embed" +) + +//go:embed *.sql +var Migrations embed.FS diff --git a/service/tests/api_test.go b/service/tests/api_test.go new file mode 100644 index 00000000..4e8d5fff --- /dev/null +++ b/service/tests/api_test.go @@ -0,0 +1,285 @@ +package tests + +import ( + "encoding/json" + "fmt" + "github.com/google/uuid" + "io" + "net/http" + "net/url" + "os" + "strings" + "testing" + "time" +) + +type apiClient struct { + baseURL string + prefix string + tokens map[string]string +} + +type apiResponse struct { + status int + requestID string + instanceID string + body []byte +} + +func newAPI(t *testing.T) *apiClient { + t.Helper() + base := os.Getenv("TEST_BASE_URL") + if base == "" { + base = "http://localhost:18081" + } + return &apiClient{baseURL: strings.TrimRight(base, "/"), prefix: uuid.NewString()[:8] + "_", tokens: map[string]string{}} +} +func (api *apiClient) request(t *testing.T, method, path, userID, body string) apiResponse { + return api.requestKey(t, method, path, userID, body, uuid.NewString()) +} +func (api *apiClient) requestKey(t *testing.T, method, path, userID, body, key string) apiResponse { + t.Helper() + response, err := api.send(method, path, userID, body, key) + if err != nil { + t.Fatal(err) + } + return response +} +func (api *apiClient) send(method, path, userID, body, key string) (apiResponse, error) { + if path == "/api/v1/users" { + var fields map[string]any + if json.Unmarshal([]byte(body), &fields) == nil { + if name, ok := fields["username"].(string); ok { + fields["username"] = api.prefix + name + data, err := json.Marshal(fields) + if err != nil { + return apiResponse{}, err + } + body = string(data) + } + } + } + req, err := http.NewRequest(method, api.baseURL+path, strings.NewReader(body)) + if err != nil { + return apiResponse{}, err + } + if body != "" { + req.Header.Set("Content-Type", "application/json") + } + if userID != "" { + req.Header.Set("Authorization", "Bearer "+api.tokens[userID]) + } + if key != "" { + req.Header.Set("Idempotency-Key", key) + } + response, err := (&http.Client{Timeout: 5 * time.Second}).Do(req) + if err != nil { + return apiResponse{}, fmt.Errorf("running lab4 stand required: %w", err) + } + defer response.Body.Close() + data, err := io.ReadAll(response.Body) + if err != nil { + return apiResponse{}, err + } + requestID, instanceID := response.Header.Get("X-Request-Id"), response.Header.Get("X-Instance-Id") + if requestID == "" || instanceID == "" { + return apiResponse{}, fmt.Errorf("%s %s: HTTP %d missing response identity", method, path, response.StatusCode) + } + return apiResponse{status: response.StatusCode, requestID: requestID, instanceID: instanceID, body: data}, nil +} + +func jsonString(t *testing.T, value any) string { + t.Helper() + data, err := json.Marshal(value) + if err != nil { + t.Fatalf("encode request: %v", err) + } + return string(data) +} + +func decodeOK(t *testing.T, resp apiResponse, wantStatus int, target any) { + t.Helper() + if resp.status != wantStatus { + t.Fatalf("status = %d, want %d; body: %s", resp.status, wantStatus, resp.body) + } + if err := json.Unmarshal(resp.body, target); err != nil { + t.Fatalf("decode response %s: %v", resp.body, err) + } +} + +func assertError(t *testing.T, resp apiResponse, wantStatus int, wantCode string) { + t.Helper() + if resp.status != wantStatus { + t.Fatalf("status = %d, want %d; body: %s", resp.status, wantStatus, resp.body) + } + var body struct { + Error struct { + Code string `json:"code"` + Message string `json:"message"` + RequestID string `json:"request_id"` + } `json:"error"` + } + if err := json.Unmarshal(resp.body, &body); err != nil { + t.Fatalf("decode error response %s: %v", resp.body, err) + } + if body.Error.Code != wantCode || body.Error.Message == "" || body.Error.RequestID != resp.requestID { + t.Fatalf("invalid error response: header request ID %q, body %s", resp.requestID, resp.body) + } +} + +func (api *apiClient) createUser(t *testing.T, username string) string { + t.Helper() + resp := api.request(t, http.MethodPost, "/api/v1/users", "", jsonString(t, map[string]string{ + "username": username, "display_name": username, "password": "Synthetic-password-123", + })) + var user struct { + ID string `json:"id"` + } + decodeOK(t, resp, http.StatusCreated, &user) + if user.ID == "" { + t.Fatal("created user has no ID") + } + req, _ := http.NewRequest(http.MethodPost, api.baseURL+"/api/v1/auth/sessions", nil) + req.SetBasicAuth(api.prefix+username, "Synthetic-password-123") + sessionResp, err := (&http.Client{Timeout: 5 * time.Second}).Do(req) + if err != nil { + t.Fatal(err) + } + defer sessionResp.Body.Close() + var session struct { + Token string `json:"token"` + } + if err = json.NewDecoder(sessionResp.Body).Decode(&session); err != nil || sessionResp.StatusCode != 201 || session.Token == "" { + t.Fatalf("login failed: status %d, error %v", sessionResp.StatusCode, err) + } + api.tokens[user.ID] = session.Token + return user.ID +} + +func (api *apiClient) createChat(t *testing.T, creatorID string, memberIDs ...string) string { + t.Helper() + resp := api.request(t, http.MethodPost, "/api/v1/chats", creatorID, jsonString(t, map[string]any{ + "title": "Test chat", "member_ids": memberIDs, + })) + var chat struct { + ID string `json:"id"` + } + decodeOK(t, resp, http.StatusCreated, &chat) + if chat.ID == "" { + t.Fatal("created chat has no ID") + } + return chat.ID +} + +func TestInvalidJSON(t *testing.T) { + api := newAPI(t) + for _, tc := range []struct { + name string + body string + }{ + {name: "malformed", body: `{"username":`}, + {name: "wrong type", body: `{"username":42,"display_name":"Alice"}`}, + {name: "unknown field", body: `{"username":"alice","display_name":"Alice","admin":true}`}, + } { + t.Run(tc.name, func(t *testing.T) { + resp := api.request(t, http.MethodPost, "/api/v1/users", "", tc.body) + assertError(t, resp, http.StatusBadRequest, "invalid_request") + }) + } +} + +func TestForeignChatIsHidden(t *testing.T) { + api := newAPI(t) + alice := api.createUser(t, "alice") + bob := api.createUser(t, "bob") + eve := api.createUser(t, "eve") + chatID := api.createChat(t, alice, alice, bob) + + for _, tc := range []struct { + method string + path string + body string + }{ + {method: http.MethodGet, path: "/api/v1/chats/" + chatID}, + {method: http.MethodGet, path: "/api/v1/chats/" + chatID + "/messages"}, + {method: http.MethodPost, path: "/api/v1/chats/" + chatID + "/messages", body: `{"text":"secret"}`}, + } { + resp := api.request(t, tc.method, tc.path, eve, tc.body) + assertError(t, resp, http.StatusNotFound, "not_found") + } +} + +func TestEmptyMessage(t *testing.T) { + api := newAPI(t) + alice := api.createUser(t, "alice") + chatID := api.createChat(t, alice, alice) + path := "/api/v1/chats/" + chatID + "/messages" + for _, body := range []string{`{"text":""}`, `{"text":" \t\n "}`} { + resp := api.request(t, http.MethodPost, path, alice, body) + assertError(t, resp, http.StatusBadRequest, "invalid_request") + } +} + +func TestDuplicateUsername(t *testing.T) { + api := newAPI(t) + api.createUser(t, "alice") + resp := api.request(t, http.MethodPost, "/api/v1/users", "", `{"username":"alice","display_name":"Another Alice","password":"Synthetic-password-123"}`) + assertError(t, resp, http.StatusConflict, "conflict") +} + +func TestMessagePagination(t *testing.T) { + api := newAPI(t) + alice := api.createUser(t, "alice") + chatID := api.createChat(t, alice, alice) + wantIDs := make(map[string]bool) + for i := range 5 { + resp := api.request(t, http.MethodPost, "/api/v1/chats/"+chatID+"/messages", alice, + jsonString(t, map[string]string{"text": fmt.Sprintf("message %d", i)})) + var message struct { + ID string `json:"id"` + } + decodeOK(t, resp, http.StatusCreated, &message) + if message.ID == "" || wantIDs[message.ID] { + t.Fatalf("invalid or duplicate created message ID %q", message.ID) + } + wantIDs[message.ID] = true + } + + seen := make(map[string]bool) + cursor := "" + pages := 0 + for { + path := "/api/v1/chats/" + chatID + "/messages?limit=2" + if cursor != "" { + path += "&cursor=" + url.QueryEscape(cursor) + } + resp := api.request(t, http.MethodGet, path, alice, "") + var page struct { + Items []struct { + ID string `json:"id"` + } `json:"items"` + NextCursor *string `json:"next_cursor"` + } + decodeOK(t, resp, http.StatusOK, &page) + pages++ + if pages > 3 || len(page.Items) == 0 || len(page.Items) > 2 { + t.Fatalf("unexpected page %d: %s", pages, resp.body) + } + for _, message := range page.Items { + if !wantIDs[message.ID] || seen[message.ID] { + t.Fatalf("unexpected or repeated message ID %q on page %d", message.ID, pages) + } + seen[message.ID] = true + } + if page.NextCursor == nil { + break + } + if *page.NextCursor == "" || *page.NextCursor == cursor { + t.Fatalf("invalid next cursor on page %d: %s", pages, resp.body) + } + cursor = *page.NextCursor + } + if pages != 3 || len(seen) != len(wantIDs) { + t.Fatalf("got %d pages and %d unique messages, want 3 pages and %d messages", pages, len(seen), len(wantIDs)) + } +} diff --git a/service/tests/attachments_test.go b/service/tests/attachments_test.go new file mode 100644 index 00000000..e9a5860f --- /dev/null +++ b/service/tests/attachments_test.go @@ -0,0 +1,204 @@ +package tests + +import ( + "bytes" + "crypto/sha256" + "encoding/binary" + "encoding/hex" + "encoding/json" + "hash/crc32" + "image" + "image/jpeg" + "io" + "net/http" + "net/url" + "os" + "strings" + "sync" + "testing" + "time" + + "github.com/google/uuid" +) + +func (api *apiClient) upload(t *testing.T, chat, user, name, mime string, data []byte, chunked bool) apiResponse { + t.Helper() + req, e := http.NewRequest("POST", api.baseURL+"/api/v1/chats/"+chat+"/attachments?filename="+url.QueryEscape(name), bytes.NewReader(data)) + if e != nil { + t.Fatal(e) + } + if chunked { + req.ContentLength = -1 + } + req.Header.Set("Content-Type", mime) + if user != "" { + req.Header.Set("Authorization", "Bearer "+api.tokens[user]) + } + resp, e := (&http.Client{Timeout: 20 * time.Second}).Do(req) + if e != nil { + t.Fatal(e) + } + defer resp.Body.Close() + body, e := io.ReadAll(resp.Body) + if e != nil { + t.Fatal(e) + } + if resp.Header.Get("X-Instance-Id") == "" { + t.Fatal("missing instance id") + } + return apiResponse{status: resp.StatusCode, body: body, requestID: resp.Header.Get("X-Request-Id"), instanceID: resp.Header.Get("X-Instance-Id")} +} +func fixturePNG(t *testing.T) []byte { + t.Helper() + b, e := os.ReadFile("../../tests/fixtures/sample.png") + if e != nil { + t.Fatal(e) + } + return b +} +func TestAttachmentContractAndErrors(t *testing.T) { + api := newAPI(t) + alice := api.createUser(t, "alice") + bob := api.createUser(t, "bob") + eve := api.createUser(t, "eve") + chat := api.createChat(t, alice, alice, bob) + other := api.createChat(t, alice, alice) + data := fixturePNG(t) + var att struct { + ID string `json:"id"` + Sha string `json:"sha256"` + Size int `json:"size_bytes"` + } + decodeOK(t, api.upload(t, chat, alice, "Файл.png", "image/png", data, false), 201, &att) + hash := sha256.Sum256(data) + if att.Sha != hex.EncodeToString(hash[:]) || att.Size != len(data) { + t.Fatal("original metadata mismatch") + } + content := "/api/v1/attachments/" + att.ID + "/content" + got := api.request(t, "GET", content, bob, "") + if got.status != 200 || !bytes.Equal(got.body, data) { + t.Fatal("download changed bytes") + } + for _, suffix := range []string{"", "/content"} { + assertError(t, api.request(t, "GET", "/api/v1/attachments/"+att.ID+suffix, eve, ""), 404, "not_found") + } + assertError(t, api.upload(t, chat, eve, "file.png", "image/png", data, false), 404, "not_found") + assertError(t, api.upload(t, chat, "", "file.png", "image/png", data, false), 401, "unauthorized") + for _, name := range []string{"", " ", "../a.png", "a/b.png", "a\\b.png", "bad\x00.png", "bad\n.png", strings.Repeat("я", 256)} { + assertError(t, api.upload(t, chat, alice, name, "image/png", data, false), 400, "invalid_request") + } + for _, tc := range []struct { + name, mime string + data []byte + }{ + {"fake", "image/png", []byte("not an image")}, + {"mime mismatch", "image/jpeg", data}, + {"wrong type", "application/octet-stream", data}, + {"truncated", "image/png", data[:80]}, + } { + t.Run(tc.name, func(t *testing.T) { + assertError(t, api.upload(t, chat, alice, "test.png", tc.mime, tc.data, false), 415, "unsupported_media_type") + }) + } + bomb := bytes.Clone(data) + binary.BigEndian.PutUint32(bomb[16:20], 40000001) + binary.BigEndian.PutUint32(bomb[20:24], 1) + binary.BigEndian.PutUint32(bomb[29:33], crc32.ChecksumIEEE(bomb[12:29])) + assertError(t, api.upload(t, chat, alice, "bomb.png", "image/png", bomb, false), 413, "payload_too_large") + // A syntactically valid ancillary PNG chunk reaches the exact byte boundary + // without allocating an enormous decoded image. + padding := make([]byte, 10485760-len(data)-12) + chunk := append([]byte("paDd"), padding...) + boundary := append([]byte{}, data[:len(data)-12]...) + boundary = binary.BigEndian.AppendUint32(boundary, uint32(len(padding))) + boundary = append(boundary, chunk...) + boundary = binary.BigEndian.AppendUint32(boundary, crc32.ChecksumIEEE(chunk)) + boundary = append(boundary, data[len(data)-12:]...) + var boundaryAtt map[string]any + decodeOK(t, api.upload(t, chat, alice, "boundary.png", "image/png", boundary, false), 201, &boundaryAtt) + + oversized := make([]byte, 10485761) + copy(oversized, data) + for _, chunked := range []bool{false, true} { + assertError(t, api.upload(t, chat, alice, "large.png", "image/png", oversized, chunked), 413, "payload_too_large") + } + var jpg bytes.Buffer + if e := jpeg.Encode(&jpg, image.NewRGBA(image.Rect(0, 0, 32, 24)), nil); e != nil { + t.Fatal(e) + } + var jpegAtt map[string]any + decodeOK(t, api.upload(t, chat, bob, "file.jpg", "image/jpeg", jpg.Bytes(), false), 201, &jpegAtt) + imageOnly := `{"text":"","attachment_ids":["` + att.ID + `"]}` + var message map[string]any + key := uuid.NewString() + decodeOK(t, api.requestKey(t, "POST", "/api/v1/chats/"+chat+"/messages", bob, imageOnly, key), 201, &message) + var replay map[string]any + decodeOK(t, api.requestKey(t, "POST", "/api/v1/chats/"+chat+"/messages", bob, imageOnly, key), 201, &replay) + if jsonString(t, message) != jsonString(t, replay) { + t.Fatal("attachment retry changed message") + } + assertError(t, api.requestKey(t, "POST", "/api/v1/chats/"+chat+"/messages", bob, `{"text":"changed","attachment_ids":["`+att.ID+`"]}`, key), 409, "conflict") + assertError(t, api.request(t, "POST", "/api/v1/chats/"+other+"/messages", alice, imageOnly), 404, "not_found") + for _, body := range []string{`{"text":"","attachment_ids":["` + uuid.NewString() + `"]}`} { + assertError(t, api.request(t, "POST", "/api/v1/chats/"+chat+"/messages", alice, body), 404, "not_found") + } + for _, body := range []string{`{"text":""}`, `{"text":" "}`, `{"attachment_ids":["` + att.ID + `"]}`, `{"text":"ok","attachment_ids":null}`, `{"text":"ok","attachment_ids":"bad"}`, `{"text":"ok","attachment_ids":["` + att.ID + `","` + att.ID + `"]}`} { + assertError(t, api.request(t, "POST", "/api/v1/chats/"+chat+"/messages", alice, body), 400, "invalid_request") + } + assertError(t, api.request(t, "GET", content+"?variant=thumbnail", bob, ""), 400, "invalid_request") +} +func TestConcurrentAttachmentMessage(t *testing.T) { + api := newAPI(t) + user := api.createUser(t, "alice") + chat := api.createChat(t, user, user) + var att struct { + ID string `json:"id"` + } + decodeOK(t, api.upload(t, chat, user, "sample.png", "image/png", fixturePNG(t), false), 201, &att) + key := uuid.NewString() + body := `{"text":"","attachment_ids":["` + att.ID + `"]}` + type result struct { + resp apiResponse + err error + } + ch := make(chan result, 16) + var wg sync.WaitGroup + for range 16 { + wg.Go(func() { + resp, e := api.send("POST", "/api/v1/chats/"+chat+"/messages", user, body, key) + ch <- result{resp, e} + }) + } + wg.Wait() + close(ch) + seen := map[string]bool{} + var id string + for item := range ch { + if item.err != nil { + t.Fatal(item.err) + } + var msg struct { + ID string `json:"id"` + IDs []string `json:"attachment_ids"` + } + decodeOK(t, item.resp, 201, &msg) + if id != "" && id != msg.ID { + t.Fatal("duplicate attachment message") + } + id = msg.ID + seen[item.resp.instanceID] = true + if len(msg.IDs) != 1 || msg.IDs[0] != att.ID { + t.Fatal("lost attachment") + } + } + if len(seen) < 2 { + t.Fatal("did not exercise two replicas") + } + var page struct { + Items []json.RawMessage `json:"items"` + } + decodeOK(t, api.request(t, "GET", "/api/v1/chats/"+chat+"/messages", user, ""), 200, &page) + if len(page.Items) != 1 { + t.Fatal("duplicate history") + } +} diff --git a/service/tests/concurrency_test.go b/service/tests/concurrency_test.go new file mode 100644 index 00000000..c48ec8c1 --- /dev/null +++ b/service/tests/concurrency_test.go @@ -0,0 +1,161 @@ +package tests + +import ( + "encoding/json" + "fmt" + "github.com/google/uuid" + "io" + "net/http" + "net/url" + "strings" + "sync" + "testing" + "time" +) + +type createdMessage struct { + ID string `json:"id"` + SenderID string `json:"sender_id"` + Text string `json:"text"` +} + +func postMessage(client *http.Client, endpoint, userID, text string) (createdMessage, error) { + body, err := json.Marshal(struct { + Text string `json:"text"` + }{Text: text}) + if err != nil { + return createdMessage{}, err + } + req, err := http.NewRequest(http.MethodPost, endpoint, strings.NewReader(string(body))) + if err != nil { + return createdMessage{}, err + } + req.Header.Set("Content-Type", "application/json") + req.Header.Set("Authorization", "Bearer "+userID) + req.Header.Set("Idempotency-Key", uuid.NewString()) + resp, err := client.Do(req) + if err != nil { + return createdMessage{}, err + } + defer resp.Body.Close() + data, err := io.ReadAll(resp.Body) + if err != nil { + return createdMessage{}, err + } + if resp.StatusCode != http.StatusCreated { + return createdMessage{}, fmt.Errorf("POST status %d: %s", resp.StatusCode, data) + } + if resp.Header.Get("X-Request-Id") == "" { + return createdMessage{}, fmt.Errorf("POST response has no X-Request-Id") + } + var message createdMessage + if err := json.Unmarshal(data, &message); err != nil { + return createdMessage{}, fmt.Errorf("decode POST response: %w", err) + } + return message, nil +} + +func TestConcurrentMessages(t *testing.T) { + const clients = 10 + const messagesPerClient = 10 + const total = clients * messagesPerClient + + api := newAPI(t) + users := make([]string, clients) + for i := range users { + users[i] = api.createUser(t, fmt.Sprintf("user%02d", i)) + } + chatID := api.createChat(t, users[0], users...) + endpoint := api.baseURL + "/api/v1/chats/" + chatID + "/messages" + + type result struct { + message createdMessage + wantSenderID string + wantText string + err error + } + results := make(chan result, total) + start := make(chan struct{}) + var ready sync.WaitGroup + var workers sync.WaitGroup + ready.Add(clients) + workers.Add(clients) + for i, userID := range users { + go func(workerID int, userID string) { + defer workers.Done() + client := &http.Client{Timeout: 5 * time.Second} + defer client.CloseIdleConnections() + ready.Done() + <-start + for j := range messagesPerClient { + text := fmt.Sprintf("client-%02d-message-%02d", workerID, j) + message, err := postMessage(client, endpoint, api.tokens[userID], text) + results <- result{message: message, wantSenderID: userID, wantText: text, err: err} + } + }(i, userID) + } + ready.Wait() + close(start) + workers.Wait() + close(results) + + created := make(map[string]createdMessage, total) + count := 0 + for item := range results { + count++ + if item.err != nil { + t.Errorf("send %q: %v", item.wantText, item.err) + continue + } + if item.message.ID == "" || item.message.SenderID != item.wantSenderID || item.message.Text != item.wantText { + t.Errorf("unexpected response for %q: %+v", item.wantText, item.message) + continue + } + if _, duplicate := created[item.message.ID]; duplicate { + t.Errorf("duplicate message ID %q", item.message.ID) + continue + } + created[item.message.ID] = item.message + } + if count != total || len(created) != total { + t.Fatalf("sent %d requests, created %d unique messages; want %d", count, len(created), total) + } + + seen := make(map[string]bool, total) + cursor := "" + pages := 0 + for { + path := "/api/v1/chats/" + chatID + "/messages?limit=17" + if cursor != "" { + path += "&cursor=" + url.QueryEscape(cursor) + } + resp := api.request(t, http.MethodGet, path, users[0], "") + var page struct { + Items []createdMessage `json:"items"` + NextCursor *string `json:"next_cursor"` + } + decodeOK(t, resp, http.StatusOK, &page) + pages++ + if pages > total || len(page.Items) == 0 || len(page.Items) > 17 { + t.Fatalf("unexpected page %d: %s", pages, resp.body) + } + for _, message := range page.Items { + want, exists := created[message.ID] + if !exists || seen[message.ID] || message != want { + t.Fatalf("unexpected or repeated message on page %d: %+v", pages, message) + } + seen[message.ID] = true + } + if page.NextCursor == nil { + break + } + if *page.NextCursor == "" || *page.NextCursor == cursor { + t.Fatalf("invalid cursor on page %d: %s", pages, resp.body) + } + cursor = *page.NextCursor + } + if len(seen) != total { + t.Fatalf("history has %d unique messages across %d pages; want %d", len(seen), pages, total) + } + t.Logf("%d clients sent %d messages; history contains %d unique messages across %d pages", clients, total, len(seen), pages) +} diff --git a/service/tests/idempotency_test.go b/service/tests/idempotency_test.go new file mode 100644 index 00000000..9b317fd2 --- /dev/null +++ b/service/tests/idempotency_test.go @@ -0,0 +1,104 @@ +package tests + +import ( + "fmt" + "github.com/google/uuid" + "net/http" + "sync" + "testing" +) + +func TestIdempotencyContract(t *testing.T) { + api := newAPI(t) + alice := api.createUser(t, "alice") + bob := api.createUser(t, "bob") + eve := api.createUser(t, "eve") + chat := api.createChat(t, alice, alice, bob) + other := api.createChat(t, alice, alice) + path := "/api/v1/chats/" + chat + "/messages" + for _, key := range []string{"", "bad key", "кириллица", string(make([]byte, 129))} { + // NUL cannot be sent by net/http: use an overlength ASCII key instead. + if len(key) == 129 { + key = fmt.Sprintf("%0129d", 1) + } + assertError(t, api.requestKey(t, "POST", path, alice, `{"text":"hello"}`, key), 400, "invalid_request") + } + key := uuid.NewString() + first := api.requestKey(t, "POST", path, alice, `{"text":"hello"}`, key) + var want map[string]any + decodeOK(t, first, 201, &want) + var got map[string]any + decodeOK(t, api.requestKey(t, "POST", path, alice, `{ "text" : "hello" }`, key), 201, &got) + if jsonString(t, want) != jsonString(t, got) { + t.Fatal("replay changed message") + } + assertError(t, api.requestKey(t, "POST", path, alice, `{"text":"changed"}`, key), 409, "conflict") + assertError(t, api.requestKey(t, "POST", path, eve, `{"text":"hello"}`, key), 404, "not_found") + for _, tc := range []struct{ user, path string }{{bob, path}, {alice, "/api/v1/chats/" + other + "/messages"}} { + var msg map[string]any + decodeOK(t, api.requestKey(t, "POST", tc.path, tc.user, `{"text":"hello"}`, key), 201, &msg) + if msg["id"] == want["id"] { + t.Fatal("scope not isolated") + } + } + resp := api.request(t, http.MethodDelete, "/api/v1/auth/sessions/current", alice, "") + if resp.status != 204 { + t.Fatal(resp.status) + } + assertError(t, api.requestKey(t, "POST", path, alice, `{"text":"hello"}`, key), 401, "unauthorized") +} +func TestConcurrentIdempotencyAcrossReplicas(t *testing.T) { + api := newAPI(t) + user := api.createUser(t, "alice") + chat := api.createChat(t, user, user) + path := "/api/v1/chats/" + chat + "/messages" + key := uuid.NewString() + const count = 32 + type result struct { + response apiResponse + err error + } + responses := make(chan result, count) + start := make(chan struct{}) + var wg sync.WaitGroup + for range count { + wg.Go(func() { + <-start + response, err := api.send("POST", path, user, `{"text":"one logical message"}`, key) + responses <- result{response: response, err: err} + }) + } + close(start) + wg.Wait() + close(responses) + instances := map[string]bool{} + var id string + for result := range responses { + if result.err != nil { + t.Fatal(result.err) + } + resp := result.response + var msg struct { + ID string `json:"id"` + } + decodeOK(t, resp, 201, &msg) + if id != "" && id != msg.ID { + t.Fatal("duplicate side effect") + } + id = msg.ID + instances[resp.instanceID] = true + } + if len(instances) < 2 { + t.Fatalf("need at least 2 real API replicas, observed %d", len(instances)) + } + var page struct { + Items []struct { + ID string `json:"id"` + } `json:"items"` + } + decodeOK(t, api.request(t, "GET", path, user, ""), 200, &page) + if len(page.Items) != 1 || page.Items[0].ID != id { + t.Fatalf("history contains %d messages", len(page.Items)) + } + t.Logf("%d requests across %d replicas created exactly one message", count, len(instances)) +}