diff --git a/.gitignore b/.gitignore index b5a7189..2e37cb1 100644 --- a/.gitignore +++ b/.gitignore @@ -1,4 +1,5 @@ # Local/private state +/.memory/ .env .env.* !.env.example diff --git a/Makefile b/Makefile index 5ad43ad..b6a1a0f 100644 --- a/Makefile +++ b/Makefile @@ -4,10 +4,26 @@ CA_FILE ?= ACTION_SCRIPT ?= TLS_ARGS = $(if $(CA_FILE),--ca-file "$(CA_FILE)",) +CLEANUP_ARGS ?= --dry-run +SERVICES ?= +JOB_ID ?= +ATTACHMENT_ID ?= +REASON ?= +export JOB_ID ATTACHMENT_ID REASON + +COMPOSE = docker compose --project-name highload-lab7 --env-file .env -f compose.yml + +.PHONY: app-init app-build app-up app-start app-stop app-down app-restart app-logs app-status +.PHONY: app-migrate app-s3-bootstrap worker-start worker-stop queue-status attachments-cleanup +.PHONY: jobs-failed jobs-replay jobs-upgrade jobs-cleanup-staging +.PHONY: test-backend test-pipeline app-provision + .PHONY: help check validate test load test-persistence test-failover test-security help: @echo "check: offline structure; validate: full OpenAPI (requirements-dev.txt); test: running API; load: synthetic writes" + @echo "app-provision: prepare dependencies and OpenBao before first startup" + @echo "app-up: build and start the stand; app-status: inspect it; app-down: stop it" check: $(PYTHON) scripts/check_contract.py @@ -31,3 +47,76 @@ test-failover: test-security: $(PYTHON) tests/security.py --base-url "$(BASE_URL)" $(TLS_ARGS) + +app-init: + $(PYTHON) scripts/init_env.py + ./scripts/bootstrap_tls.sh + +app-provision: app-build + $(COMPOSE) up -d openbao + ./scripts/provision_dependencies.sh + +app-build: app-init + $(COMPOSE) build + +app-up: app-init + $(COMPOSE) up -d --build --wait --wait-timeout 120 + ./scripts/wait_ingress.sh + +app-start: app-init + $(COMPOSE) up -d --no-build --wait --wait-timeout 120 + ./scripts/wait_ingress.sh + +app-stop: + $(COMPOSE) stop + +app-down: + $(COMPOSE) down + +app-restart: app-init + ./scripts/restart.sh + +app-logs: + $(COMPOSE) logs -f --tail=100 $(SERVICES) + +app-status: + $(COMPOSE) ps --all + +app-migrate: app-init + $(COMPOSE) run --rm migrate + +app-s3-bootstrap: app-init + $(COMPOSE) run --rm s3-bootstrap + +worker-start: + $(COMPOSE) start worker + +worker-stop: + $(COMPOSE) stop worker + +queue-status: + $(COMPOSE) exec -T broker rabbitmqctl -q list_queues name messages_ready messages_unacknowledged --formatter json + +attachments-cleanup: + $(COMPOSE) run --rm --no-deps upload-cleanup ./messenger attachments-cleanup $(CLEANUP_ARGS) + +jobs-failed: + $(COMPOSE) run --rm -T job-admin ./messenger jobs list-failed + +jobs-replay: + @test -n "$$JOB_ID" && test -n "$$REASON" || { echo "Set JOB_ID=... REASON='...'"; exit 2; } + $(COMPOSE) run --rm -T job-admin ./messenger jobs replay "$$JOB_ID" "$$REASON" + +jobs-upgrade: + @test -n "$$ATTACHMENT_ID" && test -n "$$REASON" || { echo "Set ATTACHMENT_ID=... REASON='...'"; exit 2; } + $(COMPOSE) run --rm -T job-admin ./messenger jobs upgrade "$$ATTACHMENT_ID" 2 "$$REASON" + +jobs-cleanup-staging: + @test -n "$$JOB_ID" || { echo "Set JOB_ID=..."; exit 2; } + $(COMPOSE) run --rm -T job-admin ./messenger jobs cleanup-staging "$$JOB_ID" + +test-backend: app-init + $(COMPOSE) --profile test run --rm --build backend-tests + +test-pipeline: app-init + $(COMPOSE) --profile test run --rm --build backend-tests go test -race -count=1 -v ./backend/tests ./backend/workers -run 'TestPipeline|TestVersionedRendering|TestThumbnail|TestOptimized' diff --git a/REPORT.md b/REPORT.md index 9801db4..19452ce 100644 --- a/REPORT.md +++ b/REPORT.md @@ -1,37 +1,68 @@ -# Отчёт — лабораторная 7 +# Лабораторная 7 -- Автор, группа: TODO -- Целевая оценка; выбранный трек 5, если нужен: TODO -- Commit/PR: TODO после публикации -- Использованные источники, библиотеки и помощь ИИ: TODO +- Автор — Гришко Дмитрий Михайлович, БВТ2303. +- Целевая оценка — 4. +- PR: https://gitea.privcloud.tech/mtusi2026/mtusi2026lab7/pulls/16. +- Источники — задание курса, документация [RabbitMQ](https://www.rabbitmq.com/docs/ssl) и [OpenBao](https://openbao.org/docs/auth/cert/). Библиотеки указаны в `src/go.mod`. Codex использовался при переносе, реализации и проверках. -## Запуск из чистого clone +## Запуск из чистого клона -TODO: версии runtime/образов, prerequisites, команды создания локальных secrets/.env, build, миграций, запуска, ожидания готовности, тестов и остановки. Указать необходимые действия оператора. Не вставлять секреты. Отдельно указать безопасную остановку и команду намеренного удаления учебных данных. +Нужны Linux, Git, Docker Compose, OpenSSL, Python 3.9+ и curl. Приложение собирается на Go 1.22.2. Версии образов указаны в [Dockerfile](src/Dockerfile) и [compose.yml](compose.yml). + +```sh +git clone --branch solution/Grishko-BVT2303 --single-branch https://gitea.privcloud.tech/TAskMAster339/mtusi2026lab7-fork.git +cd mtusi2026lab7-fork +make app-provision +python3 scripts/bao_operator.py init +python3 scripts/bao_operator.py unseal +python3 scripts/configure_bao.py --operator-file secrets/bao-operator.json +make app-up +make test test-security CA_FILE=secrets/tls/lab7-ingress-ca.crt +``` + +`app-provision` создаёт `.env` и локальные ключи и пароли, поднимает зависимости, применяет миграции и настраивает права. `init` выполняют один раз для нового тома OpenBao. После перезапуска OpenBao достаточно повторить `unseal` и запустить приложение. Файл оператора хранится на хосте с правами 0600. `make app-up` ждёт ответа HTTPS на `/health/ready`. + +`make app-stop` останавливает контейнеры с сохранением данных. Для намеренного удаления учебных томов используется `docker compose down -v`. ## Архитектура и решения -TODO: схема процессов/хранилищ, источник истины, транзакционные границы, ограничения. Что перенесено из lab6, что изменено в этой работе. Соответствие переменных из .env.example реальной конфигурации. +Из ЛР 6 перенесены API мессенджера, обработка вложений и сбор телеметрии. В ЛР 7 добавлены TLS между сервисами, отдельные сервисные роли и выдача учётных данных через OpenBao. + +**Вход в API.** Клиент подключается к HAProxy на `localhost:8443`. Балансировщик проверяет имя в сертификате каждой реплики API и проверяет готовность реплик тоже по mTLS. Реплики принимают клиентский сертификат с URI SAN балансировщика. Порты реплик доступны внутри Docker. Доступ к сообщениям и вложениям API проверяет по Bearer-сессии и членству в чате. Обе реплики используют Redis для сессий и общего счётчика попыток входа по IP. + +**Обработка вложений.** API сохраняет исходный файл в закрытом staging-префиксе S3. Метаданные вложения и запись о задании появляются в одной транзакции PostgreSQL. Диспетчер читает запись из БД и публикует задание в RabbitMQ. Воркер забирает файл из staging, сохраняет оригинал и производные изображения в S3 и фиксирует результат в PostgreSQL. Подтверждение RabbitMQ отправляется после записи результата или решения о повторе. После обрыва соединения неподтверждённое задание может поступить повторно. Воркер сверяет версию задания и его состояние в БД перед обработкой. + +**Идентичность и секреты.** В RabbitMQ сертификаты диспетчера и воркера сопоставляются с разными учётными записями через SASL EXTERNAL. Диспетчер может публиковать, воркер может читать очередь. Collector принимает только зарегистрированные сертификаты API, диспетчера и воркера. При старте каждый прикладной процесс получает в OpenBao токен на чтение своего пути KV. Пароли зависимостей записываются в `tmpfs` и используются до перезапуска процесса или отзыва в самой зависимости. Сертификаты и операторские ключи создаются локально. + +`API_HTTPS_PORT`, `API_REPLICAS` и `SESSION_TTL_SECONDS` задают внешний порт, число реплик и срок сессии. Адреса TLS-сервисов заданы в Compose. Файлы подключения приложений заполняются из OpenBao при запуске. + +[Матрица доверия](contracts/trust-matrix.md) · [Модель угроз](security/THREAT_MODEL.md) ## Доказательства критериев | Критерий README | Команда/сценарий | Наблюдаемый результат | Файл доказательства | | --- | --- | --- | --- | -| Публичный smoke | make test | TODO | TODO | -| Остальные пункты уровня 3 | TODO | TODO | TODO | -| Все пункты уровня 4, если заявлен | TODO | TODO | TODO | -| Выбранный трек 5, если заявлен | TODO | TODO | TODO | - -TODO: добавить отдельную строку для каждого заявленного критерия. PASS без команды и наблюдения не является доказательством. Проверка инфраструктурного hook требует подтверждения, какие реальные процессы/хранилища перезапущены. +| Публичный smoke по HTTPS | `make test test-security CA_FILE=secrets/tls/lab7-ingress-ca.crt` | API прошёл smoke. Соединение без доверия к CA отклонено. | [HTTPS](evidence/grade3-https.md) | +| Argon2id | Бенчмарк `BenchmarkPasswordVerification` при 0,5 CPU | 64 МиБ, 3 прохода, p=2. В трёх сериях по три операции среднее время проверки составило 177–196 мс. | [Замер](evidence/grade3-argon2.md) | +| mTLS HAProxy → API | `python3 scripts/check_ingress_mtls.py` | Обе реплики приняли сертификат HAProxy. Отказ без сертификата, с чужим CA и с чужим SAN. | [mTLS](evidence/grade3-mtls.md) | +| TLS зависимостей | `python3 scripts/check_grade3_tls.py`, `./scripts/check_dependency_roles.sh` | Хранилища, брокер и телеметрия приняли соединения с проверкой имени сервера и отклонили чужой CA. Проверены роли PostgreSQL, Redis и RabbitMQ. | [TLS и роли](evidence/grade3-dependencies.md) | +| Доступ к секретам | `python3 scripts/check_bao_roles.py` | Каждая роль прочитала свой путь KV. Попытки прочитать чужой путь или выполнить запись отклонены. | [OpenBao](evidence/grade3-openbao.md) | +| Изоляция и бюджет воркера | `python3 scripts/check_grade3_runtime.py` | Проверены локальные публикации портов, read-only root, сброс capabilities и tmpfs. Для воркера заданы 1 CPU, 512 МиБ и 60 с на обработку по умолчанию. | [Изоляция](evidence/grade4-hardening.md) | +| Вложения, сессии и лимит входа | `check_grade3_http.py`, `check_session_expiry.py`, `check_login_rate.py`, smoke | API отклонил чужое вложение, подмену пользователя, неверный MIME и превышение размера. Токен после выхода или истечения отклонён. На 13-й попытке входа получен 429. | [ACL](evidence/grade3-http-security.md), [сессии](evidence/grade3-expiry.md), [лимит](evidence/grade3-login.md) | +| mTLS брокера и Collector | `python3 scripts/collect_grade4.py --only grade4-mtls` | Сертификат чужой роли от того же CA отклонён. RabbitMQ запретил публикацию воркером и чтение диспетчером. Телеметрия поступила. | [Роли и mTLS](evidence/grade4-mtls.md) | +| Обновление хеша и нагрузка на вход | `python3 scripts/check_grade4_login.py` | Хеш обновился в PostgreSQL после успешного входа. Из 24 параллельных запросов 8 получили 201 и 16 получили 429. Медиана 548 мс, максимум 1156 мс. | [Вход под нагрузкой](evidence/grade4-login.md) | +| Ротация и запечатывание OpenBao | `python3 scripts/check_grade4_lifecycle.py` | Пароль БД и сертификат OpenBao заменены без пересборки. Старые данные и токен после истечения отклонены. При seal запущенный API оставался готов. | [Ротация](evidence/grade4-lifecycle.md) | +| Модель угроз и аудит | `python3 scripts/collect_grade4.py --only grade4-audit` | Повторены проверки TLS и ACL. Синтетический секрет не найден в связанном логе и трейсе, метриках и логах контейнеров. | [Аудит](evidence/grade4-audit.md) | +| Сканирование | `./scripts/scan_grade4.sh` | Trivy проверил зависимости и образы. Для MinIO использован текущий собранный образ, поскольку прежний ID Docker не смог экспортировать. | [Сканирование](evidence/grade4-scan.md), [применимость находок](evidence/grade4-scan-triage.md) | ## Эксперименты и отказы -TODO: гипотеза, hardware/лимиты, версии, объём данных, профиль нагрузки, concurrency/arrival rate, длительность/прогрев, повторы, успешные RPS, ошибки, p50/p95/p99, CPU/RAM. Сохранить raw summary без tokens и объяснить ограничения измерения. - | Воздействие | Что ожидаем | Что наблюдали | Время восстановления / потеря данных | | --- | --- | --- | --- | -| TODO | TODO | TODO | TODO | +| Перезапуск PostgreSQL, Redis, S3, RabbitMQ и двух API | Данные и сессия сохраняются | Повторный запрос с прежним токеном прошёл. Время старта контейнеров изменилось. | Подтверждённые данные сохранились. [Результат](evidence/grade3-resilience.md) | +| Остановка первой реплики API | Вторая реплика продолжит принимать запросы | В двух прогонах прошли 124 и 122 записи. | Запись восстановилась за 1,454 и 1,580 с. Подтверждённые сообщения сохранились. [Результат](evidence/grade3-resilience.md) | +| Остановка второй реплики API | Первая реплика обслужит бизнес-сценарий | HTTPS smoke прошёл. | Время восстановления отдельно не замерялось. [Результат](evidence/grade3-other-replica.md) | -## Ограничения и следующие шаги +## Ограничения -TODO: какие отказы выдерживаются и какие нет; что не реализовано; где учебное упрощение; какое улучшение подтверждено, а какое пока гипотеза. +Стенд работает на одном хосте. Эксперименты покрывают перезапуск хранилищ и остановку одной API-реплики. OpenBao разблокируется вручную. Истечение токена OpenBao прекращает чтение KV, а уже выданный статический пароль действует до смены в целевом сервисе. diff --git a/compose.yml b/compose.yml new file mode 100644 index 0000000..9409279 --- /dev/null +++ b/compose.yml @@ -0,0 +1,557 @@ +x-bao-environment: &bao-environment + BAO_ADDR: https://openbao:8200 + SSL_CERT_FILE: /run/tls/ca.crt +x-secret-tmpfs: &secret-tmpfs /run/runtime-secrets:rw,noexec,nosuid,size=1m,mode=1777 + +name: highload-lab7 + +services: + redis: + cpus: 0.25 + mem_limit: 128m + networks: [data] + image: redis:7.4.11-bookworm + command: + [ + "redis-server", + "--port", "0", + "--tls-port", "6379", + "--tls-cert-file", "/run/tls/redis.crt", + "--tls-key-file", "/run/tls/redis.key", + "--tls-ca-cert-file", "/run/tls/ca.crt", + "--tls-auth-clients", "no", + "--aclfile", "/run/secrets/redis_acl", + "--appendonly", + "yes", + "--appendfsync", + "everysec", + "--dir", + "/data", + ] + volumes: + - redis_data:/data + - ./secrets/tls/lab7-ca.crt:/run/tls/ca.crt:ro + - ./secrets/tls/redis.crt:/run/tls/redis.crt:ro + - ./secrets/tls/redis.key:/run/tls/redis.key:ro + - ./secrets/redis_acl:/run/secrets/redis_acl:ro + - ./secrets/redis_password:/run/secrets/redis_password:ro + healthcheck: + test: ["CMD-SHELL", "REDISCLI_AUTH=$$(cat /run/secrets/redis_password) redis-cli --tls --cacert /run/tls/ca.crt -h redis --user messenger ping | grep -qx PONG"] + interval: 3s + timeout: 3s + retries: 20 + db: + cpus: 1.0 + mem_limit: 512m + networks: [data] + image: postgres:16.10-bookworm + environment: + POSTGRES_DB: ${POSTGRES_DB} + POSTGRES_USER: ${POSTGRES_USER} + POSTGRES_PASSWORD: ${POSTGRES_PASSWORD} + volumes: + - postgres_data:/var/lib/postgresql/data + - ./secrets/tls/lab7-ca.crt:/run/tls/ca.crt:ro + - ./secrets/tls/db.crt:/run/tls/db.crt:ro + - ./secrets/tls/db.key:/run/tls/db.key:ro + - ./secrets/database_api_password:/run/secrets/database_api_password:ro + - ./secrets/database_worker_password:/run/secrets/database_worker_password:ro + - ./secrets/database_dispatcher_password:/run/secrets/database_dispatcher_password:ro + - ./secrets/database_cleanup_password:/run/secrets/database_cleanup_password:ro + - ./infra/postgres-hba.conf:/run/tls/pg_hba.conf:ro + entrypoint: ["/bin/sh", "-ec", "install -o postgres -g postgres -m 600 /run/tls/db.key /tmp/db.key; exec docker-entrypoint.sh postgres -c ssl=on -c ssl_cert_file=/run/tls/db.crt -c ssl_key_file=/tmp/db.key -c hba_file=/run/tls/pg_hba.conf"] + healthcheck: + test: ["CMD-SHELL", "pg_isready -U $$POSTGRES_USER -d $$POSTGRES_DB"] + interval: 3s + timeout: 3s + retries: 20 + openbao: + image: openbao/openbao:2.4.4 + user: openbao + networks: [bao, edge] + ports: ["127.0.0.1:8200:8200"] + cap_drop: [ALL] + security_opt: ["no-new-privileges:true"] + mem_limit: 256m + cpus: 0.5 + entrypoint: ["bao"] + command: ["server", "-config=/openbao/config/server.hcl"] + volumes: + - openbao_data:/openbao/file + - ./infra/openbao/server.hcl:/openbao/config/server.hcl:ro + - ./secrets/tls/openbao.crt:/run/tls/bao.crt:ro + - ./secrets/tls/openbao.key:/run/tls/bao.key:ro + migrate: + cpus: 0.5 + mem_limit: 128m + networks: [data] + build: ./src + environment: + DATABASE_URL_FILE: ${DATABASE_URL_FILE:-/run/secrets/database_url} + volumes: + - ./secrets/tls/lab7-ca.crt:/run/tls/ca.crt:ro + - ./secrets/database_tls_url:${DATABASE_URL_FILE:-/run/secrets/database_url}:ro + command: ["./messenger", "migrate", "up"] + depends_on: + db: + condition: service_healthy + s3: + cpus: 1.0 + mem_limit: 512m + networks: [edge, data] + ports: + - "127.0.0.1:9000:9000" + build: + context: ./infra + dockerfile: minio.Dockerfile + environment: + MINIO_ROOT_USER_FILE: /run/secrets/s3_access_key_id + MINIO_ROOT_PASSWORD_FILE: /run/secrets/s3_secret_access_key + MINIO_BROWSER: "off" + MINIO_API_CORS_ALLOW_ORIGIN: ${S3_CORS_ORIGINS:-http://127.0.0.1:5173,http://localhost:5173} + volumes: + - s3_data:/data + - ./secrets/tls/s3.crt:/run/minio-certs/public.crt:ro + - ./secrets/tls/s3.key:/run/minio-certs/private.key:ro + - ./secrets/tls/lab7-ca.crt:/run/tls/ca.crt:ro + - ./secrets/s3_access_key_id:/run/secrets/s3_access_key_id:ro + - ./secrets/s3_secret_access_key:/run/secrets/s3_secret_access_key:ro + command: ["server", "/data", "--certs-dir", "/run/minio-certs", "--console-address", "127.0.0.1:9001"] + healthcheck: + test: ["CMD", "curl", "--cacert", "/run/tls/ca.crt", "-f", "https://s3:9000/minio/health/ready"] + interval: 3s + timeout: 2s + retries: 30 + s3-bootstrap: + cpus: 0.5 + mem_limit: 128m + networks: [data] + build: ./src + environment: &s3-environment + SSL_CERT_FILE: /run/tls/ca.crt + S3_CLEANUP_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_cleanup_secret_access_key + S3_CLEANUP_ACCESS_KEY_ID_FILE: /run/secrets/s3_cleanup_access_key_id + S3_WORKER_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_worker_secret_access_key + S3_WORKER_ACCESS_KEY_ID_FILE: /run/secrets/s3_worker_access_key_id + S3_API_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_api_secret_access_key + S3_API_ACCESS_KEY_ID_FILE: /run/secrets/s3_api_access_key_id + S3_ROOT_ACCESS_KEY_ID_FILE: /run/secrets/s3_root_access_key_id + S3_ROOT_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_root_secret_access_key + S3_ENDPOINT: https://s3:9000 + S3_PUBLIC_ENDPOINT: https://localhost:9000 + S3_REGION: ${S3_REGION:-us-east-1} + S3_BUCKET: ${S3_BUCKET:-messenger-attachments} + S3_ACCESS_KEY_ID_FILE: ${S3_ACCESS_KEY_ID_FILE:-/run/secrets/s3_access_key_id} + S3_SECRET_ACCESS_KEY_FILE: ${S3_SECRET_ACCESS_KEY_FILE:-/run/secrets/s3_secret_access_key} + volumes: + - ./secrets/s3_cleanup_secret_access_key:/run/secrets/s3_cleanup_secret_access_key:ro + - ./secrets/s3_cleanup_access_key_id:/run/secrets/s3_cleanup_access_key_id:ro + - ./secrets/s3_worker_secret_access_key:/run/secrets/s3_worker_secret_access_key:ro + - ./secrets/s3_worker_access_key_id:/run/secrets/s3_worker_access_key_id:ro + - ./secrets/s3_api_secret_access_key:/run/secrets/s3_api_secret_access_key:ro + - ./secrets/s3_api_access_key_id:/run/secrets/s3_api_access_key_id:ro + - ./secrets/tls/lab7-ca.crt:/run/tls/ca.crt:ro + - ./secrets/s3_access_key_id:/run/secrets/s3_root_access_key_id:ro + - ./secrets/s3_secret_access_key:/run/secrets/s3_root_secret_access_key:ro + - ./secrets/s3_api_access_key_id:${S3_ACCESS_KEY_ID_FILE:-/run/secrets/s3_access_key_id}:ro + - ./secrets/s3_api_secret_access_key:${S3_SECRET_ACCESS_KEY_FILE:-/run/secrets/s3_secret_access_key}:ro + command: ["./messenger", "s3-bootstrap"] + depends_on: + s3: + condition: service_healthy + api: + cap_drop: [ALL] + security_opt: ["no-new-privileges:true"] + read_only: true + cpus: 0.5 + mem_limit: 512m + networks: [proxy, data, ingest, bao] + build: ./src + deploy: + replicas: ${API_REPLICAS:-2} + stop_grace_period: 15s + environment: &api-environment + <<: [*s3-environment, *bao-environment] + OTEL_EXPORTER_OTLP_ENDPOINT: https://otel-collector:4318 + OTEL_EXPORTER_OTLP_CLIENT_CERTIFICATE: /run/otel/client.crt + OTEL_EXPORTER_OTLP_CLIENT_KEY: /run/otel/client.key + S3_ROOT_ACCESS_KEY_ID_FILE: "" + S3_ROOT_SECRET_ACCESS_KEY_FILE: "" + JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5} + JOB_TIMEOUT_SECONDS: ${JOB_TIMEOUT_SECONDS:-60} + WORKER_MAX_PIXELS: ${WORKER_MAX_PIXELS:-8000000} + UPLOAD_TMP_DIR: /tmp/uploads + UPLOAD_CLEANUP_GRACE_SECONDS: ${UPLOAD_CLEANUP_GRACE_SECONDS:-600} + # Go 1.22 sees host CPUs; keep parallelism suitable for this 0.5 CPU limit. + GOMAXPROCS: ${API_GOMAXPROCS:-1} + GOMEMLIMIT: 384MiB + BAO_ROLE: api + TLS_CA_FILE: /run/tls/ca.crt + TLS_CERT_FILE: /run/tls/api.crt + TLS_KEY_FILE: /run/tls/api.key + APP_HOST: ${APP_HOST:-0.0.0.0} + APP_PORT: ${APP_PORT:-8080} + APP_ENV: ${APP_ENV:-lab} + IDEMPOTENCY_TTL_SECONDS: ${IDEMPOTENCY_TTL_SECONDS:-86400} + DATABASE_URL_FILE: ${DATABASE_URL_FILE:-/run/secrets/database_url} + CACHE_URL_FILE: ${CACHE_URL_FILE:-/run/secrets/cache_url} + SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600} + REDIS_ADDR: redis:6379 + tmpfs: + - *secret-tmpfs + - /tmp/uploads:rw,noexec,nosuid,size=16m,mode=1777 + volumes: + - &ca ./secrets/tls/lab7-ca.crt:/run/tls/ca.crt:ro + - ./secrets/tls/api.crt:/run/tls/api.crt:ro + - ./secrets/tls/api.key:/run/tls/api.key:ro + - ./secrets/tls/bao-api.crt:/run/bao/client.crt:ro + - ./secrets/tls/bao-api.key:/run/bao/client.key:ro + - ./secrets/tls/otel-api.crt:/run/otel/client.crt:ro + - ./secrets/tls/otel-api.key:/run/otel/client.key:ro + depends_on: + s3-bootstrap: + condition: service_completed_successfully + migrate: + condition: service_completed_successfully + db: + condition: service_healthy + redis: + condition: service_healthy + healthcheck: + disable: true + broker: + image: rabbitmq:4.2.0-management + hostname: broker + environment: + RABBITMQ_SERVER_ADDITIONAL_ERL_ARGS: "+S 2:2" + RABBITMQ_CTL_ERL_ARGS: "+S 1:1" + cpus: 0.5 + mem_limit: 512m + networks: [data] + command: + - sh + - -ec + - | + export RABBITMQ_DEFAULT_USER="$$(cat /run/secrets/broker_user)" + export RABBITMQ_DEFAULT_PASS="$$(cat /run/secrets/broker_password)" + exec docker-entrypoint.sh rabbitmq-server + volumes: + - ./infra/rabbitmq/bootstrap.sh:/bootstrap.sh:ro + - rabbitmq_data:/var/lib/rabbitmq + - ./infra/rabbitmq/enabled_plugins:/etc/rabbitmq/enabled_plugins:ro + - ./secrets/tls/broker-client-ca.crt:/run/tls/broker-client-ca.crt:ro + - ./infra/rabbitmq/rabbitmq.conf:/etc/rabbitmq/rabbitmq.conf:ro + - ./secrets/tls/lab7-ca.crt:/run/tls/ca.crt:ro + - ./secrets/tls/broker.crt:/run/tls/broker.crt:ro + - ./secrets/tls/broker.key:/run/tls/broker.key:ro + - ./secrets/broker_user:/run/secrets/broker_user:ro + - ./secrets/broker_password:/run/secrets/broker_password:ro + healthcheck: + test: ["CMD-SHELL", "rabbitmq-diagnostics -q check_running"] + interval: 5s + timeout: 10s + start_period: 20s + retries: 30 + worker: + cap_drop: [ALL] + security_opt: ["no-new-privileges:true"] + read_only: true + tmpfs: + - *secret-tmpfs + - /tmp:rw,noexec,nosuid,size=64m,mode=1777 + build: ./src + restart: unless-stopped + cpus: 1.0 + mem_limit: 512m + networks: [data, ingest, bao] + environment: + <<: *api-environment + BAO_ROLE: worker + BROKER_MTLS: "1" + CACHE_URL_FILE: "" + volumes: + - *ca + - ./secrets/tls/bao-worker.crt:/run/bao/client.crt:ro + - ./secrets/tls/bao-worker.key:/run/bao/client.key:ro + - ./secrets/tls/messenger_worker.crt:/run/broker/client.crt:ro + - ./secrets/tls/messenger_worker.key:/run/broker/client.key:ro + - ./secrets/tls/otel-worker.crt:/run/otel/client.crt:ro + - ./secrets/tls/otel-worker.key:/run/otel/client.key:ro + command: ["./messenger", "worker"] + healthcheck: + disable: true + depends_on: + migrate: + condition: service_completed_successfully + s3-bootstrap: + condition: service_completed_successfully + broker: + condition: service_healthy + dispatcher: + cap_drop: [ALL] + security_opt: ["no-new-privileges:true"] + read_only: true + tmpfs: [*secret-tmpfs] + build: ./src + restart: unless-stopped + cpus: 0.25 + mem_limit: 128m + networks: [data, ingest, bao] + environment: + <<: *api-environment + BAO_ROLE: dispatcher + BROKER_MTLS: "1" + CACHE_URL_FILE: "" + S3_ACCESS_KEY_ID_FILE: "" + S3_SECRET_ACCESS_KEY_FILE: "" + volumes: + - *ca + - ./secrets/tls/bao-dispatcher.crt:/run/bao/client.crt:ro + - ./secrets/tls/bao-dispatcher.key:/run/bao/client.key:ro + - ./secrets/tls/messenger_dispatcher.crt:/run/broker/client.crt:ro + - ./secrets/tls/messenger_dispatcher.key:/run/broker/client.key:ro + - ./secrets/tls/otel-dispatcher.crt:/run/otel/client.crt:ro + - ./secrets/tls/otel-dispatcher.key:/run/otel/client.key:ro + command: ["./messenger", "dispatcher"] + healthcheck: + disable: true + depends_on: + migrate: + condition: service_completed_successfully + broker: + condition: service_healthy + upload-cleanup: + cap_drop: [ALL] + security_opt: ["no-new-privileges:true"] + read_only: true + tmpfs: [*secret-tmpfs] + restart: unless-stopped + cpus: 0.25 + mem_limit: 128m + networks: [data, bao] + build: ./src + command: ["./messenger", "attachments-cleanup", "--loop"] + environment: + <<: [*s3-environment, *bao-environment] + BAO_ROLE: cleanup + S3_ROOT_ACCESS_KEY_ID_FILE: "" + S3_ROOT_SECRET_ACCESS_KEY_FILE: "" + DATABASE_URL_FILE: ${DATABASE_URL_FILE:-/run/secrets/database_url} + volumes: + - *ca + - ./secrets/tls/bao-cleanup.crt:/run/bao/client.crt:ro + - ./secrets/tls/bao-cleanup.key:/run/bao/client.key:ro + healthcheck: + disable: true + depends_on: + migrate: + condition: service_completed_successfully + s3-bootstrap: + condition: service_completed_successfully + haproxy: + cap_drop: [ALL] + security_opt: ["no-new-privileges:true"] + read_only: true + tmpfs: ["/tmp:rw,noexec,nosuid,size=16m,mode=1777"] + environment: + APP_PORT: ${APP_PORT:-8080} + API_REPLICAS: ${API_REPLICAS:-2} + cpus: 0.5 + mem_limit: 128m + networks: [edge, proxy] + image: haproxy:3.2.25-alpine + ports: + - "127.0.0.1:${API_HTTPS_PORT:-8443}:8443" + volumes: + - ./infra/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro + - ./secrets/tls/lab7-ca.crt:/run/tls/ca.crt:ro + - ./secrets/tls/ingress-browser.pem:/run/tls/ingress.pem:ro + - ./secrets/tls/lb.pem:/run/tls/lb.pem:ro + depends_on: + api: + condition: service_started + job-admin: + profiles: ["operator"] + build: ./src + networks: [data] + cpus: 0.25 + mem_limit: 128m + cap_drop: [ALL] + security_opt: ["no-new-privileges:true"] + environment: + <<: *s3-environment + DATABASE_URL_FILE: /run/secrets/database_url + S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_access_key_id + S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_secret_access_key + volumes: + - *ca + - ./secrets/database_tls_url:/run/secrets/database_url:ro + - ./secrets/s3_access_key_id:/run/secrets/s3_access_key_id:ro + - ./secrets/s3_secret_access_key:/run/secrets/s3_secret_access_key:ro + backend-tests: + cpus: 2.0 + mem_limit: 1g + networks: [data] + profiles: ["test"] + build: + context: ./src + target: builder + environment: + <<: *s3-environment + S3_PUBLIC_ENDPOINT: https://s3:9000 + TEST_DATABASE_URL: postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@db:5432/${POSTGRES_DB}?sslmode=verify-full&sslrootcert=/run/tls/ca.crt + TEST_REDIS_ADDR: redis:6379 + CACHE_URL_FILE: /run/secrets/cache_url + volumes: + - *ca + - ./secrets/cache_tls_url:/run/secrets/cache_url:ro + - ./secrets/s3_api_access_key_id:${S3_ACCESS_KEY_ID_FILE:-/run/secrets/s3_access_key_id}:ro + - ./secrets/s3_api_secret_access_key:${S3_SECRET_ACCESS_KEY_FILE:-/run/secrets/s3_secret_access_key}:ro + - ./secrets/s3_access_key_id:/run/secrets/s3_root_access_key_id:ro + - ./secrets/s3_secret_access_key:/run/secrets/s3_root_secret_access_key:ro + depends_on: + s3-bootstrap: + condition: service_completed_successfully + db: + condition: service_healthy + redis: + condition: service_healthy + command: ["go", "test", "-race", "-count=1", "-v", "./backend/..."] + otel-collector: + cap_drop: [ALL] + security_opt: ["no-new-privileges:true"] + read_only: true + tmpfs: ["/tmp:rw,noexec,nosuid,size=16m,mode=1777"] + cpus: 0.5 + image: otel/opentelemetry-collector-contrib:0.120.0 + networks: [telemetry, ingest] + mem_limit: 192m + command: ["--config=/etc/otelcol-contrib/config.yaml"] + volumes: + - ./secrets/tls/telemetry-export-ca.crt:/run/otel/export-ca.crt:ro + - ./secrets/tls/collector-exporter.crt:/run/otel/client.crt:ro + - ./secrets/tls/collector-exporter.key:/run/otel/client.key:ro + - *ca + - ./secrets/tls/otel-collector.crt:/run/otel/server.crt:ro + - ./secrets/tls/otel-collector.key:/run/otel/server.key:ro + - ./secrets/tls/telemetry-ingest-clients.crt:/run/otel/ingest-ca.crt:ro + - ./infra/otel/collector.yaml:/etc/otelcol-contrib/config.yaml:ro + + prometheus: + cap_drop: [ALL] + security_opt: ["no-new-privileges:true"] + read_only: true + tmpfs: ["/tmp:rw,noexec,nosuid,size=16m,mode=1777"] + cpus: 0.5 + mem_limit: 384m + image: prom/prometheus:v3.2.1 + networks: [telemetry] + command: ["--config.file=/etc/prometheus/prometheus.yml", "--storage.tsdb.path=/prometheus", "--storage.tsdb.retention.time=7d", "--web.config.file=/etc/prometheus/web.yaml"] + volumes: + - ./secrets/tls/telemetry-read-ca.crt:/run/otel/read-ca.crt:ro + - ./secrets/tls/prometheus-scraper.crt:/run/otel/client.crt:ro + - ./secrets/tls/prometheus-scraper.key:/run/otel/client.key:ro + - *ca + - ./secrets/tls/prometheus.crt:/run/otel/server.crt:ro + - ./secrets/tls/prometheus.key:/run/otel/server.key:ro + - ./infra/otel/prometheus-web.yaml:/etc/prometheus/web.yaml:ro + - ./infra/otel/prometheus.yaml:/etc/prometheus/prometheus.yml:ro + - ./infra/otel/alerts.yaml:/etc/prometheus/alerts.yaml:ro + - prometheus_data:/prometheus + + loki: + cap_drop: [ALL] + security_opt: ["no-new-privileges:true"] + read_only: true + tmpfs: ["/tmp:rw,noexec,nosuid,size=16m,mode=1777"] + cpus: 0.5 + mem_limit: 384m + image: grafana/loki:3.4.2 + networks: [telemetry] + command: ["-config.file=/etc/loki/lab.yaml"] + volumes: + - ./secrets/tls/loki-client-ca.crt:/run/otel/loki-client-ca.crt:ro + - *ca + - ./secrets/tls/loki.crt:/run/otel/server.crt:ro + - ./secrets/tls/loki.key:/run/otel/server.key:ro + - ./infra/otel/loki.yaml:/etc/loki/lab.yaml:ro + - loki_data:/loki + + tempo: + cap_drop: [ALL] + security_opt: ["no-new-privileges:true"] + read_only: true + tmpfs: ["/tmp:rw,noexec,nosuid,size=16m,mode=1777"] + cpus: 0.5 + mem_limit: 384m + image: grafana/tempo:2.7.1 + networks: [telemetry] + command: ["-config.file=/etc/tempo/lab.yaml"] + volumes: + - ./secrets/tls/telemetry-read-ca.crt:/run/otel/read-ca.crt:ro + - ./secrets/tls/telemetry-export-ca.crt:/run/otel/export-ca.crt:ro + - *ca + - ./secrets/tls/tempo.crt:/run/otel/server.crt:ro + - ./secrets/tls/tempo.key:/run/otel/server.key:ro + - ./infra/otel/tempo.yaml:/etc/tempo/lab.yaml:ro + - tempo_data:/var/tempo + + grafana: + cap_drop: [ALL] + security_opt: ["no-new-privileges:true"] + read_only: true + tmpfs: ["/tmp:rw,noexec,nosuid,size=16m,mode=1777"] + entrypoint: + - /bin/sh + - -ec + - | + export GRAFANA_READER_CERT="$$(cat /run/otel/client.crt)" + export GRAFANA_READER_KEY="$$(cat /run/otel/client.key)" + exec /run.sh + cpus: 0.5 + mem_limit: 384m + image: grafana/grafana:11.5.2 + networks: [telemetry, edge] + environment: + SSL_CERT_FILE: /run/tls/ca.crt + GF_AUTH_ANONYMOUS_ENABLED: "false" + GF_SERVER_PROTOCOL: https + GF_SERVER_CERT_FILE: /run/otel/server.crt + GF_SERVER_CERT_KEY: /run/otel/server.key + GF_SECURITY_ADMIN_PASSWORD__FILE: /run/secrets/grafana_admin_password + ports: + - "127.0.0.1:${GRAFANA_HTTP_PORT:-3000}:3000" + volumes: + - ./secrets/tls/grafana-reader.crt:/run/otel/client.crt:ro + - ./secrets/tls/grafana-reader.key:/run/otel/client.key:ro + - *ca + - ./secrets/tls/grafana.crt:/run/otel/server.crt:ro + - ./secrets/tls/grafana.key:/run/otel/server.key:ro + - ./infra/otel/grafana/provisioning:/etc/grafana/provisioning:ro + - ./infra/otel/grafana/dashboards:/var/lib/grafana/dashboards:ro + - ./secrets/grafana_admin_password:/run/secrets/grafana_admin_password:ro + - grafana_data:/var/lib/grafana + +volumes: + openbao_data: + prometheus_data: + loki_data: + tempo_data: + grafana_data: + rabbitmq_data: + postgres_data: + redis_data: + s3_data: + +networks: + bao: + internal: true + edge: + proxy: + internal: true + data: + internal: true + telemetry: + internal: true + ingest: + internal: true diff --git a/contracts/trust-matrix.md b/contracts/trust-matrix.md index 0c2a977..61ef2fa 100644 --- a/contracts/trust-matrix.md +++ b/contracts/trust-matrix.md @@ -1,37 +1,24 @@ -# Матрица доверия — заполнить в решении lab7 +# Матрица доверия -Это обязательная матрица покрытия. Для каждой строки укажите реальный порт, endpoint, CA, service identity, проверку SAN/ACL, срок жизни credentials и команду положительного/отрицательного теста. TLS шифрует и подтверждает сервер; mTLS также проверяет клиента. При доверенном CA всё равно нужно ограничивать разрешённую identity. Plaintext hop допустим только внутри закрытого локального transport/proxy boundary, без опубликованного обхода; границу и rationale нужно доказать. +Внешний сертификат HAProxy использует ECDSA P-256 и отдельный CA `lab7-ingress-ca`. Остальные сетевые серверы предъявляют leaf со своим DNS SAN, подписанный локальным `lab7-ca`. Leaf действуют 30 дней, CA — 365 дней. Для доступа с хоста сертификаты HAProxy, MinIO, Grafana и OpenBao также содержат `localhost` и `127.0.0.1`. Пароли PostgreSQL, Redis, S3 и RabbitMQ статические, до смены оператором. Параметры действующего стенда приведены ниже. -| Связь | Минимум на 3 | Дополнительно на 4 | Доказательство / конфиг | -| --- | --- | --- | --- | -| Клиент → ingress/LB | TLS, CA + hostname, Bearer | Проверка expiry/revocation сессии и общего login rate limit | TODO | -| LB → API (все реплики) | mTLS + allowlist LB identity | Ротация leaf без обхода проверки | TODO | -| API/worker → PostgreSQL | TLS verify-full + раздельные ограниченные DB roles | Ротация credentials; mTLS — допустимое усиление | TODO | -| API/worker → S3 | TLS + разные scoped credentials/prefix rights | Проверка denied prefix и ротация | TODO | -| API/worker → broker | TLS + разные producer/consumer identities и ACL | mTLS + ограничение допустимых SAN/ролей | TODO | -| API/worker → Collector | TLS; сеть/аутентификация запрещает произвольный ingest | mTLS с раздельными identities | TODO | -| Collector → telemetry backends | TLS + scoped backend credentials или mTLS | Ротация и проверка least privilege | TODO | -| Grafana → data sources | TLS с проверкой сервера, ограниченная identity | Отрицательные проверки доступа | TODO | -| API/worker/agent → OpenBao | TLS + сервисный auth + scoped policy | Renewal/expiry/revocation | TODO | -| Оператор → OpenBao/Grafana/S3 admin | TLS + authentication, доступ локальный/через защищённый канал | Разделение operator/application roles | TODO | -| API → Redis/Valkey, если используется | TLS + ACL/пароль с минимальными правами | Ротация; mTLS по возможности | TODO | -| Replication/кластерные каналы, если добавлены | TLS/mTLS либо подтверждённый шифрованный transport | Проверка заявленной модели отказа | TODO | +| Связь | TLS, identity и права | Проверка | +| --- | --- | --- | +| Клиент → HAProxy | HTTPS `localhost:8443` с проверкой CA и SAN. Bearer-сессия по умолчанию 3600 с. | `make test test-security CA_FILE=secrets/tls/lab7-ingress-ca.crt`, `scripts/check_grade3_http.py`, `scripts/check_login_rate.py` и `scripts/check_session_expiry.py`. | +| HAProxy → API | mTLS `api:8080`. HAProxy проверяет CA и `api`. API проверяет clientAuth и URI SAN `urn:lab7:load-balancer`. Порт API не опубликован. | `python3 scripts/check_ingress_mtls.py` проверяет разрешённый LB и три отказа на каждой реплике. | +| API, worker, dispatcher, cleanup и migrate → PostgreSQL | `db:5432`, `sslmode=verify-full`, hostssl + SCRAM. Владелец запускает миграции, остальные используют отдельные login-роли и права на таблицы и последовательности из `infra/postgres-roles.sql`. | TLS probe с правильным и чужим CA, HTTPS smoke проверяет работу ролей API и worker. | +| API, worker и cleanup → S3 | `https://s3:9000`, приватный bucket. У bootstrap root. API принимает staging и читает опубликованные файлы, worker читает staging и публикует оригиналы и варианты, cleanup удаляет по разрешённым префиксам. Права находятся в `s3_admin.go`. Direct upload использует подписанную форму через локальный `https://localhost:9000`. | TLS probe и smoke с побайтной сверкой оригинала и thumbnail. | +| Dispatcher и worker → RabbitMQ | AMQPS `broker:5671`. Сервисные сертификаты от broker-client CA, RabbitMQ сопоставляет CN с учётной записью через SASL EXTERNAL. Dispatcher публикует через default exchange, worker читает `attachments.v1`. Обе роли могут объявлять только эту durable очередь. API пишет намерение в БД. | TLS probe, smoke queued → ready и `scripts/check_grade4_broker.py`: без cert и с чужим CA отказ TLS, незарегистрированная identity своего CA отклоняется при входе, обратные операции ролей запрещены. `infra/rabbitmq/bootstrap.sh` задаёт ACL. | +| API, worker и dispatcher → OTel Collector | HTTPS `otel-collector:4318`. Collector закрепляет три конкретных leaf API, worker и dispatcher. Остальные leaf того же CA отклоняются. | TLS probe и проверка доставки свежих сигналов. | +| Collector → Loki/Tempo, Prometheus → Collector | mTLS `loki:3100/otlp`, `tempo:4318`, scrape `otel-collector:8889`. Клиенты имеют сертификаты отдельного export CA. | `scripts/check_grade3_tls.py` и `scripts/check_grade3_signals.py`. | +| Grafana → источники | mTLS `prometheus:9090`, `loki:3100`, `tempo:3200`. Grafana имеет ключ reader CA. Loki принимает reader и exporter CA на общем HTTP listener, поэтому граница контроля там ограничена этими двумя группами. | TLS probe с reader cert и запросы к каждому хранилищу в `scripts/check_grade3_signals.py`. | +| API, worker, dispatcher, cleanup → OpenBao | `https://openbao:8200`. Cert auth закрепляет отдельный leaf каждой роли. Токен до 900 с читает только `messenger/data/`. Сервисы получают credentials при запуске и держат их на tmpfs. | `python3 scripts/check_bao_roles.py`: свой путь разрешён, чужое чтение, чужой вход и запись запрещены. | +| Оператор → OpenBao, Grafana и S3 | Локальные HTTPS-порты 8200, 3000, 9000. OpenBao — операторский токен, Grafana — login, MinIO — отдельные root credentials для bootstrap. | Проверка публикаций контейнеров и TLS. | +| API → Redis | `rediss://redis:6379`, имя сервера проверяется. Отдельный пользователь messenger ограничен ключами `messenger:*` и операциями сессий и счётчиков. Plaintext listener отключён. | TLS probe, smoke, проверка expiry и общего ограничения входа. | +| Replication/кластерные каналы | Не применимо. Реплики API не обмениваются данными напрямую, хранилища одиночные. | Проверка восстановления после остановки API. | -Нет выбранного компонента — отметьте N/A с причиной, а не оставляйте пустую строку. Внутренний публичный health listener, если нужен, минимален и изолирован; через него нельзя обращаться к бизнес-API без mTLS. Отдельно задокументируйте scrape/health/bootstrap каналы: они тоже не должны создавать обход. +## Health, scrape и bootstrap -## Обязательные отрицательные проверки +HAProxy проверяет `GET /health/ready` каждой реплики через её mTLS listener. Скрипт `scripts/wait_ingress.sh` проверяет готовность через HTTPS с доверенным CA. Служебные проверки Postgres и RabbitMQ запускаются внутри контейнеров, Redis проверяется локальным CLI, MinIO — HTTPS-запросом с проверкой CA. Redis healthcheck также использует TLS и ACL. Связь Prometheus с Collector учитывается отдельно в строке про scrape. -1. HTTPS с правильным CA/hostname проходит; с пустым/чужим CA и неправильным hostname — ошибка верификации, не «сервер недоступен». -2. LB→API: без client cert, с cert чужого CA, с запрещённой identity от доверенного CA — отказ; с разрешённой LB identity — успех. -3. На 4 повторите набор для broker и Collector; ограничение на network policy не заменяет проверку identity. -4. Пользователь вне чата не читает metadata/content и не прикрепляет чужой файл; поддельный X-User-Id не меняет Bearer identity. -5. OpenBao app policy читает только свой secret/path; запись policy и чтение чужого path запрещены. Worker не получает admin credentials API/БД/S3. -6. На 4 отзовите secret/cert и дождитесь контролируемого эффекта с учётом действующих соединений, TLS resumption и cache/TTL. Покажите новое подключение, иначе тест отзыва может ничего не проверить. - -## Bootstrap и эксплуатация - -В репозитории только открытые конфиги, policy templates и scripts. CA private key, leaf keys, root token, unseal shares и SecretID не коммитятся, не запекаются в образ и не печатаются в отчёте. Для локального стенда оператор создаёт их вне Git и передаёт через files/secrets с ограниченными правами. Опишите, кто имеет доступ к CA/unseal, что нужно после рестарта OpenBao и как восстановить работу. - -OpenBao не использует dev-mode. Выберите persistent storage и auth метод (например AppRole с короткоживущим SecretID/response wrapping, cert auth или иная обоснованная identity). Не подменяйте root token постоянной переменной BAO_TOKEN в приложении. Рабочие tokens имеют policy, TTL и renewal/re-auth сценарий. Статические KV secrets на 3 допустимы при реальном чтении через сервисную identity; динамические DB credentials — хорошее расширение, но не обязательное название технологии. - -Разрешённый компромисс учебного стенда: ручной operator init/unseal, если он безопасно документирован и не нужен при каждом обычном рестарте API. Автоматическое хранение всех unseal shares рядом с OpenBao без защиты не считается решённым bootstrap. +Bootstrap миграций и S3 выполняется одноразовыми контейнерами. Оператор запускает их с учётными данными владельцев и проверкой TLS. Прикладные контейнеры монтируют свои ключи cert auth и получают ограниченные credentials из OpenBao. Закрытые ключи, unseal shares и административные токены остаются у оператора вне Git и образов. `scripts/check_grade4_lifecycle.py` показывает замену leaf OpenBao и пароля PostgreSQL на новых соединениях. При рестарте сервис заново аутентифицируется по зарегистрированному leaf. Оператор выпускает новый leaf до истечения срока и обновляет доверие в выбранном получателе. diff --git a/evidence/grade3-argon2.md b/evidence/grade3-argon2.md new file mode 100644 index 0000000..a0a5a47 --- /dev/null +++ b/evidence/grade3-argon2.md @@ -0,0 +1,83 @@ +# Стоимость проверки хеша Argon2id на лимитах API + +Предпосылки: подготовленный, разблокированный учебный стенд; Docker Compose, Python и локальный CA. + +`docker compose --profile test build backend-tests` + +Код завершения: 0. + +```text + Image highload-lab7-backend-tests Building +#1 [internal] load local bake definitions +#1 reading from stdin 1.66kB done +#1 DONE 0.0s + +#2 [internal] load build definition from Dockerfile +#2 transferring dockerfile: 816B done +#2 DONE 0.0s + +#3 [internal] load metadata for docker.io/library/golang:1.22.2-bookworm +#3 DONE 1.1s + +#4 [internal] load .dockerignore +#4 transferring context: 327B done +#4 DONE 0.0s + +#5 [builder 1/7] FROM docker.io/library/golang:1.22.2-bookworm@sha256:d0902bacefdde1cf45528c098d14e55d78c107def8a22d148eabd71582d7a99f +#5 resolve docker.io/library/golang:1.22.2-bookworm@sha256:d0902bacefdde1cf45528c098d14e55d78c107def8a22d148eabd71582d7a99f 0.0s done +#5 DONE 0.0s + +#6 [internal] load build context +#6 transferring context: 13.70kB done +#6 DONE 0.0s + +#7 [builder 4/7] COPY go.mod go.sum ./ +#7 CACHED + +#8 [builder 2/7] RUN apt-get update && apt-get install -y --no-install-recommends webp && rm -rf /var/lib/apt/lists/* +#8 CACHED + +#9 [builder 5/7] RUN go mod download +#9 CACHED + +#10 [builder 6/7] COPY backend ./backend +#10 CACHED + +#11 [builder 3/7] WORKDIR /src +#11 CACHED + +#12 [builder 7/7] RUN CGO_ENABLED=0 GOOS=linux go build -trimpath -ldflags="-s -w" -o /out/messenger ./backend +#12 CACHED + +#13 exporting to image +#13 exporting layers +#13 exporting layers 6.7s done +#13 exporting manifest sha256:cc55619214f59b9b27ad25a2e23d1abce9f64566439be3b766526869522398f8 done +#13 exporting config sha256:60158d0274ef38fabce1b1b41aef1dce15861f92bfe46cdd75183cc143df20f5 done +#13 exporting attestation manifest sha256:facefdb8b90c9ec469b34788e90e8b0d663bf8c722e0e92d10cbc231bc2e6bc2 done +#13 exporting manifest list sha256:a0ef01b3efc503922fd45a76b39ec30f5d34f2085c9a228eeb3277e39df87eab done +#13 naming to docker.io/library/highload-lab7-backend-tests:latest done +#13 unpacking to docker.io/library/highload-lab7-backend-tests:latest +#13 unpacking to docker.io/library/highload-lab7-backend-tests:latest 1.2s done +#13 DONE 7.9s + +#14 resolving provenance for metadata file +#14 DONE 0.0s + Image highload-lab7-backend-tests Built +``` + +`docker run --rm --network none --cpus 0.5 --memory 512m -e GOMAXPROCS=1 highload-lab7-backend-tests go test ./backend/services -run '^$' -bench '^BenchmarkPasswordVerification$' -benchtime=3x -count=3` + +Код завершения: 0. + +```text +goos: linux +goarch: amd64 +pkg: messenger/src/backend/services +cpu: AMD Ryzen 9 PRO 7940HS w/ Radeon 780M Graphics +BenchmarkPasswordVerification 3 194744721 ns/op 67115832 B/op 74 allocs/op +BenchmarkPasswordVerification 3 176595711 ns/op 67115832 B/op 74 allocs/op +BenchmarkPasswordVerification 3 196042348 ns/op 67115832 B/op 74 allocs/op +PASS +ok messenger/src/backend/services 3.606s +``` diff --git a/evidence/grade3-dependencies.md b/evidence/grade3-dependencies.md new file mode 100644 index 0000000..1308a22 --- /dev/null +++ b/evidence/grade3-dependencies.md @@ -0,0 +1,35 @@ +# TLS хранилищ, брокера и телеметрии + +Предпосылки: подготовленный, разблокированный учебный стенд; Docker Compose, Python и локальный CA. + +`python3 scripts/check_grade3_tls.py` + +Код завершения: 0. + +```text +PASS s3:9000: verified service SAN; foreign CA rejected +PASS broker:5671: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS redis:6379: verified service SAN; foreign CA rejected +PASS db:5432: verified service SAN; foreign CA rejected +PASS otel-collector:4318: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS otel-collector:8889: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS prometheus:9090: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS loki:3100: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS loki:3100: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS tempo:4318: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS tempo:3200: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS grafana:3000: verified service SAN; foreign CA rejected +PASS openbao:8200: verified service SAN; foreign CA rejected +``` + +`./scripts/check_dependency_roles.sh` + +Код завершения: 0. + +```text +PASS PostgreSQL: worker can update attachments; user table and schema creation denied +PASS RabbitMQ: producer can publish and consumer can read attachments.v1 +PASS Redis: application role cannot read server configuration +``` + +Итог: все команды завершились успешно. diff --git a/evidence/grade3-expiry.md b/evidence/grade3-expiry.md new file mode 100644 index 0000000..fc6194d --- /dev/null +++ b/evidence/grade3-expiry.md @@ -0,0 +1,67 @@ +# Истечение сессии на стенде с коротким TTL + +Предпосылки: подготовленный, разблокированный учебный стенд; Docker Compose, Python и локальный CA. + +`sleep 60` + +Код завершения: 0. + +```text + +``` + +`env SESSION_TTL_SECONDS=5 docker compose up -d --no-deps api` + +Код завершения: 0. + +```text + Container highload-lab7-api-1 Recreate + Container highload-lab7-api-2 Recreate + Container highload-lab7-api-1 Recreated + Container highload-lab7-api-2 Recreated + Container highload-lab7-api-1 Starting + Container highload-lab7-api-1 Started + Container highload-lab7-api-2 Starting + Container highload-lab7-api-2 Started +``` + +`./scripts/wait_ingress.sh` + +Код завершения: 0. + +```text + +``` + +`python3 scripts/check_session_expiry.py --ca-file secrets/tls/lab7-ca.crt` + +Код завершения: 0. + +```text +PASS: valid session accepted before expiry and rejected after expiry +``` + +`docker compose up -d --no-deps api` + +Код завершения: 0. + +```text + Container highload-lab7-api-2 Recreate + Container highload-lab7-api-1 Recreate + Container highload-lab7-api-2 Recreated + Container highload-lab7-api-1 Recreated + Container highload-lab7-api-1 Starting + Container highload-lab7-api-1 Started + Container highload-lab7-api-2 Starting + Container highload-lab7-api-2 Started +``` + +`./scripts/wait_ingress.sh` + +Код завершения: 0. + +```text + +``` + +Итог: все команды завершились успешно. diff --git a/evidence/grade3-http-security.md b/evidence/grade3-http-security.md new file mode 100644 index 0000000..c70f2eb --- /dev/null +++ b/evidence/grade3-http-security.md @@ -0,0 +1,13 @@ +# Лимиты, MIME, чужие вложения и неверный TLS hostname + +Предпосылки: подготовленный, разблокированный учебный стенд; Docker Compose, Python и локальный CA. + +`python3 scripts/check_grade3_http.py --ca-file secrets/tls/lab7-ca.crt` + +Код завершения: 0. + +```text +PASS: upload size/MIME, forged identity, cross-chat attachment, wrong TLS hostname +``` + +Итог: все команды завершились успешно. diff --git a/evidence/grade3-https.md b/evidence/grade3-https.md new file mode 100644 index 0000000..fef17e7 --- /dev/null +++ b/evidence/grade3-https.md @@ -0,0 +1,25 @@ +# Бизнес-API, проверка CA, logout и вложения по HTTPS + +Предпосылки: подготовленный, разблокированный учебный стенд; Docker Compose, Python и локальный CA. + +`make check` + +Код завершения: 0. + +```text +python3 scripts/check_contract.py +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. +``` + +`make test test-security CA_FILE=secrets/tls/lab7-ingress-ca.crt` + +Код завершения: 0. + +```text +python3 tests/smoke.py --base-url "https://localhost:8443" --ca-file "secrets/tls/lab7-ingress-ca.crt" +PASS: lab7 public API scenario; infrastructure and grading evidence remain separate. +python3 tests/security.py --base-url "https://localhost:8443" --ca-file "secrets/tls/lab7-ingress-ca.crt" +PASS: trusted HTTPS works; untrusted CA rejected. This does NOT verify internal mTLS, OpenBao or hardening. +``` + +Итог: все команды завершились успешно. diff --git a/evidence/grade3-login.md b/evidence/grade3-login.md new file mode 100644 index 0000000..91b5b03 --- /dev/null +++ b/evidence/grade3-login.md @@ -0,0 +1,21 @@ +# Общий лимит входа по адресу клиента + +Предпосылки: подготовленный, разблокированный учебный стенд; Docker Compose, Python и локальный CA. + +`sleep 60` + +Код завершения: 0. + +```text + +``` + +`python3 scripts/check_login_rate.py` + +Код завершения: 0. + +```text +PASS: request 13 returned 429 with Retry-After across 2 API replicas +``` + +Итог: все команды завершились успешно. diff --git a/evidence/grade3-mtls.md b/evidence/grade3-mtls.md new file mode 100644 index 0000000..e330888 --- /dev/null +++ b/evidence/grade3-mtls.md @@ -0,0 +1,14 @@ +# Допуск только роли LB на каждой реплике + +Предпосылки: подготовленный, разблокированный учебный стенд; Docker Compose, Python и локальный CA. + +`python3 scripts/check_ingress_mtls.py` + +Код завершения: 0. + +```text +PASS b99988e01dc1: LB permitted; absent, foreign CA and disallowed SAN rejected +PASS 10ef2f17b12c: LB permitted; absent, foreign CA and disallowed SAN rejected +``` + +Итог: все команды завершились успешно. diff --git a/evidence/grade3-openbao.md b/evidence/grade3-openbao.md new file mode 100644 index 0000000..293b21f --- /dev/null +++ b/evidence/grade3-openbao.md @@ -0,0 +1,16 @@ +# Сервисная аутентификация и scoped policy OpenBao + +Предпосылки: подготовленный, разблокированный учебный стенд; Docker Compose, Python и локальный CA. + +`python3 scripts/check_bao_roles.py` + +Код завершения: 0. + +```text +PASS api: scoped read, cross-role login/read and write denied, TTL <= 900 s +PASS worker: scoped read, cross-role login/read and write denied, TTL <= 900 s +PASS dispatcher: scoped read, cross-role login/read and write denied, TTL <= 900 s +PASS cleanup: scoped read, cross-role login/read and write denied, TTL <= 900 s +``` + +Итог: все команды завершились успешно. diff --git a/evidence/grade3-other-replica.md b/evidence/grade3-other-replica.md new file mode 100644 index 0000000..c9f5f94 --- /dev/null +++ b/evidence/grade3-other-replica.md @@ -0,0 +1,47 @@ +# Работа HTTPS API при остановленной второй реплике + +Предпосылки: подготовленный, разблокированный учебный стенд; Docker Compose, Python и локальный CA. + +`sleep 60` + +Код завершения: 0. + +```text + +``` + +`./scripts/check_other_replica.sh` + +Код завершения: 0. + +```text +Stopped API instance 3b3f131fd602 +python3 tests/smoke.py --base-url "https://localhost:8443" --ca-file "secrets/tls/lab7-ca.crt" +PASS: lab7 public API scenario; infrastructure and grading evidence remain separate. + Container highload-lab7-redis-1 Waiting + Container highload-lab7-db-1 Waiting + Container highload-lab7-s3-1 Waiting + Container highload-lab7-db-1 Healthy + Container highload-lab7-s3-1 Healthy + Container highload-lab7-redis-1 Healthy + Container highload-lab7-migrate-1 Starting + Container highload-lab7-s3-bootstrap-1 Starting + Container highload-lab7-migrate-1 Started + Container highload-lab7-migrate-1 Waiting + Container highload-lab7-s3-bootstrap-1 Started + Container highload-lab7-s3-bootstrap-1 Waiting + Container highload-lab7-migrate-1 Exited + Container highload-lab7-s3-bootstrap-1 Exited + Container highload-lab7-api-2 Starting + Container highload-lab7-api-2 Started +``` + +`./scripts/wait_ingress.sh` + +Код завершения: 0. + +```text + +``` + +Итог: все команды завершились успешно. diff --git a/evidence/grade3-resilience.md b/evidence/grade3-resilience.md new file mode 100644 index 0000000..77559da --- /dev/null +++ b/evidence/grade3-resilience.md @@ -0,0 +1,139 @@ +# Сохранность после перезапуска хранилищ и отказ API + +Предпосылки: подготовленный, разблокированный учебный стенд; Docker Compose, Python и локальный CA. + +`sleep 60` + +Код завершения: 0. + +```text + +``` + +`make test-persistence ACTION_SCRIPT=scripts/restart.sh CA_FILE=secrets/tls/lab7-ca.crt` + +Код завершения: 0. + +```text +python3 tests/resilience.py --mode persistence --action-script "scripts/restart.sh" --base-url "https://localhost:8443" --ca-file "secrets/tls/lab7-ca.crt" +Executing explicit persistence hook; hook output suppressed to avoid leaking secrets. +PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence. +``` + +`make test-failover ACTION_SCRIPT=scripts/stop-one.sh CA_FILE=secrets/tls/lab7-ca.crt` + +Код завершения: 0. + +```text +python3 tests/resilience.py --mode failover --action-script "scripts/stop-one.sh" --base-url "https://localhost:8443" --ca-file "secrets/tls/lab7-ca.crt" +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 124, "failed_attempts": 1, "first_recovery_seconds": 1.454} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. +``` + +`docker compose start api` + +Код завершения: 0. + +```text + Container highload-lab7-db-1 Waiting + Container highload-lab7-s3-1 Waiting + Container highload-lab7-redis-1 Waiting + Container highload-lab7-s3-1 Healthy + Container highload-lab7-redis-1 Healthy + Container highload-lab7-db-1 Healthy + Container highload-lab7-s3-bootstrap-1 Starting + Container highload-lab7-migrate-1 Starting + Container highload-lab7-s3-bootstrap-1 Started + Container highload-lab7-s3-bootstrap-1 Waiting + Container highload-lab7-migrate-1 Started + Container highload-lab7-migrate-1 Waiting + Container highload-lab7-migrate-1 Exited + Container highload-lab7-s3-bootstrap-1 Exited + Container highload-lab7-api-1 Starting + Container highload-lab7-api-1 Started +``` + +`./scripts/wait_ingress.sh` + +Код завершения: 0. + +```text + +``` + +`sleep 60` + +Код завершения: 0. + +```text + +``` + +`make test-failover ACTION_SCRIPT=scripts/stop-one.sh CA_FILE=secrets/tls/lab7-ca.crt` + +Код завершения: 0. + +```text +python3 tests/resilience.py --mode failover --action-script "scripts/stop-one.sh" --base-url "https://localhost:8443" --ca-file "secrets/tls/lab7-ca.crt" +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 122, "failed_attempts": 2, "first_recovery_seconds": 1.58} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. +``` + +`docker compose start api` + +Код завершения: 0. + +```text + Container highload-lab7-redis-1 Waiting + Container highload-lab7-s3-1 Waiting + Container highload-lab7-db-1 Waiting + Container highload-lab7-s3-1 Healthy + Container highload-lab7-s3-bootstrap-1 Starting + Container highload-lab7-redis-1 Healthy + Container highload-lab7-db-1 Healthy + Container highload-lab7-migrate-1 Starting + Container highload-lab7-s3-bootstrap-1 Started + Container highload-lab7-s3-bootstrap-1 Waiting + Container highload-lab7-migrate-1 Started + Container highload-lab7-migrate-1 Waiting + Container highload-lab7-migrate-1 Exited + Container highload-lab7-s3-bootstrap-1 Exited + Container highload-lab7-api-1 Starting + Container highload-lab7-api-1 Started +``` + +`./scripts/wait_ingress.sh` + +Код завершения: 0. + +```text + +``` + +Состояния контейнеров (restart): + +```text +/highload-lab7-api-1 2026-11-14T17:24:55.651185572Z +/highload-lab7-api-2 2026-11-14T17:24:55.819757058Z +/highload-lab7-broker-1 2026-11-14T17:23:53.398757712Z +/highload-lab7-db-1 2026-11-14T17:23:50.651938319Z +/highload-lab7-redis-1 2026-11-14T17:23:50.615434358Z +/highload-lab7-s3-1 2026-11-14T17:23:50.777141988Z +/highload-lab7-api-1 2026-11-14T17:26:42.238931046Z +/highload-lab7-api-2 2026-11-14T17:26:42.256578225Z +/highload-lab7-broker-1 2026-11-14T17:26:34.665663438Z +/highload-lab7-db-1 2026-11-14T17:26:33.677826831Z +/highload-lab7-redis-1 2026-11-14T17:26:33.695777808Z +/highload-lab7-s3-1 2026-11-14T17:26:33.780920926Z +``` + +Состояния контейнеров (failover): + +```text +/highload-lab7-api-1 exited +/highload-lab7-api-1 exited +``` + +Итог: все команды завершились успешно. diff --git a/evidence/grade3-runtime.md b/evidence/grade3-runtime.md new file mode 100644 index 0000000..cffc919 --- /dev/null +++ b/evidence/grade3-runtime.md @@ -0,0 +1,13 @@ +# Изоляция, порты, лимиты и локальное размещение секретов + +Предпосылки: подготовленный, разблокированный учебный стенд; Docker Compose, Python и локальный CA. + +`python3 scripts/check_grade3_runtime.py` + +Код завершения: 0. + +```text +PASS: local-only ports, runtime secrets on tmpfs, non-root app roles with limits and dropped capabilities +``` + +Итог: все команды завершились успешно. diff --git a/evidence/grade3-signals.md b/evidence/grade3-signals.md new file mode 100644 index 0000000..a90bf87 --- /dev/null +++ b/evidence/grade3-signals.md @@ -0,0 +1,13 @@ +# Доставка логов, метрик и трейсов по защищённым связям + +Предпосылки: подготовленный, разблокированный учебный стенд; Docker Compose, Python и локальный CA. + +`python3 scripts/check_grade3_signals.py` + +Код завершения: 0. + +```text +PASS: Prometheus scrape up; fresh messenger API log and trace found through mTLS +``` + +Итог: все команды завершились успешно. diff --git a/evidence/grade4-audit.md b/evidence/grade4-audit.md new file mode 100644 index 0000000..8ee5642 --- /dev/null +++ b/evidence/grade4-audit.md @@ -0,0 +1,83 @@ +# Сетевой аудит, ACL и отсутствие контрольного секрета в телеметрии + +Предпосылки: подготовленный, разблокированный учебный стенд; Docker Compose, Python и локальный CA. + +`python3 scripts/check_grade3_tls.py` + +Код завершения: 0. + +```text +PASS s3:9000: verified service SAN; foreign CA rejected +PASS broker:5671: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS redis:6379: verified service SAN; foreign CA rejected +PASS db:5432: verified service SAN; foreign CA rejected +PASS Collector: missing client certificate rejected +PASS otel-collector:4318: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS otel-collector:8889: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS prometheus:9090: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS loki:3100: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS loki:3100: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS tempo:4318: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS tempo:3200: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS grafana:3000: verified service SAN; foreign CA rejected +PASS openbao:8200: verified service SAN; foreign CA rejected +``` + +`python3 scripts/check_grade4_broker.py` + +Код завершения: 0. + +```text +PASS: no certificate +PASS: wrong-role +PASS: messenger_unregistered +PASS: messenger_worker +PASS: messenger_dispatcher +``` + +`./scripts/check_dependency_roles.sh` + +Код завершения: 0. + +```text +PASS PostgreSQL: worker can update attachments; user table and schema creation denied +PASS RabbitMQ: producer can publish and consumer can read attachments.v1 +PASS Redis: application role cannot read server configuration +``` + +`python3 scripts/check_bao_roles.py` + +Код завершения: 0. + +```text +PASS api: scoped read, cross-role login/read and write denied, TTL <= 900 s +PASS worker: scoped read, cross-role login/read and write denied, TTL <= 900 s +PASS dispatcher: scoped read, cross-role login/read and write denied, TTL <= 900 s +PASS cleanup: scoped read, cross-role login/read and write denied, TTL <= 900 s +``` + +`sleep 60` + +Код завершения: 0. + +```text + +``` + +`python3 scripts/check_grade3_http.py --ca-file secrets/tls/lab7-ca.crt` + +Код завершения: 0. + +```text +PASS: upload size/MIME, forged identity, cross-chat attachment, wrong TLS hostname +``` + +`python3 scripts/check_grade4_telemetry.py` + +Код завершения: 0. + +```text +PASS: synthetic Basic secret absent from correlated log, correlated trace, metric labels and container logs +``` + +Итог: все команды завершились успешно. diff --git a/evidence/grade4-hardening.md b/evidence/grade4-hardening.md new file mode 100644 index 0000000..9c1a6e5 --- /dev/null +++ b/evidence/grade4-hardening.md @@ -0,0 +1,13 @@ +# Права контейнеров, лимиты и эксплуатационные границы + +Предпосылки: подготовленный, разблокированный учебный стенд; Docker Compose, Python и локальный CA. + +`python3 scripts/check_grade3_runtime.py` + +Код завершения: 0. + +```text +PASS: local ports, read-only app/ingress/telemetry, no-new-privileges, dropped capabilities, worker CPU/RAM/time budget +``` + +Итог: все команды завершились успешно. diff --git a/evidence/grade4-lifecycle.md b/evidence/grade4-lifecycle.md new file mode 100644 index 0000000..1017277 --- /dev/null +++ b/evidence/grade4-lifecycle.md @@ -0,0 +1,28 @@ +# Ротация секрета и leaf, отзыв, expiry и seal + +Предпосылки: подготовленный, разблокированный учебный стенд; Docker Compose, Python и локальный CA. + +`python3 scripts/check_grade4_lifecycle.py` + +Код завершения: 0. + +```text + Container highload-lab7-api-2 Recreate + Container highload-lab7-api-1 Recreate + Container highload-lab7-api-1 Recreated + Container highload-lab7-api-2 Recreated + Container highload-lab7-api-1 Starting + Container highload-lab7-api-1 Started + Container highload-lab7-api-2 Starting + Container highload-lab7-api-2 Started +OpenBao unsealed +PASS api: scoped read, cross-role login/read and write denied, TTL <= 900 s +PASS worker: scoped read, cross-role login/read and write denied, TTL <= 900 s +PASS dispatcher: scoped read, cross-role login/read and write denied, TTL <= 900 s +PASS cleanup: scoped read, cross-role login/read and write denied, TTL <= 900 s +PASS: replaced leaf, revoked old token, expired short-lived token +PASS: database secret rotated, old password refused, API ready without rebuilding +PASS: sealed OpenBao denies new login; running API remains ready using loaded credentials +``` + +Итог: все команды завершились успешно. diff --git a/evidence/grade4-login.md b/evidence/grade4-login.md new file mode 100644 index 0000000..bf07c22 --- /dev/null +++ b/evidence/grade4-login.md @@ -0,0 +1,86 @@ +# Rehash в PostgreSQL и бюджет защиты входа + +Предпосылки: подготовленный, разблокированный учебный стенд; Docker Compose, Python и локальный CA. + +`docker compose --profile test build backend-tests` + +Код завершения: 0. + +```text + Image highload-lab7-backend-tests Building +#1 [internal] load local bake definitions +#1 reading from stdin 1.66kB done +#1 DONE 0.0s + +#2 [internal] load build definition from Dockerfile +#2 transferring dockerfile: 816B done +#2 DONE 0.0s + +#3 [internal] load metadata for docker.io/library/golang:1.22.2-bookworm +#3 DONE 1.3s + +#4 [internal] load .dockerignore +#4 transferring context: 327B done +#4 DONE 0.0s + +#5 [builder 1/7] FROM docker.io/library/golang:1.22.2-bookworm@sha256:d0902bacefdde1cf45528c098d14e55d78c107def8a22d148eabd71582d7a99f +#5 resolve docker.io/library/golang:1.22.2-bookworm@sha256:d0902bacefdde1cf45528c098d14e55d78c107def8a22d148eabd71582d7a99f 0.0s done +#5 DONE 0.0s + +#6 [internal] load build context +#6 transferring context: 13.81kB done +#6 DONE 0.0s + +#7 [builder 2/7] RUN apt-get update && apt-get install -y --no-install-recommends webp && rm -rf /var/lib/apt/lists/* +#7 CACHED + +#8 [builder 3/7] WORKDIR /src +#8 CACHED + +#9 [builder 4/7] COPY go.mod go.sum ./ +#9 CACHED + +#10 [builder 5/7] RUN go mod download +#10 CACHED + +#11 [builder 6/7] COPY backend ./backend +#11 CACHED + +#12 [builder 7/7] RUN CGO_ENABLED=0 GOOS=linux go build -trimpath -ldflags="-s -w" -o /out/messenger ./backend +#12 CACHED + +#13 exporting to image +#13 exporting layers done +#13 exporting manifest sha256:283fe5f0706359d473b23cc42eb6f2a6eb75a0d12b0f5b23a591907e982c8181 done +#13 exporting config sha256:f1628c981eb4ff32d1b96c99c17b0dc4556a0a9fc01033b1ad0802e2428aa0d7 done +#13 exporting attestation manifest sha256:1d394f0779fff35a4bdb3df53f1c276fbaa3ad3826c1620e226215638ac81a3a 0.0s done +#13 exporting manifest list sha256:16c3bf9e4a23386b4f3bfb72d5b57fdf8f98ca796a286c299699a2727eeac5ad done +#13 naming to docker.io/library/highload-lab7-backend-tests:latest done +#13 unpacking to docker.io/library/highload-lab7-backend-tests:latest done +#13 DONE 0.1s + +#14 resolving provenance for metadata file +#14 DONE 0.0s + Image highload-lab7-backend-tests Built +``` + +`sleep 60` + +Код завершения: 0. + +```text + +``` + +`python3 scripts/check_grade4_login.py` + +Код завершения: 0. + +```text + Container highload-lab7-backend-tests-run-fd0b3ea519f7 Creating + Container highload-lab7-backend-tests-run-fd0b3ea519f7 Created +PASS: successful login upgraded the stored legacy Argon2id hash +{"requests": 24, "status": {"201": 8, "429": 16}, "p50_ms": 548, "max_ms": 1156} +``` + +Итог: все команды завершились успешно. diff --git a/evidence/grade4-mtls.md b/evidence/grade4-mtls.md new file mode 100644 index 0000000..c601365 --- /dev/null +++ b/evidence/grade4-mtls.md @@ -0,0 +1,46 @@ +# Проверка ролей RabbitMQ и Collector + +Предпосылки: подготовленный, разблокированный учебный стенд; Docker Compose, Python и локальный CA. + +`python3 scripts/check_grade4_broker.py` + +Код завершения: 0. + +```text +PASS: no certificate +PASS: wrong-role +PASS: messenger_unregistered +PASS: messenger_worker +PASS: messenger_dispatcher +``` + +`python3 scripts/check_grade3_tls.py` + +Код завершения: 0. + +```text +PASS s3:9000: verified service SAN; foreign CA rejected +PASS broker:5671: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS redis:6379: verified service SAN; foreign CA rejected +PASS db:5432: verified service SAN; foreign CA rejected +PASS Collector: missing client certificate rejected +PASS otel-collector:4318: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS otel-collector:8889: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS prometheus:9090: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS loki:3100: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS loki:3100: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS tempo:4318: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS tempo:3200: verified service SAN; foreign CA rejected; foreign client identity rejected +PASS grafana:3000: verified service SAN; foreign CA rejected +PASS openbao:8200: verified service SAN; foreign CA rejected +``` + +`python3 scripts/check_grade3_signals.py` + +Код завершения: 0. + +```text +PASS: Prometheus scrape up; fresh messenger API log and trace found through mTLS +``` + +Итог: все команды завершились успешно. diff --git a/evidence/grade4-scan-triage.md b/evidence/grade4-scan-triage.md new file mode 100644 index 0000000..32da4e1 --- /dev/null +++ b/evidence/grade4-scan-triage.md @@ -0,0 +1,25 @@ +# Применимость результатов сканирования + +Trivy 0.69.3 проверил `src/go.mod` и `src/frontend/package-lock.json`. +Для Go найдены 94 совпадения. Для npm на момент проверки совпадений нет. +Оценки ниже учитывают пути выполнения и границы доверия. + +| Результат | Применимость и решение | +| --- | --- | +| CVE-2026-77405, amqp091-go 1.10.0 | Проблема связана с неявным минимумом протокола из AMQPS URI. Рабочий клиент явно задаёт TLS 1.2, проверяет сервер и предъявляет сертификат. Ветка с URI для прежних локальных тестов продолжает зависеть от настроек Go. Обновление клиента до 1.13.0 также необходимо для закрытия остальных найденных дефектов. | +| CVE-2026-33815 и CVE-2026-33816, pgx 5.5.5 | Драйвер исполняется в каждом приложении. PostgreSQL доступен через внутреннюю сеть с проверкой TLS и раздельными ролями. Компрометация доверенной БД остаётся релевантной. Снятие риска требует обновления pgx как минимум до 5.9.0 и повтора миграций и проверок отказа. | +| CVE-2026-33186, gRPC-Go 1.69.4 | Уязвимость требует gRPC-сервера с соответствующей авторизацией. Мессенджер принимает HTTP, его OTLP-экспорт идёт по HTTP. Это заключение относится к бинарнику мессенджера. Collector и Tempo оцениваются отдельно по образам и включённым listeners. | +| CVE-2025-22869, x/crypto 0.32.0 | Описанный путь проходит через SSH/SFTP-сервер. Стенд не предоставляет SSH/SFTP. Использование Argon2id из того же модуля не включает этот путь. | +| CVE-2026-46603, x/image | Затронут VP8L-декодер. Код приложения принимает PNG/JPEG, а WebP создаёт через cwebp. Go-декодер WebP используется в тестах для проверки результата. При добавлении входного WebP нужно пересмотреть применимость. | + +| Находка в образе | Применимость и решение | +| --- | --- | +| OpenBao, CVE-2026-33757 и CVE-2026-33758 | Обе проблемы затрагивают OIDC. На стенде настроен cert auth, операторский endpoint доступен локально. Перед включением OIDC нужно обновить OpenBao и проверить настройки callback. | +| MinIO, CVE-2026-33322 и CVE-2026-33419 | Затронуты OIDC и LDAP. На стенде они отключены, операции S3 используют подпись SigV4. Включение внешней федерации требует повторной оценки. | +| OpenSSL, CVE-2026-31789 | База указывает на 32-битную обработку крупных X.509. Стенд использует amd64. При переносе на 32-битную архитектуру вывод изменится. | +| Tempo, CVE-2026-33186 | Библиотека есть в бинарнике Tempo. Внешняя поставка трейсов идёт по OTLP/HTTP, внутренний gRPC не публикуется на хосте. Влияние через скомпрометированный telemetry-компонент требует отдельной проверки. | +| Grafana, CVE-2025-68121 | Сканер нашёл проблему проверки TLS при возобновлении сессии в собранном Go. Grafana использует TLS, поэтому требуется обновление образа с исправленным runtime и проверка datasource-подключений. Локальная публикация и закрытая сеть уменьшают достижимость. | + +Состав образов и версии исправлений приведены в [результате Trivy](grade4-scan.md). +Это анализ применимости для учебной конфигурации с текущим профилем. +Невключённый путь выполнения не устраняет наличие уязвимого пакета. diff --git a/evidence/grade4-scan.md b/evidence/grade4-scan.md new file mode 100644 index 0000000..7bb46e7 --- /dev/null +++ b/evidence/grade4-scan.md @@ -0,0 +1,50 @@ +# Сканирование зависимостей и образов + +Предпосылки: подготовленный, разблокированный учебный стенд; Docker Compose, Python и локальный CA. + +`./scripts/scan_grade4.sh` + +Код завершения: 0. + +```text +Scanning highload-lab7-migrate (sha256:12ea72de68ee2d99865a1ea90ccb8162d8f1bbbde6b44d126781d39d5cc42b8c) +Scanning highload-lab7-backend-tests (sha256:16c3bf9e4a23386b4f3bfb72d5b57fdf8f98ca796a286c299699a2727eeac5ad) +Scanning postgres:16.10-bookworm (sha256:38471f330eb885e04de130b768d6db4e10469e2311879c7e5c699f6d2d8a1c74) +Scanning grafana/tempo:2.7.1 (sha256:4443be217c396b065ee34845534199c36fdba4dc619cb96550e228d73fba6e69) +Scanning redis:7.4.11-bookworm (sha256:44960b3100c48159a66d28c18b0588c193492e25f7551d60e51dd464fc3eca5b) +Container image sha256:4f567dd06e97febea3c531bfdc7e8d58055e292c31132a4b64f3858f2a99d0ed is untagged/unavailable; scanning configured image highload-lab7-s3 +Scanning highload-lab7-s3 (sha256:cfd603a785197d29fb1509d599c7fdcac782b7e8f288ef22084f6e10ec891c3a) +Scanning highload-lab7-upload-cleanup (sha256:4fe5584ba26276e2d003012bb32ad34f43d965d2d8c8a39bb17f7603b6aa35cc) +Scanning grafana/loki:3.4.2 (sha256:58a6c186ce78ba04d58bfe2a927eff296ba733a430df09645d56cdc158f3ba08) +Scanning openbao/openbao:2.4.4 (sha256:595c83b42614a4d2b044608e4593c05b019c5db25bc9c185d8fff3ac96c03ddd) +Scanning haproxy:3.2.25-alpine (sha256:5d97434a423c2533cfeb42874d45cf6d69a840b60334582dfbfd5008e94c80be) +Scanning rabbitmq:4.2.0-management (sha256:6431bbd0f22df99ace800138399367d7d6181442dfff09feb2795e15d4bd4b7a) +Scanning prom/prometheus:v3.2.1 (sha256:6927e0919a144aa7616fd0137d4816816d42f6b816de3af269ab065250859a62) +Scanning highload-lab7-s3-bootstrap (sha256:79b6e5b43792b2063e8154b3ef52bfb111ad2096eda8166ba8bcd392eef85ae2) +Scanning otel/opentelemetry-collector-contrib:0.120.0 (sha256:85ac41c2db88d0df9bd6145e608a3cb023f5d8443868adbfbbf66efb51087917) +Scanning grafana/grafana:11.5.2 (sha256:8b37a2f028f164ce7b9889e1765b9d6ee23fec80f871d156fbf436d6198d32b7) +Scanning highload-lab7-worker (sha256:929b6d0c28efc0f004d2a7c3b0bcb06e92ddca5f6d2ec631f8bf4724862d7573) +Scanning highload-lab7-dispatcher (sha256:9a11add2b62e99e9abb61f4292b54175778b5fd722069aeea1dfd3eaafca0f3e) +Scanning highload-lab7-api (sha256:d33fb3ff589306b6bf4d47ec657196a198da2b25c36745fc63294163fe999436) +dependencies.json {'CRITICAL': 6, 'HIGH': 38, 'LOW': 6, 'MEDIUM': 41, 'UNKNOWN': 3} +image-sha256:12ea72de68ee2d99865a1ea90ccb8162d8f1bbbde6b44d126781d39d5cc42b8c.json {'CRITICAL': 10, 'HIGH': 121, 'LOW': 162, 'MEDIUM': 200, 'UNKNOWN': 10} +image-sha256:16c3bf9e4a23386b4f3bfb72d5b57fdf8f98ca796a286c299699a2727eeac5ad.json {'CRITICAL': 44, 'HIGH': 1802, 'LOW': 2016, 'MEDIUM': 6804, 'UNKNOWN': 27} +image-sha256:38471f330eb885e04de130b768d6db4e10469e2311879c7e5c699f6d2d8a1c74.json {'CRITICAL': 20, 'HIGH': 196, 'LOW': 225, 'MEDIUM': 313, 'UNKNOWN': 18} +image-sha256:4443be217c396b065ee34845534199c36fdba4dc619cb96550e228d73fba6e69.json {'CRITICAL': 4, 'HIGH': 89, 'LOW': 44, 'MEDIUM': 112, 'UNKNOWN': 3} +image-sha256:44960b3100c48159a66d28c18b0588c193492e25f7551d60e51dd464fc3eca5b.json {'CRITICAL': 1, 'HIGH': 41, 'LOW': 87, 'MEDIUM': 104, 'UNKNOWN': 7} +image-sha256:4fe5584ba26276e2d003012bb32ad34f43d965d2d8c8a39bb17f7603b6aa35cc.json {'CRITICAL': 10, 'HIGH': 121, 'LOW': 162, 'MEDIUM': 200, 'UNKNOWN': 10} +image-sha256:58a6c186ce78ba04d58bfe2a927eff296ba733a430df09645d56cdc158f3ba08.json {'CRITICAL': 2, 'HIGH': 58, 'LOW': 5, 'MEDIUM': 63, 'UNKNOWN': 6} +image-sha256:595c83b42614a4d2b044608e4593c05b019c5db25bc9c185d8fff3ac96c03ddd.json {'CRITICAL': 9, 'HIGH': 91, 'LOW': 64, 'MEDIUM': 82, 'UNKNOWN': 3} +image-sha256:5d97434a423c2533cfeb42874d45cf6d69a840b60334582dfbfd5008e94c80be.json {'HIGH': 4, 'MEDIUM': 1} +image-sha256:6431bbd0f22df99ace800138399367d7d6181442dfff09feb2795e15d4bd4b7a.json {'HIGH': 7, 'LOW': 73, 'MEDIUM': 320} +image-sha256:6927e0919a144aa7616fd0137d4816816d42f6b816de3af269ab065250859a62.json {'CRITICAL': 2, 'HIGH': 56, 'LOW': 8, 'MEDIUM': 65, 'UNKNOWN': 3} +image-sha256:79b6e5b43792b2063e8154b3ef52bfb111ad2096eda8166ba8bcd392eef85ae2.json {'CRITICAL': 10, 'HIGH': 121, 'LOW': 162, 'MEDIUM': 200, 'UNKNOWN': 10} +image-sha256:85ac41c2db88d0df9bd6145e608a3cb023f5d8443868adbfbbf66efb51087917.json {'CRITICAL': 7, 'HIGH': 81, 'LOW': 13, 'MEDIUM': 84, 'UNKNOWN': 3} +image-sha256:8b37a2f028f164ce7b9889e1765b9d6ee23fec80f871d156fbf436d6198d32b7.json {'CRITICAL': 7, 'HIGH': 91, 'LOW': 35, 'MEDIUM': 109, 'UNKNOWN': 3} +image-sha256:929b6d0c28efc0f004d2a7c3b0bcb06e92ddca5f6d2ec631f8bf4724862d7573.json {'CRITICAL': 10, 'HIGH': 121, 'LOW': 162, 'MEDIUM': 200, 'UNKNOWN': 10} +image-sha256:9a11add2b62e99e9abb61f4292b54175778b5fd722069aeea1dfd3eaafca0f3e.json {'CRITICAL': 10, 'HIGH': 121, 'LOW': 162, 'MEDIUM': 200, 'UNKNOWN': 10} +image-sha256:cfd603a785197d29fb1509d599c7fdcac782b7e8f288ef22084f6e10ec891c3a.json {'CRITICAL': 8, 'HIGH': 176, 'LOW': 157, 'MEDIUM': 212, 'UNKNOWN': 8} +image-sha256:d33fb3ff589306b6bf4d47ec657196a198da2b25c36745fc63294163fe999436.json {'CRITICAL': 10, 'HIGH': 121, 'LOW': 162, 'MEDIUM': 200, 'UNKNOWN': 10} +``` + +Итог: все команды завершились успешно. diff --git a/infra/haproxy.cfg b/infra/haproxy.cfg new file mode 100644 index 0000000..066ae4d --- /dev/null +++ b/infra/haproxy.cfg @@ -0,0 +1,42 @@ +global + # Operator access only inside this container; no host port is published. + stats socket ipv4@127.0.0.1:9999 level admin + log stdout format raw local0 + maxconn 1024 + +defaults + log global + mode http + option httplog + timeout connect 1s + timeout client 35s + timeout server 35s + timeout check 1s + # Let the client decide which failed POST is safe to repeat. + retries 0 + +# Docker returns the current addresses of all containers of the api service. +resolvers docker + nameserver docker_dns 127.0.0.11:53 + accepted_payload_size 8192 + resolve_retries 3 + timeout resolve 1s + timeout retry 1s + hold valid 1s + hold obsolete 1s + hold nx 1s + hold timeout 1s + hold refused 1s + hold other 1s + +frontend api_entry + bind :8443 ssl crt /run/tls/ingress.pem ssl-min-ver TLSv1.2 + http-request set-header X-Forwarded-For %[src] + default_backend api_replicas + +backend api_replicas + balance roundrobin + option httpchk GET /health/ready + http-check expect status 200 + # Separate slots receive distinct Docker DNS addresses. No sticky sessions. + server-template api "${API_REPLICAS}" "api:${APP_PORT}" ssl verify required ca-file /run/tls/ca.crt crt /run/tls/lb.pem verifyhost api ssl-min-ver TLSv1.2 check inter 1s fall 2 rise 2 resolvers docker resolve-prefer ipv4 init-addr libc,none diff --git a/infra/minio.Dockerfile b/infra/minio.Dockerfile new file mode 100644 index 0000000..2ab1be7 --- /dev/null +++ b/infra/minio.Dockerfile @@ -0,0 +1,19 @@ +FROM golang:1.24.2-bookworm AS builder +WORKDIR /source +RUN git init . \ + && git remote add origin https://github.com/minio/minio.git \ + && git fetch --depth 1 origin 0d7408fc9969caf07de6a8c3a84f9fbb10a6739e \ + && git checkout --detach FETCH_HEAD +RUN CGO_ENABLED=0 go build -trimpath \ + -ldflags="-s -w -X github.com/minio/minio/cmd.Version=2025-04-22T22:12:26Z -X github.com/minio/minio/cmd.ReleaseTag=RELEASE.2025-04-22T22-12-26Z -X github.com/minio/minio/cmd.CommitID=0d7408fc9969caf07de6a8c3a84f9fbb10a6739e" \ + -o /out/minio . + +FROM debian:12.15-slim +RUN apt-get update && apt-get install -y --no-install-recommends ca-certificates curl \ + && rm -rf /var/lib/apt/lists/* \ + && groupadd --system storage && useradd --system --gid storage storage \ + && mkdir /data && chown storage:storage /data +COPY --from=builder /out/minio /usr/local/bin/minio +USER storage:storage +ENTRYPOINT ["minio"] +CMD ["server", "/data", "--console-address", ":9001"] diff --git a/infra/openbao/server.hcl b/infra/openbao/server.hcl new file mode 100644 index 0000000..579ed70 --- /dev/null +++ b/infra/openbao/server.hcl @@ -0,0 +1,9 @@ +api_addr = "https://openbao:8200" +storage "file" { + path = "/openbao/file" +} +listener "tcp" { + address = "0.0.0.0:8200" + tls_cert_file = "/run/tls/bao.crt" + tls_key_file = "/run/tls/bao.key" +} diff --git a/infra/otel/alerts.yaml b/infra/otel/alerts.yaml new file mode 100644 index 0000000..5b13b46 --- /dev/null +++ b/infra/otel/alerts.yaml @@ -0,0 +1,20 @@ +groups: + - name: messenger + interval: 5s + rules: + - alert: MessengerHighErrorRate + expr: (sum(rate(messenger_http_requests_total{http_status_class="5xx"}[1m])) / sum(rate(messenger_http_requests_total[1m]))) > 0.05 + for: 15s + labels: + severity: warning + annotations: + summary: More than 5% of business requests return 5xx over one minute + runbook: Check API error spans and PostgreSQL operations in Tempo. + - alert: MessengerQueueLag + expr: max(messenger_queue_oldest_seconds) > 20 + for: 15s + labels: + severity: warning + annotations: + summary: Oldest outstanding attachment job is over 20 seconds old + runbook: Check outstanding jobs, worker saturation and consumer traces. diff --git a/infra/otel/collector.yaml b/infra/otel/collector.yaml new file mode 100644 index 0000000..beef897 --- /dev/null +++ b/infra/otel/collector.yaml @@ -0,0 +1,61 @@ +receivers: + otlp: + protocols: + http: + endpoint: 0.0.0.0:4318 + tls: + cert_file: /run/otel/server.crt + key_file: /run/otel/server.key + client_ca_file: /run/otel/ingest-ca.crt +processors: + memory_limiter: + check_interval: 1s + limit_mib: 128 + spike_limit_mib: 32 + batch: + timeout: 1s + send_batch_size: 256 + send_batch_max_size: 512 +exporters: + prometheus: + endpoint: 0.0.0.0:8889 + tls: + cert_file: /run/otel/server.crt + key_file: /run/otel/server.key + client_ca_file: /run/otel/export-ca.crt + resource_to_telemetry_conversion: + enabled: true + otlphttp/loki: + endpoint: https://loki:3100/otlp + tls: + ca_file: /run/tls/ca.crt + cert_file: /run/otel/client.crt + key_file: /run/otel/client.key + sending_queue: + queue_size: 64 + retry_on_failure: + max_elapsed_time: 30s + otlphttp/tempo: + endpoint: https://tempo:4318 + tls: + ca_file: /run/tls/ca.crt + cert_file: /run/otel/client.crt + key_file: /run/otel/client.key + sending_queue: + queue_size: 64 + retry_on_failure: + max_elapsed_time: 30s +service: + pipelines: + metrics: + receivers: [otlp] + processors: [memory_limiter, batch] + exporters: [prometheus] + logs: + receivers: [otlp] + processors: [memory_limiter, batch] + exporters: [otlphttp/loki] + traces: + receivers: [otlp] + processors: [memory_limiter, batch] + exporters: [otlphttp/tempo] diff --git a/infra/otel/grafana/dashboards/messenger.json b/infra/otel/grafana/dashboards/messenger.json new file mode 100644 index 0000000..a7cf8d0 --- /dev/null +++ b/infra/otel/grafana/dashboards/messenger.json @@ -0,0 +1,513 @@ +{ + "uid": "messenger-lab6", + "title": "Мессенджер · API и worker", + "schemaVersion": 39, + "refresh": "5s", + "time": { + "from": "now-15m", + "to": "now" + }, + "panels": [ + { + "id": 1, + "title": "API · запросы в секунду", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "targets": [ + { + "refId": "A", + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "expr": "sum(rate(messenger_http_requests_total[1m]))", + "legendFormat": "" + } + ], + "gridPos": { + "x": 0, + "y": 0, + "w": 12, + "h": 8 + }, + "fieldConfig": { + "defaults": { + "unit": "reqps" + }, + "overrides": [] + } + }, + { + "id": 2, + "title": "API · 5xx в секунду", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "targets": [ + { + "refId": "A", + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "expr": "sum(rate(messenger_http_requests_total{http_status_class=\"5xx\"}[1m])) or 0 * sum(rate(messenger_http_requests_total[1m]))", + "legendFormat": "" + } + ], + "gridPos": { + "x": 12, + "y": 0, + "w": 12, + "h": 8 + }, + "fieldConfig": { + "defaults": { + "unit": "reqps" + }, + "overrides": [] + } + }, + { + "id": 3, + "title": "API · p95 длительности", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "targets": [ + { + "refId": "A", + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "expr": "histogram_quantile(0.95, sum by (le) (rate(messenger_http_duration_seconds_bucket[1m])))", + "legendFormat": "" + } + ], + "gridPos": { + "x": 0, + "y": 8, + "w": 12, + "h": 8 + }, + "fieldConfig": { + "defaults": { + "unit": "s" + }, + "overrides": [] + } + }, + { + "id": 4, + "title": "Worker · задания в минуту", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "targets": [ + { + "refId": "A", + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "expr": "60 * sum by (job_outcome) (rate(messenger_worker_jobs_total[1m]))", + "legendFormat": "{{job_outcome}}" + } + ], + "gridPos": { + "x": 12, + "y": 8, + "w": 12, + "h": 8 + }, + "fieldConfig": { + "defaults": { + "unit": "short" + }, + "overrides": [] + } + }, + { + "id": 5, + "title": "Worker · p95 длительности", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "targets": [ + { + "refId": "A", + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "expr": "histogram_quantile(0.95, sum by (le,job_outcome) (rate(messenger_worker_duration_seconds_bucket[1m])))", + "legendFormat": "{{job_outcome}}" + } + ], + "gridPos": { + "x": 0, + "y": 16, + "w": 12, + "h": 8 + }, + "fieldConfig": { + "defaults": { + "unit": "s" + }, + "overrides": [] + } + }, + { + "id": 6, + "title": "API и worker · события", + "type": "logs", + "datasource": { + "type": "loki", + "uid": "lab6-loki" + }, + "targets": [ + { + "refId": "A", + "datasource": { + "type": "loki", + "uid": "lab6-loki" + }, + "expr": "{service_name=~\"messenger-api|messenger-worker\"}", + "legendFormat": "", + "queryType": "range" + } + ], + "gridPos": { + "x": 12, + "y": 16, + "w": 12, + "h": 8 + }, + "fieldConfig": { + "defaults": { + "unit": "" + }, + "overrides": [] + } + }, + { + "id": 7, + "title": "API · p50 длительности", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "gridPos": { + "x": 0, + "y": 24, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "histogram_quantile(0.5, sum by (le) (rate(messenger_http_duration_seconds_bucket[1m])))", + "legendFormat": "" + } + ], + "fieldConfig": { + "defaults": { + "unit": "s" + }, + "overrides": [] + } + }, + { + "id": 8, + "title": "API · p99 длительности", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "gridPos": { + "x": 12, + "y": 24, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "histogram_quantile(0.99, sum by (le) (rate(messenger_http_duration_seconds_bucket[1m])))", + "legendFormat": "" + } + ], + "fieldConfig": { + "defaults": { + "unit": "s" + }, + "overrides": [] + } + }, + { + "id": 9, + "title": "API · доля 5xx", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "gridPos": { + "x": 0, + "y": 32, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "(sum(rate(messenger_http_requests_total{http_status_class=\"5xx\"}[1m])) or 0 * sum(rate(messenger_http_requests_total[1m]))) / sum(rate(messenger_http_requests_total[1m]))", + "legendFormat": "" + } + ], + "fieldConfig": { + "defaults": { + "unit": "percentunit" + }, + "overrides": [] + } + }, + { + "id": 10, + "title": "Очередь attachments.v1 · незавершённые задания", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "gridPos": { + "x": 12, + "y": 32, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "max(messenger_queue_depth)", + "legendFormat": "" + } + ], + "fieldConfig": { + "defaults": { + "unit": "short" + }, + "overrides": [] + } + }, + { + "id": 11, + "title": "Очередь attachments.v1 · возраст старейшего задания", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "gridPos": { + "x": 0, + "y": 40, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "max(messenger_queue_oldest_seconds)", + "legendFormat": "" + } + ], + "fieldConfig": { + "defaults": { + "unit": "s" + }, + "overrides": [] + } + }, + { + "id": 12, + "title": "PostgreSQL · занятые соединения", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "gridPos": { + "x": 12, + "y": 40, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "sum by (service_name) (messenger_db_pool_used)", + "legendFormat": "{{service_name}}" + } + ], + "fieldConfig": { + "defaults": { + "unit": "short" + }, + "overrides": [] + } + }, + { + "id": 13, + "title": "PostgreSQL · запросы к пулу, ожидавшие соединение, в секунду", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "gridPos": { + "x": 0, + "y": 48, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "sum by (service_name) (rate(messenger_db_pool_waited_total[1m]))", + "legendFormat": "{{service_name}}" + } + ], + "fieldConfig": { + "defaults": { + "unit": "ops" + }, + "overrides": [] + } + }, + { + "id": 14, + "title": "Worker · загрузка", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "gridPos": { + "x": 12, + "y": 48, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "sum(messenger_worker_busy) / sum(messenger_worker_capacity)", + "legendFormat": "" + } + ], + "fieldConfig": { + "defaults": { + "unit": "percentunit" + }, + "overrides": [] + } + }, + { + "id": 15, + "title": "Вложения · p95 до ready", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "gridPos": { + "x": 0, + "y": 56, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "histogram_quantile(0.95, sum by (le) (rate(messenger_attachment_ready_seconds_bucket[1m])))", + "legendFormat": "" + } + ], + "fieldConfig": { + "defaults": { + "unit": "s" + }, + "overrides": [] + } + }, + { + "id": 16, + "title": "Процессы · загрузка CPU", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "gridPos": { + "x": 12, + "y": 56, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "sum by (service_name) (rate(messenger_process_cpu_seconds_total[1m]))", + "legendFormat": "{{service_name}}" + } + ], + "fieldConfig": { + "defaults": { + "unit": "cores" + }, + "overrides": [] + } + }, + { + "id": 17, + "title": "Процессы · резидентная память", + "type": "timeseries", + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "gridPos": { + "x": 0, + "y": 64, + "w": 12, + "h": 8 + }, + "targets": [ + { + "refId": "A", + "expr": "sum by (service_name) (messenger_process_rss_bytes)", + "legendFormat": "{{service_name}}" + } + ], + "fieldConfig": { + "defaults": { + "unit": "bytes" + }, + "overrides": [] + } + } + ] +} diff --git a/infra/otel/grafana/provisioning/dashboards/messenger.yaml b/infra/otel/grafana/provisioning/dashboards/messenger.yaml new file mode 100644 index 0000000..7d9c1bc --- /dev/null +++ b/infra/otel/grafana/provisioning/dashboards/messenger.yaml @@ -0,0 +1,6 @@ +apiVersion: 1 +providers: + - name: Messenger + type: file + options: + path: /var/lib/grafana/dashboards diff --git a/infra/otel/grafana/provisioning/datasources/messenger.yaml b/infra/otel/grafana/provisioning/datasources/messenger.yaml new file mode 100644 index 0000000..bce23f0 --- /dev/null +++ b/infra/otel/grafana/provisioning/datasources/messenger.yaml @@ -0,0 +1,45 @@ +apiVersion: 1 +datasources: + - name: Prometheus + uid: lab6-prometheus + type: prometheus + access: proxy + url: https://prometheus:9090 + isDefault: true + secureJsonData: + tlsClientCert: ${GRAFANA_READER_CERT} + tlsClientKey: ${GRAFANA_READER_KEY} + jsonData: + tlsAuth: true + - name: Loki + uid: lab6-loki + type: loki + access: proxy + url: https://loki:3100 + secureJsonData: + tlsClientCert: ${GRAFANA_READER_CERT} + tlsClientKey: ${GRAFANA_READER_KEY} + jsonData: + tlsAuth: true + derivedFields: + - name: Trace + matcherType: label + matcherRegex: trace_id + datasourceUid: lab6-tempo + url: '$${__value.raw}' + - name: Tempo + uid: lab6-tempo + type: tempo + access: proxy + url: https://tempo:3200 + secureJsonData: + tlsClientCert: ${GRAFANA_READER_CERT} + tlsClientKey: ${GRAFANA_READER_KEY} + jsonData: + tlsAuth: true + tracesToLogsV2: + datasourceUid: lab6-loki + spanStartTimeShift: '-5s' + spanEndTimeShift: '5s' + customQuery: true + query: '{service_name=~"messenger-api|messenger-worker"} | trace_id="$${__span.traceId}"' diff --git a/infra/otel/loki.yaml b/infra/otel/loki.yaml new file mode 100644 index 0000000..451dd4e --- /dev/null +++ b/infra/otel/loki.yaml @@ -0,0 +1,36 @@ +auth_enabled: false +server: + http_listen_port: 3100 + http_tls_config: + cert_file: /run/otel/server.crt + key_file: /run/otel/server.key + client_auth_type: RequireAndVerifyClientCert + client_ca_file: /run/otel/loki-client-ca.crt +common: + path_prefix: /loki + replication_factor: 1 + ring: + instance_addr: 127.0.0.1 + kvstore: + store: inmemory + storage: + filesystem: + chunks_directory: /loki/chunks + rules_directory: /loki/rules +schema_config: + configs: + - from: 2024-01-01 + store: tsdb + object_store: filesystem + schema: v13 + index: + prefix: index_ + period: 24h +limits_config: + allow_structured_metadata: true + otlp_config: + resource_attributes: + ignore_defaults: true + attributes_config: + - action: index_label + attributes: [service.name, deployment.environment.name] diff --git a/infra/otel/prometheus-web.yaml b/infra/otel/prometheus-web.yaml new file mode 100644 index 0000000..6ada53d --- /dev/null +++ b/infra/otel/prometheus-web.yaml @@ -0,0 +1,5 @@ +tls_server_config: + cert_file: /run/otel/server.crt + key_file: /run/otel/server.key + client_auth_type: RequireAndVerifyClientCert + client_ca_file: /run/otel/read-ca.crt diff --git a/infra/otel/prometheus.yaml b/infra/otel/prometheus.yaml new file mode 100644 index 0000000..daa4275 --- /dev/null +++ b/infra/otel/prometheus.yaml @@ -0,0 +1,13 @@ +global: + scrape_interval: 5s +rule_files: + - /etc/prometheus/alerts.yaml +scrape_configs: + - job_name: otel-collector + scheme: https + tls_config: + ca_file: /run/tls/ca.crt + cert_file: /run/otel/client.crt + key_file: /run/otel/client.key + static_configs: + - targets: [otel-collector:8889] diff --git a/infra/otel/runbook.md b/infra/otel/runbook.md new file mode 100644 index 0000000..8240fb1 --- /dev/null +++ b/infra/otel/runbook.md @@ -0,0 +1,27 @@ +# Диагностика API и обработки вложений + +SLI доступности API — доля бизнес-запросов без 5xx. Цель — ≥99% за 30 минут при наличии трафика. Проверка: + +```promql +1 - (sum(increase(messenger_http_requests_total{http_status_class="5xx"}[30m])) or 0 * sum(increase(messenger_http_requests_total[30m]))) / sum(increase(messenger_http_requests_total[30m])) +``` + +Health исключён из обоих счётчиков. `MessengerHighErrorRate` срабатывает при доле 5xx выше 5% за минуту в течение 15 секунд. В Explore → Tempo найти ошибочный серверный спан и дочерний `postgresql query`. Сравнить длительность дочернего спана с длительностью HTTP, затем сверить занятые соединения и rate запросов, ожидавших пул. + +`MessengerQueueLag` срабатывает, когда старейшее незавершённое задание старше 20 секунд в течение 15 секунд. В dashboard проверить число незавершённых заданий и наличие worker. Если возраст растёт при отсутствии новых consumer spans, проверить процесс worker. После восстановления дождаться перехода заданий в ready и исчезновения активного alert. + +Глубина очереди измеряется по устойчивым заданиям в PostgreSQL. В неё входят работа в RabbitMQ, leases и ожидание retry. Возраст измеряется от создания задания. Время до ready включает ожидание и повторные попытки. Гистограммы времени используют секунды. Загрузка worker — доля занятых слотов, по одному слоту на процесс. Ожидание пула отображается как частота успешных получений соединения после ожидания. Метрики CPU и RSS относятся к основным процессам Go. + +Правила доступны через API Prometheus `/api/v1/alerts` или запрос `ALERTS{alertstate="firing"}` в Grafana. При недоступности Loki или Tempo приложение продолжает работу. Collector ограничивает память и очередь экспорта, повторяет отправку до 30 секунд. Сигналы сверх лимитов или после истечения retry могут быть потеряны. + +Команды локальной проверки после `make app-up`: + +```sh +python3 scripts/check_observability.py pipeline +python3 scripts/check_observability_incidents.py worker +python3 scripts/check_observability_incidents.py database +python3 scripts/check_observability_incidents.py retry +python3 scripts/check_observability_incidents.py telemetry +``` + +Сценарии выполняются последовательно на учебном стенде. DB-инцидент держит временную блокировку таблицы чатов. Проверка retry кратко останавливает S3 и проверяет номера попыток в одной трассе исходного upload. Проверка telemetry останавливает Tempo и одновременно отправляет сообщения и обрабатывает вложение. diff --git a/infra/otel/tempo.yaml b/infra/otel/tempo.yaml new file mode 100644 index 0000000..a591dab --- /dev/null +++ b/infra/otel/tempo.yaml @@ -0,0 +1,27 @@ +server: + http_listen_port: 3200 + http_tls_config: + cert_file: /run/otel/server.crt + key_file: /run/otel/server.key + client_auth_type: RequireAndVerifyClientCert + client_ca_file: /run/otel/read-ca.crt +distributor: + receivers: + otlp: + protocols: + http: + endpoint: 0.0.0.0:4318 + tls: + cert_file: /run/otel/server.crt + key_file: /run/otel/server.key + client_ca_file: /run/otel/export-ca.crt +storage: + trace: + backend: local + wal: + path: /var/tempo/wal + local: + path: /var/tempo/blocks +compactor: + compaction: + block_retention: 48h diff --git a/infra/postgres-hba.conf b/infra/postgres-hba.conf new file mode 100644 index 0000000..7645c21 --- /dev/null +++ b/infra/postgres-hba.conf @@ -0,0 +1,2 @@ +local all all trust +hostssl all all all scram-sha-256 diff --git a/infra/postgres-roles.sql b/infra/postgres-roles.sql new file mode 100644 index 0000000..e4d5954 --- /dev/null +++ b/infra/postgres-roles.sql @@ -0,0 +1,34 @@ +\getenv api_password api_password +\getenv worker_password worker_password +\getenv dispatcher_password dispatcher_password +\getenv cleanup_password cleanup_password +REVOKE CREATE ON SCHEMA public FROM PUBLIC; +SELECT format('CREATE ROLE %I LOGIN', 'messenger_' || role) +FROM unnest(ARRAY['api', 'worker', 'dispatcher', 'cleanup']) AS role +WHERE NOT EXISTS (SELECT 1 FROM pg_roles WHERE rolname = 'messenger_' || role) +\gexec +ALTER ROLE messenger_api PASSWORD :'api_password'; +ALTER ROLE messenger_worker PASSWORD :'worker_password'; +ALTER ROLE messenger_dispatcher PASSWORD :'dispatcher_password'; +ALTER ROLE messenger_cleanup PASSWORD :'cleanup_password'; + +GRANT SELECT, INSERT ON users, chats, chat_members, messages, message_attachments TO messenger_api; +GRANT UPDATE (password_hash) ON users TO messenger_api; +GRANT SELECT, INSERT, UPDATE ON attachments, direct_uploads TO messenger_api; +GRANT SELECT, INSERT, DELETE ON upload_attempts, message_idempotency TO messenger_api; +GRANT UPDATE ON message_idempotency TO messenger_api; +GRANT UPDATE ON upload_attempts TO messenger_api; +GRANT DELETE ON direct_uploads TO messenger_cleanup; +GRANT INSERT ON attachment_jobs TO messenger_api; +GRANT SELECT, UPDATE ON attachments, attachment_jobs TO messenger_worker; +GRANT SELECT, INSERT, UPDATE ON attachment_job_attempts, attachment_job_failures TO messenger_worker; +GRANT INSERT ON attachment_publications TO messenger_worker; +GRANT SELECT ON attachments, attachment_jobs, attachment_job_failures TO messenger_dispatcher; +GRANT UPDATE (published_at) ON attachment_jobs TO messenger_dispatcher; +GRANT SELECT, UPDATE ON upload_attempts, direct_uploads TO messenger_cleanup; +GRANT DELETE ON upload_attempts TO messenger_cleanup; +GRANT SELECT ON attachments TO messenger_cleanup; +GRANT USAGE ON SEQUENCE attachment_publications_id_seq TO messenger_worker; +GRANT SELECT ON attachment_jobs, attachment_job_failures TO messenger_cleanup; +GRANT UPDATE (staging_deleted_at) ON attachment_jobs TO messenger_cleanup; +GRANT UPDATE (updated_at) ON attachments TO messenger_cleanup; diff --git a/infra/rabbitmq/bootstrap.sh b/infra/rabbitmq/bootstrap.sh new file mode 100644 index 0000000..4ca332b --- /dev/null +++ b/infra/rabbitmq/bootstrap.sh @@ -0,0 +1,13 @@ +#!/bin/sh +set -eu +until rabbitmq-diagnostics -q check_running >/dev/null 2>&1; do sleep 1; done +for role in dispatcher worker; do + username="messenger_$role" + if ! rabbitmqctl -q list_users | cut -f1 | grep -qx "$username"; then + rabbitmqctl -q add_user "$username" "" + fi + rabbitmqctl -q clear_password "$username" + if [ "$role" = dispatcher ]; then write='^amq\.default$'; read='^$' + else write='^$'; read='^attachments\.v1$'; fi + rabbitmqctl -q set_permissions "$username" '^attachments\.v1$' "$write" "$read" +done diff --git a/infra/rabbitmq/enabled_plugins b/infra/rabbitmq/enabled_plugins new file mode 100644 index 0000000..ee43e65 --- /dev/null +++ b/infra/rabbitmq/enabled_plugins @@ -0,0 +1 @@ +[rabbitmq_management,rabbitmq_prometheus,rabbitmq_auth_mechanism_ssl]. diff --git a/infra/rabbitmq/rabbitmq.conf b/infra/rabbitmq/rabbitmq.conf new file mode 100644 index 0000000..9e79ecc --- /dev/null +++ b/infra/rabbitmq/rabbitmq.conf @@ -0,0 +1,12 @@ +listeners.tcp = none +listeners.ssl.default = 5671 +ssl_options.cacertfile = /run/tls/broker-client-ca.crt +ssl_options.certfile = /run/tls/broker.crt +ssl_options.keyfile = /run/tls/broker.key +ssl_options.verify = verify_peer +ssl_options.fail_if_no_peer_cert = true +management.tcp.port = 15672 +management.tcp.ip = 127.0.0.1 +prometheus.tcp.ip = 127.0.0.1 +auth_mechanisms.1 = EXTERNAL +ssl_cert_login_from = common_name diff --git a/scripts/bao_operator.py b/scripts/bao_operator.py new file mode 100644 index 0000000..9bde661 --- /dev/null +++ b/scripts/bao_operator.py @@ -0,0 +1,55 @@ +#!/usr/bin/env python3 +"""Initialize or unseal the local OpenBao; keep operator material on the host.""" +import argparse +import json +import os +import ssl +from pathlib import Path +from urllib.error import HTTPError +from urllib.request import Request, urlopen + +SECRETS = Path(__file__).resolve().parents[1] / "secrets" +MATERIAL = SECRETS / "bao-operator.json" + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("action", choices=("init", "unseal")) + action = parser.parse_args().action + context = ssl.create_default_context(cafile=str(SECRETS / "tls/lab7-ca.crt")) + + def request(path, data): + req = Request( + "https://localhost:8200/v1/sys/" + path, + method="PUT", + data=json.dumps(data).encode(), + headers={"Content-Type": "application/json"}, + ) + with urlopen(req, context=context, timeout=15) as response: + return json.load(response) + + if action == "init": + # Refuse to overwrite the operator's only copy of the material. + fd = os.open(MATERIAL, os.O_WRONLY | os.O_CREAT | os.O_EXCL, 0o600) + with os.fdopen(fd, "w") as output: + try: + data = request("init", {"secret_shares": 3, "secret_threshold": 2}) + except HTTPError: + MATERIAL.unlink() + raise + json.dump(data, output) + output.flush() + os.fsync(output.fileno()) + print("Operator material saved in secrets/bao-operator.json") + return + + data = json.loads(MATERIAL.read_text()) + for share in data["keys_base64"]: + if not request("unseal", {"key": share})["sealed"]: + print("OpenBao unsealed") + return + raise SystemExit("OpenBao remains sealed") + + +if __name__ == "__main__": + main() diff --git a/scripts/bootstrap_tls.sh b/scripts/bootstrap_tls.sh new file mode 100755 index 0000000..41d5f1d --- /dev/null +++ b/scripts/bootstrap_tls.sh @@ -0,0 +1,92 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +umask 077 +dir=secrets/tls +mkdir -p "$dir" +chmod 700 "$dir" + +make_key() { + if [ "$algorithm" = ec ]; then + openssl genpkey -algorithm EC -pkeyopt ec_paramgen_curve:P-256 -out "$dir/$name.key" + else + openssl genpkey -algorithm ED25519 -out "$dir/$name.key" + fi +} + +make_ca() { + name=$1 algorithm=${2:-ed25519} + if [ ! -e "$dir/$name.crt" ]; then + make_key + openssl req -x509 -new -key "$dir/$name.key" -days 365 \ + -subj "/CN=$name" -addext "basicConstraints=critical,CA:TRUE,pathlen:0" \ + -addext "keyUsage=critical,keyCertSign,cRLSign" \ + -out "$dir/$name.crt" + fi +} + +make_leaf() { + name=$1 ca=$2 usage=$3 san=$4 algorithm=${5:-ed25519} + if [ ! -e "$dir/$name.crt" ]; then + make_key + openssl req -new -key "$dir/$name.key" -subj "/CN=$name" -out "$dir/$name.csr" + printf 'basicConstraints=critical,CA:FALSE\nkeyUsage=critical,digitalSignature\nextendedKeyUsage=%s\nsubjectAltName=%s\nsubjectKeyIdentifier=hash\nauthorityKeyIdentifier=keyid:always\n' \ + "$usage" "$san" > "$dir/$name.ext" + openssl x509 -req -in "$dir/$name.csr" -CA "$dir/$ca.crt" -CAkey "$dir/$ca.key" \ + -CAcreateserial -days 30 -extfile "$dir/$name.ext" -out "$dir/$name.crt" + rm "$dir/$name.ext" "$dir/$name.csr" + fi + # Containers can only read files individually mounted into them. + chmod 644 "$dir/$name.crt" "$dir/$name.key" +} + +make_ca lab7-ca +make_ca untrusted-ca +chmod 644 "$dir/lab7-ca.crt" +make_ca lab7-ingress-ca ec +chmod 644 "$dir/lab7-ingress-ca.crt" +make_leaf ingress-browser lab7-ingress-ca serverAuth DNS:localhost,IP:127.0.0.1 ec +make_leaf api lab7-ca serverAuth DNS:api +for service in db redis s3 broker; do + san="DNS:$service" + if [ "$service" = s3 ]; then san="$san,DNS:localhost,IP:127.0.0.1"; fi + make_leaf "$service" lab7-ca serverAuth "$san" +done +for service in otel-collector loki tempo prometheus grafana; do + san="DNS:$service" + if [ "$service" = grafana ]; then san="$san,DNS:localhost,IP:127.0.0.1"; fi + make_leaf "$service" lab7-ca serverAuth "$san" +done +make_ca telemetry-read-ca +make_ca telemetry-export-ca +chmod 644 "$dir/telemetry-read-ca.crt" "$dir/telemetry-export-ca.crt" +make_leaf grafana-reader telemetry-read-ca clientAuth URI:urn:lab7:grafana +make_leaf collector-exporter telemetry-export-ca clientAuth URI:urn:lab7:collector +make_leaf prometheus-scraper telemetry-export-ca clientAuth URI:urn:lab7:prometheus +cat "$dir/telemetry-read-ca.crt" "$dir/telemetry-export-ca.crt" > "$dir/loki-client-ca.crt" +chmod 644 "$dir/loki-client-ca.crt" +make_ca telemetry-ingest-ca +chmod 644 "$dir/telemetry-ingest-ca.crt" +for role in api worker dispatcher; do + make_leaf "otel-$role" telemetry-ingest-ca clientAuth "URI:urn:lab7:otel:$role" +done +make_ca broker-client-ca +chmod 644 "$dir/broker-client-ca.crt" +for role in dispatcher worker unregistered; do + make_leaf "messenger_$role" broker-client-ca clientAuth "URI:urn:lab7:broker:$role" +done +make_leaf openbao lab7-ca serverAuth DNS:openbao,DNS:localhost,IP:127.0.0.1 +for role in api worker dispatcher cleanup; do + make_leaf "bao-$role" lab7-ca clientAuth "URI:urn:lab7:bao:$role" +done +make_leaf lb lab7-ca clientAuth URI:urn:lab7:load-balancer +make_leaf wrong-role lab7-ca clientAuth URI:urn:lab7:probe +make_leaf wrong-ca untrusted-ca clientAuth URI:urn:lab7:load-balancer +# The Collector trusts only the leaf certificates registered for ingest. +cat "$dir/otel-api.crt" "$dir/otel-worker.crt" "$dir/otel-dispatcher.crt" > "$dir/telemetry-ingest-clients.crt" +chmod 644 "$dir/telemetry-ingest-clients.crt" +make_leaf otel-wrong-role telemetry-ingest-ca clientAuth URI:urn:lab7:otel:unregistered +for name in ingress-browser lb; do + cat "$dir/$name.crt" "$dir/$name.key" > "$dir/$name.pem" + chmod 644 "$dir/$name.pem" +done diff --git a/scripts/check_bao_roles.py b/scripts/check_bao_roles.py new file mode 100644 index 0000000..937b323 --- /dev/null +++ b/scripts/check_bao_roles.py @@ -0,0 +1,45 @@ +#!/usr/bin/env python3 +"""Prove each runtime identity can read only its own OpenBao secret.""" +import json +import ssl +from pathlib import Path +from urllib.error import HTTPError +from urllib.request import Request, urlopen + +TLS = Path(__file__).resolve().parents[1] / "secrets/tls" +ROLES = ("api", "worker", "dispatcher", "cleanup") + + +def request(context, path, *, body=None, token="", status=200): + req = Request( + f"https://localhost:8200/v1/{path}", + data=None if body is None else json.dumps(body).encode(), + headers={"X-Vault-Token": token, "Content-Type": "application/json"}, + ) + try: + with urlopen(req, context=context, timeout=5) as response: + assert response.status == status, (path, response.status, status) + return json.load(response) if response.status != 204 else None + except HTTPError as error: + assert error.code == status, (path, error.code, status) + + +def main(): + for role in ROLES: + context = ssl.create_default_context(cafile=str(TLS / "lab7-ca.crt")) + context.load_cert_chain(TLS / f"bao-{role}.crt", TLS / f"bao-{role}.key") + auth = request(context, "auth/cert/login", body={"name": role})["auth"] + assert set(auth["policies"]) == {role} + assert 0 < auth["lease_duration"] <= 900 + token = auth["client_token"] + request(context, f"messenger/data/{role}", token=token) + request(context, f"messenger/data/{role}", token=token, body={"data": {}}, status=403) + request(context, f"sys/policies/acl/{role}", token=token, body={"policy": ""}, status=403) + for other in set(ROLES) - {role}: + request(context, f"messenger/data/{other}", token=token, status=403) + request(context, "auth/cert/login", body={"name": other}, status=400) + print(f"PASS {role}: scoped read, cross-role login/read and write denied, TTL <= 900 s") + + +if __name__ == "__main__": + main() diff --git a/scripts/check_dependency_roles.sh b/scripts/check_dependency_roles.sh new file mode 100755 index 0000000..fda5252 --- /dev/null +++ b/scripts/check_dependency_roles.sh @@ -0,0 +1,26 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." + +docker compose exec -T db sh -ec ' + export PGPASSWORD=$(cat /run/secrets/database_worker_password) + export PGCHANNELBINDING=disable PGSSLMODE=verify-full PGSSLROOTCERT=/run/tls/ca.crt + psql -X -h db -U messenger_worker "$POSTGRES_DB" -Atc " + SELECT has_table_privilege(current_user, '\''attachments'\'', '\''UPDATE'\'') + AND NOT has_table_privilege(current_user, '\''users'\'', '\''SELECT'\'') + AND NOT has_schema_privilege(current_user, '\''public'\'', '\''CREATE'\''); + " | grep -qx t +' +printf '%s\n' 'PASS PostgreSQL: worker can update attachments; user table and schema creation denied' +docker compose exec -T broker rabbitmqctl -q list_permissions -p / | + awk -F '\t' ' + $1=="messenger_dispatcher" && $2=="^attachments\\.v1$" && $3=="^amq\\.default$" && $4=="^$" { p=1 } + $1=="messenger_worker" && $2=="^attachments\\.v1$" && $3=="^$" && $4=="^attachments\\.v1$" { c=1 } + END {exit !(p && c)} + ' +printf '%s\n' 'PASS RabbitMQ: producer can publish and consumer can read attachments.v1' +docker compose exec -T redis sh -ec ' + export REDISCLI_AUTH=$(cat /run/secrets/redis_password) + redis-cli --tls --cacert /run/tls/ca.crt -h redis --user messenger CONFIG GET dir | grep -q NOPERM +' +printf '%s\n' 'PASS Redis: application role cannot read server configuration' diff --git a/scripts/check_grade3_http.py b/scripts/check_grade3_http.py new file mode 100644 index 0000000..7aa56de --- /dev/null +++ b/scripts/check_grade3_http.py @@ -0,0 +1,46 @@ +#!/usr/bin/env python3 +"""Negative HTTP cases beyond the supplied smoke.""" +import ssl +import socket +import sys +import uuid +from pathlib import Path + +ROOT = Path(__file__).resolve().parents[1] +sys.path.insert(0, str(ROOT / "tests")) +from client import Client, arguments, run # noqa: E402 + + +def main(): + args = arguments(__doc__) + client = Client(args.base_url, args.ca_file) + alice, _, eve, chat = client.bootstrap() + upload = f"/api/v1/chats/{chat['id']}/attachments?filename=probe.png" + headers = {"Content-Type": "image/png"} + client.call("POST", upload, 413, actor=alice, raw=b"x" * (10 * 1024 * 1024 + 1), headers=headers) + client.call("POST", upload, 415, actor=alice, raw=b"not an image", headers=headers) + attachment, _ = client.attachment(alice, chat) + path = "/api/v1/attachments/" + attachment["id"] + spoofed = {"X-User-Id": alice["id"]} + for suffix in ("", "/content"): + client.call("GET", path + suffix, 404, actor=eve, headers=spoofed) + other = client.call("POST", "/api/v1/chats", 201, actor=eve, + body={"title": "ACL probe", "member_ids": [eve["id"], alice["id"]]}, schema="Chat")["json"] + client.call("POST", f"/api/v1/chats/{other['id']}/messages", 404, actor=eve, + body={"text": "", "attachment_ids": [attachment["id"]]}, + headers={"Idempotency-Key": uuid.uuid4().hex, **spoofed}) + context = ssl.create_default_context(cafile=args.ca_file) + from urllib.parse import urlsplit + endpoint = urlsplit(client.base) + with socket.create_connection((endpoint.hostname, endpoint.port or 443), timeout=5) as connection: + try: + with context.wrap_socket(connection, server_hostname="wrong.lab.invalid"): + raise AssertionError("TLS accepted a wrong hostname") + except ssl.SSLCertVerificationError as error: + if error.verify_code != 62: + raise + print("PASS: upload size/MIME, forged identity, cross-chat attachment, wrong TLS hostname") + + +if __name__ == "__main__": + run(main) diff --git a/scripts/check_grade3_runtime.py b/scripts/check_grade3_runtime.py new file mode 100644 index 0000000..ddb70d5 --- /dev/null +++ b/scripts/check_grade3_runtime.py @@ -0,0 +1,46 @@ +#!/usr/bin/env python3 +"""Inspect runtime constraints without printing inspect output or secrets.""" +import json +import subprocess + +APP_ROLES = {"api", "worker", "dispatcher", "upload-cleanup"} +READ_ONLY = APP_ROLES | {"haproxy", "otel-collector", "prometheus", "loki", "tempo", "grafana"} +ALLOWED_PORTS = {("haproxy", "8443/tcp"), ("grafana", "3000/tcp"), + ("openbao", "8200/tcp"), ("s3", "9000/tcp")} + + +def main(): + ids = subprocess.check_output(["docker", "compose", "ps", "-q"], text=True).split() + assert ids, "No running Compose services" + services = json.loads(subprocess.check_output(["docker", "inspect", *ids], text=True)) + for service in services: + name = service["Config"]["Labels"]["com.docker.compose.service"] + config = service["HostConfig"] + assert not config["Privileged"] and config["NetworkMode"] != "host", name + mounts = [mount["Destination"] for mount in service["Mounts"]] + assert not any("docker.sock" in path for path in mounts), name + for port, bindings in (config.get("PortBindings") or {}).items(): + assert (name, port) in ALLOWED_PORTS, (name, port) + assert all(binding["HostIp"] == "127.0.0.1" for binding in bindings), name + if name in READ_ONLY: + assert config["ReadonlyRootfs"] and config["CapDrop"] == ["ALL"], name + assert "no-new-privileges:true" in config["SecurityOpt"], name + assert config["Memory"] > 0 and config["NanoCpus"] > 0, name + assert config["Tmpfs"], name + if name == "worker": + env = dict(item.split("=", 1) for item in service["Config"]["Env"] if "=" in item) + assert 0 < int(env["JOB_TIMEOUT_SECONDS"]) <= 60, name + assert config["Memory"] <= 512 * 1024 * 1024 and config["NanoCpus"] <= 10**9, name + if name in APP_ROLES: + assert service["Config"]["User"] == "app:app", name + assert config["CapDrop"] == ["ALL"] and not config["CapAdd"], name + assert config["Memory"] > 0 and config["NanoCpus"] > 0, name + assert config["ReadonlyRootfs"] and "/run/runtime-secrets" in config["Tmpfs"], name + assert not any(path.startswith("/run/secrets") for path in mounts), name + assert not any("BAO_TOKEN=" in field for field in service["Config"]["Env"]), name + assert APP_ROLES <= {svc["Config"]["Labels"]["com.docker.compose.service"] for svc in services} + print("PASS: local ports, read-only app/ingress/telemetry, no-new-privileges, dropped capabilities, worker CPU/RAM/time budget") + + +if __name__ == "__main__": + main() diff --git a/scripts/check_grade3_signals.py b/scripts/check_grade3_signals.py new file mode 100644 index 0000000..182ab16 --- /dev/null +++ b/scripts/check_grade3_signals.py @@ -0,0 +1,63 @@ +#!/usr/bin/env python3 +"""Confirm metrics, logs and traces reach their HTTPS stores.""" +import json +import ssl +import subprocess +import time +from pathlib import Path +from urllib.parse import urlencode +from urllib.request import urlopen +from urllib.error import HTTPError +import http.client + +TLS = Path(__file__).resolve().parents[1] / "secrets/tls" + + +def query(service, port, path, params, *, allow_missing=False): + context = ssl.create_default_context(cafile=str(TLS / "lab7-ca.crt")) + context.load_cert_chain(TLS / "grafana-reader.crt", TLS / "grafana-reader.key") + container = subprocess.check_output(["docker", "compose", "ps", "-q", service], text=True).strip() + address = subprocess.check_output(["docker", "inspect", "-f", + '{{(index .NetworkSettings.Networks "highload-lab7_telemetry").IPAddress}}', container], + text=True).strip() + connection = http.client.HTTPSConnection(service, port, context=context, timeout=5) + create_connection = connection._create_connection + connection._create_connection = lambda _, *args: create_connection((address, port), *args) + try: + connection.request("GET", f"{path}?{urlencode(params)}") + response = connection.getresponse() + if allow_missing and response.status == 404: + return None + assert response.status == 200, (service, response.status) + return json.load(response) + finally: + connection.close() + + +def main(): + try: + with urlopen("https://localhost:8443/api/v1/users/me", context=ssl.create_default_context( + cafile=str(TLS / "lab7-ingress-ca.crt")), timeout=5): + raise AssertionError("Anonymous request should be rejected") + except HTTPError as error: + assert error.code == 401 + since = int(time.time()) - 10 + for _ in range(30): + now = int(time.time()) + metrics = query("prometheus", 9090, "/api/v1/query", { + "query": 'up{job="otel-collector"} == 1'})["data"]["result"] + logs = query("loki", 3100, "/loki/api/v1/query_range", { + "query": '{service_name="messenger-api"}', "start": since * 10**9, + "end": now * 10**9, "limit": 1})["data"]["result"] + traces = query("tempo", 3200, "/api/search", { + "q": '{ resource.service.name = "messenger-api" }', + "start": since, "end": now, "limit": 1}).get("traces") + if metrics and logs and traces: + print("PASS: Prometheus scrape up; fresh messenger API log and trace found through mTLS") + return + time.sleep(2) + raise SystemExit("Telemetry signal missing within 60 seconds") + + +if __name__ == "__main__": + main() diff --git a/scripts/check_grade3_tls.py b/scripts/check_grade3_tls.py new file mode 100644 index 0000000..b7c2df6 --- /dev/null +++ b/scripts/check_grade3_tls.py @@ -0,0 +1,75 @@ +#!/usr/bin/env python3 +"""Verify trusted TLS on data-plane endpoints, from the Linux Docker host.""" +import json +import socket +import ssl +import subprocess +from pathlib import Path + +TLS = Path(__file__).resolve().parents[1] / "secrets/tls" +ENDPOINTS = ( + ("s3", 9000, None, False), + ("broker", 5671, "messenger_worker", False), + ("redis", 6379, None, False), + ("db", 5432, None, True), + ("otel-collector", 4318, "otel-api", False), + ("otel-collector", 8889, "prometheus-scraper", False), + ("prometheus", 9090, "grafana-reader", False), + ("loki", 3100, "collector-exporter", False), + ("loki", 3100, "grafana-reader", False), + ("tempo", 4318, "collector-exporter", False), + ("tempo", 3200, "grafana-reader", False), + ("grafana", 3000, None, False), + ("openbao", 8200, None, False), +) + + +def probe(address, service, port, identity, pg, ca): + context = ssl.create_default_context(cafile=str(TLS / f"{ca}.crt")) + if identity: + context.load_cert_chain(TLS / f"{identity}.crt", TLS / f"{identity}.key") + with socket.create_connection((address, port), timeout=5) as conn: + if pg: + conn.sendall(bytes.fromhex("0000000804d2162f")) + assert conn.recv(1) == b"S", "PostgreSQL did not accept TLS negotiation" + with context.wrap_socket(conn, server_hostname=service) as encrypted: + assert encrypted.version() in {"TLSv1.2", "TLSv1.3"} + if identity or (service, port) == ("otel-collector", 4318): + encrypted.sendall(b"GET / HTTP/1.0\r\n\r\n") + encrypted.recv(1) + + +def main(): + for service, port, identity, pg in ENDPOINTS: + container = subprocess.check_output(["docker", "compose", "ps", "-q", service], text=True).strip() + networks = json.loads(subprocess.check_output( + ["docker", "inspect", "-f", "{{json .NetworkSettings.Networks}}", container], text=True)) + address = next(network["IPAddress"] for network in networks.values() if network["IPAddress"]) + probe(address, service, port, identity, pg, "lab7-ca") + try: + probe(address, service, port, identity, pg, "untrusted-ca") + except ssl.SSLCertVerificationError: + pass + else: + raise AssertionError(f"{service}:{port} accepted a foreign CA") + if (service, port) == ("otel-collector", 4318): + try: + probe(address, service, port, None, pg, "lab7-ca") + except ssl.SSLError: + print("PASS Collector: missing client certificate rejected") + else: + raise AssertionError("Collector accepted an anonymous client") + if identity: + foreign = "otel-wrong-role" if (service, port) == ("otel-collector", 4318) else "wrong-role" + try: + probe(address, service, port, foreign, pg, "lab7-ca") + except ssl.SSLError: + pass + else: + raise AssertionError(f"{service}:{port} accepted a foreign client identity") + print(f"PASS {service}:{port}: verified service SAN; foreign CA rejected" + + ("; foreign client identity rejected" if identity else "")) + + +if __name__ == "__main__": + main() diff --git a/scripts/check_grade4_broker.py b/scripts/check_grade4_broker.py new file mode 100644 index 0000000..b42c89e --- /dev/null +++ b/scripts/check_grade4_broker.py @@ -0,0 +1,91 @@ +#!/usr/bin/env python3 +"""Exercise AMQP EXTERNAL authentication and role ACLs on new connections.""" +import socket +import ssl +import struct +import subprocess +from pathlib import Path + +TLS = Path(__file__).resolve().parents[1] / "secrets/tls" + + +def read_exact(conn, size): + result = bytearray() + while len(result) < size: + chunk = conn.recv(size - len(result)) + if not chunk: + raise EOFError("RabbitMQ closed the connection") + result.extend(chunk) + return bytes(result) + + +def read_method(conn): + kind, _, size = struct.unpack(">BHI", read_exact(conn, 7)) + assert kind == 1 and size >= 4 + body = read_exact(conn, size) + assert read_exact(conn, 1) == b"\xce" + return struct.unpack(">HH", body[:4]), body[4:] + + +def send_method(conn, channel, klass, method, args): + body = struct.pack(">HH", klass, method) + args + conn.sendall(struct.pack(">BHI", 1, channel, len(body)) + body + b"\xce") + + +def short(value): + return bytes([len(value)]) + value + + +def authenticate(conn): + conn.sendall(b"AMQP\x00\x00\x09\x01") + method, data = read_method(conn) + assert method == (10, 10) and b"EXTERNAL" in data + send_method(conn, 0, 10, 11, b"\x00" * 4 + short(b"EXTERNAL") + b"\x00" * 4 + short(b"en_US")) + try: + method, data = read_method(conn) + except EOFError: + return False + if method == (10, 50): + assert struct.unpack_from(">H", data)[0] == 403 + return False + assert method == (10, 30) + send_method(conn, 0, 10, 31, data) + send_method(conn, 0, 10, 40, short(b"/") + short(b"") + b"\x00") + assert read_method(conn)[0] == (10, 41) + return True + + +def main(): + container = subprocess.check_output(["docker", "compose", "ps", "-q", "broker"], text=True).strip() + address = subprocess.check_output(["docker", "inspect", "-f", + '{{(index .NetworkSettings.Networks "highload-lab7_data").IPAddress}}', container], text=True).strip() + for identity in (None, "wrong-role", "messenger_unregistered", "messenger_worker", "messenger_dispatcher"): + context = ssl.create_default_context(cafile=str(TLS / "lab7-ca.crt")) + if identity: + context.load_cert_chain(TLS / f"{identity}.crt", TLS / f"{identity}.key") + with socket.create_connection((address, 5671), timeout=5) as tcp: + try: + with context.wrap_socket(tcp, server_hostname="broker") as conn: + admitted = authenticate(conn) + assert admitted == (identity in ("messenger_worker", "messenger_dispatcher")) + if admitted: + send_method(conn, 1, 20, 10, short(b"")) + assert read_method(conn)[0] == (20, 11) + # Worker cannot publish. Dispatcher cannot read using basic.get. + if identity == "messenger_worker": + send_method(conn, 1, 60, 40, b"\x00\x00" + short(b"") + short(b"attachments.v1") + b"\x00") + conn.sendall(struct.pack(">BHIHHQH", 2, 1, 14, 60, 0, 0, 0) + b"\xce") + else: + send_method(conn, 1, 60, 70, b"\x00\x00" + short(b"attachments.v1") + b"\x01") + method, data = read_method(conn) + assert method == (20, 40) and struct.unpack_from(">H", data)[0] == 403 + except ssl.SSLError: + if identity not in (None, "wrong-role"): + raise + else: + assert identity not in (None, "wrong-role"), "TLS accepted an untrusted peer" + print(f"PASS: {identity or 'no certificate'}") + + +if __name__ == "__main__": + main() diff --git a/scripts/check_grade4_lifecycle.py b/scripts/check_grade4_lifecycle.py new file mode 100644 index 0000000..093d25b --- /dev/null +++ b/scripts/check_grade4_lifecycle.py @@ -0,0 +1,118 @@ +#!/usr/bin/env python3 +"""Rotate a real API database password and OpenBao client leaf on the lab stand.""" +import json +import os +import secrets +import ssl +import subprocess +import time +from pathlib import Path +from urllib.error import HTTPError +from urllib.parse import urlsplit, urlunsplit + +from check_bao_roles import request + +ROOT = Path(__file__).resolve().parents[1] +FILES = ROOT / "secrets" +TLS = FILES / "tls" +CA = TLS / "lab7-ca.crt" + + +def run(*args, **kwargs): + return subprocess.run(args, cwd=ROOT, check=True, **kwargs) + + +def identity(cert, key): + context = ssl.create_default_context(cafile=str(CA)) + context.load_cert_chain(cert, key) + return context + + +def main(): + admin = json.loads((FILES / "bao-operator.json").read_text())["root_token"] + base = ssl.create_default_context(cafile=str(CA)) + old = identity(TLS / "bao-api.crt", TLS / "bao-api.key") + login = lambda ctx: request(ctx, "auth/cert/login", body={"name": "api"})["auth"] + policy_path = "auth/cert/certs/api" + secret_path = "messenger/data/api" + old_auth = login(old) + values = request(old, secret_path, token=old_auth["client_token"])["data"]["data"] + old_password = urlsplit(values["database_url"]).password + password = secrets.token_hex(24) + for name in ("bao-api-next.crt", "bao-api-next.key"): + if (TLS / name).exists(): + (TLS / name).unlink() + run("openssl", "req", "-new", "-newkey", "ed25519", "-nodes", "-subj", "/CN=bao-api", + "-keyout", str(TLS / "bao-api-next.key"), "-out", str(TLS / "bao-api-next.csr"), + stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL) + run("openssl", "x509", "-req", "-in", str(TLS / "bao-api-next.csr"), "-CA", str(CA), + "-CAkey", str(TLS / "lab7-ca.key"), "-CAcreateserial", "-days", "30", + "-extfile", "/dev/stdin", "-out", str(TLS / "bao-api-next.crt"), input= + "basicConstraints=critical,CA:FALSE\nkeyUsage=critical,digitalSignature\nextendedKeyUsage=clientAuth\n" + "subjectAltName=URI:urn:lab7:bao:api\nsubjectKeyIdentifier=hash\nauthorityKeyIdentifier=keyid:always\n", + text=True, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL) + new_cert, new_key = TLS / "bao-api-next.crt", TLS / "bao-api-next.key" + new = identity(new_cert, new_key) + leaf = new_cert.read_text() + + def role(ttl): + request(base, policy_path, token=admin, status=204, body={ + "certificate": leaf, "token_policies": ["api"], "token_no_default_policy": True, + "token_ttl": ttl, "token_max_ttl": ttl, + }) + + def db_login(candidate, allowed): + result = subprocess.run(["docker", "compose", "exec", "-T", "db", "sh", "-ec", + 'IFS= read -r PGPASSWORD; export PGPASSWORD PGCHANNELBINDING=disable ' + 'PGSSLMODE=verify-full PGSSLROOTCERT=/run/tls/ca.crt; ' + 'psql -X -h db -U messenger_api "$POSTGRES_DB" -Atc "SELECT 1"'], + cwd=ROOT, input=candidate+"\n", text=True, capture_output=True) + assert (result.returncode == 0 and result.stdout.strip() == "1") == allowed + if not allowed: + assert "password authentication failed" in result.stderr + + role("3s") + try: + request(old, "auth/cert/login", body={"name": "api"}, status=400) + request(base, "auth/token/revoke-accessor", token=admin, status=204, + body={"accessor": old_auth["accessor"]}) + request(old, secret_path, token=old_auth["client_token"], status=403) + auth = login(new) + request(new, secret_path, token=auth["client_token"]) + time.sleep(auth["lease_duration"] + 1) + request(new, secret_path, token=auth["client_token"], status=403) + print("PASS: replaced leaf, revoked old token, expired short-lived token") + finally: + role("15m") + for source, target in ((new_cert, TLS / "bao-api.crt"), (new_key, TLS / "bao-api.key")): + source.chmod(0o644) + os.replace(source, target) + (TLS / "bao-api-next.csr").unlink(missing_ok=True) + + db_login(old_password, True) + run("docker", "compose", "exec", "-T", "db", "sh", "-ec", + 'psql -X -v ON_ERROR_STOP=1 -U "$POSTGRES_USER" "$POSTGRES_DB"', + text=True, input=f"ALTER ROLE messenger_api PASSWORD '{password}';\n", stdout=subprocess.DEVNULL) + parts = urlsplit(values["database_url"]) + values["database_url"] = urlunsplit(parts._replace(netloc=f"{parts.username}:{password}@{parts.hostname}:{parts.port}")) + request(base, secret_path, token=admin, status=200, body={"data": values}) + for path, content in (("database_api_password", password), ("database_api_url", values["database_url"])): + (FILES / path).write_text(content + "\n") + db_login(old_password, False) + db_login(password, True) + run("docker", "compose", "up", "-d", "--no-deps", "--no-build", "--force-recreate", "api") + run("./scripts/wait_ingress.sh") + print("PASS: database secret rotated, old password refused, API ready without rebuilding") + + try: + request(base, "sys/seal", token=admin, status=204, body={}) + request(new, "auth/cert/login", body={"name": "api"}, status=503) + run("./scripts/wait_ingress.sh") + print("PASS: sealed OpenBao denies new login; running API remains ready using loaded credentials") + finally: + run("python3", "scripts/bao_operator.py", "unseal") + run("python3", "scripts/check_bao_roles.py") + + +if __name__ == "__main__": + main() diff --git a/scripts/check_grade4_login.py b/scripts/check_grade4_login.py new file mode 100644 index 0000000..74bb746 --- /dev/null +++ b/scripts/check_grade4_login.py @@ -0,0 +1,66 @@ +"""Verify rehash in PostgreSQL and measure rejected concurrent login work.""" +import base64 +import concurrent.futures +import json +import os +import ssl +import subprocess +import sys +import time +from pathlib import Path +from urllib.error import HTTPError +from urllib.request import Request, urlopen + +ROOT = Path(__file__).resolve().parents[1] +sys.path.insert(0, str(ROOT / "tests")) +from client import Client + + +def main(): + ca = "secrets/tls/lab7-ingress-ca.crt" + endpoint = "https://localhost:8443" + api = Client(endpoint, ca) + actor = api.user("rehash") + registration = actor["registration"] + user_id = actor["id"] + + def sql(statement): + return subprocess.check_output(["docker", "compose", "exec", "-T", "db", "sh", "-ec", + 'psql -X -v ON_ERROR_STOP=1 -U "$POSTGRES_USER" "$POSTGRES_DB" -At'], + text=True, input=statement, cwd=ROOT).strip() + + # Derive a synthetic legacy hash with the same Go implementation in the test image. + legacy = subprocess.check_output(["docker", "compose", "--profile", "test", "run", "--rm", "-T", + "--no-deps", "-e", "LAB7_REHASH_FIXTURE", "backend-tests", + "go", "test", "./backend/services", "-run", "^TestPrintLegacyFixture$", "-v"], + cwd=ROOT, text=True, env=os.environ | {"LAB7_REHASH_FIXTURE": registration["password"]}) + old = next(line for line in legacy.splitlines() if line.startswith("$argon2id$")) + sql(f"UPDATE users SET password_hash=convert_to('{old}','UTF8') WHERE id='{user_id}';") + auth = "Basic " + base64.b64encode( + f"{registration['username']}:{registration['password']}".encode()).decode() + api.call("POST", "/api/v1/auth/sessions", 201, headers={"Authorization": auth}, schema="Session") + assert sql(f"SELECT split_part(convert_from(password_hash,'UTF8'),'$',4) FROM users WHERE id='{user_id}';") == "m=65536,t=3,p=2" + print("PASS: successful login upgraded the stored legacy Argon2id hash") + context = ssl.create_default_context(cafile=ca) + + def login(_): + started = time.monotonic() + req = Request(endpoint + "/api/v1/auth/sessions", data=b"", headers={"Authorization": auth}) + try: + with urlopen(req, context=context, timeout=10) as response: + return response.status, time.monotonic()-started + except HTTPError as error: + assert error.code == 429 and error.headers["Retry-After"] + return error.code, time.monotonic()-started + + with concurrent.futures.ThreadPoolExecutor(max_workers=24) as pool: + result = list(pool.map(login, range(24))) + status = {code: sum(c == code for c, _ in result) for code in (201, 429)} + assert all(status.values()), status + latencies = sorted(duration for _, duration in result) + print(json.dumps({"requests": len(result), "status": status, + "p50_ms": round(latencies[11]*1000), "max_ms": round(latencies[-1]*1000)})) + + +if __name__ == "__main__": + main() diff --git a/scripts/check_grade4_telemetry.py b/scripts/check_grade4_telemetry.py new file mode 100644 index 0000000..ff97345 --- /dev/null +++ b/scripts/check_grade4_telemetry.py @@ -0,0 +1,56 @@ +"""Send a synthetic marker as a credential and check exported signals for it.""" +import base64 +import json +import secrets +import ssl +import subprocess +import time +from urllib.error import HTTPError +from urllib.request import Request, urlopen + +from check_grade3_signals import TLS, query + + +def main(): + marker = "lab7-secret-" + secrets.token_hex(16) + encoded = base64.b64encode(("lab7_probe:" + marker).encode()).decode() + context = ssl.create_default_context(cafile=str(TLS / "lab7-ingress-ca.crt")) + started = int(time.time()) - 1 + req = Request("https://localhost:8443/api/v1/auth/sessions", data=b"", + headers={"Authorization": "Basic " + encoded}) + try: + with urlopen(req, context=context, timeout=5): + raise AssertionError("Synthetic invalid login succeeded") + except HTTPError as error: + assert error.code == 401 + request_id = error.headers["X-Request-Id"] + assert request_id + for _ in range(30): + now = int(time.time()) + 1 + selector = '{service_name="messenger-api"} | request_id=`' + request_id + '`' + window = {"start": started * 10**9, "end": now * 10**9, "limit": 10} + logs = query("loki", 3100, "/loki/api/v1/query_range", + {**window, "query": selector}) + correlated = query("loki", 3100, "/loki/api/v1/query_range", + {**window, "query": selector + ' | line_format "{{.trace_id}}"'}) + trace_id = next((entry[1] for stream in correlated["data"]["result"] + for entry in stream["values"] if len(entry[1]) == 32), None) + if trace_id: + trace = query("tempo", 3200, "/api/traces/" + trace_id, {}, allow_missing=True) + metrics = query("prometheus", 9090, "/api/v1/query", { + "query": 'messenger_http_requests_total{http_route="/api/v1/auth/sessions",http_status_class="4xx"}', + })["data"]["result"] + if trace and metrics: + break + time.sleep(2) + else: + raise AssertionError("Missing correlated log, trace or ingress metric for synthetic request") + container_logs = subprocess.check_output( + ["docker", "compose", "logs", "--since", str(started), "api", "otel-collector"], text=True) + for output in (json.dumps(logs), json.dumps(trace), json.dumps(metrics), container_logs): + assert marker not in output and encoded not in output + print("PASS: synthetic Basic secret absent from correlated log, correlated trace, metric labels and container logs") + + +if __name__ == "__main__": + main() diff --git a/scripts/check_ingress_mtls.py b/scripts/check_ingress_mtls.py new file mode 100644 index 0000000..ed27bb3 --- /dev/null +++ b/scripts/check_ingress_mtls.py @@ -0,0 +1,56 @@ +#!/usr/bin/env python3 +"""Probe each API replica directly from the Docker host on Linux.""" +import http.client +import json +import ssl +import socket +import subprocess +from pathlib import Path + +ROOT = Path(__file__).resolve().parents[1] +TLS = ROOT / "secrets/tls" + + +def check(address, port, identity, error): + context = ssl.create_default_context(cafile=str(TLS / "lab7-ca.crt")) + if identity: + context.load_cert_chain(TLS / f"{identity}.crt", TLS / f"{identity}.key") + with socket.create_connection((address, port), timeout=5) as tcp: + try: + with context.wrap_socket(tcp, server_hostname="api") as connection: + connection.sendall(b"GET /health/live HTTP/1.1\r\nHost: api\r\nConnection: close\r\n\r\n") + response = http.client.HTTPResponse(connection) + response.begin() + assert response.status == 200, response.status + except ssl.SSLError as exc: + if not error or error not in str(exc).lower(): + raise + return + if error: + raise AssertionError(f"{identity or 'no certificate'} unexpectedly accepted") + + +def main(): + config = subprocess.check_output( + ["docker", "compose", "config", "--format", "json"], cwd=ROOT, text=True + ) + port = int(json.loads(config)["services"]["api"]["environment"]["APP_PORT"]) + replicas = subprocess.check_output( + ["docker", "compose", "ps", "-q", "api"], cwd=ROOT, text=True + ).split() + assert len(replicas) >= 2, "Expected at least two running API replicas" + for replica in replicas: + address = subprocess.check_output( + ["docker", "inspect", "--format", + '{{(index .NetworkSettings.Networks "highload-lab7_proxy").IPAddress}}', replica], + text=True, + ).strip() + check(address, port, "lb", None) + check(address, port, None, "certificate required") + check(address, port, "wrong-ca", "unknown ca") + check(address, port, "wrong-role", "bad certificate") + print(f"PASS {replica[:12]}: LB permitted; absent, foreign CA and disallowed SAN rejected") + + +if __name__ == "__main__": + main() diff --git a/scripts/check_login_rate.py b/scripts/check_login_rate.py new file mode 100644 index 0000000..a6e1cc3 --- /dev/null +++ b/scripts/check_login_rate.py @@ -0,0 +1,40 @@ +#!/usr/bin/env python3 +"""Run against a quiet test ingress after at least 60 seconds without logins.""" +import argparse +import ssl +from urllib.error import HTTPError +from urllib.request import Request, urlopen + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--base-url", default="https://localhost:8443") + parser.add_argument("--ca-file", default="secrets/tls/lab7-ingress-ca.crt") + args = parser.parse_args() + context = ssl.create_default_context(cafile=args.ca_file) + instances = set() + for attempt in range(1, 14): + request = Request( + args.base_url.rstrip("/") + "/api/v1/auth/sessions", + data=b"", + headers={"X-Forwarded-For": f"192.0.2.{attempt}"}, + ) + try: + with urlopen(request, context=context, timeout=5): + raise AssertionError("Missing credentials unexpectedly accepted") + except HTTPError as error: + with error: + instance = error.headers["X-Instance-Id"] + assert instance, "Missing API instance identity" + instances.add(instance) + if attempt <= 12: + assert error.code == 401, f"Attempt {attempt}: expected 401, got {error.code}" + else: + assert error.code == 429, f"Expected 429, got {error.code}" + assert 0 < int(error.headers["Retry-After"]) <= 60 + assert len(instances) >= 2, "Expected requests to reach multiple API replicas" + print(f"PASS: request 13 returned 429 with Retry-After across {len(instances)} API replicas") + + +if __name__ == "__main__": + main() diff --git a/scripts/check_other_replica.sh b/scripts/check_other_replica.sh new file mode 100755 index 0000000..938ae9f --- /dev/null +++ b/scripts/check_other_replica.sh @@ -0,0 +1,10 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +replica=$(docker compose ps -q api | xargs docker inspect -f '{{.Name}} {{.Config.Hostname}}' | + awk '$1=="/highload-lab7-api-2" {print $2}') +test -n "$replica" +trap 'docker compose start api >/dev/null' EXIT +TARGET_INSTANCE_ID="$replica" ./scripts/stop-one.sh +./scripts/wait_ingress.sh +make test CA_FILE=secrets/tls/lab7-ingress-ca.crt diff --git a/scripts/check_session_expiry.py b/scripts/check_session_expiry.py new file mode 100644 index 0000000..d26834b --- /dev/null +++ b/scripts/check_session_expiry.py @@ -0,0 +1,33 @@ +#!/usr/bin/env python3 +"""Use a stand started with SESSION_TTL_SECONDS between 3 and 15.""" +import base64 +import datetime as dt +import sys +import time +from pathlib import Path + +sys.path.insert(0, str(Path(__file__).resolve().parents[1] / "tests")) +from client import Client, arguments, check, run, timestamp # noqa: E402 + + +def main(): + args = arguments(__doc__) + client = Client(args.base_url, args.ca_file) + actor = client.user("expiry") + registration = actor["registration"] + credentials = base64.b64encode( + f"{registration['username']}:{registration['password']}".encode() + ).decode() + session = client.call("POST", "/api/v1/auth/sessions", 201, + headers={"Authorization": "Basic " + credentials}, schema="Session")["json"] + actor["token"] = session["token"] + client.call("GET", "/api/v1/users/me", actor=actor, schema="User") + remaining = (timestamp(session["expires_at"]) - dt.datetime.now(dt.timezone.utc)).total_seconds() + check(0 < remaining <= 15, "Start rehearsal API with a short SESSION_TTL_SECONDS") + time.sleep(remaining + 0.3) + client.call("GET", "/api/v1/users/me", 401, actor=actor) + print("PASS: valid session accepted before expiry and rejected after expiry") + + +if __name__ == "__main__": + run(main) diff --git a/scripts/collect_grade3.py b/scripts/collect_grade3.py new file mode 100644 index 0000000..f69ebb4 --- /dev/null +++ b/scripts/collect_grade3.py @@ -0,0 +1,101 @@ +#!/usr/bin/env python3 +"""Run level-3 checks on the local rehearsal stand; write sanitized Markdown.""" +import argparse +import os +import shlex +import subprocess +from pathlib import Path + +ROOT = Path(__file__).resolve().parents[1] +CA = "secrets/tls/lab7-ingress-ca.crt" +OUTPUT = ROOT / "evidence" +VALIDATION = {"CA_FILE": str(ROOT / CA)} +CHECKS = { + "grade3-https": ("Бизнес-API, проверка CA, logout и вложения по HTTPS", [ + ["make", "check"], ["make", "test", "test-security", f"CA_FILE={CA}"], + ]), + "grade3-mtls": ("Допуск только роли LB на каждой реплике", [ + ["python3", "scripts/check_ingress_mtls.py"], + ]), + "grade3-dependencies": ("TLS хранилищ, брокера и телеметрии", [ + ["python3", "scripts/check_grade3_tls.py"], + ["./scripts/check_dependency_roles.sh"], + ]), + "grade3-signals": ("Доставка логов, метрик и трейсов по защищённым связям", [ + ["python3", "scripts/check_grade3_signals.py"], + ]), + "grade3-openbao": ("Сервисная аутентификация и scoped policy OpenBao", [ + ["python3", "scripts/check_bao_roles.py"], + ]), + "grade3-runtime": ("Изоляция, порты, лимиты и локальное размещение секретов", [ + ["python3", "scripts/check_grade3_runtime.py"], + ]), + "grade3-http-security": ("Лимиты, MIME, чужие вложения и неверный TLS hostname", [ + ["python3", "scripts/check_grade3_http.py", "--ca-file", CA], + ]), + "grade3-resilience": ("Сохранность после перезапуска хранилищ и отказ API", [ + ["sleep", "60"], + ["make", "test-persistence", "ACTION_SCRIPT=scripts/restart.sh", f"CA_FILE={CA}"], + ["make", "test-failover", "ACTION_SCRIPT=scripts/stop-one.sh", f"CA_FILE={CA}"], + ["docker", "compose", "start", "api"], ["./scripts/wait_ingress.sh"], + ["sleep", "60"], + ["make", "test-failover", "ACTION_SCRIPT=scripts/stop-one.sh", f"CA_FILE={CA}"], + ["docker", "compose", "start", "api"], ["./scripts/wait_ingress.sh"], + ]), + "grade3-other-replica": ("Работа HTTPS API при остановленной второй реплике", [ + ["sleep", "60"], ["./scripts/check_other_replica.sh"], ["./scripts/wait_ingress.sh"], + ]), + "grade3-login": ("Общий лимит входа по адресу клиента", [ + ["sleep", "60"], ["python3", "scripts/check_login_rate.py"], + ]), + "grade3-expiry": ("Истечение сессии на стенде с коротким TTL", [ + ["sleep", "60"], + ["env", "SESSION_TTL_SECONDS=5", "docker", "compose", "up", "-d", "--no-deps", "api"], + ["./scripts/wait_ingress.sh"], + ["python3", "scripts/check_session_expiry.py", "--ca-file", CA], + ["docker", "compose", "up", "-d", "--no-deps", "api"], ["./scripts/wait_ingress.sh"], + ]), + "grade3-argon2": ("Стоимость проверки хеша Argon2id на лимитах API", [ + ["docker", "compose", "--profile", "test", "build", "backend-tests"], + ["docker", "run", "--rm", "--network", "none", "--cpus", "0.5", "--memory", "512m", + "-e", "GOMAXPROCS=1", "highload-lab7-backend-tests", "go", "test", "./backend/services", + "-run", "^$", "-bench", "^BenchmarkPasswordVerification$", "-benchtime=3x", "-count=3"], + ]), +} + + +def main(checks=CHECKS): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--only", nargs="+", choices=checks) + selected = parser.parse_args().only or checks + OUTPUT.mkdir(exist_ok=True) + if "grade3-resilience" in selected: + for name in ("restart", "failover"): + path = ROOT / ".memory" / f"{name}-containers.txt" + path.parent.mkdir(exist_ok=True) + path.write_text("") + VALIDATION[f"{name.upper()}_EVIDENCE_FILE"] = str(path) + passed = True + for slug in selected: + title, commands = checks[slug] + report = [f"# {title}", "", "Предпосылки: подготовленный, разблокированный учебный стенд; Docker Compose, Python и локальный CA.", ""] + for command in commands: + result = subprocess.run(command, cwd=ROOT, env=os.environ | VALIDATION, + stdout=subprocess.PIPE, stderr=subprocess.STDOUT, text=True) + passed &= result.returncode == 0 + report.extend([f"`{shlex.join(command)}`", "", f"Код завершения: {result.returncode}.", "", + "```text", "\n".join(line.rstrip() for line in result.stdout.splitlines()).rstrip(), "```", ""]) + if slug == "grade3-resilience": + for name in ("restart", "failover"): + rows = Path(VALIDATION[f"{name.upper()}_EVIDENCE_FILE"]).read_text().strip() + report.extend([f"Состояния контейнеров ({name}):", "", "```text", rows, "```", ""]) + report.extend(["Итог: " + ("все команды завершились успешно." if all( + line == "Код завершения: 0." for line in report if line.startswith("Код завершения:") + ) else "есть команды с ошибками."), ""]) + (OUTPUT / f"{slug}.md").write_text("\n".join(report), encoding="utf-8") + print(f"Recorded {slug}", flush=True) + raise SystemExit(0 if passed else 1) + + +if __name__ == "__main__": + main() diff --git a/scripts/collect_grade4.py b/scripts/collect_grade4.py new file mode 100644 index 0000000..936c1e0 --- /dev/null +++ b/scripts/collect_grade4.py @@ -0,0 +1,35 @@ +"""Collect evidence for the level-4 criteria on the rehearsal stack.""" +from collect_grade3 import main + +CA = "secrets/tls/lab7-ingress-ca.crt" +CHECKS = { + "grade4-mtls": ("Проверка ролей RabbitMQ и Collector", [ + ["python3", "scripts/check_grade4_broker.py"], + ["python3", "scripts/check_grade3_tls.py"], + ["python3", "scripts/check_grade3_signals.py"], + ]), + "grade4-login": ("Rehash в PostgreSQL и бюджет защиты входа", [ + ["docker", "compose", "--profile", "test", "build", "backend-tests"], + ["sleep", "60"], ["python3", "scripts/check_grade4_login.py"], + ]), + "grade4-lifecycle": ("Ротация секрета и leaf, отзыв, expiry и seal", [ + ["python3", "scripts/check_grade4_lifecycle.py"], + ]), + "grade4-hardening": ("Права контейнеров, лимиты и эксплуатационные границы", [ + ["python3", "scripts/check_grade3_runtime.py"], + ]), + "grade4-audit": ("Сетевой аудит, ACL и отсутствие контрольного секрета в телеметрии", [ + ["python3", "scripts/check_grade3_tls.py"], + ["python3", "scripts/check_grade4_broker.py"], + ["./scripts/check_dependency_roles.sh"], + ["python3", "scripts/check_bao_roles.py"], + ["sleep", "60"], ["python3", "scripts/check_grade3_http.py", "--ca-file", CA], + ["python3", "scripts/check_grade4_telemetry.py"], + ]), + "grade4-scan": ("Сканирование зависимостей и образов", [ + ["./scripts/scan_grade4.sh"], + ]), +} + +if __name__ == "__main__": + main(CHECKS) diff --git a/scripts/configure_bao.py b/scripts/configure_bao.py new file mode 100644 index 0000000..ed2e6a1 --- /dev/null +++ b/scripts/configure_bao.py @@ -0,0 +1,66 @@ +#!/usr/bin/env python3 +"""Configure an initialized, unsealed local OpenBao using an operator token.""" +import argparse +import getpass +import json +import ssl +from pathlib import Path +from urllib.error import HTTPError +from urllib.request import Request, urlopen + +ROOT = Path(__file__).resolve().parents[1] +SECRETS = ROOT / "secrets" +TLS = SECRETS / "tls" + + +def main(): + context = ssl.create_default_context(cafile=str(TLS / "lab7-ca.crt")) + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--operator-file", type=Path) + args = parser.parse_args() + token = (json.loads(args.operator_file.read_text())["root_token"] + if args.operator_file else getpass.getpass("OpenBao operator token: ")) + + def request(path, body=None): + data = None if body is None else json.dumps(body).encode() + req = Request( + "https://localhost:8200/v1/" + path, + data=data, + headers={"Content-Type": "application/json", "X-Vault-Token": token}, + ) + try: + with urlopen(req, context=context, timeout=5) as response: + return json.load(response) if response.status != 204 else {} + except HTTPError as error: + raise SystemExit(f"OpenBao {path}: HTTP {error.code}") + + if "cert/" not in request("sys/auth"): + request("sys/auth/cert", {"type": "cert"}) + if "messenger/" not in request("sys/mounts"): + request("sys/mounts/messenger", {"type": "kv", "options": {"version": "2"}}) + + for role in ("api", "worker", "dispatcher", "cleanup"): + request(f"sys/policies/acl/{role}", { + "policy": f'path "messenger/data/{role}" {{ capabilities = ["read"] }}', + }) + request(f"auth/cert/certs/{role}", { + "certificate": (TLS / f"bao-{role}.crt").read_text(), + "token_policies": [role], + "token_no_default_policy": True, + "token_ttl": "15m", + "token_max_ttl": "15m", + }) + + names = {"database_url": f"database_{role}_url"} + if role == "api": + names["cache_url"] = "cache_tls_url" + if role != "dispatcher": + for key in ("access_key_id", "secret_access_key"): + names[f"s3_{key}"] = f"s3_{role}_{key}" + values = {key: (SECRETS / name).read_text().strip() for key, name in names.items()} + request(f"messenger/data/{role}", {"data": values}) + print(f"Configured OpenBao role {role}") + + +if __name__ == "__main__": + main() diff --git a/scripts/init_env.py b/scripts/init_env.py new file mode 100644 index 0000000..3dce91d --- /dev/null +++ b/scripts/init_env.py @@ -0,0 +1,105 @@ +import os +import secrets +from pathlib import Path +from urllib.parse import quote + +ROOT = Path(__file__).resolve().parents[1] + + +def read_values(path): + values = {} + if path.exists(): + for line in path.read_text(encoding="utf-8").splitlines(): + line = line.strip() + if line and not line.startswith("#") and "=" in line: + key, value = line.split("=", 1) + values[key.strip()] = value.strip().strip("\"'") + return values + + +def main(): + path = ROOT / ".env" + existing = read_values(path) + defaults = read_values(ROOT / ".env.example") + defaults.update( + POSTGRES_DB="messenger", + POSTGRES_USER="messenger", + POSTGRES_PASSWORD=secrets.token_hex(24), + ) + defaults.update(API_HTTPS_PORT="8443", S3_ENDPOINT="https://s3:9000", + OTEL_EXPORTER_OTLP_ENDPOINT="https://otel-collector:4318", UPLOAD_CLEANUP_GRACE_SECONDS="600", UPLOAD_TMP_DIR="/tmp/uploads", + S3_PUBLIC_ENDPOINT="https://localhost:9000", + S3_CORS_ORIGINS="http://127.0.0.1:5173,http://localhost:5173") + values = defaults | existing + for name, lower, upper in ( + ("APP_PORT", 1, 65535), + ("API_REPLICAS", 2, 32), + ("SESSION_TTL_SECONDS", 1, 31536000), + ("IDEMPOTENCY_TTL_SECONDS", 1, 31536000), + ): + try: + valid = lower <= int(values[name]) <= upper + except (ValueError, KeyError): + valid = False + if not valid: + raise SystemExit(f"{name} must be between {lower} and {upper}") + for name in ( + "POSTGRES_DB", + "POSTGRES_USER", + "POSTGRES_PASSWORD", + "APP_HOST", + "APP_ENV", + ): + if not values[name]: + raise SystemExit(f"{name} must not be empty") + # Existing values, including credentials, are never replaced. + missing = {key: value for key, value in values.items() if key not in existing} + if missing: + prefix = "\n" if path.exists() and path.stat().st_size else "" + with path.open("a", encoding="utf-8") as file: + file.write( + prefix + "".join(f"{key}={value}\n" for key, value in missing.items()) + ) + os.chmod(path, 0o600) + secret_dir = ROOT / "secrets" + secret_dir.mkdir(mode=0o700, exist_ok=True) + def create_secret(name, value): + target = secret_dir / name + if not target.exists(): + target.write_text(value + "\n", encoding="utf-8") + target.chmod(0o644) + return target.read_text(encoding="utf-8").strip() + + create_secret("grafana_admin_password", secrets.token_hex(24)) + database_url = "postgres://{}:{}@db:5432/{}?sslmode=verify-full&sslrootcert=/run/tls/ca.crt".format( + quote(values["POSTGRES_USER"], safe=""), + quote(values["POSTGRES_PASSWORD"], safe=""), + quote(values["POSTGRES_DB"], safe=""), + ) + create_secret("broker_user", "messenger") + create_secret("broker_password", secrets.token_hex(32)) + redis_password = create_secret("redis_password", secrets.token_hex(32)) + cache_url = f"rediss://messenger:{redis_password}@redis:6379/0" + create_secret("redis_acl", "user default off\nuser messenger on >" + redis_password + + " ~messenger:* +ping +get +set +del +incr +expire +ttl +eval +evalsha +hello +client|setinfo") + for name, content in ( + ("database_tls_url", database_url), + ("cache_tls_url", cache_url), + ): + create_secret(name, content) + create_secret("s3_access_key_id", secrets.token_hex(12)) + create_secret("s3_secret_access_key", secrets.token_hex(32)) + database = quote(values["POSTGRES_DB"], safe="") + for role in ("api", "worker", "dispatcher", "cleanup"): + password = create_secret(f"database_{role}_password", secrets.token_hex(24)) + create_secret(f"database_{role}_url", + f"postgres://messenger_{role}:{password}@db:5432/{database}" + "?sslmode=verify-full&sslrootcert=/run/tls/ca.crt") + if role != "dispatcher": + create_secret(f"s3_{role}_access_key_id", secrets.token_hex(12)) + create_secret(f"s3_{role}_secret_access_key", secrets.token_hex(32)) + print("Local connection files ready; existing values and files preserved.") + + +if __name__ == "__main__": + main() diff --git a/scripts/provision_dependencies.sh b/scripts/provision_dependencies.sh new file mode 100755 index 0000000..9294717 --- /dev/null +++ b/scripts/provision_dependencies.sh @@ -0,0 +1,13 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +docker compose up -d --wait db redis broker s3 +docker compose run --rm migrate +docker compose exec -T db sh -ec ' + for role in api worker dispatcher cleanup; do + export "${role}_password=$(cat "/run/secrets/database_${role}_password")" + done + psql -X -v ON_ERROR_STOP=1 -U "$POSTGRES_USER" "$POSTGRES_DB" -f - +' < infra/postgres-roles.sql +docker compose exec -T broker sh /bootstrap.sh +docker compose run --rm s3-bootstrap diff --git a/scripts/restart.sh b/scripts/restart.sh new file mode 100755 index 0000000..e504cc6 --- /dev/null +++ b/scripts/restart.sh @@ -0,0 +1,15 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +if [ -n "${RESTART_EVIDENCE_FILE:-}" ]; then + docker compose ps -q db redis s3 broker api | xargs docker inspect \ + -f '{{.Name}} {{.State.StartedAt}}' > "$RESTART_EVIDENCE_FILE" +fi +docker compose --project-name highload-lab7 --env-file .env -f compose.yml restart db redis s3 broker >/dev/null +docker compose start --wait --wait-timeout 45 db redis s3 broker >/dev/null +docker compose --project-name highload-lab7 --env-file .env -f compose.yml restart api upload-cleanup worker dispatcher >/dev/null +./scripts/wait_ingress.sh +if [ -n "${RESTART_EVIDENCE_FILE:-}" ]; then + docker compose ps -q db redis s3 broker api | xargs docker inspect \ + -f '{{.Name}} {{.State.StartedAt}}' >> "$RESTART_EVIDENCE_FILE" +fi diff --git a/scripts/scan_grade4.sh b/scripts/scan_grade4.sh new file mode 100755 index 0000000..acb1502 --- /dev/null +++ b/scripts/scan_grade4.sh @@ -0,0 +1,26 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +cache=highload-lab7-trivy-cache +trivy=aquasec/trivy:0.69.3 +mkdir -p .memory/scans +docker run --rm -v "$cache:/root/.cache/trivy" -v "$PWD/src:/src:ro" "$trivy" \ + fs --timeout 20m --no-progress --quiet --scanners vuln --format json /src > .memory/scans/dependencies.raw +mv .memory/scans/dependencies.raw .memory/scans/dependencies.json +docker compose ps -aq | xargs docker inspect --format '{{.Image}} {{.Config.Image}}' | + sort -u | while read -r image configured; do + archive=$(mktemp) + trap 'rm -f "$archive"' EXIT HUP INT TERM + if ! docker image inspect "$image" >/dev/null 2>&1; then + echo "Container image $image is untagged/unavailable; scanning configured image $configured" + image=$(docker image inspect --format '{{.Id}}' "$configured") + fi + printf 'Scanning %s (%s)\n' "$configured" "$image" + docker image save "$image" -o "$archive" + docker run --rm -v "$cache:/root/.cache/trivy" -v "$archive:/scan.tar:ro" "$trivy" \ + image --timeout 15m --no-progress --quiet --input /scan.tar --scanners vuln --format json > ".memory/scans/image-$image.raw" + mv ".memory/scans/image-$image.raw" ".memory/scans/image-$image.json" + rm -f "$archive" + trap - EXIT HUP INT TERM + done +python3 scripts/summarize_grade4_scan.py .memory/scans diff --git a/scripts/stop-one.sh b/scripts/stop-one.sh new file mode 100755 index 0000000..baff315 --- /dev/null +++ b/scripts/stop-one.sh @@ -0,0 +1,19 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." + +: "${TARGET_INSTANCE_ID:?Set TARGET_INSTANCE_ID to the X-Instance-Id of an API replica}" +for container in $(docker compose --project-name highload-lab7 --env-file .env -f compose.yml ps -q api); do + hostname=$(docker inspect --format '{{.Config.Hostname}}' "$container") + if [ "$hostname" = "$TARGET_INSTANCE_ID" ]; then + # Only containers from this Compose project's api service are eligible. + docker stop --timeout 8 "$container" >/dev/null + if [ -n "${FAILOVER_EVIDENCE_FILE:-}" ]; then + docker inspect -f '{{.Name}} {{.State.Status}}' "$container" >> "$FAILOVER_EVIDENCE_FILE" + fi + printf 'Stopped API instance %s\n' "$hostname" + exit 0 + fi +done +printf 'No running API replica matches TARGET_INSTANCE_ID\n' >&2 +exit 1 diff --git a/scripts/summarize_grade4_scan.py b/scripts/summarize_grade4_scan.py new file mode 100644 index 0000000..4da489e --- /dev/null +++ b/scripts/summarize_grade4_scan.py @@ -0,0 +1,15 @@ +"""Print a compact inventory from raw Trivy JSON.""" +import collections +import json +import sys +from pathlib import Path + +for path in sorted(Path(sys.argv[1]).glob("*.json")): + report = json.loads(path.read_text()) + matches = {} + for target in report.get("Results", []): + for entry in target.get("Vulnerabilities") or []: + key = entry["VulnerabilityID"], entry["PkgName"], entry["InstalledVersion"] + matches[key] = entry + counts = collections.Counter(entry["Severity"] for entry in matches.values()) + print(path.name, dict(sorted(counts.items()))) diff --git a/scripts/wait_ingress.sh b/scripts/wait_ingress.sh new file mode 100755 index 0000000..2bd9508 --- /dev/null +++ b/scripts/wait_ingress.sh @@ -0,0 +1,13 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +port=$(docker compose port haproxy 8443) +for attempt in $(seq 1 30); do + if curl --silent --fail --max-time 2 --cacert secrets/tls/lab7-ingress-ca.crt \ + "https://localhost:${port##*:}/health/ready" >/dev/null; then + exit 0 + fi + sleep 1 +done +printf 'HTTPS ingress did not become ready\n' >&2 +exit 1 diff --git a/security/THREAT_MODEL.md b/security/THREAT_MODEL.md index 31da287..7af9f13 100644 --- a/security/THREAT_MODEL.md +++ b/security/THREAT_MODEL.md @@ -1,19 +1,48 @@ -# Модель угроз — заполнить +# Модель угроз мессенджера ## Активы и акторы -TODO: пользовательские credentials/сессии, сообщения/вложения, service identities, CA/secrets, telemetry. Акторы: участник чата, посторонний пользователь, внешний клиент, скомпрометированный сервис, оператор. Опишите доступ атакующего и границы учебного стенда. +- Пароли и их Argon2id-хеши, Bearer-токены и записи сессий. Владение действующим токеном даёт права соответствующего пользователя. +- Сообщения, состав чатов, метаданные и байты вложений, включая staging и производные изображения. PostgreSQL хранит бизнес-состояние, S3 — файлы, RabbitMQ — доставку фоновых заданий, Redis — сессии и счётчики входа. +- Ключи CA и сервисов, учётные данные хранилищ и токены OpenBao. Отдельно защищаются телеметрия и её доступность, поскольку поддельные сигналы могут скрыть отказ, а утечка логов — раскрыть секреты. + +Внешний клиент может формировать произвольные HTTP-запросы к ingress. Аутентифицированный посторонний знает или угадывает идентификаторы ресурсов в чужом чате. Участник чата может загружать специально подготовленные файлы. При компрометации контейнера атакующий получает доступ к его файлам, учётным данным и доступным ему сетям. Оператор управляет хостом, Docker, сертификатами и хранилищами. Компрометация хоста, Docker daemon или ключа CA выходит за границы защиты приложения. Стенд развёрнут на одном хосте и проверяет отказ отдельной API-реплики. ## Границы доверия -TODO: схема и ссылка на заполненную contracts/trust-matrix.md; публичные/внутренние интерфейсы, процессы, секреты и их выдача. +Клиент обращается к HAProxy по HTTPS. HAProxy подключается к API по mTLS, после чего приложение независимо проверяет пользовательскую сессию и членство в чате. API, worker, dispatcher и служебные задачи пересекают отдельную границу при доступе к данным. Collector принимает сигналы от приложений, а Grafana читает их из хранилищ. Административный доступ и выдача credentials образуют отдельную границу. Текущие и целевые настройки каждой связи перечислены в [матрице доверия](../contracts/trust-matrix.md). -| Угроза и конкретный путь | Нарушаемый инвариант | Контроль | Отрицательный тест | Остаточное ограничение | -| --- | --- | --- | --- | --- | -| TODO | TODO | TODO | TODO | TODO | - -На 4 минимум 6 конкретных угроз. Не заменяйте сценарии словами «SQL injection», «безопасный Docker», «mTLS включён» без пути и проверки. +| Угроза и путь | Защищаемое свойство | Контроль и проверка | Остаточное ограничение | +| --- | --- | --- | --- | +| Подмена HTTPS-узла и перехват Basic или Bearer | Клиент передаёт credentials нужному серверу | HTTPS с проверкой CA и SAN. `make test-security CA_FILE=secrets/tls/lab7-ingress-ca.crt` подтвердил отказ без доверия к CA. Неверное имя проверяется в `scripts/check_grade3_http.py`. | Токен, украденный на клиенте, пригоден до logout или expiry. | +| Прямой запрос к API из соседнего контейнера или предъявление сертификата другого сервиса | API принимает только HAProxy | API не публикует порт. `python3 scripts/check_ingress_mtls.py` проверил обе реплики с сертификатом LB, без сертификата, с чужим CA и с чужим URI SAN от своего CA. | Кража ключа LB позволяет имитировать его до смены доверия. Пользовательские ACL продолжают действовать. | +| Чтение чужих сообщений или файлов, подмена `X-User-Id`, добавление чужого attachment ID | Ресурсы доступны участникам соответствующего чата | Bearer определяет пользователя, членство проверяется API. Публичный smoke прошёл по HTTPS. `scripts/check_grade3_http.py` проверяет metadata/content и сообщение с чужим вложением и поддельным заголовком. | Участник может скопировать легально полученные данные. | +| Повтор использования токена после logout или истечения срока | Отозванная сессия отклоняется всеми API | В Redis хранится ключ на основе SHA-256 токена с TTL, logout удаляет запись. Smoke проверил logout. Для expiry создать сессию на отдельном стенде с коротким TTL и ожидать 401 с тем же токеном после истечения. | Захваченная активная сессия имеет права пользователя. | +| Перебор пароля и нагрузка на Argon2id через чередование реплик и поддельный `X-Forwarded-For` | Ограничение входа действует независимо от реплики | HAProxy заменяет заголовок фактическим адресом, Redis атомарно ведёт общий счётчик. `python3 scripts/check_login_rate.py` подтвердил 429 и `Retry-After` на 13-й попытке. Пароли хешируются Argon2id с индивидуальной солью. | Распределённые источники имеют отдельные окна, пользователи за одним NAT делят лимит. | +| Загрузка слишком большого файла, изображения с чрезмерным числом пикселей или подменённым MIME | Ограничены память, CPU и объём входных данных | API ограничивает upload 10 МиБ и проверяет формат и размеры, обработка выполняется отдельно в worker. Проверить 413 для превышения размера/пикселей и 415 для ложного MIME, затем загрузить штатный файл и дождаться ready. | Параллельные загрузки конкурируют за общие ресурсы. | +| Компрометация worker и выход за пределы его роли | Worker имеет доступ только к ресурсам обработки | Действуют отдельные DB/S3/AMQP identities и scoped policy OpenBao. TLS, обработка в своей роли и запрет чтения чужого пути проверяются отдельно. | Компрометация затронет разрешённую область worker. | +| Поддельный OTLP ingest или чтение телеметрии соседом | Источник сигналов авторизован, хранилища доступны по ролям | Действует сетевая сегментация и mTLS с отдельными CA для ingest, export и read. Проверяется доставка в три хранилища и отказ чужого CA. | Скомпрометированное приложение может посылать ложные сигналы в пределах своей роли. | +| Утечка bootstrap credentials или остановка OpenBao | Сервис получает только свои секреты, отказ закрывает новый доступ | Cert auth выдаёт отдельный токен на 15 минут для чтения своего KV-пути. Проверяются запрет чтения соседнего пути, записи и отсутствие административных секретов в контейнерах. | Действующие подключения и уже загруженные credentials могут жить до закрытия соединения или отзыва в целевой системе. | ## Lifecycle и инциденты -TODO: bootstrap, expiry/renewal, revoke/rotation, компрометация identity, sealed OpenBao и восстановление. Указать владельца CA/unseal и способ защиты bootstrap credentials. Сопоставить scan findings с реальной применимостью и исправлением/остаточным риском. +Сейчас оператор выпускает локальный CA и leaf-сертификаты через `scripts/bootstrap_tls.sh`. CA действует 365 дней, leaf — 30 дней. Закрытый ключ CA остаётся у оператора, контейнеры получают отдельные файлы. Повторный запуск bootstrap сохраняет имеющиеся сертификаты. + +OpenBao использует файловый backend на томе. Bootstrap сохраняет операторский материал на хосте с правами 0600. При эксплуатации оператор должен хранить доли ключа и административные credentials раздельно. После рестарта оператор выполняет unseal. API и worker заново получают scoped токены по своим клиентским сертификатам. При компрометации отзыв identity блокирует новую аутентификацию, отзыв токенов закрывает доступ к OpenBao, а смена выданных паролей и закрытие активных подключений ограничивают доступ к зависимостям. Проверки expiry, renewal и ротации выполняются на новых соединениях. результаты сканирования и применимость уязвимостей фиксируются в доказательствах. + +## Проверки уровня «4» + +- Подмена identity на брокере и Collector. Сертификат незарегистрированной роли + от доверенного CA отклоняется в новом сеансе. Негативные сценарии + воспроизводятся через `scripts/check_grade4_broker.py` и + `scripts/check_grade3_tls.py`. AMQP ACL дополнительно запрещают публикацию + воркером и чтение диспетчером. +- Отзыв OpenBao и компрометация пароля PostgreSQL. `scripts/check_grade4_lifecycle.py` + меняет leaf и пароль, проверяет отказ старым credentials на новом соединении, + истечение короткого токена и вход при sealed backend. +- Преднамеренная нагрузка на Argon2id. `scripts/check_grade4_login.py` подаёт + параллельные запросы с корректной парой имени и пароля и проверяет ограничение + до запуска лишней работы. +- Утечка credentials в наблюдаемость. `scripts/check_grade4_telemetry.py` + посылает синтетический секрет и проверяет соответствующую журнальную запись, + трейсы и метрики за выбранный интервал. diff --git a/src/.dockerignore b/src/.dockerignore new file mode 100644 index 0000000..e6fa656 --- /dev/null +++ b/src/.dockerignore @@ -0,0 +1,26 @@ +.git +.gitignore +.github +.env +.env.* +!.env.example +secrets +certs +volumes +data +backups +*.key +*.pem +*.p12 +*.pfx +*.jks +.venv +__pycache__ +node_modules +evidence +.DS_Store +README.md +REPORT.md +COURSE.md +CONTRIBUTING.md +MAINTAINERS.md diff --git a/src/Dockerfile b/src/Dockerfile new file mode 100644 index 0000000..95d7b74 --- /dev/null +++ b/src/Dockerfile @@ -0,0 +1,39 @@ +FROM golang:1.22.2-bookworm AS builder + +RUN apt-get update && apt-get install -y --no-install-recommends webp && rm -rf /var/lib/apt/lists/* + +WORKDIR /src + +COPY go.mod go.sum ./ + +RUN go mod download + +COPY backend ./backend + +RUN CGO_ENABLED=0 \ + GOOS=linux \ + go build \ + -trimpath \ + -ldflags="-s -w" \ + -o /out/messenger \ + ./backend + + +FROM debian:12.15-slim + +RUN apt-get update && apt-get install -y --no-install-recommends webp && rm -rf /var/lib/apt/lists/* \ + && groupadd --system app \ + && useradd --system --gid app --no-create-home app + +WORKDIR /app + +COPY --from=builder /out/messenger ./messenger + +ENV APP_HOST=0.0.0.0 +ENV APP_PORT=8080 + +EXPOSE 8080 + +USER app:app + +CMD ["./messenger"] diff --git a/src/backend/app/server.go b/src/backend/app/server.go new file mode 100644 index 0000000..dd6f74e --- /dev/null +++ b/src/backend/app/server.go @@ -0,0 +1,155 @@ +package app + +import ( + "context" + "encoding/json" + "errors" + "fmt" + "log" + "net" + "net/http" + "os" + "os/signal" + "runtime" + "syscall" + "time" + + "messenger/src/backend/handlers" + "messenger/src/backend/repositories" + "messenger/src/backend/services" + "messenger/src/backend/telemetry" +) + +func serverAddress() string { + host := os.Getenv("APP_HOST") + if host == "" { + host = "0.0.0.0" + } + + port := os.Getenv("APP_PORT") + if port == "" { + port = "8080" + } + + return net.JoinHostPort(host, port) +} + +func RunHTTP() error { + tlsConfig, err := ingressTLS() + if err != nil { + return err + } + if _, err := repositories.UploadCleanupGrace(); err != nil { + return err + } + ctx, cancel := context.WithTimeout(context.Background(), 20*time.Second) + db, err := repositories.OpenDatabase(ctx) + cancel() + if err != nil { + return fmt.Errorf("database initialization failed: %w", err) + } + defer db.Close() + // Opt-in experiment telemetry goes to container logs, never a public port. + if os.Getenv("BENCH_POOL_STATS") == "1" { + go func() { + for range time.Tick(time.Second) { + s := db.Stat() + data, _ := json.Marshal(map[string]any{ + "time": time.Now().UTC(), "acquired": s.AcquiredConns(), + "total": s.TotalConns(), "max": s.MaxConns(), + "gomaxprocs": runtime.GOMAXPROCS(0), "goroutines": runtime.NumGoroutine(), + "acquire_count": s.AcquireCount(), "acquire_duration_ns": s.AcquireDuration().Nanoseconds(), + "empty_acquire_count": s.EmptyAcquireCount(), "canceled_acquire_count": s.CanceledAcquireCount(), + }) + log.Printf("benchmark_pool %s", data) + } + }() + } + redisClient, err := repositories.RedisClientFromEnvironment() + if err != nil { + return err + } + defer redisClient.Close() + sessionStore := repositories.NewSessionStore(redisClient, "messenger:session:") + userStore := repositories.NewUserStore(db) + chatStore := repositories.NewChatStore(db) + idempotencyTTL, err := repositories.IdempotencyTTL() + if err != nil { + return err + } + messageStore := repositories.NewMessageStoreWithTTL(db, idempotencyTTL) + ttl, err := services.SessionTTL() + if err != nil { + return err + } + userService := services.NewUserService(userStore) + sessionService := services.NewSessionService(userService, sessionStore, ttl) + chatService := services.NewChatService(chatStore) + messageService := services.NewMessageService(messageStore) + objects, err := repositories.NewObjectStoreFromEnvironment() + if err != nil { + return err + } + attachmentService := services.NewAttachmentService(repositories.NewAttachmentStore(db), objects) + mux := handlers.NewRouter(services.NewHealthService(repositories.NewHealthStore(db), sessionStore, objects), userService, sessionService, chatService, messageService, attachmentService) + + signals, stopTelemetry, err := telemetry.Start("messenger-api") + if err != nil { + return fmt.Errorf("telemetry initialization failed: %w", err) + } + defer stopTelemetry() + if err := signals.ObservePool(db); err != nil { + return err + } + + server := &http.Server{ + Addr: serverAddress(), + TLSConfig: tlsConfig, + Handler: signals.HTTP(mux), + ReadHeaderTimeout: 5 * time.Second, + ReadTimeout: 30 * time.Second, + WriteTimeout: 30 * time.Second, + IdleTimeout: 60 * time.Second, + } + + shutdownContext, stop := signal.NotifyContext( + context.Background(), + os.Interrupt, + syscall.SIGTERM, + ) + defer stop() + + serverErrors := make(chan error, 1) + + go func() { + log.Printf("server is listening on %s", server.Addr) + + if err := server.ListenAndServeTLS(os.Getenv("TLS_CERT_FILE"), os.Getenv("TLS_KEY_FILE")); err != nil && + !errors.Is(err, http.ErrServerClosed) { + serverErrors <- err + } + }() + + select { + case err := <-serverErrors: + return err + + case <-shutdownContext.Done(): + log.Printf("shutdown signal received") + handlers.BeginShutdown() + + shutdownDeadline, cancel := context.WithTimeout( + context.Background(), + 10*time.Second, + ) + defer cancel() + + if err := server.Shutdown(shutdownDeadline); err != nil { + log.Printf("graceful shutdown failed: %v", err) + return nil + } + + log.Printf("server stopped gracefully") + } + return nil +} diff --git a/src/backend/app/tls.go b/src/backend/app/tls.go new file mode 100644 index 0000000..2b7c24b --- /dev/null +++ b/src/backend/app/tls.go @@ -0,0 +1,32 @@ +package app + +import ( + "crypto/tls" + "crypto/x509" + "errors" + "os" +) + +func ingressTLS() (*tls.Config, error) { + ca, err := os.ReadFile(os.Getenv("TLS_CA_FILE")) + if err != nil { + return nil, err + } + roots := x509.NewCertPool() + if !roots.AppendCertsFromPEM(ca) { + return nil, errors.New("invalid ingress client CA") + } + return &tls.Config{ + MinVersion: tls.VersionTLS12, + ClientAuth: tls.RequireAndVerifyClientCert, + ClientCAs: roots, + VerifyConnection: func(state tls.ConnectionState) error { + for _, identity := range state.PeerCertificates[0].URIs { + if identity.String() == "urn:lab7:load-balancer" { + return nil + } + } + return errors.New("client certificate does not identify the load balancer") + }, + }, nil +} diff --git a/src/backend/commands/bao.go b/src/backend/commands/bao.go new file mode 100644 index 0000000..60e2024 --- /dev/null +++ b/src/backend/commands/bao.go @@ -0,0 +1,111 @@ +package commands + +import ( + "bytes" + "crypto/tls" + "encoding/json" + "errors" + "fmt" + "net/http" + "net/url" + "os" + "path/filepath" + "time" +) + +var secretFiles = map[string]string{ + "database_url": "DATABASE_URL_FILE", + "cache_url": "CACHE_URL_FILE", + "broker_url": "BROKER_URL_FILE", + "s3_access_key_id": "S3_ACCESS_KEY_ID_FILE", + "s3_secret_access_key": "S3_SECRET_ACCESS_KEY_FILE", +} + +func loadBaoSecrets() error { + role := os.Getenv("BAO_ROLE") + address, err := url.Parse(os.Getenv("BAO_ADDR")) + if err != nil || address.Scheme != "https" || address.Host == "" { + return errors.New("invalid OpenBao HTTPS address") + } + cert, err := tls.LoadX509KeyPair("/run/bao/client.crt", "/run/bao/client.key") + if err != nil { + return fmt.Errorf("load OpenBao service identity: %w", err) + } + transport := http.DefaultTransport.(*http.Transport).Clone() + transport.TLSClientConfig = &tls.Config{MinVersion: tls.VersionTLS12, Certificates: []tls.Certificate{cert}} + defer transport.CloseIdleConnections() + client := &http.Client{ + Transport: transport, + Timeout: 5 * time.Second, + CheckRedirect: func(*http.Request, []*http.Request) error { return http.ErrUseLastResponse }, + } + request := func(method, path string, body []byte, token string, result any) error { + req, err := http.NewRequest(method, address.String()+path, bytes.NewReader(body)) + if err != nil { + return err + } + req.Header.Set("Content-Type", "application/json") + if token != "" { + req.Header.Set("X-Vault-Token", token) + } + response, err := client.Do(req) + if err != nil { + return errors.New("OpenBao connection failed") + } + defer response.Body.Close() + if response.StatusCode != http.StatusOK { + return fmt.Errorf("OpenBao returned HTTP %d", response.StatusCode) + } + return json.NewDecoder(response.Body).Decode(result) + } + var login struct { + Auth struct { + Token string `json:"client_token"` + } + } + body, err := json.Marshal(map[string]string{"name": role}) + if err != nil { + return err + } + if err = request("POST", "/v1/auth/cert/login", body, "", &login); err != nil { + return err + } + if login.Auth.Token == "" { + return errors.New("OpenBao returned an empty token") + } + var secret struct { + Data struct{ Data map[string]string } + } + if err = request("GET", "/v1/messenger/data/"+url.PathEscape(role), nil, login.Auth.Token, &secret); err != nil { + return err + } + for key, env := range secretFiles { + if os.Getenv(env) == "" { + continue + } + value := secret.Data.Data[key] + if value == "" { + return fmt.Errorf("missing %s in OpenBao", key) + } + dir := "/run/runtime-secrets" + path := filepath.Join(dir, key) + tmp, err := os.CreateTemp(dir, ".secret-") + if err != nil { + return err + } + _, writeErr := tmp.WriteString(value) + closeErr := tmp.Close() + if err := errors.Join(writeErr, closeErr); err != nil { + os.Remove(tmp.Name()) + return err + } + if err := os.Rename(tmp.Name(), path); err != nil { + os.Remove(tmp.Name()) + return err + } + if err := os.Setenv(env, path); err != nil { + return err + } + } + return nil +} diff --git a/src/backend/commands/cleanup.go b/src/backend/commands/cleanup.go new file mode 100644 index 0000000..08c5d5e --- /dev/null +++ b/src/backend/commands/cleanup.go @@ -0,0 +1,64 @@ +package commands + +import ( + "context" + "encoding/json" + "flag" + "log" + "os" + "os/signal" + "syscall" + "time" + + "messenger/src/backend/repositories" +) + +func runUploadCleanup(args []string) error { + flags := flag.NewFlagSet("attachments-cleanup", flag.ContinueOnError) + loop := flags.Bool("loop", false, "run every 60 seconds") + dryRun := flags.Bool("dry-run", false, "report without deleting anything") + if err := flags.Parse(args); err != nil { + return err + } + ctx, stop := signal.NotifyContext(context.Background(), os.Interrupt, syscall.SIGTERM) + defer stop() + init, cancel := context.WithTimeout(ctx, 20*time.Second) + db, err := repositories.OpenDatabase(init) + cancel() + if err != nil { + return err + } + defer db.Close() + objects, err := repositories.NewObjectStoreFromEnvironment() + if err != nil { + return err + } + store := repositories.NewAttachmentStore(db) + for { + pass, cancel := context.WithTimeout(ctx, 30*time.Second) + result, err := store.CleanupUploads(pass, *dryRun, objects.Delete) + direct, directErr := store.CleanupDirectUploads(pass, *dryRun, objects.Delete) + jobs, jobsErr := store.CleanupJobs(pass, 24*time.Hour, *dryRun, objects.Delete) + cancel() + if encodeErr := json.NewEncoder(os.Stdout).Encode(map[string]any{"originals": result, "direct": direct, "job_staging": jobs}); encodeErr != nil { + return encodeErr + } + if !*loop { + if err == nil { + err = directErr + if err == nil { + err = jobsErr + } + } + return err + } + if err != nil || directErr != nil || jobsErr != nil { + log.Print("upload cleanup pass failed; journal retained for retry") + } + select { + case <-ctx.Done(): + return nil + case <-time.After(60 * time.Second): + } + } +} diff --git a/src/backend/commands/jobs.go b/src/backend/commands/jobs.go new file mode 100644 index 0000000..6af97e2 --- /dev/null +++ b/src/backend/commands/jobs.go @@ -0,0 +1,76 @@ +package commands + +import ( + "context" + "encoding/json" + "errors" + "os" + "strconv" + "time" + + "github.com/google/uuid" + + "messenger/src/backend/repositories" +) + +func runJobAdmin(args []string) error { + if len(args) < 1 { + return errors.New("usage: jobs list-failed | replay JOB_ID REASON | cleanup-staging JOB_ID | upgrade ATTACHMENT_ID 2 REASON") + } + ctx, cancel := context.WithTimeout(context.Background(), 20*time.Second) + defer cancel() + db, err := repositories.OpenDatabase(ctx) + if err != nil { + return errors.New("database unavailable") + } + defer db.Close() + store := repositories.NewAttachmentStore(db) + if args[0] == "list-failed" && len(args) == 1 { + jobs, e := store.FailedJobs(ctx) + if e != nil { + return errors.New("cannot read failed registry") + } + return json.NewEncoder(os.Stdout).Encode(jobs) + } + if len(args) < 2 { + return errors.New("job id required") + } + if _, err = uuid.Parse(args[1]); err != nil { + return errors.New("invalid job id") + } + objects, err := repositories.NewObjectStoreFromEnvironment() + if err != nil { + return err + } + var changed bool + switch { + case args[0] == "upgrade" && len(args) == 4: + version, e := strconv.Atoi(args[2]) + if e != nil { + return errors.New("invalid pipeline version") + } + changed, err = store.UpgradePipeline(ctx, args[1], version, args[3], func(ctx context.Context, key string) error { + r, e := objects.Get(ctx, key) + if e == nil { + r.Close() + } + return e + }) + case args[0] == "replay" && len(args) == 3: + changed, err = store.ReplayJob(ctx, args[1], args[2], func(ctx context.Context, key string) error { + r, e := objects.Get(ctx, key) + if e == nil { + r.Close() + } + return e + }) + case args[0] == "cleanup-staging" && len(args) == 2: + changed, err = store.CleanupJobStaging(ctx, args[1], 24*time.Hour, false, objects.Delete) + default: + return errors.New("usage: jobs list-failed | replay JOB_ID REASON | cleanup-staging JOB_ID | upgrade ATTACHMENT_ID 2 REASON") + } + if err != nil { + return err + } + return json.NewEncoder(os.Stdout).Encode(map[string]bool{"changed": changed}) +} diff --git a/src/backend/commands/run.go b/src/backend/commands/run.go new file mode 100644 index 0000000..d010420 --- /dev/null +++ b/src/backend/commands/run.go @@ -0,0 +1,84 @@ +package commands + +import ( + "context" + "errors" + "log" + "net" + "net/http" + "os" + "time" + + "messenger/src/backend/app" + "messenger/src/backend/repositories" + "messenger/src/backend/workers" +) + +// Run dispatches the existing executable modes; the binary and CLI stay the same. +func Run(args []string) error { + if os.Getenv("BAO_ROLE") != "" && (len(args) == 0 || args[0] != "image-process") { + if err := loadBaoSecrets(); err != nil { + return err + } + } + if len(args) == 0 { + if environment := os.Getenv("APP_ENV"); environment != "" { + log.SetPrefix("[" + environment + "] ") + } + return app.RunHTTP() + } + switch args[0] { + case "image-process": + return workers.RunImageChild(args[1:]) + case "jobs": + return runJobAdmin(args[1:]) + case "worker", "dispatcher", "broker-publish": + return workers.RunPipeline(args[0], args[1:]) + } + if environment := os.Getenv("APP_ENV"); environment != "" { + log.SetPrefix("[" + environment + "] ") + } + switch { + case args[0] == "s3-bootstrap" && len(args) == 1: + ctx, cancel := context.WithTimeout(context.Background(), 30*time.Second) + defer cancel() + if err := repositories.BootstrapS3(ctx); err != nil { + return err + } + log.Print("private S3 bucket ready") + return nil + case args[0] == "attachments-cleanup": + return runUploadCleanup(args[1:]) + case args[0] == "healthcheck" && len(args) == 1: + return healthcheck() + case args[0] == "migrate" && len(args) == 2 && (args[1] == "up" || args[1] == "down"): + url, err := repositories.DatabaseURL() + if err != nil { + return err + } + if err = repositories.RunMigrations(url, args[1]); err != nil { + return err + } + log.Printf("migration %s complete", args[1]) + return nil + default: + return errors.New("usage: messenger migrate up|down") + } +} + +func healthcheck() error { + client := http.Client{Timeout: 2 * time.Second} + port := os.Getenv("APP_PORT") + if port == "" { + port = "8080" + } + response, err := client.Get("http://" + net.JoinHostPort("127.0.0.1", port) + "/health/ready") + if err != nil { + return err + } + response.Body.Close() + if response.StatusCode != http.StatusOK { + return errors.New("API is not ready") + } + return nil +} diff --git a/src/backend/handlers/attachment_http.go b/src/backend/handlers/attachment_http.go new file mode 100644 index 0000000..f41bb45 --- /dev/null +++ b/src/backend/handlers/attachment_http.go @@ -0,0 +1,165 @@ +package handlers + +import ( + "context" + "errors" + "github.com/google/uuid" + "io" + "log" + "messenger/src/backend/repositories" + "messenger/src/backend/services" + "net/http" + "net/url" + "strconv" + "strings" + "time" +) + +func uploadAttachmentHandler(chats *services.ChatService, attachments *services.AttachmentService) http.HandlerFunc { + return func(w http.ResponseWriter, r *http.Request) { + requestID := newRequestID() + w.Header().Set("X-Request-Id", requestID) + if r.Method != http.MethodPost { + writeError(w, 405, "method_not_allowed", "method not allowed", requestID) + return + } + userID, ok := requestUserID(w, r, requestID) + if !ok { + return + } + raw := strings.TrimSuffix(strings.TrimPrefix(r.URL.Path, "/api/v1/chats/"), "/attachments") + chatID, err := uuid.Parse(raw) + if err != nil { + writeError(w, 400, "invalid_request", "invalid chat id", requestID) + return + } + if _, err = chats.Get(r.Context(), userID, chatID.String()); err != nil { + writeServiceError(w, err, requestID) + return + } + query, err := urlQuery(r) + if err != nil { + writeServiceError(w, err, requestID) + return + } + filenames := query["filename"] + if len(filenames) != 1 { + writeError(w, 400, "invalid_request", "exactly one filename is required", requestID) + return + } + if err = services.ValidateFilename(filenames[0]); err != nil { + writeServiceError(w, err, requestID) + return + } + if r.ContentLength > services.MaxUploadBytes { + writeServiceError(w, services.ErrPayloadTooLarge, requestID) + return + } + r.Body = http.MaxBytesReader(w, r.Body, services.MaxUploadBytes) + ctx, cancel := context.WithTimeout(r.Context(), 25*time.Second) + defer cancel() + attachment, err := attachments.Upload(ctx, userID, chatID.String(), filenames[0], r.Header.Get("Content-Type"), r.Body) + var tooLarge *http.MaxBytesError + if errors.As(err, &tooLarge) { + err = services.ErrPayloadTooLarge + } + if err != nil { + writeServiceError(w, err, requestID) + return + } + writeJSON(w, 202, attachment) + } +} + +func attachmentHandler(attachments *services.AttachmentService) http.HandlerFunc { + return func(w http.ResponseWriter, r *http.Request) { + requestID := newRequestID() + w.Header().Set("X-Request-Id", requestID) + if r.Method != http.MethodGet { + writeError(w, 405, "method_not_allowed", "method not allowed", requestID) + return + } + userID, ok := requestUserID(w, r, requestID) + if !ok { + return + } + path := strings.TrimPrefix(r.URL.Path, "/api/v1/attachments/") + parts := strings.Split(path, "/") + if len(parts) > 2 || (len(parts) == 2 && parts[1] != "content") { + writeServiceError(w, services.ErrAttachmentNotFound, requestID) + return + } + id, err := uuid.Parse(parts[0]) + if err != nil { + writeError(w, 400, "invalid_request", "invalid attachment id", requestID) + return + } + a, err := attachments.Get(r.Context(), id.String(), userID) + if err != nil { + writeServiceError(w, err, requestID) + return + } + if len(parts) == 1 { + writeJSON(w, 200, a) + return + } + query, err := urlQuery(r) + if err != nil { + writeServiceError(w, err, requestID) + return + } + if a.Status != "ready" { + writeServiceError(w, services.ErrConflict, requestID) + return + } + if variants, exists := query["variant"]; exists { + if len(variants) != 1 { + writeError(w, 400, "invalid_request", "invalid variant", requestID) + return + } + if variants[0] == "thumbnail" || variants[0] == "crop" || variants[0] == "optimized" { + found := false + for _, raw := range a.Variants { + if v, ok := raw.(map[string]any); ok && v["name"] == variants[0] { + a.ObjectKey = repositories.VariantObjectKey(a.ID, a.PipelineVersion, variants[0]) + a.ContentType = v["content_type"].(string) + a.SizeBytes = int64(v["size_bytes"].(float64)) + found = true + break + } + } + if !found { + writeServiceError(w, services.ErrAttachmentNotFound, requestID) + return + } + } else if variants[0] != "original" { + writeServiceError(w, services.ErrAttachmentNotFound, requestID) + return + } + } + ctx, cancel := context.WithTimeout(r.Context(), 25*time.Second) + defer cancel() + content, err := attachments.Content(ctx, a) + if err != nil { + writeServiceError(w, err, requestID) + return + } + defer content.Close() + w.Header().Set("Content-Type", a.ContentType) + w.Header().Set("Content-Length", strconv.FormatInt(a.SizeBytes, 10)) + w.Header().Set("X-Content-Type-Options", "nosniff") + w.Header().Set("Cache-Control", "private, no-store") + w.WriteHeader(200) + if _, err = io.Copy(w, content); err != nil { + log.Printf("attachment download interrupted, request %s", requestID) + } + } +} + +func urlQuery(r *http.Request) (url.Values, error) { + q, err := url.ParseQuery(r.URL.RawQuery) + if err != nil { + return nil, services.InvalidInput{Message: "invalid query"} + } + return q, nil +} diff --git a/src/backend/handlers/chat_http.go b/src/backend/handlers/chat_http.go new file mode 100644 index 0000000..888266c --- /dev/null +++ b/src/backend/handlers/chat_http.go @@ -0,0 +1,137 @@ +package handlers + +import ( + "net/http" + "strings" + + "messenger/src/backend/services" + + "github.com/google/uuid" +) + +type createChatRequest struct { + Title string `json:"title"` + MemberIDs []string `json:"member_ids"` +} + +func createChatHandler(chats *services.ChatService) http.HandlerFunc { + return func(w http.ResponseWriter, r *http.Request) { + requestID := newRequestID() + w.Header().Set("X-Request-Id", requestID) + if r.Method != http.MethodPost { + writeError(w, 405, "method_not_allowed", "method not allowed", requestID) + return + } + userID, ok := requestUserID(w, r, requestID) + if !ok { + return + } + if !strings.HasPrefix(r.Header.Get("Content-Type"), "application/json") { + writeError(w, 415, "unsupported_media_type", "content type must be application/json", requestID) + return + } + var request createChatRequest + if err := decodeJSONBody(r, &request); err != nil { + writeError(w, 400, "invalid_request", "invalid JSON body", requestID) + return + } + chat, err := chats.Create(r.Context(), userID, request.Title, request.MemberIDs) + if err != nil { + writeServiceError(w, err, requestID) + return + } + writeJSON(w, 201, chat) + } +} + +func getChatHandler(chats *services.ChatService) http.HandlerFunc { + return func(w http.ResponseWriter, r *http.Request) { + requestID := newRequestID() + w.Header().Set("X-Request-Id", requestID) + if r.Method != http.MethodGet { + writeError(w, 405, "method_not_allowed", "method not allowed", requestID) + return + } + userID, ok := requestUserID(w, r, requestID) + if !ok { + return + } + chatID := strings.TrimPrefix(r.URL.Path, "/api/v1/chats/") + if chatID == "" || strings.Contains(chatID, "/") { + writeError(w, 400, "invalid_request", "invalid chat id", requestID) + return + } + if _, err := uuid.Parse(chatID); err != nil { + writeError(w, 400, "invalid_request", "invalid chat id", requestID) + return + } + chat, err := chats.Get(r.Context(), userID, chatID) + if err != nil { + writeServiceError(w, err, requestID) + return + } + writeJSON(w, 200, chat) + } +} + +func listChatsHandler(chats *services.ChatService) http.HandlerFunc { + return func(w http.ResponseWriter, r *http.Request) { + requestID := newRequestID() + w.Header().Set("X-Request-Id", requestID) + if r.Method != http.MethodGet { + writeError(w, 405, "method_not_allowed", "method not allowed", requestID) + return + } + userID, ok := requestUserID(w, r, requestID) + if !ok { + return + } + limit, cursor, ok := pageParams(w, r, requestID) + if !ok { + return + } + page, err := chats.List(r.Context(), userID, limit, cursor) + if err != nil { + writeServiceError(w, err, requestID) + return + } + writeJSON(w, 200, page) + } +} + +func chatCollectionHandler(chats *services.ChatService) http.HandlerFunc { + create := createChatHandler(chats) + list := listChatsHandler(chats) + return func(w http.ResponseWriter, r *http.Request) { + if r.Method == http.MethodGet { + list(w, r) + } else { + create(w, r) + } + } +} + +func chatSubresourceHandler(chats *services.ChatService, messages *services.MessageService, attachments *services.AttachmentService) http.HandlerFunc { + get := getChatHandler(chats) + createMessage := createMessageHandler(chats, messages) + listMessages := listMessagesHandler(chats, messages) + return func(w http.ResponseWriter, r *http.Request) { + if attachments != nil && strings.Contains(r.URL.Path, "/attachment-uploads") { + directUploadHandler(chats, attachments)(w, r) + return + } + if attachments != nil && strings.HasSuffix(r.URL.Path, "/attachments") { + uploadAttachmentHandler(chats, attachments)(w, r) + return + } + if strings.HasSuffix(r.URL.Path, "/messages") { + if r.Method == http.MethodGet { + listMessages(w, r) + } else { + createMessage(w, r) + } + return + } + get(w, r) + } +} diff --git a/src/backend/handlers/direct_upload_http.go b/src/backend/handlers/direct_upload_http.go new file mode 100644 index 0000000..02a5e12 --- /dev/null +++ b/src/backend/handlers/direct_upload_http.go @@ -0,0 +1,81 @@ +package handlers + +import ( + "context" + "encoding/json" + "errors" + "io" + "net/http" + "strings" + "time" + + "messenger/src/backend/services" + + "github.com/google/uuid" +) + +func directUploadHandler(chats *services.ChatService, attachments *services.AttachmentService) http.HandlerFunc { + return func(w http.ResponseWriter, r *http.Request) { + requestID := newRequestID() + w.Header().Set("X-Request-Id", requestID) + if r.Method != http.MethodPost { + writeError(w, 405, "method_not_allowed", "method not allowed", requestID) + return + } + user, ok := requestUserID(w, r, requestID) + if !ok { + return + } + parts := strings.Split(strings.TrimPrefix(r.URL.Path, "/api/v1/chats/"), "/") + if (len(parts) != 2 && (len(parts) != 4 || parts[3] != "complete")) || parts[1] != "attachment-uploads" { + writeError(w, 404, "not_found", "upload endpoint not found", requestID) + return + } + chat, err := uuid.Parse(parts[0]) + if err != nil { + writeError(w, 400, "invalid_request", "invalid chat id", requestID) + return + } + if _, err = chats.Get(r.Context(), user, chat.String()); err != nil { + writeServiceError(w, err, requestID) + return + } + ctx, cancel := context.WithTimeout(r.Context(), 25*time.Second) + defer cancel() + if len(parts) == 4 { + id, err := uuid.Parse(parts[2]) + if err != nil { + writeError(w, 400, "invalid_request", "invalid upload id", requestID) + return + } + a, err := attachments.CompleteDirect(ctx, user, chat.String(), id.String()) + if err != nil { + writeServiceError(w, err, requestID) + return + } + writeJSON(w, 202, a) + return + } + r.Body = http.MaxBytesReader(w, r.Body, 4096) + var input services.DirectUploadInput + decoder := json.NewDecoder(r.Body) + decoder.DisallowUnknownFields() + err = decoder.Decode(&input) + if err == nil { + var extra any + if next := decoder.Decode(&extra); !errors.Is(next, io.EOF) { + err = errors.New("expected one JSON object") + } + } + if err != nil { + writeError(w, 400, "invalid_request", "invalid upload JSON (maximum 4 KiB)", requestID) + return + } + result, err := attachments.InitDirect(ctx, user, chat.String(), input) + if err != nil { + writeServiceError(w, err, requestID) + return + } + writeJSON(w, 201, result) + } +} diff --git a/src/backend/handlers/http.go b/src/backend/handlers/http.go new file mode 100644 index 0000000..c3d3bd3 --- /dev/null +++ b/src/backend/handlers/http.go @@ -0,0 +1,163 @@ +package handlers + +import ( + "context" + "crypto/rand" + "encoding/hex" + "encoding/json" + "errors" + "log" + "net/http" + "strconv" + "time" + + "messenger/src/backend/repositories" + "messenger/src/backend/services" +) + +type healthResponse struct { + Status string `json:"status"` +} +type apiError struct { + Code string `json:"code"` + Message string `json:"message"` + RequestID string `json:"request_id"` +} +type errorResponse struct { + Error apiError `json:"error"` +} + +func newRequestID() string { + bytes := make([]byte, 16) + if _, err := rand.Read(bytes); err != nil { + return "request-id-generation-failed" + } + return hex.EncodeToString(bytes) +} + +func writeError(w http.ResponseWriter, status int, code, message, requestID string) { + w.Header().Set("Content-Type", "application/json") + w.WriteHeader(status) + response := errorResponse{Error: apiError{Code: code, Message: message, RequestID: requestID}} + if err := json.NewEncoder(w).Encode(response); err != nil { + log.Printf("failed to encode error response: %v", err) + } +} + +func writeServiceError(w http.ResponseWriter, err error, requestID string) { + var upload repositories.UploadError + if errors.As(err, &upload) { + writeError(w, upload.Status, upload.Code, upload.Message, requestID) + return + } + var invalid services.InvalidInput + switch { + case errors.As(err, &invalid): + writeError(w, 400, "invalid_request", invalid.Message, requestID) + case errors.Is(err, services.ErrPayloadTooLarge): + writeError(w, 413, "payload_too_large", "image exceeds upload limits", requestID) + case errors.Is(err, services.ErrUnsupportedMedia): + writeError(w, 415, "unsupported_media_type", "a valid PNG or JPEG matching Content-Type is required", requestID) + case errors.Is(err, services.ErrAttachmentNotFound): + writeError(w, 404, "not_found", "attachment not found", requestID) + case errors.Is(err, services.ErrConflict): + writeError(w, 409, "conflict", "request conflicts with an existing resource", requestID) + case errors.Is(err, services.ErrUnknownUser): + writeError(w, 401, "unauthorized", "unknown user", requestID) + case errors.Is(err, services.ErrChatNotFound): + writeError(w, 404, "not_found", "chat not found", requestID) + default: + writeError(w, 503, "unavailable", "dependency unavailable", requestID) + } +} + +func writeJSON(w http.ResponseWriter, status int, value any) { + w.Header().Set("Content-Type", "application/json") + w.WriteHeader(status) + if err := json.NewEncoder(w).Encode(value); err != nil { + log.Printf("failed to encode response: %v", err) + } +} + +func requestUserID(w http.ResponseWriter, r *http.Request, requestID string) (string, bool) { + id := currentUserID(r) + if id == "" { + writeError(w, 401, "unauthorized", "valid Bearer session is required", requestID) + return "", false + } + return id, true +} + +func pageParams(w http.ResponseWriter, r *http.Request, requestID string) (int, string, bool) { + limit := 50 + if values, exists := r.URL.Query()["limit"]; exists { + if len(values) != 1 || values[0] == "" { + writeError(w, 400, "invalid_request", "invalid limit", requestID) + return 0, "", false + } + parsed, err := strconv.Atoi(values[0]) + if err != nil { + writeError(w, 400, "invalid_request", "limit must be between 1 and 100", requestID) + return 0, "", false + } + limit = parsed + } + var cursor string + if values, exists := r.URL.Query()["cursor"]; exists { + if len(values) != 1 || values[0] == "" { + writeError(w, 400, "invalid_request", "invalid cursor", requestID) + return 0, "", false + } + cursor = values[0] + } + return limit, cursor, true +} + +func healthHandler(w http.ResponseWriter, r *http.Request) { + requestID := newRequestID() + w.Header().Set("X-Request-Id", requestID) + if r.Method != http.MethodGet { + writeError(w, 405, "method_not_allowed", "method not allowed", requestID) + return + } + writeJSON(w, 200, healthResponse{"ok"}) +} + +func readyHandler(health *services.HealthService) http.HandlerFunc { + return func(w http.ResponseWriter, r *http.Request) { + requestID := newRequestID() + w.Header().Set("X-Request-Id", requestID) + if r.Method != http.MethodGet { + writeError(w, 405, "method_not_allowed", "method not allowed", requestID) + return + } + // Readiness must finish before HAProxy's one-second check read timeout. + ctx, cancel := context.WithTimeout(r.Context(), 500*time.Millisecond) + defer cancel() + if err := health.Ready(ctx); err != nil { + writeError(w, 503, "unavailable", "dependency unavailable", requestID) + return + } + writeJSON(w, 200, healthResponse{"ok"}) + } +} + +func NewRouter(health *services.HealthService, users *services.UserService, sessions *services.SessionService, chats *services.ChatService, messages *services.MessageService, attachmentServices ...*services.AttachmentService) http.Handler { + var attachments *services.AttachmentService + if len(attachmentServices) > 0 { + attachments = attachmentServices[0] + } + mux := http.NewServeMux() + mux.HandleFunc("/health/live", healthHandler) + mux.HandleFunc("/health/ready", readyHandler(health)) + mux.Handle("/api/v1/users", createUserHandler(users)) + mux.Handle("/api/v1/auth/sessions", sessionHandler(sessions)) + mux.Handle("/api/v1/auth/sessions/current", authRequired(sessions, logoutHandler(sessions))) + mux.Handle("/api/v1/users/me", authRequired(sessions, currentUserHandler(users))) + mux.Handle("/api/v1/chats", authRequired(sessions, chatCollectionHandler(chats))) + mux.Handle("/api/v1/chats/", authRequired(sessions, chatSubresourceHandler(chats, messages, attachments))) + if attachments != nil { + mux.Handle("/api/v1/attachments/", authRequired(sessions, attachmentHandler(attachments))) + } + return withInstance(mux) +} diff --git a/src/backend/handlers/instance.go b/src/backend/handlers/instance.go new file mode 100644 index 0000000..5421f18 --- /dev/null +++ b/src/backend/handlers/instance.go @@ -0,0 +1,34 @@ +package handlers + +import ( + "net/http" + "os" + "sync/atomic" + + "github.com/google/uuid" +) + +// Docker's hostname lets the operator map an API response to its container. +var instanceID = func() string { + id, err := os.Hostname() + if err != nil || id == "" { + return uuid.NewString() + } + return id +}() + +var draining atomic.Bool + +func BeginShutdown() { draining.Store(true) } + +func withInstance(next http.Handler) http.Handler { + return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + w.Header().Set("X-Instance-Id", instanceID) + w.Header().Set("X-Request-Id", newRequestID()) + if draining.Load() && r.URL.Path != "/health/live" { + writeError(w, 503, "unavailable", "instance is shutting down", w.Header().Get("X-Request-Id")) + return + } + next.ServeHTTP(w, r) + }) +} diff --git a/src/backend/handlers/message_http.go b/src/backend/handlers/message_http.go new file mode 100644 index 0000000..0658b21 --- /dev/null +++ b/src/backend/handlers/message_http.go @@ -0,0 +1,127 @@ +package handlers + +import ( + "encoding/json" + "net/http" + "strings" + + "github.com/google/uuid" + "messenger/src/backend/services" +) + +type createMessageRequest struct { + Text *string `json:"text"` + AttachmentIDs json.RawMessage `json:"attachment_ids"` +} + +func messageChatID(path string) (string, bool) { + const prefix = "/api/v1/chats/" + const suffix = "/messages" + if !strings.HasPrefix(path, prefix) || !strings.HasSuffix(path, suffix) { + return "", false + } + chatID := strings.TrimSuffix(strings.TrimPrefix(path, prefix), suffix) + if chatID == "" || strings.Contains(chatID, "/") { + return "", false + } + return chatID, true +} + +func createMessageHandler(chats *services.ChatService, messages *services.MessageService) http.HandlerFunc { + return func(w http.ResponseWriter, r *http.Request) { + requestID := newRequestID() + w.Header().Set("X-Request-Id", requestID) + if r.Method != http.MethodPost { + writeError(w, 405, "method_not_allowed", "method not allowed", requestID) + return + } + userID, ok := requestUserID(w, r, requestID) + if !ok { + return + } + chatID, ok := messageChatID(r.URL.Path) + if !ok { + writeError(w, 400, "invalid_request", "invalid chat id", requestID) + return + } + if _, err := uuid.Parse(chatID); err != nil { + writeError(w, 400, "invalid_request", "invalid chat id", requestID) + return + } + chat, err := chats.Get(r.Context(), userID, chatID) + if err != nil { + writeServiceError(w, err, requestID) + return + } + if !strings.HasPrefix(r.Header.Get("Content-Type"), "application/json") { + writeError(w, 415, "unsupported_media_type", "content type must be application/json", requestID) + return + } + var request createMessageRequest + if err := decodeJSONBody(r, &request); err != nil { + writeError(w, 400, "invalid_request", "invalid JSON body", requestID) + return + } + ids := []string{} + if request.Text == nil { + writeError(w, 400, "invalid_request", "text must be a string", requestID) + return + } + if len(request.AttachmentIDs) > 0 { + if err := json.Unmarshal(request.AttachmentIDs, &ids); err != nil || ids == nil { + writeError(w, 400, "invalid_request", "attachment_ids must be an array of UUIDs", requestID) + return + } + } + keys := r.Header.Values("Idempotency-Key") + if len(keys) != 1 { + writeError(w, 400, "invalid_request", "exactly one Idempotency-Key is required", requestID) + return + } + message, err := messages.CreateIdempotent(r.Context(), userID, chat, *request.Text, keys[0], ids) + if err != nil { + writeServiceError(w, err, requestID) + return + } + writeJSON(w, 201, message) + } +} + +func listMessagesHandler(chats *services.ChatService, messages *services.MessageService) http.HandlerFunc { + return func(w http.ResponseWriter, r *http.Request) { + requestID := newRequestID() + w.Header().Set("X-Request-Id", requestID) + if r.Method != http.MethodGet { + writeError(w, 405, "method_not_allowed", "method not allowed", requestID) + return + } + userID, ok := requestUserID(w, r, requestID) + if !ok { + return + } + chatID, ok := messageChatID(r.URL.Path) + if !ok { + writeError(w, 400, "invalid_request", "invalid chat id", requestID) + return + } + if _, err := uuid.Parse(chatID); err != nil { + writeError(w, 400, "invalid_request", "invalid chat id", requestID) + return + } + chat, err := chats.Get(r.Context(), userID, chatID) + if err != nil { + writeServiceError(w, err, requestID) + return + } + limit, cursor, ok := pageParams(w, r, requestID) + if !ok { + return + } + page, err := messages.List(r.Context(), userID, chat, limit, cursor) + if err != nil { + writeServiceError(w, err, requestID) + return + } + writeJSON(w, 200, page) + } +} diff --git a/src/backend/handlers/session.go b/src/backend/handlers/session.go new file mode 100644 index 0000000..cace96a --- /dev/null +++ b/src/backend/handlers/session.go @@ -0,0 +1,123 @@ +package handlers + +import ( + "context" + "errors" + "net" + "net/http" + "strconv" + "strings" + "time" + + "messenger/src/backend/services" +) + +type authenticatedUserKey struct{} + +func currentUserID(r *http.Request) string { + id, _ := r.Context().Value(authenticatedUserKey{}).(string) + return id +} + +func authRequired(sessions *services.SessionService, next http.Handler) http.Handler { + return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + authorization := r.Header.Get("Authorization") + if !strings.HasPrefix(authorization, "Bearer ") || strings.TrimSpace(strings.TrimPrefix(authorization, "Bearer ")) == "" { + unauthorized(w, "Bearer", newRequestID()) + return + } + user, err := sessions.User(r.Context(), strings.TrimPrefix(authorization, "Bearer ")) + if errors.Is(err, services.ErrInvalidSession) { + unauthorized(w, "Bearer", newRequestID()) + return + } + if err != nil { + requestID := newRequestID() + w.Header().Set("X-Request-Id", requestID) + writeError(w, 503, "unavailable", "dependency unavailable", requestID) + return + } + next.ServeHTTP(w, r.WithContext(context.WithValue(r.Context(), authenticatedUserKey{}, user.ID))) + }) +} + +func unauthorized(w http.ResponseWriter, scheme, requestID string) { + w.Header().Set("X-Request-Id", requestID) + if scheme == "Basic" { + w.Header().Set("WWW-Authenticate", `Basic realm="messenger", charset="UTF-8"`) + } else { + w.Header().Set("WWW-Authenticate", `Bearer realm="messenger"`) + } + writeError(w, 401, "unauthorized", "invalid credentials", requestID) +} + +func sessionHandler(sessions *services.SessionService) http.HandlerFunc { + return func(w http.ResponseWriter, r *http.Request) { + requestID := newRequestID() + w.Header().Set("X-Request-Id", requestID) + if r.Method != http.MethodPost { + writeError(w, 405, "method_not_allowed", "method not allowed", requestID) + return + } + // HAProxy overwrites this header and is the only mTLS identity allowed to reach the API. + if r.TLS != nil { + source := net.ParseIP(r.Header.Get("X-Forwarded-For")) + if source == nil { + writeError(w, 503, "unavailable", "missing ingress client address", requestID) + return + } + retryAfter, err := sessions.LoginRetryAfter(r.Context(), source.String()) + if err != nil { + writeError(w, 503, "unavailable", "dependency unavailable", requestID) + return + } + if retryAfter > 0 { + w.Header().Set("Retry-After", strconv.Itoa(retryAfter)) + writeError(w, 429, "rate_limited", "too many login attempts", requestID) + return + } + } + username, password, ok := r.BasicAuth() + if !ok || r.ContentLength > 0 { + unauthorized(w, "Basic", requestID) + return + } + user, token, expires, valid, err := sessions.Login(r.Context(), username, password) + if errors.Is(err, services.ErrPasswordBusy) { + w.Header().Set("Retry-After", "1") + writeError(w, 429, "rate_limited", "login capacity exhausted", requestID) + return + } + if err != nil { + writeError(w, 503, "unavailable", "dependency unavailable", requestID) + return + } + if !valid { + unauthorized(w, "Basic", requestID) + return + } + writeJSON(w, 201, struct { + Token string `json:"token"` + TokenType string `json:"token_type"` + ExpiresAt time.Time `json:"expires_at"` + User any `json:"user"` + }{token, "Bearer", expires, user}) + } +} + +func logoutHandler(sessions *services.SessionService) http.HandlerFunc { + return func(w http.ResponseWriter, r *http.Request) { + requestID := newRequestID() + w.Header().Set("X-Request-Id", requestID) + if r.Method != http.MethodDelete { + writeError(w, 405, "method_not_allowed", "method not allowed", requestID) + return + } + token := strings.TrimPrefix(r.Header.Get("Authorization"), "Bearer ") + if err := sessions.Revoke(r.Context(), token); err != nil { + writeError(w, 503, "unavailable", "dependency unavailable", requestID) + return + } + w.WriteHeader(204) + } +} diff --git a/src/backend/handlers/user_http.go b/src/backend/handlers/user_http.go new file mode 100644 index 0000000..aaa018a --- /dev/null +++ b/src/backend/handlers/user_http.go @@ -0,0 +1,103 @@ +package handlers + +import ( + "encoding/json" + "fmt" + "io" + "net/http" + "reflect" + "strings" + + "messenger/src/backend/services" +) + +type createUserRequest struct { + Username string `json:"username"` + DisplayName string `json:"display_name"` + Password string `json:"password"` +} + +func decodeJSONBody(r *http.Request, destination any) error { + decoder := json.NewDecoder(r.Body) + var body json.RawMessage + if err := decoder.Decode(&body); err != nil { + return err + } + var extra any + if err := decoder.Decode(&extra); err != io.EOF { + if err != nil { + return err + } + return fmt.Errorf("more than one JSON value") + } + var fields map[string]json.RawMessage + if err := json.Unmarshal(body, &fields); err != nil { + return err + } + if fields == nil { + return fmt.Errorf("JSON body must be an object") + } + // encoding/json matches struct fields case-insensitively, even with + // DisallowUnknownFields. Check exact contract names before decoding values. + typeOfRequest := reflect.TypeOf(destination).Elem() + allowed := make(map[string]bool, typeOfRequest.NumField()) + for i := 0; i < typeOfRequest.NumField(); i++ { + name := strings.Split(typeOfRequest.Field(i).Tag.Get("json"), ",")[0] + if name != "" && name != "-" { + allowed[name] = true + } + } + for name := range fields { + if !allowed[name] { + return fmt.Errorf("unknown JSON field %q", name) + } + } + return json.Unmarshal(body, destination) +} + +func createUserHandler(users *services.UserService) http.HandlerFunc { + return func(w http.ResponseWriter, r *http.Request) { + requestID := newRequestID() + w.Header().Set("X-Request-Id", requestID) + if r.Method != http.MethodPost { + writeError(w, 405, "method_not_allowed", "method not allowed", requestID) + return + } + if !strings.HasPrefix(r.Header.Get("Content-Type"), "application/json") { + writeError(w, 415, "unsupported_media_type", "content type must be application/json", requestID) + return + } + var request createUserRequest + if err := decodeJSONBody(r, &request); err != nil { + writeError(w, 400, "invalid_request", "invalid JSON body", requestID) + return + } + user, err := users.Create(r.Context(), request.Username, request.DisplayName, request.Password) + if err != nil { + writeServiceError(w, err, requestID) + return + } + writeJSON(w, 201, user) + } +} + +func currentUserHandler(users *services.UserService) http.HandlerFunc { + return func(w http.ResponseWriter, r *http.Request) { + requestID := newRequestID() + w.Header().Set("X-Request-Id", requestID) + if r.Method != http.MethodGet { + writeError(w, 405, "method_not_allowed", "method not allowed", requestID) + return + } + userID, ok := requestUserID(w, r, requestID) + if !ok { + return + } + user, err := users.Get(r.Context(), userID) + if err != nil { + writeServiceError(w, err, requestID) + return + } + writeJSON(w, 200, user) + } +} diff --git a/src/backend/internal/faults/faults.go b/src/backend/internal/faults/faults.go new file mode 100644 index 0000000..b6133e8 --- /dev/null +++ b/src/backend/internal/faults/faults.go @@ -0,0 +1,64 @@ +package faults + +import ( + "context" + "log" + "os" + "path/filepath" + "time" + + "github.com/google/uuid" +) + +// Only an operator-mounted directory enables faults; clients cannot set them. +// Rename makes each injected crash one-shot across automatic container restarts. +func Take(point, id string) bool { + directory := os.Getenv("PIPELINE_FAULT_DIR") + if directory == "" { + return false + } + if _, err := uuid.Parse(id); err != nil { + return false + } + name := filepath.Join(directory, point+"."+id) + return os.Rename(name, name+".hit") == nil +} +func Crash(point, id string) { + if Take(point, id) { + log.Printf("injected pipeline crash: %s, attachment %s", point, id) + os.Exit(86) + } +} + +// Observe records a test-only branch without exposing an API or a lease token. +func Observe(point, id string) { + directory := os.Getenv("PIPELINE_FAULT_DIR") + if directory == "" { + return + } + if _, err := uuid.Parse(id); err != nil { + return + } + _ = os.WriteFile(filepath.Join(directory, point+"."+id+".observed"), []byte("observed\n"), 0644) +} + +// Pause is operator-only and ends on release or context expiry. +func Pause(ctx context.Context, point, id string) { + if !Take(point, id) { + return + } + release := filepath.Join(os.Getenv("PIPELINE_FAULT_DIR"), point+"."+id+".release") + ticker := time.NewTicker(50 * time.Millisecond) + defer ticker.Stop() + for { + select { + case <-ctx.Done(): + return + case <-ticker.C: + if _, err := os.Stat(release); err == nil { + _ = os.WriteFile(release+".observed", []byte("released\n"), 0644) + return + } + } + } +} diff --git a/src/backend/main.go b/src/backend/main.go new file mode 100644 index 0000000..a7f2d4b --- /dev/null +++ b/src/backend/main.go @@ -0,0 +1,17 @@ +package main + +import ( + "log" + "os" + + "messenger/src/backend/commands" +) + +func main() { + if err := commands.Run(os.Args[1:]); err != nil { + if len(os.Args) > 1 && (os.Args[1] == "image-process" || os.Args[1] == "healthcheck") { + os.Exit(1) + } + log.Fatal(err) + } +} diff --git a/src/backend/repositories/attachment.go b/src/backend/repositories/attachment.go new file mode 100644 index 0000000..f0be2cb --- /dev/null +++ b/src/backend/repositories/attachment.go @@ -0,0 +1,48 @@ +package repositories + +import ( + "context" + "encoding/json" + "github.com/jackc/pgx/v5/pgxpool" + "time" +) + +type Attachment struct { + ID string `json:"id"` + ChatID string `json:"chat_id"` + OwnerID string `json:"owner_id"` + Filename string `json:"filename"` + ContentType string `json:"content_type"` + SizeBytes int64 `json:"size_bytes"` + SHA256 string `json:"sha256"` + Status string `json:"status"` + Variants []any `json:"variants"` + ErrorCode *string `json:"error_code"` + CreatedAt time.Time `json:"created_at"` + UpdatedAt time.Time `json:"updated_at"` + ObjectKey string `json:"-"` + PipelineVersion int `json:"-"` +} + +type AttachmentStore struct{ db *pgxpool.Pool } + +func NewAttachmentStore(db *pgxpool.Pool) *AttachmentStore { return &AttachmentStore{db: db} } +func (s *AttachmentStore) Create(ctx context.Context, a Attachment) error { + ctx, cancel := boundedQuery(ctx) + defer cancel() + _, err := s.db.Exec(ctx, `INSERT INTO attachments(id,chat_id,owner_id,filename,object_key,content_type,size_bytes,sha256,created_at,updated_at) VALUES($1,$2,$3,$4,$5,$6,$7,$8,$9,$10)`, a.ID, a.ChatID, a.OwnerID, a.Filename, a.ObjectKey, a.ContentType, a.SizeBytes, a.SHA256, a.CreatedAt, a.UpdatedAt) + return err +} +func (s *AttachmentStore) GetForMember(ctx context.Context, id, userID string) (Attachment, error) { + ctx, cancel := boundedQuery(ctx) + defer cancel() + a := Attachment{Variants: []any{}} + var variants []byte + err := s.db.QueryRow(ctx, `SELECT a.id,a.chat_id,a.owner_id,a.filename,a.object_key,a.content_type,a.size_bytes,a.sha256,a.created_at,a.updated_at,a.status,a.variants,a.error_code,a.published_pipeline_version FROM attachments a JOIN chat_members cm ON cm.chat_id=a.chat_id WHERE a.id=$1 AND cm.user_id=$2`, id, userID).Scan(&a.ID, &a.ChatID, &a.OwnerID, &a.Filename, &a.ObjectKey, &a.ContentType, &a.SizeBytes, &a.SHA256, &a.CreatedAt, &a.UpdatedAt, &a.Status, &variants, &a.ErrorCode, &a.PipelineVersion) + if err == nil { + err = json.Unmarshal(variants, &a.Variants) + } + a.CreatedAt = a.CreatedAt.UTC() + a.UpdatedAt = a.UpdatedAt.UTC() + return a, err +} diff --git a/src/backend/repositories/broker.go b/src/backend/repositories/broker.go new file mode 100644 index 0000000..893876c --- /dev/null +++ b/src/backend/repositories/broker.go @@ -0,0 +1,94 @@ +package repositories + +import ( + "context" + "crypto/tls" + "os" + + "errors" + "messenger/src/backend/telemetry" + "net" + "time" + + amqp "github.com/rabbitmq/amqp091-go" +) + +const jobQueue = "attachments.v1" + +type JobBroker struct { + connection *amqp.Connection + channel *amqp.Channel + returned chan amqp.Return +} + +func NewJobBroker(ctx context.Context, address string) (*JobBroker, error) { + config := amqp.Config{ + Heartbeat: 10 * time.Second, + Dial: func(network, address string) (net.Conn, error) { + return (&net.Dialer{Timeout: 5 * time.Second}).DialContext(ctx, network, address) + }, + } + if os.Getenv("BROKER_MTLS") == "1" { + cert, err := tls.LoadX509KeyPair("/run/broker/client.crt", "/run/broker/client.key") + if err != nil { + return nil, errors.New("RabbitMQ client certificate unavailable") + } + config.TLSClientConfig = &tls.Config{MinVersion: tls.VersionTLS12, Certificates: []tls.Certificate{cert}} + config.SASL = []amqp.Authentication{&amqp.ExternalAuth{}} + } + connection, err := amqp.DialConfig(address, config) + if err != nil { + return nil, errors.New("RabbitMQ connection unavailable") + } + channel, err := connection.Channel() + if err != nil { + connection.Close() + return nil, errors.New("RabbitMQ channel unavailable") + } + b := &JobBroker{connection: connection, channel: channel, returned: make(chan amqp.Return, 1)} + // Queue metadata and message bodies both survive a broker restart. + _, err = channel.QueueDeclare(jobQueue, true, false, false, false, nil) + if err == nil { + err = channel.Confirm(false) + } + if err == nil { + err = channel.Qos(1, 0, false) + } + if err != nil { + b.Close() + return nil, errors.New("RabbitMQ queue initialization failed") + } + channel.NotifyReturn(b.returned) + return b, nil +} + +func (b *JobBroker) Close() { b.channel.Close(); b.connection.Close() } + +func (b *JobBroker) Publish(ctx context.Context, body []byte) error { + // mandatory catches an unroutable message; confirms alone do not prove routing. + headers := amqp.Table{} + for key, value := range telemetry.TraceHeaders(ctx) { + headers[key] = value + } + confirmation, err := b.channel.PublishWithDeferredConfirmWithContext(ctx, "", jobQueue, true, false, amqp.Publishing{ + DeliveryMode: amqp.Persistent, ContentType: "application/json", Body: body, Headers: headers, + }) + if err != nil { + return errors.New("RabbitMQ publication failed") + } + confirmed, err := confirmation.WaitContext(ctx) + if err != nil || !confirmed { + return errors.New("RabbitMQ publication not confirmed") + } + // basic.return precedes basic.ack on the channel; NotifyReturn is buffered. + select { + case <-b.returned: + return errors.New("RabbitMQ message was not routed") + default: + return nil + } +} + +func (b *JobBroker) Consume() (<-chan amqp.Delivery, error) { + return b.channel.Consume(jobQueue, "", false, false, false, false, nil) +} diff --git a/src/backend/repositories/chat.go b/src/backend/repositories/chat.go new file mode 100644 index 0000000..8756b3f --- /dev/null +++ b/src/backend/repositories/chat.go @@ -0,0 +1,129 @@ +package repositories + +import ( + "context" + "errors" + "time" + + "github.com/google/uuid" + "github.com/jackc/pgx/v5/pgxpool" +) + +type Chat struct { + ID string `json:"id"` + Title string `json:"title"` + MemberIDs []string `json:"member_ids"` + CreatedAt time.Time `json:"created_at"` +} + +type ChatStore struct { + db *pgxpool.Pool +} + +func NewChatStore(db *pgxpool.Pool) *ChatStore { + return &ChatStore{db: db} +} + +var ErrUnknownMember = errors.New("unknown member") + +func (s *ChatStore) Create(ctx context.Context, title string, memberIDs []string) (Chat, error) { + ctx, cancel := boundedQuery(ctx) + defer cancel() + membersCopy := append([]string(nil), memberIDs...) + chat := Chat{ + ID: uuid.New().String(), + Title: title, + MemberIDs: membersCopy, + CreatedAt: time.Now().UTC().Truncate(time.Microsecond), + } + + tx, err := s.db.Begin(ctx) + if err != nil { + return Chat{}, err + } + defer tx.Rollback(ctx) + for _, id := range membersCopy { + var exists bool + if err = tx.QueryRow(ctx, "SELECT EXISTS(SELECT 1 FROM users WHERE id=$1)", id).Scan(&exists); err != nil { + return Chat{}, err + } + if !exists { + return Chat{}, ErrUnknownMember + } + } + if _, err = tx.Exec(ctx, "INSERT INTO chats(id,title,created_at) VALUES($1,$2,$3)", chat.ID, title, chat.CreatedAt); err != nil { + return Chat{}, err + } + for _, id := range membersCopy { + if _, err = tx.Exec(ctx, "INSERT INTO chat_members(chat_id,user_id) VALUES($1,$2)", chat.ID, id); err != nil { + return Chat{}, err + } + } + if err = tx.Commit(ctx); err != nil { + return Chat{}, err + } + return chat, nil +} + +func (s *ChatStore) GetByID(ctx context.Context, id string) (Chat, error) { + ctx, cancel := boundedQuery(ctx) + defer cancel() + var chat Chat + err := s.db.QueryRow(ctx, "SELECT id,title,created_at FROM chats WHERE id=$1", id).Scan(&chat.ID, &chat.Title, &chat.CreatedAt) + if err != nil { + return Chat{}, err + } + rows, err := s.db.Query(ctx, "SELECT user_id FROM chat_members WHERE chat_id=$1 ORDER BY user_id", id) + if err != nil { + return Chat{}, err + } + defer rows.Close() + chat.MemberIDs = []string{} + for rows.Next() { + var member string + if err = rows.Scan(&member); err != nil { + return Chat{}, err + } + chat.MemberIDs = append(chat.MemberIDs, member) + } + return chat, rows.Err() +} + +func (s *ChatStore) ListPageForUser(ctx context.Context, userID string, cursor *ChatCursor, limit int) ([]Chat, bool, error) { + ctx, cancel := boundedQuery(ctx) + defer cancel() + afterTime := time.Time{} + afterID := "00000000-0000-0000-0000-000000000000" + if cursor != nil { + afterTime = cursor.CreatedAt + afterID = cursor.ChatID + } + rows, err := s.db.Query(ctx, `SELECT c.id,c.title,c.created_at FROM chats c JOIN chat_members m ON m.chat_id=c.id WHERE m.user_id=$1 AND (c.created_at,c.id)>($2,$3::uuid) ORDER BY c.created_at,c.id LIMIT $4`, userID, afterTime, afterID, limit+1) + if err != nil { + return nil, false, err + } + defer rows.Close() + chats := []Chat{} + for rows.Next() { + var c Chat + if err = rows.Scan(&c.ID, &c.Title, &c.CreatedAt); err != nil { + return nil, false, err + } + chats = append(chats, c) + } + if err = rows.Err(); err != nil { + return nil, false, err + } + more := len(chats) > limit + if more { + chats = chats[:limit] + } + for i := range chats { + chat, err := s.GetByID(ctx, chats[i].ID) + if err != nil { + return nil, false, err + } + chats[i] = chat + } + return chats, more, nil +} diff --git a/src/backend/repositories/cleanup_config.go b/src/backend/repositories/cleanup_config.go new file mode 100644 index 0000000..f1e8108 --- /dev/null +++ b/src/backend/repositories/cleanup_config.go @@ -0,0 +1,20 @@ +package repositories + +import ( + "errors" + "os" + "strconv" + "time" +) + +func UploadCleanupGrace() (time.Duration, error) { + value := os.Getenv("UPLOAD_CLEANUP_GRACE_SECONDS") + if value == "" { + value = "600" + } + seconds, err := strconv.Atoi(value) + if err != nil || seconds < 120 || seconds > 86400 { + return 0, errors.New("UPLOAD_CLEANUP_GRACE_SECONDS must be between 120 and 86400") + } + return time.Duration(seconds) * time.Second, nil +} diff --git a/src/backend/repositories/config.go b/src/backend/repositories/config.go new file mode 100644 index 0000000..d4a8f02 --- /dev/null +++ b/src/backend/repositories/config.go @@ -0,0 +1,47 @@ +package repositories + +import ( + "errors" + "os" + "strconv" + "strings" + "time" + + "github.com/redis/go-redis/v9" +) + +func RedisClientFromEnvironment() (*redis.Client, error) { + if path := os.Getenv("CACHE_URL_FILE"); path != "" { + data, err := os.ReadFile(path) + if err != nil { + return nil, err + } + options, err := redis.ParseURL(strings.TrimSpace(string(data))) + if err != nil { + return nil, errors.New("invalid Redis URL in CACHE_URL_FILE") + } + options.PoolSize = 10 + options.MaxRetries = -1 + options.DialTimeout = time.Second + options.ReadTimeout = time.Second + options.WriteTimeout = time.Second + return redis.NewClient(options), nil + } + address := os.Getenv("REDIS_ADDR") + if address == "" { + address = "redis:6379" + } + return NewRedisClient(address), nil +} + +func IdempotencyTTL() (time.Duration, error) { + value := os.Getenv("IDEMPOTENCY_TTL_SECONDS") + if value == "" { + value = "86400" + } + seconds, err := strconv.ParseInt(value, 10, 64) + if err != nil || seconds < 1 || seconds > 31536000 { + return 0, errors.New("IDEMPOTENCY_TTL_SECONDS must be between 1 and 31536000") + } + return time.Duration(seconds) * time.Second, nil +} diff --git a/src/backend/repositories/cursor.go b/src/backend/repositories/cursor.go new file mode 100644 index 0000000..05f3f7d --- /dev/null +++ b/src/backend/repositories/cursor.go @@ -0,0 +1,15 @@ +package repositories + +import "time" + +type ChatCursor struct { + UserID string `json:"user_id"` + CreatedAt time.Time `json:"created_at"` + ChatID string `json:"chat_id"` +} + +type MessageCursor struct { + ChatID string `json:"chat_id"` + CreatedAt time.Time `json:"created_at"` + MessageID string `json:"message_id"` +} diff --git a/src/backend/repositories/database.go b/src/backend/repositories/database.go new file mode 100644 index 0000000..2234049 --- /dev/null +++ b/src/backend/repositories/database.go @@ -0,0 +1,100 @@ +package repositories + +import ( + "context" + "database/sql" + "embed" + "errors" + "os" + "strconv" + "strings" + "time" + + "messenger/src/backend/telemetry" + + "github.com/golang-migrate/migrate/v4" + pgxmigrate "github.com/golang-migrate/migrate/v4/database/pgx/v5" + "github.com/golang-migrate/migrate/v4/source/iofs" + "github.com/jackc/pgx/v5/pgxpool" + _ "github.com/jackc/pgx/v5/stdlib" +) + +//go:embed migrations/*.sql +var migrationFiles embed.FS + +func DatabaseURL() (string, error) { + if path := os.Getenv("DATABASE_URL_FILE"); path != "" { + data, err := os.ReadFile(path) + if err != nil { + return "", err + } + return strings.TrimSpace(string(data)), nil + } + if url := os.Getenv("DATABASE_URL"); url != "" { + return url, nil + } + return "", errors.New("DATABASE_URL_FILE or DATABASE_URL is required") +} + +func OpenDatabase(ctx context.Context) (*pgxpool.Pool, error) { + url, err := DatabaseURL() + if err != nil { + return nil, err + } + cfg, err := pgxpool.ParseConfig(url) + if err != nil { + return nil, err + } + cfg.ConnConfig.Tracer = telemetry.PostgresTracer{} + cfg.MaxConns = 10 + if value := os.Getenv("DATABASE_MAX_CONNS"); value != "" { + maxConns, parseErr := strconv.Atoi(value) + if parseErr != nil || maxConns < 1 || maxConns > 100 { + return nil, errors.New("DATABASE_MAX_CONNS must be between 1 and 100") + } + cfg.MaxConns = int32(maxConns) + } + cfg.ConnConfig.ConnectTimeout = 5 * time.Second + db, err := pgxpool.NewWithConfig(ctx, cfg) + if err != nil { + return nil, err + } + if err = db.Ping(ctx); err != nil { + db.Close() + return nil, err + } + return db, nil +} + +// RunMigrations uses versioned up/down SQL embedded in the API binary. +// "down" rolls back exactly one version and is an explicit operator command. +func RunMigrations(url, direction string) error { + source, err := iofs.New(migrationFiles, "migrations") + if err != nil { + return err + } + sqlDB, err := sql.Open("pgx", url) + if err != nil { + return err + } + driver, err := pgxmigrate.WithInstance(sqlDB, &pgxmigrate.Config{}) + if err != nil { + sqlDB.Close() + return err + } + m, err := migrate.NewWithInstance("iofs", source, "pgx5", driver) + if err != nil { + sqlDB.Close() + return err + } + defer m.Close() + if direction == "down" { + err = m.Steps(-1) + } else { + err = m.Up() + } + if errors.Is(err, migrate.ErrNoChange) { + return nil + } + return err +} diff --git a/src/backend/repositories/direct_cleanup.go b/src/backend/repositories/direct_cleanup.go new file mode 100644 index 0000000..2fb4829 --- /dev/null +++ b/src/backend/repositories/direct_cleanup.go @@ -0,0 +1,106 @@ +package repositories + +import ( + "context" + "errors" + "fmt" + "time" + + "github.com/google/uuid" + "github.com/jackc/pgx/v5" +) + +func (s *AttachmentStore) CleanupDirectUploads(ctx context.Context, dryRun bool, remove func(context.Context, string) error) (CleanupResult, error) { + result := CleanupResult{DryRun: dryRun} + rows, err := s.db.Query(ctx, `SELECT id::text FROM direct_uploads WHERE cleanup_after<=clock_timestamp() ORDER BY cleanup_after,id LIMIT 100`) + if err != nil { + return result, err + } + ids := []string{} + for rows.Next() { + var id string + if err = rows.Scan(&id); err != nil { + rows.Close() + return result, err + } + ids = append(ids, id) + } + err = rows.Err() + rows.Close() + if err != nil { + return result, err + } + result.Candidates = len(ids) + for _, id := range ids { + outcome, err := s.cleanupDirectUpload(ctx, id, dryRun, remove) + if err != nil { + result.Failed++ + continue + } + switch outcome { + case "deleted": + result.Deleted++ + case "eligible": + result.Eligible++ + default: + result.Skipped++ + } + } + if result.Failed > 0 { + return result, fmt.Errorf("%d direct upload cleanup operations failed", result.Failed) + } + return result, nil +} + +func (s *AttachmentStore) cleanupDirectUpload(ctx context.Context, id string, dryRun bool, remove func(context.Context, string) error) (string, error) { + ctx, cancel := context.WithTimeout(ctx, 10*time.Second) + defer cancel() + tx, err := s.db.Begin(ctx) + if err != nil { + return "", err + } + defer tx.Rollback(context.Background()) + var key, state string + var barrier, complete, purge, now time.Time + err = tx.QueryRow(ctx, `SELECT staging_key,state,complete_before+interval '600 seconds',complete_before,purge_after,clock_timestamp() FROM direct_uploads WHERE id=$1 AND cleanup_after<=clock_timestamp() FOR UPDATE SKIP LOCKED`, id).Scan(&key, &state, &barrier, &complete, &purge, &now) + if errors.Is(err, pgx.ErrNoRows) { + return "skipped", nil + } + if err != nil { + return "", err + } + parsed, err := uuid.Parse(id) + if err != nil || key != "staging/direct/"+parsed.String() { + return "", errors.New("invalid direct staging key") + } + if state == "pending" && now.Before(barrier) { + return "skipped", nil + } + if dryRun { + return "eligible", nil + } + if err = remove(ctx, key); err != nil { + return "", err + } + if now.After(purge) && !now.Before(barrier) { + _, err = tx.Exec(ctx, `DELETE FROM direct_uploads WHERE id=$1`, id) + } else { + if state == "pending" && !now.Before(complete) { + state = "expired" + } + // An early cleanup is not final: a still valid POST can recreate staging. + // Keep a second cleanup after the safety barrier, then retain the receipt 24h. + next := barrier + if !now.Before(barrier) { + next = purge + } + _, err = tx.Exec(ctx, `UPDATE direct_uploads SET state=$2,cleanup_after=$3 WHERE id=$1`, id, state, next) + } + if err != nil { + return "", err + } + if err = tx.Commit(ctx); err != nil { + return "", err + } + return "deleted", nil +} diff --git a/src/backend/repositories/direct_upload.go b/src/backend/repositories/direct_upload.go new file mode 100644 index 0000000..aeabd6f --- /dev/null +++ b/src/backend/repositories/direct_upload.go @@ -0,0 +1,150 @@ +package repositories + +import ( + "context" + "errors" + "time" + + "github.com/jackc/pgx/v5" +) + +// UploadError is also persisted for terminal validation failures, so retries agree. +type UploadError struct { + Status int + Code, Message string +} + +func (e UploadError) Error() string { return e.Message } + +func DirectError(code string) UploadError { + switch code { + case "upload_not_uploaded": + return UploadError{409, code, "file has not been uploaded"} + case "upload_expired": + return UploadError{409, code, "upload confirmation period has expired"} + case "upload_size_mismatch": + return UploadError{400, code, "uploaded size differs from declared size"} + case "upload_checksum_mismatch": + return UploadError{400, code, "uploaded SHA-256 differs from declared checksum"} + case "payload_too_large": + return UploadError{413, code, "image exceeds upload limits"} + default: + return UploadError{415, "unsupported_media_type", "a valid PNG or JPEG matching Content-Type is required"} + } +} + +type DirectUpload struct { + ID string `json:"upload_id"` + AttachmentID string `json:"-"` + OwnerID string `json:"-"` + ChatID string `json:"-"` + Filename string `json:"-"` + ContentType string `json:"-"` + SizeBytes int64 `json:"-"` + SHA256 string `json:"-"` + StagingKey string `json:"-"` + FinalKey string `json:"-"` + State string `json:"-"` + ErrorCode *string `json:"-"` + ExpiresAt time.Time `json:"expires_at"` + CompleteBefore time.Time `json:"complete_before"` +} + +const directColumns = `d.id,d.attachment_id,d.owner_id,d.chat_id,d.filename,d.content_type,d.size_bytes,d.sha256,d.staging_key,d.final_key,d.state,d.error_code,d.expires_at,d.complete_before` + +func scanDirect(row pgx.Row) (DirectUpload, error) { + var u DirectUpload + err := row.Scan(&u.ID, &u.AttachmentID, &u.OwnerID, &u.ChatID, &u.Filename, &u.ContentType, &u.SizeBytes, &u.SHA256, &u.StagingKey, &u.FinalKey, &u.State, &u.ErrorCode, &u.ExpiresAt, &u.CompleteBefore) + return u, err +} + +func (s *AttachmentStore) CreateDirect(ctx context.Context, u DirectUpload) (DirectUpload, error) { + ctx, cancel := boundedQuery(ctx) + defer cancel() + return scanDirect(s.db.QueryRow(ctx, `INSERT INTO direct_uploads AS d(id,attachment_id,owner_id,chat_id,filename,content_type,size_bytes,sha256,staging_key,final_key) VALUES($1,$2,$3,$4,$5,$6,$7,$8,$9,$10) RETURNING `+directColumns, u.ID, u.AttachmentID, u.OwnerID, u.ChatID, u.Filename, u.ContentType, u.SizeBytes, u.SHA256, u.StagingKey, u.FinalKey)) +} + +func (s *AttachmentStore) GetDirect(ctx context.Context, id, chat, user string) (DirectUpload, error) { + ctx, cancel := boundedQuery(ctx) + defer cancel() + return scanDirect(s.db.QueryRow(ctx, `SELECT `+directColumns+` FROM direct_uploads d JOIN chat_members cm ON cm.chat_id=d.chat_id AND cm.user_id=$3 WHERE d.id=$1 AND d.chat_id=$2 AND d.owner_id=$3`, id, chat, user)) +} + +// The session lock serializes complete across replicas. A separately committed +// reservation survives rollback/crash, while its row lock protects the final key. +func (s *AttachmentStore) CompleteDirect(ctx context.Context, id, chat, user string, validate func(context.Context, DirectUpload) error) (Attachment, error) { + var a Attachment + tx, err := s.db.Begin(ctx) + if err != nil { + return a, err + } + defer tx.Rollback(context.Background()) + u, err := scanDirect(tx.QueryRow(ctx, `SELECT `+directColumns+` FROM direct_uploads d JOIN chat_members cm ON cm.chat_id=d.chat_id AND cm.user_id=$3 WHERE d.id=$1 AND d.chat_id=$2 AND d.owner_id=$3 FOR UPDATE OF d`, id, chat, user)) + if err != nil { + return a, err + } + if u.StagingKey != "staging/direct/"+u.ID || u.FinalKey != "originals/"+u.AttachmentID { + return a, errors.New("invalid direct upload object keys") + } + if u.State == "ready" { + return s.GetForMember(ctx, u.AttachmentID, user) + } + if u.State == "rejected" && u.ErrorCode != nil { + return a, DirectError(*u.ErrorCode) + } + var expired bool + if err = tx.QueryRow(ctx, `SELECT clock_timestamp()>=$1`, u.CompleteBefore).Scan(&expired); err != nil { + return a, err + } + if expired || u.State == "expired" { + return a, DirectError("upload_expired") + } + grace, err := UploadCleanupGrace() + if err != nil { + return a, err + } + // ON CONFLICT handles retry after an interrupted COPY without losing tracking. + _, err = s.db.Exec(ctx, `INSERT INTO upload_attempts(id,object_key,cleanup_after) VALUES($1,$2,clock_timestamp()+$3*interval '1 second') ON CONFLICT(id) DO UPDATE SET cleanup_after=GREATEST(upload_attempts.cleanup_after,EXCLUDED.cleanup_after) WHERE upload_attempts.object_key=EXCLUDED.object_key`, u.AttachmentID, u.FinalKey, grace.Seconds()) + if err != nil { + return a, err + } + var key string + if err = tx.QueryRow(ctx, `SELECT object_key FROM upload_attempts WHERE id=$1 AND cleanup_after>clock_timestamp() FOR UPDATE`, u.AttachmentID).Scan(&key); err != nil { + return a, err + } + if key != u.FinalKey { + return a, errors.New("direct upload reservation mismatch") + } + if err = validate(ctx, u); err != nil { + var invalid UploadError + if errors.As(err, &invalid) && (invalid.Status == 400 || invalid.Status == 413 || invalid.Status == 415) { + _, saveErr := tx.Exec(ctx, `UPDATE direct_uploads SET state='rejected',error_code=$2,cleanup_after=clock_timestamp(),purge_after=clock_timestamp()+interval '24 hours' WHERE id=$1`, id, invalid.Code) + if saveErr != nil { + return a, saveErr + } + if saveErr = tx.Commit(ctx); saveErr != nil { + return a, saveErr + } + } + return a, err + } + now := time.Now().UTC().Truncate(time.Microsecond) + a = Attachment{ID: u.AttachmentID, ChatID: u.ChatID, OwnerID: u.OwnerID, Filename: u.Filename, ContentType: u.ContentType, SizeBytes: u.SizeBytes, SHA256: u.SHA256, ObjectKey: u.FinalKey, Status: "queued", Variants: []any{}, CreatedAt: now, UpdatedAt: now} + _, err = tx.Exec(ctx, `INSERT INTO attachments(id,chat_id,owner_id,filename,object_key,content_type,size_bytes,sha256,created_at,updated_at) VALUES($1,$2,$3,$4,$5,$6,$7,$8,$9,$10)`, a.ID, a.ChatID, a.OwnerID, a.Filename, a.ObjectKey, a.ContentType, a.SizeBytes, a.SHA256, a.CreatedAt, a.UpdatedAt) + if err != nil { + return Attachment{}, err + } + if err = enqueueJob(ctx, tx, a, a.ObjectKey); err != nil { + return Attachment{}, err + } + if _, err = tx.Exec(ctx, `UPDATE direct_uploads SET state='ready',cleanup_after=clock_timestamp(),purge_after=clock_timestamp()+interval '24 hours' WHERE id=$1`, id); err != nil { + return Attachment{}, err + } + if _, err = tx.Exec(ctx, `DELETE FROM upload_attempts WHERE id=$1`, a.ID); err != nil { + return Attachment{}, err + } + if err = tx.Commit(ctx); err != nil { + return Attachment{}, err + } + return a, nil +} diff --git a/src/backend/repositories/errors.go b/src/backend/repositories/errors.go new file mode 100644 index 0000000..6741083 --- /dev/null +++ b/src/backend/repositories/errors.go @@ -0,0 +1,21 @@ +package repositories + +import ( + "errors" + "github.com/jackc/pgx/v5" + "github.com/jackc/pgx/v5/pgconn" +) + +func NotFound(err error) bool { + return errors.Is(err, pgx.ErrNoRows) +} + +func CheckViolation(err error) bool { + var pgerr *pgconn.PgError + return errors.As(err, &pgerr) && pgerr.Code == "23514" +} + +func UniqueViolation(err error) bool { + var pgerr *pgconn.PgError + return errors.As(err, &pgerr) && pgerr.Code == "23505" +} diff --git a/src/backend/repositories/health.go b/src/backend/repositories/health.go new file mode 100644 index 0000000..fa3cc3a --- /dev/null +++ b/src/backend/repositories/health.go @@ -0,0 +1,21 @@ +package repositories + +import ( + "context" + + "github.com/jackc/pgx/v5/pgxpool" +) + +type HealthStore struct { + db *pgxpool.Pool +} + +func NewHealthStore(db *pgxpool.Pool) *HealthStore { + return &HealthStore{db: db} +} + +func (s *HealthStore) Ping(ctx context.Context) error { + ctx, cancel := boundedQuery(ctx) + defer cancel() + return s.db.Ping(ctx) +} diff --git a/src/backend/repositories/idempotency.go b/src/backend/repositories/idempotency.go new file mode 100644 index 0000000..ff40bec --- /dev/null +++ b/src/backend/repositories/idempotency.go @@ -0,0 +1,95 @@ +package repositories + +import ( + "context" + "errors" + "reflect" + "time" + + "github.com/google/uuid" + "github.com/jackc/pgx/v5" +) + +var ErrAttachmentNotFound = errors.New("attachment not found") +var ErrAttachmentFailed = errors.New("attachment failed") + +var ErrIdempotencyConflict = errors.New("idempotency key belongs to a different message") + +// CreateIdempotent commits the message and its replay record together. +func (s *MessageStore) CreateIdempotent(ctx context.Context, chatID, senderID, text, key string, attachments ...[]string) (Message, error) { + ids := []string{} + if len(attachments) > 0 && attachments[0] != nil { + ids = attachments[0] + } + ctx, cancel := boundedQuery(ctx) + defer cancel() + tx, err := s.db.Begin(ctx) + if err != nil { + return Message{}, err + } + defer tx.Rollback(context.Background()) + + // The transaction-scoped lock is shared by all API replicas. Hash collisions + // only serialize unrelated requests; the full scope is checked by the query. + scope := senderID + ":POST:/api/v1/chats/" + chatID + "/messages:" + key + if _, err = tx.Exec(ctx, "SELECT pg_advisory_xact_lock(hashtextextended($1, 0))", scope); err != nil { + return Message{}, err + } + // A shared row lock prevents failure publication racing with a new link. + hasFailed := false + for _, id := range ids { + var status string + err = tx.QueryRow(ctx, "SELECT status FROM attachments WHERE id=$1 AND chat_id=$2 FOR SHARE", id, chatID).Scan(&status) + if errors.Is(err, pgx.ErrNoRows) { + return Message{}, ErrAttachmentNotFound + } + if err != nil { + return Message{}, err + } + hasFailed = hasFailed || status == "failed" + } + + var message Message + err = tx.QueryRow(ctx, ` + SELECT m.id, m.chat_id, m.sender_id, m.text, m.created_at, ARRAY(SELECT attachment_id::text FROM message_attachments ma WHERE ma.message_id=m.id ORDER BY position) + FROM message_idempotency i JOIN messages m ON m.id = i.message_id + WHERE i.sender_id=$1 AND i.chat_id=$2 AND i.key=$3 + AND i.expires_at > clock_timestamp()`, senderID, chatID, key). + Scan(&message.ID, &message.ChatID, &message.SenderID, &message.Text, &message.CreatedAt, &message.AttachmentIDs) + if err == nil { + message.CreatedAt = message.CreatedAt.UTC() + if message.Text != text || !reflect.DeepEqual(message.AttachmentIDs, ids) { + return Message{}, ErrIdempotencyConflict + } + return message, tx.Commit(ctx) + } + if !errors.Is(err, pgx.ErrNoRows) { + return Message{}, err + } + + if hasFailed { + return Message{}, ErrAttachmentFailed + } + + // Expiry permits key reuse; it never deletes the original message. + if _, err = tx.Exec(ctx, "DELETE FROM message_idempotency WHERE sender_id=$1 AND chat_id=$2 AND key=$3", senderID, chatID, key); err != nil { + return Message{}, err + } + message = Message{ + AttachmentIDs: ids, ID: uuid.NewString(), ChatID: chatID, SenderID: senderID, Text: text, + CreatedAt: time.Now().UTC().Truncate(time.Microsecond), + } + if _, err = tx.Exec(ctx, "INSERT INTO messages(id,chat_id,sender_id,text,created_at) VALUES($1,$2,$3,$4,$5)", message.ID, chatID, senderID, text, message.CreatedAt); err != nil { + return Message{}, err + } + for position, id := range ids { + if _, err = tx.Exec(ctx, "INSERT INTO message_attachments(message_id,attachment_id,position) VALUES($1,$2,$3)", message.ID, id, position); err != nil { + return Message{}, err + } + } + if _, err = tx.Exec(ctx, `INSERT INTO message_idempotency(sender_id,chat_id,key,message_id,expires_at) + VALUES($1,$2,$3,$4,clock_timestamp() + $5 * interval '1 second')`, senderID, chatID, key, message.ID, s.idempotencyTTL.Seconds()); err != nil { + return Message{}, err + } + return message, tx.Commit(ctx) +} diff --git a/src/backend/repositories/job_admin.go b/src/backend/repositories/job_admin.go new file mode 100644 index 0000000..e280364 --- /dev/null +++ b/src/backend/repositories/job_admin.go @@ -0,0 +1,142 @@ +package repositories + +import ( + "context" + "errors" + "github.com/jackc/pgx/v5" + "strings" + "time" + "unicode/utf8" +) + +type FailedJob struct { + ID string `json:"job_id"` + AttachmentID string `json:"attachment_id"` + Code string `json:"error_code"` + Attempts int `json:"attempts"` + FailedAt time.Time `json:"failed_at"` +} + +func (s *AttachmentStore) FailedJobs(ctx context.Context) ([]FailedJob, error) { + rows, err := s.db.Query(ctx, `SELECT j.id,j.attachment_id,f.error_code,f.attempts,f.failed_at FROM attachment_job_failures f JOIN attachment_jobs j ON j.id=f.job_id JOIN attachments a ON a.id=j.attachment_id WHERE a.status='failed' AND j.pipeline_version=a.pipeline_version AND j.superseded_at IS NULL ORDER BY f.failed_at DESC LIMIT 100`) + if err != nil { + return nil, err + } + defer rows.Close() + result := []FailedJob{} + for rows.Next() { + var j FailedJob + if err = rows.Scan(&j.ID, &j.AttachmentID, &j.Code, &j.Attempts, &j.FailedAt); err != nil { + return nil, err + } + result = append(result, j) + } + return result, rows.Err() +} + +func (s *AttachmentStore) ReplayJob(ctx context.Context, id, reason string, exists func(context.Context, string) error) (bool, error) { + reason = strings.TrimSpace(reason) + if reason == "" || utf8.RuneCountInString(reason) > 200 { + return false, errors.New("replay reason must contain 1-200 characters") + } + tx, err := s.db.Begin(ctx) + if err != nil { + return false, err + } + defer tx.Rollback(context.Background()) + var status, key, attachment string + var deleted, obsolete bool + err = tx.QueryRow(ctx, `SELECT a.status,j.staging_key,a.id,j.staging_deleted_at IS NOT NULL,j.pipeline_version<>a.pipeline_version OR j.superseded_at IS NOT NULL FROM attachment_jobs j JOIN attachments a ON a.id=j.attachment_id WHERE j.id=$1 FOR UPDATE OF j,a`, id).Scan(&status, &key, &attachment, &deleted, &obsolete) + if err != nil { + return false, err + } + if obsolete || status != "failed" { + return false, nil + } + if deleted { + return false, errors.New("staging has expired; replay unavailable") + } + if key != "staging/jobs/"+attachment && key != "originals/"+attachment { + return false, errors.New("invalid staging key") + } + if err = exists(ctx, key); err != nil { + return false, errors.New("staging unavailable; replay not scheduled") + } + if _, err = tx.Exec(ctx, `INSERT INTO attachment_job_replays(job_id,reason) VALUES($1,$2)`, id, reason); err != nil { + return false, err + } + if _, err = tx.Exec(ctx, `UPDATE attachment_jobs SET attempts=0,generation=generation+1,next_attempt_at=now(),lease_until=NULL,lease_token=NULL,published_at=NULL WHERE id=$1`, id); err != nil { + return false, err + } + if _, err = tx.Exec(ctx, `UPDATE attachments SET status='queued',error_code=NULL,updated_at=now() WHERE id=$1`, attachment); err != nil { + return false, err + } + return true, tx.Commit(ctx) +} + +// Replay and cleanup lock the same rows. A ready source is removed only after +// final publication, failed sources expire after retention; queued work is safe. +func (s *AttachmentStore) CleanupJobStaging(ctx context.Context, id string, retention time.Duration, dryRun bool, remove func(context.Context, string) error) (bool, error) { + tx, err := s.db.Begin(ctx) + if err != nil { + return false, err + } + defer tx.Rollback(context.Background()) + var key, attachment, status string + var eligible bool + err = tx.QueryRow(ctx, `SELECT j.staging_key,a.id,a.status,j.staging_deleted_at IS NULL AND (a.status='ready' AND jsonb_array_length(a.variants)>=3 OR a.status='failed' AND j.pipeline_version=a.pipeline_version AND COALESCE(f.failed_at,a.updated_at)=3 OR a.status='failed' AND j.pipeline_version=a.pipeline_version AND COALESCE(f.failed_at,a.updated_at)= maxAttempts { + if err = failJob(ctx, tx, j, "retry_exhausted", attempts); err != nil { + return "", err + } + return "", tx.Commit(ctx) + } + token := uuid.NewString() + _, err = tx.Exec(ctx, `UPDATE attachment_jobs SET attempts=attempts+1,lease_token=$2,lease_until=now()+$3*interval '1 second' WHERE id=$1`, j.ID, token, timeout.Seconds()+5) + if err != nil { + return "", err + } + if _, err = tx.Exec(ctx, `UPDATE attachments SET status='processing',updated_at=now() WHERE id=$1`, j.AttachmentID); err != nil { + return "", err + } + if _, err = tx.Exec(ctx, `INSERT INTO attachment_job_attempts(job_id,generation,attempt) VALUES($1,$2,$3)`, j.ID, generation, attempts+1); err != nil { + return "", err + } + return token, tx.Commit(ctx) +} + +var ErrStaleJob = errors.New("stale job lease or version") + +var ErrProcessingTimeout = errors.New("processing timeout") + +// ProcessJob holds the row lock across deterministic object writes. The lock and +// token check prevent overlapping/stale attempts from publishing metadata. +func (s *AttachmentStore) ProcessJob(ctx context.Context, j Job, token string, maxAttempts int, process func(Attachment, string) ([]Variant, string, error)) (result error) { + ctx, finish := telemetry.Operation(ctx, "postgresql finalize attachment", trace.SpanKindClient) + defer func() { finish(result) }() + tx, err := s.db.Begin(ctx) + if err != nil { + return err + } + defer tx.Rollback(context.Background()) + var staging string + var attempts, generation int + var a Attachment + err = tx.QueryRow(ctx, `SELECT a.id,a.object_key,a.content_type,a.size_bytes,a.sha256,a.status,j.staging_key,j.attempts,j.generation FROM attachment_jobs j JOIN attachments a ON a.id=j.attachment_id WHERE j.id=$1 AND j.attachment_id=$2 AND j.pipeline_version=$3 AND j.lease_token=$4 AND j.lease_until>now() AND j.superseded_at IS NULL AND a.pipeline_version=j.pipeline_version FOR UPDATE OF j,a`, j.ID, j.AttachmentID, j.PipelineVersion, token).Scan(&a.ID, &a.ObjectKey, &a.ContentType, &a.SizeBytes, &a.SHA256, &a.Status, &staging, &attempts, &generation) + if errors.Is(err, pgx.ErrNoRows) { + return ErrStaleJob + } + if err != nil { + return err + } + if a.Status != "processing" { + return errors.New("job is not processing") + } + a.PipelineVersion = j.PipelineVersion + variants, code, workErr := process(a, staging) + var next *time.Time + var auditCode *string + if workErr == nil { + data, e := json.Marshal(variants) + if e != nil { + return e + } + _, err = tx.Exec(ctx, `UPDATE attachments SET status='ready',variants=$2,published_pipeline_version=$3,error_code=NULL,updated_at=now() WHERE id=$1 AND pipeline_version=$3`, a.ID, data, j.PipelineVersion) + if err == nil { + _, err = tx.Exec(ctx, `INSERT INTO attachment_publications(attachment_id,job_id,pipeline_version,variants) VALUES($1,$2,$3,$4)`, a.ID, j.ID, j.PipelineVersion, data) + } + } else { + reason := "temporary_failure" + if errors.Is(workErr, ErrProcessingTimeout) { + reason = "processing_timeout" + } + if code != "" { + reason = code + } + auditCode = &reason + if code != "" || attempts >= maxAttempts { + if code == "" { + code = "retry_exhausted" + } + err = failJob(ctx, tx, j, code, attempts) + } else { + due := time.Now().UTC().Add(RetryDelay(attempts)) + next = &due + _, err = tx.Exec(ctx, `UPDATE attachments SET status='queued',error_code=NULL,updated_at=now() WHERE id=$1`, a.ID) + } + } + if err != nil { + return err + } + _, err = tx.Exec(ctx, `UPDATE attachment_job_attempts SET finished_at=clock_timestamp(),error_code=$4,next_attempt_at=$5 WHERE job_id=$1 AND generation=$2 AND attempt=$3`, j.ID, generation, attempts, auditCode, next) + if err != nil { + return err + } + _, err = tx.Exec(ctx, `UPDATE attachment_jobs SET lease_until=NULL,lease_token=NULL,published_at=NULL,next_attempt_at=COALESCE($2,now()) WHERE id=$1`, j.ID, next) + if err != nil { + return err + } + return tx.Commit(ctx) +} + +func failJob(ctx context.Context, tx pgx.Tx, j Job, code string, attempts int) error { + if _, err := tx.Exec(ctx, `UPDATE attachments SET status='failed',error_code=$2,updated_at=now() WHERE id=$1`, j.AttachmentID, code); err != nil { + return err + } + if _, err := tx.Exec(ctx, `UPDATE attachment_jobs SET lease_token=NULL,lease_until=NULL WHERE id=$1`, j.ID); err != nil { + return err + } + _, err := tx.Exec(ctx, `INSERT INTO attachment_job_failures(job_id,error_code,attempts) VALUES($1,$2,$3) ON CONFLICT(job_id) DO UPDATE SET error_code=EXCLUDED.error_code,attempts=EXCLUDED.attempts,failed_at=clock_timestamp()`, j.ID, code, attempts) + return err +} + +// Equal jitter: exponential ceiling 2,4,8,...,30 seconds; delay in [ceiling/2,ceiling). +func RetryDelay(attempt int) time.Duration { + ceiling := 2 * time.Second + for i := 1; i < attempt && ceiling < 30*time.Second; i++ { + ceiling *= 2 + } + if ceiling > 30*time.Second { + ceiling = 30 * time.Second + } + n, err := rand.Int(rand.Reader, big.NewInt(int64(ceiling/2))) + if err != nil { + return ceiling + } + return ceiling/2 + time.Duration(n.Int64()) +} + +func enqueueJob(ctx context.Context, tx pgx.Tx, a Attachment, staging string) error { + _, err := tx.Exec(ctx, `UPDATE attachments SET status='queued' WHERE id=$1`, a.ID) + if err != nil { + return err + } + headers := telemetry.TraceHeaders(ctx) + _, err = tx.Exec(ctx, `INSERT INTO attachment_jobs(id,attachment_id,staging_key,traceparent,tracestate) VALUES($1,$2,$3,$4,$5)`, uuid.NewString(), a.ID, staging, headers["traceparent"], headers["tracestate"]) + return err +} + +func (s *AttachmentStore) JobTerminal(ctx context.Context, id string) (bool, error) { + var done bool + err := s.db.QueryRow(ctx, `SELECT j.superseded_at IS NOT NULL OR j.pipeline_version($2,$3::uuid) ORDER BY created_at,id LIMIT $4`, chatID, afterTime, afterID, limit+1) + if err != nil { + return nil, false, err + } + defer rows.Close() + items := []Message{} + for rows.Next() { + var m Message + if err = rows.Scan(&m.ID, &m.ChatID, &m.SenderID, &m.Text, &m.CreatedAt, &m.AttachmentIDs); err != nil { + return nil, false, err + } + items = append(items, m) + } + if err = rows.Err(); err != nil { + return nil, false, err + } + more := len(items) > limit + if more { + items = items[:limit] + } + return items, more, nil +} diff --git a/src/backend/repositories/migrations/000001_initial.down.sql b/src/backend/repositories/migrations/000001_initial.down.sql new file mode 100644 index 0000000..a3ba4f2 --- /dev/null +++ b/src/backend/repositories/migrations/000001_initial.down.sql @@ -0,0 +1,5 @@ +DROP TABLE IF EXISTS sessions; +DROP TABLE IF EXISTS messages; +DROP TABLE IF EXISTS chat_members; +DROP TABLE IF EXISTS chats; +DROP TABLE IF EXISTS users; diff --git a/src/backend/repositories/migrations/000001_initial.up.sql b/src/backend/repositories/migrations/000001_initial.up.sql new file mode 100644 index 0000000..b00ad15 --- /dev/null +++ b/src/backend/repositories/migrations/000001_initial.up.sql @@ -0,0 +1,32 @@ +CREATE TABLE IF NOT EXISTS users ( + id uuid PRIMARY KEY, + username varchar(32) NOT NULL UNIQUE CHECK (username ~ '^[a-z0-9_]{3,32}$'), + display_name text NOT NULL CHECK (char_length(display_name) BETWEEN 1 AND 100), + password_hash bytea NOT NULL, + created_at timestamptz NOT NULL +); +CREATE TABLE IF NOT EXISTS chats ( + id uuid PRIMARY KEY, + title text NOT NULL CHECK (char_length(title) BETWEEN 1 AND 100), + created_at timestamptz NOT NULL +); +CREATE TABLE IF NOT EXISTS chat_members ( + chat_id uuid NOT NULL REFERENCES chats(id) ON DELETE CASCADE, + user_id uuid NOT NULL REFERENCES users(id), + PRIMARY KEY (chat_id,user_id) +); +CREATE INDEX IF NOT EXISTS chat_members_user_idx ON chat_members(user_id,chat_id); +CREATE TABLE IF NOT EXISTS messages ( + id uuid PRIMARY KEY, + chat_id uuid NOT NULL REFERENCES chats(id), + sender_id uuid NOT NULL REFERENCES users(id), + text text NOT NULL CHECK (char_length(text) BETWEEN 1 AND 4000), + created_at timestamptz NOT NULL +); +CREATE INDEX IF NOT EXISTS messages_history_idx ON messages(chat_id,created_at,id); +CREATE TABLE IF NOT EXISTS sessions ( + token_hash bytea PRIMARY KEY, + user_id uuid NOT NULL REFERENCES users(id), + expires_at timestamptz NOT NULL +); +CREATE INDEX IF NOT EXISTS sessions_expiry_idx ON sessions(expires_at); diff --git a/src/backend/repositories/migrations/000002_redis_sessions.down.sql b/src/backend/repositories/migrations/000002_redis_sessions.down.sql new file mode 100644 index 0000000..1667f0c --- /dev/null +++ b/src/backend/repositories/migrations/000002_redis_sessions.down.sql @@ -0,0 +1,6 @@ +CREATE TABLE sessions ( + token_hash bytea PRIMARY KEY, + user_id uuid NOT NULL REFERENCES users(id), + expires_at timestamptz NOT NULL +); +CREATE INDEX sessions_expiry_idx ON sessions(expires_at); diff --git a/src/backend/repositories/migrations/000002_redis_sessions.up.sql b/src/backend/repositories/migrations/000002_redis_sessions.up.sql new file mode 100644 index 0000000..180974d --- /dev/null +++ b/src/backend/repositories/migrations/000002_redis_sessions.up.sql @@ -0,0 +1 @@ +DROP TABLE sessions; diff --git a/src/backend/repositories/migrations/000003_message_idempotency.down.sql b/src/backend/repositories/migrations/000003_message_idempotency.down.sql new file mode 100644 index 0000000..64acde8 --- /dev/null +++ b/src/backend/repositories/migrations/000003_message_idempotency.down.sql @@ -0,0 +1 @@ +DROP TABLE message_idempotency; diff --git a/src/backend/repositories/migrations/000003_message_idempotency.up.sql b/src/backend/repositories/migrations/000003_message_idempotency.up.sql new file mode 100644 index 0000000..e99a860 --- /dev/null +++ b/src/backend/repositories/migrations/000003_message_idempotency.up.sql @@ -0,0 +1,8 @@ +CREATE TABLE message_idempotency ( + sender_id uuid NOT NULL REFERENCES users(id), + chat_id uuid NOT NULL REFERENCES chats(id), + key varchar(128) NOT NULL CHECK (key ~ '^[A-Za-z0-9._:-]{1,128}$'), + message_id uuid NOT NULL REFERENCES messages(id), + expires_at timestamptz NOT NULL, + PRIMARY KEY (sender_id, chat_id, key) +); diff --git a/src/backend/repositories/migrations/000004_attachments.down.sql b/src/backend/repositories/migrations/000004_attachments.down.sql new file mode 100644 index 0000000..e6d4d2a --- /dev/null +++ b/src/backend/repositories/migrations/000004_attachments.down.sql @@ -0,0 +1,5 @@ +-- An operator must first remove attachment-only messages before this rollback. +ALTER TABLE messages DROP CONSTRAINT messages_text_check; +ALTER TABLE messages ADD CONSTRAINT messages_text_check CHECK (char_length(text) BETWEEN 1 AND 4000); +DROP TABLE message_attachments; +DROP TABLE attachments; diff --git a/src/backend/repositories/migrations/000004_attachments.up.sql b/src/backend/repositories/migrations/000004_attachments.up.sql new file mode 100644 index 0000000..fcaac35 --- /dev/null +++ b/src/backend/repositories/migrations/000004_attachments.up.sql @@ -0,0 +1,22 @@ +CREATE TABLE attachments ( + id uuid PRIMARY KEY, + chat_id uuid NOT NULL REFERENCES chats(id), + owner_id uuid NOT NULL REFERENCES users(id), + filename text NOT NULL, + object_key text NOT NULL UNIQUE, + content_type text NOT NULL CHECK (content_type IN ('image/png','image/jpeg')), + size_bytes bigint NOT NULL CHECK (size_bytes BETWEEN 1 AND 10485760), + sha256 text NOT NULL CHECK (sha256 ~ '^[a-f0-9]{64}$'), + created_at timestamptz NOT NULL, + updated_at timestamptz NOT NULL +); +CREATE INDEX attachments_chat_idx ON attachments(chat_id); +CREATE TABLE message_attachments ( + message_id uuid NOT NULL REFERENCES messages(id) ON DELETE CASCADE, + attachment_id uuid NOT NULL REFERENCES attachments(id), + position smallint NOT NULL CHECK (position BETWEEN 0 AND 9), + PRIMARY KEY (message_id, attachment_id), + UNIQUE(message_id, position) +); +ALTER TABLE messages DROP CONSTRAINT messages_text_check; +ALTER TABLE messages ADD CONSTRAINT messages_text_check CHECK (char_length(text) <= 4000); diff --git a/src/backend/repositories/migrations/000005_upload_attempts.down.sql b/src/backend/repositories/migrations/000005_upload_attempts.down.sql new file mode 100644 index 0000000..4e9494a --- /dev/null +++ b/src/backend/repositories/migrations/000005_upload_attempts.down.sql @@ -0,0 +1 @@ +DROP TABLE upload_attempts; diff --git a/src/backend/repositories/migrations/000005_upload_attempts.up.sql b/src/backend/repositories/migrations/000005_upload_attempts.up.sql new file mode 100644 index 0000000..c5ed56e --- /dev/null +++ b/src/backend/repositories/migrations/000005_upload_attempts.up.sql @@ -0,0 +1,7 @@ +CREATE TABLE upload_attempts ( + id uuid PRIMARY KEY, + object_key text NOT NULL UNIQUE, + created_at timestamptz NOT NULL DEFAULT clock_timestamp(), + cleanup_after timestamptz NOT NULL +); +CREATE INDEX upload_attempts_cleanup_idx ON upload_attempts(cleanup_after,id); diff --git a/src/backend/repositories/migrations/000006_direct_uploads.down.sql b/src/backend/repositories/migrations/000006_direct_uploads.down.sql new file mode 100644 index 0000000..4455d6b --- /dev/null +++ b/src/backend/repositories/migrations/000006_direct_uploads.down.sql @@ -0,0 +1 @@ +DROP TABLE direct_uploads; diff --git a/src/backend/repositories/migrations/000006_direct_uploads.up.sql b/src/backend/repositories/migrations/000006_direct_uploads.up.sql new file mode 100644 index 0000000..31f21fd --- /dev/null +++ b/src/backend/repositories/migrations/000006_direct_uploads.up.sql @@ -0,0 +1,20 @@ +CREATE TABLE direct_uploads ( + id uuid PRIMARY KEY, + attachment_id uuid NOT NULL UNIQUE, + owner_id uuid NOT NULL REFERENCES users(id), + chat_id uuid NOT NULL REFERENCES chats(id), + filename text NOT NULL, + content_type text NOT NULL CHECK (content_type IN ('image/png','image/jpeg')), + size_bytes bigint NOT NULL CHECK (size_bytes BETWEEN 1 AND 10485760), + sha256 text NOT NULL CHECK (sha256 ~ '^[a-f0-9]{64}$'), + staging_key text NOT NULL UNIQUE, + final_key text NOT NULL UNIQUE, + state text NOT NULL DEFAULT 'pending' CHECK (state IN ('pending','ready','rejected','expired')), + error_code text, + created_at timestamptz NOT NULL DEFAULT clock_timestamp(), + expires_at timestamptz NOT NULL DEFAULT clock_timestamp()+interval '120 seconds', + complete_before timestamptz NOT NULL DEFAULT clock_timestamp()+interval '720 seconds', + cleanup_after timestamptz NOT NULL DEFAULT clock_timestamp()+interval '1320 seconds', + purge_after timestamptz NOT NULL DEFAULT clock_timestamp()+interval '24 hours' +); +CREATE INDEX direct_uploads_cleanup_idx ON direct_uploads(cleanup_after,id); diff --git a/src/backend/repositories/migrations/000007_jobs.down.sql b/src/backend/repositories/migrations/000007_jobs.down.sql new file mode 100644 index 0000000..039e1fa --- /dev/null +++ b/src/backend/repositories/migrations/000007_jobs.down.sql @@ -0,0 +1,2 @@ +DROP TABLE attachment_jobs; +ALTER TABLE attachments DROP COLUMN status, DROP COLUMN variants, DROP COLUMN error_code; diff --git a/src/backend/repositories/migrations/000007_jobs.up.sql b/src/backend/repositories/migrations/000007_jobs.up.sql new file mode 100644 index 0000000..285a6db --- /dev/null +++ b/src/backend/repositories/migrations/000007_jobs.up.sql @@ -0,0 +1,10 @@ +ALTER TABLE attachments ADD COLUMN status text NOT NULL DEFAULT 'ready' CHECK(status IN ('queued','processing','ready','failed')); +ALTER TABLE attachments ADD COLUMN variants jsonb NOT NULL DEFAULT '[]'; +ALTER TABLE attachments ADD COLUMN error_code text; +CREATE TABLE attachment_jobs ( + id uuid PRIMARY KEY, attachment_id uuid NOT NULL UNIQUE REFERENCES attachments(id), + staging_key text NOT NULL, pipeline_version integer NOT NULL DEFAULT 1, + attempts integer NOT NULL DEFAULT 0, next_attempt_at timestamptz NOT NULL DEFAULT now(), + lease_until timestamptz, published_at timestamptz, + created_at timestamptz NOT NULL DEFAULT now() +); diff --git a/src/backend/repositories/migrations/000008_job_recovery.down.sql b/src/backend/repositories/migrations/000008_job_recovery.down.sql new file mode 100644 index 0000000..c5e6608 --- /dev/null +++ b/src/backend/repositories/migrations/000008_job_recovery.down.sql @@ -0,0 +1,3 @@ +DROP INDEX job_dispatch_due_idx; +DROP TABLE attachment_job_replays,attachment_job_failures,attachment_job_attempts; +ALTER TABLE attachment_jobs DROP COLUMN lease_token,DROP COLUMN generation,DROP COLUMN staging_deleted_at; diff --git a/src/backend/repositories/migrations/000008_job_recovery.up.sql b/src/backend/repositories/migrations/000008_job_recovery.up.sql new file mode 100644 index 0000000..2819d10 --- /dev/null +++ b/src/backend/repositories/migrations/000008_job_recovery.up.sql @@ -0,0 +1,22 @@ +ALTER TABLE attachment_jobs ADD COLUMN lease_token uuid; +ALTER TABLE attachment_jobs ADD COLUMN generation integer NOT NULL DEFAULT 1; +ALTER TABLE attachment_jobs ADD COLUMN staging_deleted_at timestamptz; +CREATE TABLE attachment_job_attempts ( + job_id uuid NOT NULL REFERENCES attachment_jobs(id), generation integer NOT NULL, + attempt integer NOT NULL, started_at timestamptz NOT NULL DEFAULT now(), + finished_at timestamptz, error_code text, next_attempt_at timestamptz, + PRIMARY KEY(job_id,generation,attempt) +); +CREATE TABLE attachment_job_failures ( + job_id uuid PRIMARY KEY REFERENCES attachment_jobs(id), error_code text NOT NULL, + attempts integer NOT NULL, failed_at timestamptz NOT NULL DEFAULT now() +); +CREATE TABLE attachment_job_replays ( + id bigserial PRIMARY KEY, job_id uuid NOT NULL REFERENCES attachment_jobs(id), + reason text NOT NULL CHECK(char_length(reason) BETWEEN 1 AND 200), + created_at timestamptz NOT NULL DEFAULT now() +); +CREATE INDEX job_dispatch_due_idx ON attachment_jobs(next_attempt_at,published_at); +INSERT INTO attachment_job_failures(job_id,error_code,attempts,failed_at) + SELECT j.id,COALESCE(a.error_code,'processing_failed'),j.attempts,a.updated_at + FROM attachment_jobs j JOIN attachments a ON a.id=j.attachment_id WHERE a.status='failed'; diff --git a/src/backend/repositories/migrations/000009_pipeline_versions.down.sql b/src/backend/repositories/migrations/000009_pipeline_versions.down.sql new file mode 100644 index 0000000..bc75d3b --- /dev/null +++ b/src/backend/repositories/migrations/000009_pipeline_versions.down.sql @@ -0,0 +1,11 @@ +-- Downgrade is intentionally refused if multiple versions exist: never drop jobs. +DO $$ BEGIN + IF EXISTS(SELECT 1 FROM attachment_jobs WHERE pipeline_version<>1) THEN + RAISE EXCEPTION 'cannot downgrade while versioned jobs exist'; + END IF; +END $$; +DROP TABLE attachment_publications,attachment_pipeline_upgrades; +ALTER TABLE attachment_jobs DROP CONSTRAINT attachment_jobs_version_key; +ALTER TABLE attachment_jobs ADD CONSTRAINT attachment_jobs_attachment_id_key UNIQUE(attachment_id); +ALTER TABLE attachment_jobs DROP COLUMN superseded_at; +ALTER TABLE attachments DROP COLUMN pipeline_version,DROP COLUMN published_pipeline_version; diff --git a/src/backend/repositories/migrations/000009_pipeline_versions.up.sql b/src/backend/repositories/migrations/000009_pipeline_versions.up.sql new file mode 100644 index 0000000..a00af7b --- /dev/null +++ b/src/backend/repositories/migrations/000009_pipeline_versions.up.sql @@ -0,0 +1,19 @@ +ALTER TABLE attachments ADD COLUMN pipeline_version integer NOT NULL DEFAULT 1 CHECK(pipeline_version BETWEEN 1 AND 2); +ALTER TABLE attachments ADD COLUMN published_pipeline_version integer NOT NULL DEFAULT 0 CHECK(published_pipeline_version BETWEEN 0 AND 2); +UPDATE attachments SET published_pipeline_version=1 WHERE status='ready'; +ALTER TABLE attachment_jobs DROP CONSTRAINT attachment_jobs_attachment_id_key; +ALTER TABLE attachment_jobs ADD CONSTRAINT attachment_jobs_version_key UNIQUE(attachment_id,pipeline_version); +ALTER TABLE attachment_jobs ADD COLUMN superseded_at timestamptz; +CREATE TABLE attachment_pipeline_upgrades ( + id bigserial PRIMARY KEY, attachment_id uuid NOT NULL REFERENCES attachments(id), + from_version integer NOT NULL,to_version integer NOT NULL,reason text NOT NULL, + created_at timestamptz NOT NULL DEFAULT clock_timestamp() +); +CREATE TABLE attachment_publications ( + id bigserial PRIMARY KEY,attachment_id uuid NOT NULL REFERENCES attachments(id), + job_id uuid NOT NULL REFERENCES attachment_jobs(id),pipeline_version integer NOT NULL, + variants jsonb NOT NULL,published_at timestamptz NOT NULL DEFAULT clock_timestamp() +); +INSERT INTO attachment_publications(attachment_id,job_id,pipeline_version,variants) + SELECT a.id,j.id,1,a.variants FROM attachments a JOIN attachment_jobs j ON j.attachment_id=a.id + WHERE a.status='ready'; diff --git a/src/backend/repositories/migrations/000010_job_trace_context.down.sql b/src/backend/repositories/migrations/000010_job_trace_context.down.sql new file mode 100644 index 0000000..0bba94b --- /dev/null +++ b/src/backend/repositories/migrations/000010_job_trace_context.down.sql @@ -0,0 +1 @@ +ALTER TABLE attachment_jobs DROP COLUMN tracestate, DROP COLUMN traceparent; diff --git a/src/backend/repositories/migrations/000010_job_trace_context.up.sql b/src/backend/repositories/migrations/000010_job_trace_context.up.sql new file mode 100644 index 0000000..76d7f9b --- /dev/null +++ b/src/backend/repositories/migrations/000010_job_trace_context.up.sql @@ -0,0 +1,3 @@ +ALTER TABLE attachment_jobs + ADD COLUMN traceparent text NOT NULL DEFAULT '', + ADD COLUMN tracestate text NOT NULL DEFAULT ''; diff --git a/src/backend/repositories/pipeline_versions.go b/src/backend/repositories/pipeline_versions.go new file mode 100644 index 0000000..e645295 --- /dev/null +++ b/src/backend/repositories/pipeline_versions.go @@ -0,0 +1,74 @@ +package repositories + +import ( + "context" + "errors" + "fmt" + "github.com/google/uuid" + "strings" + "unicode/utf8" +) + +// VariantObjectKey separates effects of different pipelines, including retries. +func VariantObjectKey(id string, version int, name string) string { + if version < 1 { + version = 1 + } + extension := ".jpg" + if name == "optimized" { + extension = ".webp" + } + return fmt.Sprintf("variants/%s/v%d/%s%s", id, version, name, extension) +} + +// UpgradePipeline is an explicit operator action. It never downgrades a result. +// The row lock serializes this change with publication, replay and cleanup. +func (s *AttachmentStore) UpgradePipeline(ctx context.Context, id string, version int, reason string, exists func(context.Context, string) error) (bool, error) { + reason = strings.TrimSpace(reason) + if reason == "" || utf8.RuneCountInString(reason) > 200 { + return false, errors.New("upgrade reason must contain 1-200 characters") + } + tx, err := s.db.Begin(ctx) + if err != nil { + return false, err + } + defer tx.Rollback(context.Background()) + var current int + var status, original, source string + err = tx.QueryRow(ctx, `SELECT a.pipeline_version,a.status,a.object_key,j.staging_key FROM attachment_jobs j JOIN attachments a ON a.id=j.attachment_id WHERE a.id=$1 AND j.pipeline_version=a.pipeline_version FOR UPDATE OF j,a`, id).Scan(¤t, &status, &original, &source) + if err != nil { + return false, err + } + if version <= current { + return false, nil + } + if version != current+1 || version > 2 { + return false, errors.New("only sequential upgrade to pipeline 2 is supported") + } + + if status == "ready" { + source = original + } + if source != "staging/jobs/"+id && source != "originals/"+id { + return false, errors.New("invalid pipeline source") + } + if err = exists(ctx, source); err != nil { + return false, errors.New("pipeline source unavailable") + } + if _, err = tx.Exec(ctx, `UPDATE attachment_jobs SET superseded_at=clock_timestamp(),lease_token=NULL,lease_until=NULL WHERE attachment_id=$1 AND pipeline_version<$2`, id, version); err != nil { + return false, err + } + if _, err = tx.Exec(ctx, `UPDATE attachment_job_attempts SET finished_at=clock_timestamp(),error_code='superseded' WHERE job_id IN (SELECT id FROM attachment_jobs WHERE attachment_id=$1 AND pipeline_version<$2) AND finished_at IS NULL`, id, version); err != nil { + return false, err + } + if _, err = tx.Exec(ctx, `INSERT INTO attachment_jobs(id,attachment_id,staging_key,pipeline_version) VALUES($1,$2,$3,$4)`, uuid.NewString(), id, source, version); err != nil { + return false, err + } + if _, err = tx.Exec(ctx, `UPDATE attachments SET pipeline_version=$2,status='queued',error_code=NULL,updated_at=clock_timestamp() WHERE id=$1`, id, version); err != nil { + return false, err + } + if _, err = tx.Exec(ctx, `INSERT INTO attachment_pipeline_upgrades(attachment_id,from_version,to_version,reason) VALUES($1,$2,$3,$4)`, id, current, version, reason); err != nil { + return false, err + } + return true, tx.Commit(ctx) +} diff --git a/src/backend/repositories/redis.go b/src/backend/repositories/redis.go new file mode 100644 index 0000000..c0c933d --- /dev/null +++ b/src/backend/repositories/redis.go @@ -0,0 +1,74 @@ +package repositories + +import ( + "context" + "encoding/hex" + "errors" + "time" + + "github.com/redis/go-redis/v9" +) + +var ErrSessionNotFound = errors.New("session not found") + +type SessionStore struct { + client *redis.Client + prefix string +} + +func NewRedisClient(address string) *redis.Client { + return redis.NewClient(&redis.Options{ + Addr: address, PoolSize: 10, MaxRetries: -1, + DialTimeout: time.Second, ReadTimeout: time.Second, WriteTimeout: time.Second, + }) +} + +func NewSessionStore(client *redis.Client, prefix string) *SessionStore { + return &SessionStore{client: client, prefix: prefix} +} + +func (s *SessionStore) key(tokenHash []byte) string { + return s.prefix + hex.EncodeToString(tokenHash) +} + +func (s *SessionStore) Create(ctx context.Context, tokenHash []byte, userID string, expires time.Time) error { + ttl := time.Until(expires) + if ttl <= 0 { + return errors.New("session expiry must be in the future") + } + return s.client.Set(ctx, s.key(tokenHash), userID, ttl).Err() +} + +func (s *SessionStore) UserID(ctx context.Context, tokenHash []byte) (string, error) { + id, err := s.client.Get(ctx, s.key(tokenHash)).Result() + if errors.Is(err, redis.Nil) { + return "", ErrSessionNotFound + } + return id, err +} + +func (s *SessionStore) Revoke(ctx context.Context, tokenHash []byte) error { + return s.client.Del(ctx, s.key(tokenHash)).Err() +} + +func (s *SessionStore) Ping(ctx context.Context) error { + return s.client.Ping(ctx).Err() +} + +// Apply the expiry and increment atomically across replicas. +var loginWindow = redis.NewScript(` +local ttl = redis.call('TTL', KEYS[1]) +if ttl < 0 then + redis.call('SET', KEYS[1], 1, 'EX', 60) + return 0 +end +local count = redis.call('INCR', KEYS[1]) +if count <= 12 then + return 0 +end +return math.max(1, ttl) +`) + +func (s *SessionStore) LoginRetryAfter(ctx context.Context, source string) (int, error) { + return loginWindow.Run(ctx, s.client, []string{"messenger:login:" + source}).Int() +} diff --git a/src/backend/repositories/s3.go b/src/backend/repositories/s3.go new file mode 100644 index 0000000..5b66e7e --- /dev/null +++ b/src/backend/repositories/s3.go @@ -0,0 +1,99 @@ +package repositories + +import ( + "context" + "errors" + "github.com/minio/minio-go/v7" + "github.com/minio/minio-go/v7/pkg/credentials" + "io" + "net/http" + "net/url" + "os" + "strings" + "time" +) + +type ObjectStore struct { + client *minio.Client + bucket string +} + +func NewObjectStoreFromEnvironment() (*ObjectStore, error) { + endpoint, err := url.Parse(os.Getenv("S3_ENDPOINT")) + if err != nil || endpoint.Host == "" || (endpoint.Scheme != "http" && endpoint.Scheme != "https") || endpoint.Path != "" { + return nil, errors.New("invalid S3_ENDPOINT") + } + read := func(name string) (string, error) { + b, e := os.ReadFile(os.Getenv(name)) + if e != nil { + return "", errors.New("cannot read " + name) + } + v := strings.TrimSpace(string(b)) + if v == "" { + return "", errors.New("empty " + name) + } + return v, nil + } + access, err := read("S3_ACCESS_KEY_ID_FILE") + if err != nil { + return nil, err + } + secret, err := read("S3_SECRET_ACCESS_KEY_FILE") + if err != nil { + return nil, err + } + transport := http.DefaultTransport.(*http.Transport).Clone() + transport.ResponseHeaderTimeout = 5 * time.Second + transport.MaxIdleConnsPerHost = 8 + client, err := minio.New(endpoint.Host, &minio.Options{Creds: credentials.NewStaticV4(access, secret, ""), Secure: endpoint.Scheme == "https", Region: os.Getenv("S3_REGION"), Transport: transport}) + if err != nil { + return nil, err + } + bucket := os.Getenv("S3_BUCKET") + if bucket == "" { + return nil, errors.New("S3_BUCKET is required") + } + return &ObjectStore{client: client, bucket: bucket}, nil +} +func (s *ObjectStore) Ping(ctx context.Context) error { + exists, err := s.client.BucketExists(ctx, s.bucket) + if err != nil { + return err + } + if !exists { + return errors.New("bucket missing") + } + return nil +} +func (s *ObjectStore) Bootstrap(ctx context.Context) error { + exists, err := s.client.BucketExists(ctx, s.bucket) + if err != nil { + return err + } + if !exists { + if err = s.client.MakeBucket(ctx, s.bucket, minio.MakeBucketOptions{Region: os.Getenv("S3_REGION")}); err != nil { + return err + } + } + // No anonymous policy: every object operation requires signed credentials. + return s.client.SetBucketPolicy(ctx, s.bucket, "") +} +func (s *ObjectStore) Put(ctx context.Context, key string, body io.Reader, size int64, contentType string) error { + _, err := s.client.PutObject(ctx, s.bucket, key, body, size, minio.PutObjectOptions{ContentType: contentType, DisableMultipart: true}) + return err +} +func (s *ObjectStore) Delete(ctx context.Context, key string) error { + return s.client.RemoveObject(ctx, s.bucket, key, minio.RemoveObjectOptions{}) +} +func (s *ObjectStore) Get(ctx context.Context, key string) (io.ReadCloser, error) { + object, err := s.client.GetObject(ctx, s.bucket, key, minio.GetObjectOptions{}) + if err != nil { + return nil, err + } + // GetObject is lazy: force the request before writing HTTP 200 headers. + if _, err = object.Stat(); err != nil { + object.Close() + return nil, err + } + return object, nil +} diff --git a/src/backend/repositories/s3_admin.go b/src/backend/repositories/s3_admin.go new file mode 100644 index 0000000..3cdd15b --- /dev/null +++ b/src/backend/repositories/s3_admin.go @@ -0,0 +1,134 @@ +package repositories + +import ( + "context" + "encoding/json" + "errors" + "net/url" + "os" + "strings" + + madmin "github.com/minio/madmin-go/v3" + "github.com/minio/minio-go/v7" + "github.com/minio/minio-go/v7/pkg/credentials" + "github.com/minio/minio-go/v7/pkg/lifecycle" +) + +func readS3Secret(name string) (string, error) { + data, err := os.ReadFile(os.Getenv(name)) + if err != nil { + return "", errors.New("cannot read " + name) + } + value := strings.TrimSpace(string(data)) + if value == "" { + return "", errors.New("empty " + name) + } + return value, nil +} + +// BootstrapS3 is the only application command that needs administrative credentials. +func BootstrapS3(ctx context.Context) error { + endpoint, err := url.Parse(os.Getenv("S3_ENDPOINT")) + if err != nil || endpoint.Host == "" { + return errors.New("invalid S3_ENDPOINT") + } + rootAccess, err := readS3Secret("S3_ROOT_ACCESS_KEY_ID_FILE") + if err != nil { + return err + } + rootSecret, err := readS3Secret("S3_ROOT_SECRET_ACCESS_KEY_FILE") + if err != nil { + return err + } + client, err := minio.New(endpoint.Host, &minio.Options{Creds: credentials.NewStaticV4(rootAccess, rootSecret, ""), Secure: endpoint.Scheme == "https", Region: os.Getenv("S3_REGION")}) + if err != nil { + return err + } + store := &ObjectStore{client: client, bucket: os.Getenv("S3_BUCKET")} + if err = store.Bootstrap(ctx); err != nil { + return err + } + if err = bootstrapDirectLifecycle(ctx, client, store.bucket); err != nil { + return err + } + admin, err := madmin.New(endpoint.Host, rootAccess, rootSecret, endpoint.Scheme == "https") + if err != nil { + return err + } + for _, role := range []string{"api", "worker", "cleanup"} { + access, err := readS3Secret("S3_" + strings.ToUpper(role) + "_ACCESS_KEY_ID_FILE") + if err != nil { + return err + } + secret, err := readS3Secret("S3_" + strings.ToUpper(role) + "_SECRET_ACCESS_KEY_FILE") + if err != nil { + return err + } + if access == rootAccess { + return errors.New("application and root credentials must differ") + } + if err := setS3Role(ctx, admin, store.bucket, role, access, secret); err != nil { + return err + } + } + return nil +} + +func setS3Role(ctx context.Context, admin *madmin.AdminClient, bucket, role, access, secret string) error { + resource := "arn:aws:s3:::" + bucket + statement := func(actions, resources []string) map[string]any { + return map[string]any{"Effect": "Allow", "Action": actions, "Resource": resources} + } + statements := []any{statement([]string{"s3:GetBucketLocation", "s3:ListBucket"}, []string{resource})} + add := func(action string, prefixes ...string) { + resources := make([]string, 0, len(prefixes)) + for _, prefix := range prefixes { + resources = append(resources, resource+"/"+prefix+"/*") + } + statements = append(statements, statement([]string{"s3:" + action}, resources)) + } + switch role { + case "api": + add("GetObject", "originals", "variants", "staging/direct") + add("PutObject", "staging/jobs", "staging/direct", "originals") + add("DeleteObject", "staging/jobs", "staging/direct") + case "worker": + add("GetObject", "staging/jobs", "staging/direct", "originals", "variants") + add("PutObject", "originals", "variants") + add("DeleteObject", "staging/jobs", "staging/direct", "variants") + case "cleanup": + add("DeleteObject", "originals", "staging/jobs", "staging/direct") + } + data, err := json.Marshal(map[string]any{"Version": "2012-10-17", "Statement": statements}) + if err != nil { + return err + } + name := "messenger-attachments-" + role + if err = admin.AddCannedPolicy(ctx, name, data); err != nil { + return err + } + if err = admin.SetUserReq(ctx, access, madmin.AddOrUpdateUserReq{SecretKey: secret, Status: madmin.AccountEnabled}); err != nil { + return err + } + return admin.SetPolicy(ctx, name, access, false) +} + +func bootstrapDirectLifecycle(ctx context.Context, client *minio.Client, bucket string) error { + config, err := client.GetBucketLifecycle(ctx, bucket) + if err != nil && minio.ToErrorResponse(err).Code != "NoSuchLifecycleConfiguration" { + return err + } + if config == nil { + config = lifecycle.NewConfiguration() + } + const id = "messenger-direct-staging-expiration" + rules := make([]lifecycle.Rule, 0, len(config.Rules)+1) + for _, rule := range config.Rules { + if rule.ID != id { + rules = append(rules, rule) + } + } + rules = append(rules, lifecycle.Rule{ID: id, Status: "Enabled", RuleFilter: lifecycle.Filter{Prefix: "staging/direct/"}, Expiration: lifecycle.Expiration{Days: 1}}) + config.Rules = rules + return client.SetBucketLifecycle(ctx, bucket, config) +} diff --git a/src/backend/repositories/s3_direct.go b/src/backend/repositories/s3_direct.go new file mode 100644 index 0000000..ce32f91 --- /dev/null +++ b/src/backend/repositories/s3_direct.go @@ -0,0 +1,68 @@ +package repositories + +import ( + "context" + "errors" + "net/url" + "os" + "time" + + "github.com/minio/minio-go/v7" + "github.com/minio/minio-go/v7/pkg/credentials" +) + +type PostUpload struct { + Method string `json:"method"` + URL string `json:"url"` + Fields map[string]string `json:"fields"` +} + +type StoredObject struct { + Size int64 + ETag string +} + +func IsObjectMissing(err error) bool { + code := minio.ToErrorResponse(err).Code + return code == "NoSuchKey" || code == "NoSuchObject" || code == "NotFound" +} + +func (s *ObjectStore) PresignDirect(ctx context.Context, key, mime string, size int64, expires time.Time) (PostUpload, error) { + endpoint, err := url.Parse(os.Getenv("S3_PUBLIC_ENDPOINT")) + if err != nil || endpoint.Host == "" || (endpoint.Scheme != "http" && endpoint.Scheme != "https") || endpoint.Path != "" || endpoint.RawQuery != "" || endpoint.User != nil { + return PostUpload{}, errors.New("invalid S3_PUBLIC_ENDPOINT") + } + access, err := readS3Secret("S3_ACCESS_KEY_ID_FILE") + if err != nil { + return PostUpload{}, err + } + secret, err := readS3Secret("S3_SECRET_ACCESS_KEY_FILE") + if err != nil { + return PostUpload{}, err + } + signer, err := minio.New(endpoint.Host, &minio.Options{Creds: credentials.NewStaticV4(access, secret, ""), Secure: endpoint.Scheme == "https", Region: os.Getenv("S3_REGION"), BucketLookup: minio.BucketLookupPath}) + if err != nil { + return PostUpload{}, err + } + policy := minio.NewPostPolicy() + for _, err = range []error{policy.SetBucket(s.bucket), policy.SetKey(key), policy.SetExpires(expires), policy.SetContentType(mime), policy.SetContentLengthRange(size, size), policy.SetSuccessStatusAction("204")} { + if err != nil { + return PostUpload{}, err + } + } + target, fields, err := signer.PresignedPostPolicy(ctx, policy) + if err != nil { + return PostUpload{}, errors.New("cannot sign upload policy") + } + return PostUpload{Method: "POST", URL: target.String(), Fields: fields}, nil +} + +func (s *ObjectStore) Stat(ctx context.Context, key string) (StoredObject, error) { + object, err := s.client.StatObject(ctx, s.bucket, key, minio.StatObjectOptions{}) + return StoredObject{Size: object.Size, ETag: object.ETag}, err +} + +func (s *ObjectStore) Copy(ctx context.Context, source, destination, etag string) error { + _, err := s.client.CopyObject(ctx, minio.CopyDestOptions{Bucket: s.bucket, Object: destination}, minio.CopySrcOptions{Bucket: s.bucket, Object: source, MatchETag: etag}) + return err +} diff --git a/src/backend/repositories/timeout.go b/src/backend/repositories/timeout.go new file mode 100644 index 0000000..84778fa --- /dev/null +++ b/src/backend/repositories/timeout.go @@ -0,0 +1,12 @@ +package repositories + +import ( + "context" + "time" +) + +const queryTimeout = 5 * time.Second + +func boundedQuery(ctx context.Context) (context.Context, context.CancelFunc) { + return context.WithTimeout(ctx, queryTimeout) +} diff --git a/src/backend/repositories/upload.go b/src/backend/repositories/upload.go new file mode 100644 index 0000000..5f2a989 --- /dev/null +++ b/src/backend/repositories/upload.go @@ -0,0 +1,155 @@ +package repositories + +import ( + "context" + "errors" + "fmt" + "time" + + "github.com/google/uuid" + "github.com/jackc/pgx/v5" +) + +// ReserveUpload is committed before any S3 PUT, so an interrupted request is tracked. +func (s *AttachmentStore) ReserveUpload(ctx context.Context, a Attachment, grace time.Duration) error { + ctx, cancel := boundedQuery(ctx) + defer cancel() + _, err := s.db.Exec(ctx, `INSERT INTO upload_attempts(id,object_key,cleanup_after) VALUES($1,$2,clock_timestamp()+$3*interval '1 second')`, a.ID, a.ObjectKey, grace.Seconds()) + return err +} + +// PublishUpload holds the journal row lock across PUT and metadata COMMIT. +// Cleanup skips that row; a crash rolls back metadata but preserves the reservation. +func (s *AttachmentStore) PublishUpload(ctx context.Context, a Attachment, put func(context.Context) error) error { + tx, err := s.db.Begin(ctx) + if err != nil { + return err + } + defer tx.Rollback(context.Background()) + var key string + err = tx.QueryRow(ctx, `SELECT object_key FROM upload_attempts WHERE id=$1 AND cleanup_after>clock_timestamp() FOR UPDATE`, a.ID).Scan(&key) + if err != nil { + return err + } + if key != a.ObjectKey { + return errors.New("upload reservation mismatch") + } + if err = put(ctx); err != nil { + return err + } + _, err = tx.Exec(ctx, `INSERT INTO attachments(id,chat_id,owner_id,filename,object_key,content_type,size_bytes,sha256,created_at,updated_at) VALUES($1,$2,$3,$4,$5,$6,$7,$8,$9,$10)`, a.ID, a.ChatID, a.OwnerID, a.Filename, "originals/"+a.ID, a.ContentType, a.SizeBytes, a.SHA256, a.CreatedAt, a.UpdatedAt) + if err != nil { + return err + } + if err = enqueueJob(ctx, tx, a, a.ObjectKey); err != nil { + return err + } + if _, err = tx.Exec(ctx, "DELETE FROM upload_attempts WHERE id=$1", a.ID); err != nil { + return err + } + return tx.Commit(ctx) +} + +type CleanupResult struct { + Candidates int `json:"candidates"` + Deleted int `json:"deleted"` + Eligible int `json:"eligible"` + Protected int `json:"protected"` + Skipped int `json:"skipped"` + Failed int `json:"failed"` + DryRun bool `json:"dry_run"` +} + +// CleanupUploads only visits journal entries; it never scans or deletes legacy data. +func (s *AttachmentStore) CleanupUploads(ctx context.Context, dryRun bool, remove func(context.Context, string) error) (CleanupResult, error) { + result := CleanupResult{DryRun: dryRun} + rows, err := s.db.Query(ctx, `SELECT id::text FROM upload_attempts WHERE cleanup_after<=clock_timestamp() ORDER BY cleanup_after,id LIMIT 100`) + if err != nil { + return result, err + } + ids := []string{} + for rows.Next() { + var id string + if err = rows.Scan(&id); err != nil { + rows.Close() + return result, err + } + ids = append(ids, id) + } + err = rows.Err() + rows.Close() + if err != nil { + return result, err + } + result.Candidates = len(ids) + for _, id := range ids { + outcome, err := s.cleanupUpload(ctx, id, dryRun, remove) + if err != nil { + result.Failed++ + continue + } + switch outcome { + case "eligible": + result.Eligible++ + case "deleted": + result.Deleted++ + case "protected": + result.Protected++ + default: + result.Skipped++ + } + } + if result.Failed > 0 { + return result, fmt.Errorf("%d upload cleanup operations failed", result.Failed) + } + return result, nil +} + +func (s *AttachmentStore) cleanupUpload(ctx context.Context, id string, dryRun bool, remove func(context.Context, string) error) (string, error) { + ctx, cancel := context.WithTimeout(ctx, 10*time.Second) + defer cancel() + tx, err := s.db.Begin(ctx) + if err != nil { + return "", err + } + defer tx.Rollback(context.Background()) + var key string + err = tx.QueryRow(ctx, `SELECT object_key FROM upload_attempts WHERE id=$1 AND cleanup_after<=clock_timestamp() FOR UPDATE SKIP LOCKED`, id).Scan(&key) + if errors.Is(err, pgx.ErrNoRows) { + return "skipped", nil + } + if err != nil { + return "", err + } + // Restrict destructive actions to server-generated keys even if a journal row is malformed. + parsed, err := uuid.Parse(id) + if err != nil || (key != "originals/"+parsed.String() && key != "staging/jobs/"+parsed.String()) { + return "", errors.New("invalid upload journal key") + } + var ready bool + if err = tx.QueryRow(ctx, "SELECT EXISTS(SELECT 1 FROM attachments WHERE object_key=$1 UNION ALL SELECT 1 FROM attachment_jobs WHERE staging_key=$1)", key).Scan(&ready); err != nil { + return "", err + } + if dryRun { + if ready { + return "protected", nil + } + return "eligible", nil + } + if !ready { + // On DELETE failure retain the journal entry for the next pass. + if err = remove(ctx, key); err != nil { + return "", err + } + } + if _, err = tx.Exec(ctx, "DELETE FROM upload_attempts WHERE id=$1", id); err != nil { + return "", err + } + if err = tx.Commit(ctx); err != nil { + return "", err + } + if ready { + return "protected", nil + } + return "deleted", nil +} diff --git a/src/backend/repositories/user.go b/src/backend/repositories/user.go new file mode 100644 index 0000000..4051e12 --- /dev/null +++ b/src/backend/repositories/user.go @@ -0,0 +1,71 @@ +package repositories + +import ( + "context" + "errors" + "time" + + "github.com/google/uuid" + "github.com/jackc/pgx/v5" + "github.com/jackc/pgx/v5/pgxpool" +) + +type User struct { + ID string `json:"id"` + Username string `json:"username"` + DisplayName string `json:"display_name"` + CreatedAt time.Time `json:"created_at"` +} + +type UserStore struct { + db *pgxpool.Pool +} + +func NewUserStore(db *pgxpool.Pool) *UserStore { + return &UserStore{db: db} +} + +func (s *UserStore) Create(ctx context.Context, username, displayName string, passwordHash []byte) (User, error) { + ctx, cancel := boundedQuery(ctx) + defer cancel() + user := User{ + ID: uuid.New().String(), + Username: username, + DisplayName: displayName, + CreatedAt: time.Now().UTC().Truncate(time.Microsecond), + } + + _, err := s.db.Exec(ctx, "INSERT INTO users(id,username,display_name,password_hash,created_at) VALUES($1,$2,$3,$4,$5)", user.ID, user.Username, user.DisplayName, passwordHash, user.CreatedAt) + return user, err +} + +func (s *UserStore) GetByID(ctx context.Context, id string) (User, error) { + ctx, cancel := boundedQuery(ctx) + defer cancel() + var user User + err := s.db.QueryRow(ctx, "SELECT id,username,display_name,created_at FROM users WHERE id=$1", id).Scan(&user.ID, &user.Username, &user.DisplayName, &user.CreatedAt) + return user, err +} + +func (s *UserStore) GetCredentials(ctx context.Context, username string) (User, []byte, error) { + ctx, cancel := boundedQuery(ctx) + defer cancel() + var user User + var packedHash []byte + err := s.db.QueryRow(ctx, "SELECT id,username,display_name,created_at,password_hash FROM users WHERE username=$1", username).Scan(&user.ID, &user.Username, &user.DisplayName, &user.CreatedAt, &packedHash) + if errors.Is(err, pgx.ErrNoRows) { + return User{}, nil, nil + } + if err != nil { + return User{}, nil, err + } + return user, packedHash, nil +} + +// A concurrent login may already have upgraded this hash. +func (s *UserStore) ReplacePasswordHash(ctx context.Context, userID string, previous, upgraded []byte) error { + ctx, cancel := boundedQuery(ctx) + defer cancel() + _, err := s.db.Exec(ctx, `UPDATE users SET password_hash=$2 WHERE id=$1 AND password_hash=$3`, userID, upgraded, previous) + return err +} diff --git a/src/backend/services/attachment.go b/src/backend/services/attachment.go new file mode 100644 index 0000000..4144235 --- /dev/null +++ b/src/backend/services/attachment.go @@ -0,0 +1,178 @@ +package services + +import ( + "bytes" + "context" + "crypto/sha256" + "encoding/hex" + "errors" + "image" + _ "image/jpeg" + _ "image/png" + "io" + "messenger/src/backend/repositories" + "mime" + "os" + "strings" + "time" + "unicode" + "unicode/utf8" + + "github.com/google/uuid" + "github.com/jackc/pgx/v5" +) + +const MaxUploadBytes int64 = 10485760 +const MaxImagePixels int64 = 40000000 + +var ErrPayloadTooLarge = errors.New("payload too large") +var ErrUnsupportedMedia = errors.New("unsupported image") +var ErrAttachmentNotFound = errors.New("attachment not found") + +type AttachmentService struct { + metadata *repositories.AttachmentStore + objects AttachmentObjects + uploadSlot chan struct{} +} + +type AttachmentObjects interface { + Put(context.Context, string, io.Reader, int64, string) error + Get(context.Context, string) (io.ReadCloser, error) +} + +func NewAttachmentService(metadata *repositories.AttachmentStore, objects AttachmentObjects) *AttachmentService { + return &AttachmentService{metadata: metadata, objects: objects, uploadSlot: make(chan struct{}, 1)} +} +func ValidateFilename(name string) error { + if !utf8.ValidString(name) || strings.TrimSpace(name) == "" || utf8.RuneCountInString(name) > 255 { + return InvalidInput{"filename must contain 1-255 characters"} + } + for _, r := range name { + if r == '/' || r == '\\' || unicode.IsControl(r) { + return InvalidInput{"invalid filename"} + } + } + return nil +} +func ValidateImage(data []byte, declared string) (string, error) { + return ValidateImageReader(bytes.NewReader(data), declared) +} + +func ValidateImageReader(reader io.ReadSeeker, declared string) (string, error) { + contentType, _, err := mime.ParseMediaType(declared) + if err != nil || (contentType != "image/png" && contentType != "image/jpeg") { + return "", ErrUnsupportedMedia + } + config, format, err := image.DecodeConfig(reader) + if err != nil { + return "", ErrUnsupportedMedia + } + actual := "image/" + format + if actual != contentType { + return "", ErrUnsupportedMedia + } + if config.Width <= 0 || config.Height <= 0 || int64(config.Width) > MaxImagePixels/int64(config.Height) { + return "", ErrPayloadTooLarge + } + // DecodeConfig alone accepts truncated headers; decode only after bounding pixels. + if _, err = reader.Seek(0, io.SeekStart); err != nil { + return "", err + } + decoded, _, err := image.Decode(reader) + if err != nil { + return "", ErrUnsupportedMedia + } + _ = decoded + return actual, nil +} +func (s *AttachmentService) Upload(ctx context.Context, userID, chatID, filename, contentType string, body io.Reader) (repositories.Attachment, error) { + select { + case s.uploadSlot <- struct{}{}: + defer func() { <-s.uploadSlot }() + case <-ctx.Done(): + return repositories.Attachment{}, ctx.Err() + } + grace, err := repositories.UploadCleanupGrace() + if err != nil { + return repositories.Attachment{}, err + } + directory := os.Getenv("UPLOAD_TMP_DIR") + file, err := os.CreateTemp(directory, "upload-*") + if err != nil { + return repositories.Attachment{}, err + } + defer file.Close() + // Linux keeps the open descriptor usable; no abandoned pathname survives a crash. + if err = os.Remove(file.Name()); err != nil { + return repositories.Attachment{}, err + } + hash := sha256.New() + size, err := io.CopyBuffer(io.MultiWriter(file, hash), io.LimitReader(body, MaxUploadBytes+1), make([]byte, 32*1024)) + if err != nil { + return repositories.Attachment{}, err + } + if size > MaxUploadBytes { + return repositories.Attachment{}, ErrPayloadTooLarge + } + if err = ctx.Err(); err != nil { + return repositories.Attachment{}, err + } + if _, err = file.Seek(0, io.SeekStart); err != nil { + return repositories.Attachment{}, err + } + actual, err := ValidateImageReader(file, contentType) + if err != nil { + return repositories.Attachment{}, err + } + if err = ctx.Err(); err != nil { + return repositories.Attachment{}, err + } + if _, err = file.Seek(0, io.SeekStart); err != nil { + return repositories.Attachment{}, err + } + now := time.Now().UTC().Truncate(time.Microsecond) + a := repositories.Attachment{ID: uuid.NewString(), ChatID: chatID, OwnerID: userID, Filename: filename, ContentType: actual, SizeBytes: size, SHA256: hex.EncodeToString(hash.Sum(nil)), Status: "queued", Variants: []any{}, CreatedAt: now, UpdatedAt: now} + a.ObjectKey = "staging/jobs/" + a.ID + if err = s.metadata.ReserveUpload(ctx, a, grace); err != nil { + return repositories.Attachment{}, err + } + err = s.metadata.PublishUpload(ctx, a, func(ctx context.Context) error { + return s.objects.Put(ctx, a.ObjectKey, file, a.SizeBytes, a.ContentType) + }) + // On any uncertainty leave the durable reservation to the cleanup worker. + if err != nil { + return repositories.Attachment{}, err + } + return a, nil +} +func (s *AttachmentService) Get(ctx context.Context, id, userID string) (repositories.Attachment, error) { + a, err := s.metadata.GetForMember(ctx, id, userID) + if errors.Is(err, pgx.ErrNoRows) { + return a, ErrAttachmentNotFound + } + return a, err +} +func (s *AttachmentService) Content(ctx context.Context, a repositories.Attachment) (io.ReadCloser, error) { + return s.objects.Get(ctx, a.ObjectKey) +} + +func NormalizeAttachmentIDs(ids []string) ([]string, error) { + if len(ids) > 10 { + return nil, InvalidInput{"at most 10 attachments are allowed"} + } + result := make([]string, 0, len(ids)) + seen := map[string]bool{} + for _, id := range ids { + parsed, err := uuid.Parse(id) + if err != nil { + return nil, InvalidInput{"invalid attachment id"} + } + id = strings.ToLower(parsed.String()) + if seen[id] { + return nil, InvalidInput{"duplicate attachment id"} + } + seen[id] = true + result = append(result, id) + } + return result, nil +} diff --git a/src/backend/services/chat.go b/src/backend/services/chat.go new file mode 100644 index 0000000..f266fdb --- /dev/null +++ b/src/backend/services/chat.go @@ -0,0 +1,145 @@ +package services + +import ( + "context" + "encoding/base64" + "encoding/json" + "errors" + "strconv" + "strings" + "unicode/utf8" + + "messenger/src/backend/repositories" + + "github.com/google/uuid" +) + +type ChatPage struct { + Items []repositories.Chat `json:"items"` + NextCursor *string `json:"next_cursor"` +} + +type ChatService struct { + chats *repositories.ChatStore +} + +func NewChatService(chats *repositories.ChatStore) *ChatService { + return &ChatService{chats: chats} +} + +func ChatHasMember(chat repositories.Chat, userID string) bool { + for _, memberID := range chat.MemberIDs { + if memberID == userID { + return true + } + } + return false +} + +func (s *ChatService) Create(ctx context.Context, currentUserID, title string, memberIDs []string) (repositories.Chat, error) { + if strings.TrimSpace(title) == "" { + return repositories.Chat{}, InvalidInput{"title must not be blank"} + } + if utf8.RuneCountInString(title) > 100 { + return repositories.Chat{}, InvalidInput{"title is too long"} + } + if len(memberIDs) == 0 || len(memberIDs) > 100 { + return repositories.Chat{}, InvalidInput{"member_ids must contain from 1 to 100 users"} + } + seen := make(map[string]struct{}, len(memberIDs)) + normalizedMembers := make([]string, len(memberIDs)) + for i, memberID := range memberIDs { + parsed, err := uuid.Parse(memberID) + if err != nil { + return repositories.Chat{}, InvalidInput{"member_ids must contain valid UUIDs"} + } + memberID = parsed.String() + if _, exists := seen[memberID]; exists { + return repositories.Chat{}, InvalidInput{"member_ids must not contain duplicates"} + } + seen[memberID] = struct{}{} + normalizedMembers[i] = memberID + } + if _, exists := seen[currentUserID]; !exists { + return repositories.Chat{}, InvalidInput{"current user must be a chat member"} + } + chat, err := s.chats.Create(ctx, title, normalizedMembers) + if errors.Is(err, repositories.ErrUnknownMember) { + return repositories.Chat{}, InvalidInput{"all members must be existing users"} + } + return chat, err +} + +func (s *ChatService) Get(ctx context.Context, currentUserID, chatID string) (repositories.Chat, error) { + chat, err := s.chats.GetByID(ctx, chatID) + if repositories.NotFound(err) { + return repositories.Chat{}, ErrChatNotFound + } + if err != nil { + return repositories.Chat{}, err + } + if !ChatHasMember(chat, currentUserID) { + return repositories.Chat{}, ErrChatNotFound + } + return chat, nil +} + +func EncodeChatCursor(cursor repositories.ChatCursor) (string, error) { + data, err := json.Marshal(cursor) + if err != nil { + return "", err + } + return base64.RawURLEncoding.EncodeToString(data), nil +} + +func DecodeChatCursor(value string) (repositories.ChatCursor, error) { + data, err := base64.RawURLEncoding.DecodeString(value) + if err != nil { + return repositories.ChatCursor{}, err + } + var cursor repositories.ChatCursor + if err := json.Unmarshal(data, &cursor); err != nil { + return repositories.ChatCursor{}, err + } + if cursor.UserID == "" || cursor.ChatID == "" || cursor.CreatedAt.IsZero() { + return repositories.ChatCursor{}, strconv.ErrSyntax + } + if _, err := uuid.Parse(cursor.UserID); err != nil { + return repositories.ChatCursor{}, err + } + if _, err := uuid.Parse(cursor.ChatID); err != nil { + return repositories.ChatCursor{}, err + } + return cursor, nil +} + +func (s *ChatService) List(ctx context.Context, userID string, limit int, cursorToken string) (ChatPage, error) { + if limit < 1 || limit > 100 { + return ChatPage{}, InvalidInput{"limit must be between 1 and 100"} + } + var cursor *repositories.ChatCursor + if cursorToken != "" { + decoded, err := DecodeChatCursor(cursorToken) + if err != nil || decoded.UserID != userID { + return ChatPage{}, InvalidInput{"invalid cursor"} + } + cursor = &decoded + } + items, more, err := s.chats.ListPageForUser(ctx, userID, cursor, limit) + if err != nil { + return ChatPage{}, err + } + page := ChatPage{Items: items} + if page.Items == nil { + page.Items = []repositories.Chat{} + } + if more { + last := items[len(items)-1] + next, err := EncodeChatCursor(repositories.ChatCursor{UserID: userID, CreatedAt: last.CreatedAt, ChatID: last.ID}) + if err != nil { + return ChatPage{}, err + } + page.NextCursor = &next + } + return page, nil +} diff --git a/src/backend/services/direct_upload.go b/src/backend/services/direct_upload.go new file mode 100644 index 0000000..7dc5851 --- /dev/null +++ b/src/backend/services/direct_upload.go @@ -0,0 +1,155 @@ +package services + +import ( + "context" + "crypto/sha256" + "encoding/hex" + "errors" + "io" + "os" + "regexp" + "time" + + "messenger/src/backend/repositories" + + "github.com/google/uuid" + "github.com/jackc/pgx/v5" +) + +type DirectUploadInput struct { + Filename string `json:"filename"` + ContentType string `json:"content_type"` + SizeBytes int64 `json:"size_bytes"` + SHA256 string `json:"sha256"` +} + +type DirectUploadResponse struct { + repositories.DirectUpload + Upload repositories.PostUpload `json:"upload"` +} + +type DirectObjects interface { + AttachmentObjects + PresignDirect(context.Context, string, string, int64, time.Time) (repositories.PostUpload, error) + Stat(context.Context, string) (repositories.StoredObject, error) + Copy(context.Context, string, string, string) error +} + +var checksumPattern = regexp.MustCompile(`^[a-f0-9]{64}$`) + +func (s *AttachmentService) InitDirect(ctx context.Context, user, chat string, input DirectUploadInput) (DirectUploadResponse, error) { + if err := ValidateFilename(input.Filename); err != nil { + return DirectUploadResponse{}, err + } + if input.ContentType != "image/png" && input.ContentType != "image/jpeg" { + return DirectUploadResponse{}, ErrUnsupportedMedia + } + if input.SizeBytes > MaxUploadBytes { + return DirectUploadResponse{}, ErrPayloadTooLarge + } + if input.SizeBytes < 1 || !checksumPattern.MatchString(input.SHA256) { + return DirectUploadResponse{}, InvalidInput{"size must be positive and sha256 must contain 64 lowercase hex characters"} + } + objects, ok := s.objects.(DirectObjects) + if !ok { + return DirectUploadResponse{}, errors.New("direct uploads unavailable") + } + id, attachment := uuid.NewString(), uuid.NewString() + u, err := s.metadata.CreateDirect(ctx, repositories.DirectUpload{ID: id, AttachmentID: attachment, OwnerID: user, ChatID: chat, Filename: input.Filename, ContentType: input.ContentType, SizeBytes: input.SizeBytes, SHA256: input.SHA256, StagingKey: "staging/direct/" + id, FinalKey: "originals/" + attachment}) + if err != nil { + return DirectUploadResponse{}, err + } + post, err := objects.PresignDirect(ctx, u.StagingKey, u.ContentType, u.SizeBytes, u.ExpiresAt) + return DirectUploadResponse{DirectUpload: u, Upload: post}, err +} + +func (s *AttachmentService) CompleteDirect(ctx context.Context, user, chat, id string) (repositories.Attachment, error) { + u, err := s.metadata.GetDirect(ctx, id, chat, user) + if errors.Is(err, pgx.ErrNoRows) { + return repositories.Attachment{}, ErrAttachmentNotFound + } + if err != nil { + return repositories.Attachment{}, err + } + if u.State == "ready" { + return s.Get(ctx, u.AttachmentID, user) + } + objects, ok := s.objects.(DirectObjects) + if !ok { + return repositories.Attachment{}, errors.New("direct uploads unavailable") + } + select { + case s.uploadSlot <- struct{}{}: + defer func() { <-s.uploadSlot }() + case <-ctx.Done(): + return repositories.Attachment{}, ctx.Err() + } + a, err := s.metadata.CompleteDirect(ctx, id, chat, user, func(ctx context.Context, u repositories.DirectUpload) error { + info, err := objects.Stat(ctx, u.StagingKey) + if repositories.IsObjectMissing(err) { + return repositories.DirectError("upload_not_uploaded") + } + if err != nil { + return err + } + if info.Size > MaxUploadBytes { + return repositories.DirectError("payload_too_large") + } + if info.Size != u.SizeBytes { + return repositories.DirectError("upload_size_mismatch") + } + // A signed staging key remains writable until expiry. Validate the isolated + // final object, never a staging object that can change after validation. + if err = objects.Copy(ctx, u.StagingKey, u.FinalKey, info.ETag); err != nil { + return err + } + reader, err := objects.Get(ctx, u.FinalKey) + if err != nil { + return err + } + defer reader.Close() + file, err := os.CreateTemp(os.Getenv("UPLOAD_TMP_DIR"), "direct-*") + if err != nil { + return err + } + defer file.Close() + if err = os.Remove(file.Name()); err != nil { + return err + } + hash := sha256.New() + size, err := io.CopyBuffer(io.MultiWriter(file, hash), io.LimitReader(reader, MaxUploadBytes+1), make([]byte, 32*1024)) + if err != nil { + return err + } + if size > MaxUploadBytes { + return repositories.DirectError("payload_too_large") + } + if size != u.SizeBytes { + return repositories.DirectError("upload_size_mismatch") + } + if hex.EncodeToString(hash.Sum(nil)) != u.SHA256 { + return repositories.DirectError("upload_checksum_mismatch") + } + if err = ctx.Err(); err != nil { + return err + } + if _, err = file.Seek(0, io.SeekStart); err != nil { + return err + } + _, err = ValidateImageReader(file, u.ContentType) + if errors.Is(err, ErrPayloadTooLarge) { + return repositories.DirectError("payload_too_large") + } + if errors.Is(err, ErrUnsupportedMedia) { + return repositories.DirectError("unsupported_media_type") + } + if err != nil { + return err + } + return ctx.Err() + }) + if errors.Is(err, pgx.ErrNoRows) { + return a, ErrAttachmentNotFound + } + return a, err +} diff --git a/src/backend/services/errors.go b/src/backend/services/errors.go new file mode 100644 index 0000000..7f24049 --- /dev/null +++ b/src/backend/services/errors.go @@ -0,0 +1,18 @@ +package services + +import "errors" + +var ( + ErrConflict = errors.New("conflict") + ErrUnknownUser = errors.New("unknown user") + ErrChatNotFound = errors.New("chat not found") + ErrInvalidSession = errors.New("invalid session") +) + +type InvalidInput struct { + Message string +} + +func (e InvalidInput) Error() string { return e.Message } + +var ErrPasswordBusy = errors.New("password verification capacity exhausted") diff --git a/src/backend/services/health.go b/src/backend/services/health.go new file mode 100644 index 0000000..462e750 --- /dev/null +++ b/src/backend/services/health.go @@ -0,0 +1,34 @@ +package services + +import ( + "context" + + "messenger/src/backend/repositories" +) + +type HealthService struct { + health *repositories.HealthStore + sessions *repositories.SessionStore + objects interface{ Ping(context.Context) error } +} + +func NewHealthService(health *repositories.HealthStore, sessions *repositories.SessionStore, objects ...interface{ Ping(context.Context) error }) *HealthService { + service := &HealthService{health: health, sessions: sessions} + if len(objects) > 0 { + service.objects = objects[0] + } + return service +} + +func (s *HealthService) Ready(ctx context.Context) error { + if err := s.health.Ping(ctx); err != nil { + return err + } + if err := s.sessions.Ping(ctx); err != nil { + return err + } + if s.objects != nil { + return s.objects.Ping(ctx) + } + return nil +} diff --git a/src/backend/services/idempotency.go b/src/backend/services/idempotency.go new file mode 100644 index 0000000..fc21ab2 --- /dev/null +++ b/src/backend/services/idempotency.go @@ -0,0 +1,41 @@ +package services + +import ( + "context" + "errors" + "regexp" + "strings" + "unicode/utf8" + + "messenger/src/backend/repositories" +) + +var idempotencyKeyPattern = regexp.MustCompile(`^[A-Za-z0-9._:-]{1,128}$`) + +func (s *MessageService) CreateIdempotent(ctx context.Context, userID string, chat repositories.Chat, text, key string, attachments ...[]string) (repositories.Message, error) { + if !ChatHasMember(chat, userID) { + return repositories.Message{}, ErrChatNotFound + } + if !idempotencyKeyPattern.MatchString(key) { + return repositories.Message{}, InvalidInput{"Idempotency-Key must contain 1-128 ASCII letters, digits or ._:-"} + } + var ids []string + if len(attachments) > 0 { + ids = attachments[0] + } + ids, err := NormalizeAttachmentIDs(ids) + if err != nil { + return repositories.Message{}, err + } + if (strings.TrimSpace(text) == "" && len(ids) == 0) || utf8.RuneCountInString(text) > 4000 { + return repositories.Message{}, InvalidInput{"text must be at most 4000 characters; nonblank text or attachments required"} + } + message, err := s.messages.CreateIdempotent(ctx, chat.ID, userID, text, key, ids) + if errors.Is(err, repositories.ErrAttachmentNotFound) { + return repositories.Message{}, ErrAttachmentNotFound + } + if errors.Is(err, repositories.ErrIdempotencyConflict) || errors.Is(err, repositories.ErrAttachmentFailed) { + return repositories.Message{}, ErrConflict + } + return message, err +} diff --git a/src/backend/services/message.go b/src/backend/services/message.go new file mode 100644 index 0000000..802eea2 --- /dev/null +++ b/src/backend/services/message.go @@ -0,0 +1,87 @@ +package services + +import ( + "context" + "encoding/base64" + "encoding/json" + "strconv" + + "github.com/google/uuid" + "messenger/src/backend/repositories" +) + +type MessagePage struct { + Items []repositories.Message `json:"items"` + NextCursor *string `json:"next_cursor"` +} + +type MessageService struct { + messages *repositories.MessageStore +} + +func NewMessageService(messages *repositories.MessageStore) *MessageService { + return &MessageService{messages: messages} +} + +func EncodeMessageCursor(cursor repositories.MessageCursor) (string, error) { + data, err := json.Marshal(cursor) + if err != nil { + return "", err + } + return base64.RawURLEncoding.EncodeToString(data), nil +} + +func DecodeMessageCursor(value string) (repositories.MessageCursor, error) { + data, err := base64.RawURLEncoding.DecodeString(value) + if err != nil { + return repositories.MessageCursor{}, err + } + var cursor repositories.MessageCursor + if err := json.Unmarshal(data, &cursor); err != nil { + return repositories.MessageCursor{}, err + } + if cursor.ChatID == "" || cursor.MessageID == "" || cursor.CreatedAt.IsZero() { + return repositories.MessageCursor{}, strconv.ErrSyntax + } + if _, err := uuid.Parse(cursor.ChatID); err != nil { + return repositories.MessageCursor{}, err + } + if _, err := uuid.Parse(cursor.MessageID); err != nil { + return repositories.MessageCursor{}, err + } + return cursor, nil +} + +func (s *MessageService) List(ctx context.Context, userID string, chat repositories.Chat, limit int, cursorToken string) (MessagePage, error) { + if !ChatHasMember(chat, userID) { + return MessagePage{}, ErrChatNotFound + } + if limit < 1 || limit > 100 { + return MessagePage{}, InvalidInput{"limit must be between 1 and 100"} + } + var cursor *repositories.MessageCursor + if cursorToken != "" { + decoded, err := DecodeMessageCursor(cursorToken) + if err != nil || decoded.ChatID != chat.ID { + return MessagePage{}, InvalidInput{"invalid cursor"} + } + cursor = &decoded + } + items, more, err := s.messages.ListPageByChat(ctx, chat.ID, cursor, limit) + if err != nil { + return MessagePage{}, err + } + page := MessagePage{Items: items} + if page.Items == nil { + page.Items = []repositories.Message{} + } + if more { + last := items[len(items)-1] + next, err := EncodeMessageCursor(repositories.MessageCursor{ChatID: chat.ID, CreatedAt: last.CreatedAt, MessageID: last.ID}) + if err != nil { + return MessagePage{}, err + } + page.NextCursor = &next + } + return page, nil +} diff --git a/src/backend/services/password.go b/src/backend/services/password.go new file mode 100644 index 0000000..50f66d9 --- /dev/null +++ b/src/backend/services/password.go @@ -0,0 +1,88 @@ +package services + +import ( + "context" + "crypto/rand" + "crypto/subtle" + "encoding/base64" + "errors" + "fmt" + "strings" + + "golang.org/x/crypto/argon2" +) + +const ( + argonMemory uint32 = 64 * 1024 + argonIterations uint32 = 3 + argonParallelism uint8 = 2 + passwordSaltSize = 16 + passwordHashSize = 32 +) + +// Bound concurrent memory-hard operations per API process. +var passwordSlots = make(chan struct{}, 2) + +func reservePasswordSlot(ctx context.Context) (func(), error) { + select { + case <-ctx.Done(): + return nil, ctx.Err() + default: + } + select { + case passwordSlots <- struct{}{}: + return func() { <-passwordSlots }, nil + default: + return nil, ErrPasswordBusy + } +} + +func passwordParameters(memory uint32, iterations uint32, parallelism uint8) string { + return fmt.Sprintf("m=%d,t=%d,p=%d", memory, iterations, parallelism) +} + +// HashPassword stores the salt and Argon2id parameters in one PHC-encoded value. +func HashPassword(password string) ([]byte, error) { + salt := make([]byte, passwordSaltSize) + if _, err := rand.Read(salt); err != nil { + return nil, err + } + hash := argon2.IDKey([]byte(password), salt, argonIterations, argonMemory, argonParallelism, passwordHashSize) + encoded := fmt.Sprintf("$argon2id$v=%d$%s$%s$%s", + argon2.Version, passwordParameters(argonMemory, argonIterations, argonParallelism), + base64.RawStdEncoding.EncodeToString(salt), + base64.RawStdEncoding.EncodeToString(hash), + ) + return []byte(encoded), nil +} + +func VerifyPassword(password string, encoded []byte) (bool, error) { + valid, _, err := verifyPassword(password, encoded) + return valid, err +} + +func verifyPassword(password string, encoded []byte) (valid bool, rehash bool, err error) { + parts := strings.Split(string(encoded), "$") + if len(parts) != 6 || parts[0] != "" || parts[1] != "argon2id" || parts[2] != fmt.Sprintf("v=%d", argon2.Version) { + return false, false, errors.New("invalid password hash format") + } + var memory, iterations uint32 + var parallelism uint8 + if _, err := fmt.Sscanf(parts[3], "m=%d,t=%d,p=%d", &memory, &iterations, ¶llelism); err != nil || + passwordParameters(memory, iterations, parallelism) != parts[3] || + memory < 8*1024 || memory > 128*1024 || iterations < 1 || iterations > 10 || parallelism < 1 || parallelism > 8 { + return false, false, errors.New("invalid password hash parameters") + } + salt, err := base64.RawStdEncoding.Strict().DecodeString(parts[4]) + if err != nil || len(salt) != passwordSaltSize { + return false, false, errors.New("invalid password salt") + } + expected, err := base64.RawStdEncoding.Strict().DecodeString(parts[5]) + if err != nil || len(expected) != passwordHashSize { + return false, false, errors.New("invalid password hash") + } + actual := argon2.IDKey([]byte(password), salt, iterations, memory, parallelism, passwordHashSize) + valid = subtle.ConstantTimeCompare(expected, actual) == 1 + rehash = valid && (memory < argonMemory || iterations < argonIterations) + return valid, rehash, nil +} diff --git a/src/backend/services/password_bench_test.go b/src/backend/services/password_bench_test.go new file mode 100644 index 0000000..7a34a2c --- /dev/null +++ b/src/backend/services/password_bench_test.go @@ -0,0 +1,19 @@ +package services + +import "testing" + +func BenchmarkPasswordVerification(b *testing.B) { + const password = "synthetic-benchmark-password" + hash, err := HashPassword(password) + if err != nil { + b.Fatal(err) + } + b.ReportAllocs() + b.ResetTimer() + for i := 0; i < b.N; i++ { + ok, err := VerifyPassword(password, hash) + if err != nil || !ok { + b.Fatalf("verification failed: %v", err) + } + } +} diff --git a/src/backend/services/password_test.go b/src/backend/services/password_test.go new file mode 100644 index 0000000..78cb60c --- /dev/null +++ b/src/backend/services/password_test.go @@ -0,0 +1,56 @@ +package services + +import ( + "context" + "encoding/base64" + "fmt" + "os" + "testing" + + "golang.org/x/crypto/argon2" +) + +func TestVerifyPasswordMarksOnlyValidLegacyHashForUpgrade(t *testing.T) { + const password = "synthetic-legacy-password" + salt := make([]byte, passwordSaltSize) + hash := argon2.IDKey([]byte(password), salt, 2, 19456, 1, passwordHashSize) + legacy := []byte(fmt.Sprintf("$argon2id$v=19$m=19456,t=2,p=1$%s$%s", + base64.RawStdEncoding.EncodeToString(salt), base64.RawStdEncoding.EncodeToString(hash))) + if valid, upgrade, err := verifyPassword(password, legacy); err != nil || !valid || !upgrade { + t.Fatalf("legacy hash: valid=%v upgrade=%v err=%v", valid, upgrade, err) + } + if valid, upgrade, err := verifyPassword("incorrect-password", legacy); err != nil || valid || upgrade { + t.Fatalf("incorrect password: valid=%v upgrade=%v err=%v", valid, upgrade, err) + } + current, err := HashPassword(password) + if err != nil { + t.Fatal(err) + } + if valid, upgrade, err := verifyPassword(password, current); err != nil || !valid || upgrade { + t.Fatalf("current hash: valid=%v upgrade=%v err=%v", valid, upgrade, err) + } +} + +func TestPasswordWorkIsBounded(t *testing.T) { + for i := 0; i < 2; i++ { + release, err := reservePasswordSlot(context.Background()) + if err != nil { + t.Fatal(err) + } + defer release() + } + if _, err := reservePasswordSlot(context.Background()); err != ErrPasswordBusy { + t.Fatalf("third operation returned %v", err) + } +} + +func TestPrintLegacyFixture(t *testing.T) { + password := os.Getenv("LAB7_REHASH_FIXTURE") + if password == "" { + t.Skip("synthetic fixture only") + } + salt := make([]byte, passwordSaltSize) + hash := argon2.IDKey([]byte(password), salt, 2, 19456, 1, passwordHashSize) + fmt.Printf("$argon2id$v=19$m=19456,t=2,p=1$%s$%s\n", + base64.RawStdEncoding.EncodeToString(salt), base64.RawStdEncoding.EncodeToString(hash)) +} diff --git a/src/backend/services/session.go b/src/backend/services/session.go new file mode 100644 index 0000000..e004fd8 --- /dev/null +++ b/src/backend/services/session.go @@ -0,0 +1,87 @@ +package services + +import ( + "context" + "crypto/rand" + "crypto/sha256" + "encoding/hex" + "errors" + "os" + "strconv" + "time" + + "messenger/src/backend/repositories" +) + +type SessionService struct { + users *UserService + sessions *repositories.SessionStore + ttl time.Duration +} + +func SessionTTL() (time.Duration, error) { + value := os.Getenv("SESSION_TTL_SECONDS") + if value == "" { + return time.Hour, nil + } + seconds, err := strconv.Atoi(value) + if err != nil || seconds < 1 || seconds > 31536000 { + return 0, errors.New("invalid SESSION_TTL_SECONDS") + } + return time.Duration(seconds) * time.Second, nil +} + +func NewSessionService(users *UserService, sessions *repositories.SessionStore, ttl time.Duration) *SessionService { + return &SessionService{users: users, sessions: sessions, ttl: ttl} +} + +func (s *SessionService) Login(ctx context.Context, username, password string) (repositories.User, string, time.Time, bool, error) { + user, valid, err := s.users.Authenticate(ctx, username, password) + if err != nil || !valid { + return repositories.User{}, "", time.Time{}, valid, err + } + token, expires, err := s.CreateForUser(ctx, user.ID) + if err != nil { + return repositories.User{}, "", time.Time{}, false, err + } + return user, token, expires, true, nil +} + +func (s *SessionService) CreateForUser(ctx context.Context, userID string) (string, time.Time, error) { + raw := make([]byte, 32) + if _, err := rand.Read(raw); err != nil { + return "", time.Time{}, err + } + token := hex.EncodeToString(raw) + hash := sha256.Sum256([]byte(token)) + expires := time.Now().UTC().Add(s.ttl).Truncate(time.Microsecond) + if err := s.sessions.Create(ctx, hash[:], userID, expires); err != nil { + return "", time.Time{}, err + } + return token, expires, nil +} + +func (s *SessionService) User(ctx context.Context, token string) (repositories.User, error) { + hash := sha256.Sum256([]byte(token)) + id, err := s.sessions.UserID(ctx, hash[:]) + if errors.Is(err, repositories.ErrSessionNotFound) { + return repositories.User{}, ErrInvalidSession + } + if err != nil { + return repositories.User{}, err + } + user, err := s.users.Get(ctx, id) + if errors.Is(err, ErrUnknownUser) { + return repositories.User{}, ErrInvalidSession + } + return user, err +} + +func (s *SessionService) Revoke(ctx context.Context, token string) error { + hash := sha256.Sum256([]byte(token)) + return s.sessions.Revoke(ctx, hash[:]) +} + +func (s *SessionService) LoginRetryAfter(ctx context.Context, source string) (int, error) { + return s.sessions.LoginRetryAfter(ctx, source) +} diff --git a/src/backend/services/user.go b/src/backend/services/user.go new file mode 100644 index 0000000..6647a50 --- /dev/null +++ b/src/backend/services/user.go @@ -0,0 +1,92 @@ +package services + +import ( + "context" + "regexp" + "strings" + "unicode/utf8" + + "messenger/src/backend/repositories" +) + +var usernamePattern = regexp.MustCompile(`^[a-z0-9_]{3,32}$`) + +type UserService struct { + users *repositories.UserStore +} + +func NewUserService(users *repositories.UserStore) *UserService { + return &UserService{users: users} +} + +func (s *UserService) Create(ctx context.Context, username, displayName, password string) (repositories.User, error) { + if !usernamePattern.MatchString(username) { + return repositories.User{}, InvalidInput{"username must contain 3-32 lowercase latin letters, digits or underscores"} + } + if strings.TrimSpace(displayName) == "" { + return repositories.User{}, InvalidInput{"display_name must not be blank"} + } + if utf8.RuneCountInString(displayName) > 100 { + return repositories.User{}, InvalidInput{"display_name is too long"} + } + if strings.TrimSpace(password) == "" || utf8.RuneCountInString(password) < 12 || utf8.RuneCountInString(password) > 128 { + return repositories.User{}, InvalidInput{"password must contain 12-128 characters"} + } + release, err := reservePasswordSlot(ctx) + if err != nil { + return repositories.User{}, err + } + hash, err := HashPassword(password) + release() + if err != nil { + return repositories.User{}, err + } + user, err := s.users.Create(ctx, username, displayName, hash) + if repositories.UniqueViolation(err) { + return repositories.User{}, ErrConflict + } + if repositories.CheckViolation(err) { + return repositories.User{}, InvalidInput{"invalid user fields"} + } + return user, err +} + +func (s *UserService) Get(ctx context.Context, id string) (repositories.User, error) { + user, err := s.users.GetByID(ctx, id) + if repositories.NotFound(err) { + return repositories.User{}, ErrUnknownUser + } + return user, err +} + +func (s *UserService) Authenticate(ctx context.Context, username, password string) (repositories.User, bool, error) { + if !usernamePattern.MatchString(username) || utf8.RuneCountInString(password) < 12 || utf8.RuneCountInString(password) > 128 { + return repositories.User{}, false, nil + } + user, packedHash, err := s.users.GetCredentials(ctx, username) + if repositories.NotFound(err) { + return repositories.User{}, false, nil + } + if err != nil || packedHash == nil { + return repositories.User{}, false, err + } + release, err := reservePasswordSlot(ctx) + if err != nil { + return repositories.User{}, false, err + } + defer release() + valid, rehash, err := verifyPassword(password, packedHash) + if err != nil || !valid { + return repositories.User{}, false, err + } + if rehash { + newHash, err := HashPassword(password) + if err != nil { + return repositories.User{}, false, err + } + if err = s.users.ReplacePasswordHash(ctx, user.ID, packedHash, newHash); err != nil { + return repositories.User{}, false, err + } + } + return user, true, nil +} diff --git a/src/backend/telemetry/capacity.go b/src/backend/telemetry/capacity.go new file mode 100644 index 0000000..f9d5415 --- /dev/null +++ b/src/backend/telemetry/capacity.go @@ -0,0 +1,94 @@ +package telemetry + +import ( + "context" + "go.opentelemetry.io/otel/attribute" + "os" + "strconv" + "strings" + "syscall" + "time" + + "github.com/jackc/pgx/v5/pgxpool" + "go.opentelemetry.io/otel/metric" +) + +func (s *Signals) ObservePool(pool *pgxpool.Pool) error { + if s == nil { + return nil + } + used, err := s.meter.Int64ObservableGauge("messenger.db.pool.used") + if err != nil { + return err + } + capacity, err := s.meter.Int64ObservableGauge("messenger.db.pool.capacity") + if err != nil { + return err + } + waited, err := s.meter.Int64ObservableCounter("messenger.db.pool.waited") + if err != nil { + return err + } + _, err = s.meter.RegisterCallback(func(_ context.Context, observer metric.Observer) error { + stats := pool.Stat() + observer.ObserveInt64(used, int64(stats.AcquiredConns())) + observer.ObserveInt64(capacity, int64(stats.MaxConns())) + observer.ObserveInt64(waited, stats.EmptyAcquireCount()) + return nil + }, used, capacity, waited) + return err +} + +func (s *Signals) ObserveBacklog(read func(context.Context) (int64, float64, error)) error { + if s == nil { + return nil + } + depth, err := s.meter.Int64ObservableGauge("messenger.queue.depth") + if err != nil { + return err + } + age, err := s.meter.Float64ObservableGauge("messenger.queue.oldest", metric.WithUnit("s")) + if err != nil { + return err + } + _, err = s.meter.RegisterCallback(func(ctx context.Context, observer metric.Observer) error { + ctx, cancel := context.WithTimeout(ctx, time.Second) + defer cancel() + count, seconds, err := read(ctx) + if err == nil { + queue := metric.WithAttributes(attribute.String("queue.name", "attachments.v1")) + observer.ObserveInt64(depth, count, queue) + observer.ObserveFloat64(age, seconds, queue) + } + return nil + }, depth, age) + return err +} + +// ObserveProcess exports Linux process CPU time and resident memory. +func (s *Signals) ObserveProcess() error { + cpu, err := s.meter.Float64ObservableCounter("messenger.process.cpu", metric.WithUnit("s")) + if err != nil { + return err + } + rss, err := s.meter.Int64ObservableGauge("messenger.process.rss", metric.WithUnit("By")) + if err != nil { + return err + } + _, err = s.meter.RegisterCallback(func(_ context.Context, observer metric.Observer) error { + var usage syscall.Rusage + if syscall.Getrusage(syscall.RUSAGE_SELF, &usage) == nil { + observer.ObserveFloat64(cpu, float64(usage.Utime.Nano()+usage.Stime.Nano())/float64(time.Second)) + } + if data, err := os.ReadFile("/proc/self/statm"); err == nil { + fields := strings.Fields(string(data)) + if len(fields) >= 2 { + if pages, err := strconv.ParseInt(fields[1], 10, 64); err == nil { + observer.ObserveInt64(rss, pages*int64(os.Getpagesize())) + } + } + } + return nil + }, cpu, rss) + return err +} diff --git a/src/backend/telemetry/http.go b/src/backend/telemetry/http.go new file mode 100644 index 0000000..c33d336 --- /dev/null +++ b/src/backend/telemetry/http.go @@ -0,0 +1,116 @@ +package telemetry + +import ( + "net/http" + "strconv" + "strings" + "time" + + "go.opentelemetry.io/otel/attribute" + "go.opentelemetry.io/otel/codes" + otellog "go.opentelemetry.io/otel/log" + "go.opentelemetry.io/otel/metric" + "go.opentelemetry.io/otel/trace" +) + +type responseStatus struct { + http.ResponseWriter + status int +} + +func (w *responseStatus) WriteHeader(status int) { + if w.status == 0 && status >= 200 { + w.status = status + } + w.ResponseWriter.WriteHeader(status) +} + +func (w *responseStatus) Write(body []byte) (int, error) { + if w.status == 0 { + w.status = http.StatusOK + } + return w.ResponseWriter.Write(body) +} + +func (w *responseStatus) Unwrap() http.ResponseWriter { return w.ResponseWriter } + +func (s *Signals) HTTP(next http.Handler) http.Handler { + if s == nil { + return next + } + return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + route := routeTemplate(r.URL.Path) + if route == "/health/live" || route == "/health/ready" { + next.ServeHTTP(w, r) + return + } + method := r.Method + switch method { + case "GET", "POST", "DELETE", "OPTIONS", "HEAD", "PUT", "PATCH": + default: + method = "_OTHER" + } + start := time.Now() + ctx, span := s.tracer.Start(r.Context(), method+" "+route, trace.WithSpanKind(trace.SpanKindServer)) + defer span.End() + response := &responseStatus{ResponseWriter: w} + next.ServeHTTP(response, r.WithContext(ctx)) + status := response.status + if status == 0 { + status = http.StatusOK + } + failed := status >= 500 + attrs := []attribute.KeyValue{ + attribute.String("http.request.method", method), + attribute.String("http.route", route), + attribute.String("http.status.class", strconv.Itoa(status/100)+"xx"), + } + span.SetAttributes(attrs...) + span.SetAttributes(attribute.Int("http.response.status_code", status)) + if failed { + span.SetStatus(codes.Error, "") + } + s.requests.Add(ctx, 1, metric.WithAttributes(attrs...)) + s.httpDuration.Record(ctx, time.Since(start).Seconds(), metric.WithAttributes(attrs...)) + s.event(ctx, "http.request.completed", failed, + otellog.String("http.request.method", method), + otellog.String("http.route", route), + otellog.Int("http.response.status_code", status), + otellog.String("request_id", w.Header().Get("X-Request-Id"))) + }) +} + +func routeTemplate(path string) string { + switch path { + case "/health/live", "/health/ready", "/api/v1/users", "/api/v1/users/me", + "/api/v1/auth/sessions", "/api/v1/auth/sessions/current", "/api/v1/chats": + return path + } + parts := strings.Split(strings.TrimPrefix(path, "/"), "/") + if len(parts) < 4 || parts[0] != "api" || parts[1] != "v1" || parts[3] == "" { + return "unmatched" + } + switch parts[2] { + case "chats": + if len(parts) == 4 { + return "/api/v1/chats/{chat_id}" + } + if len(parts) == 5 && parts[4] == "attachment-uploads" { + return "/api/v1/chats/{chat_id}/attachment-uploads" + } + if len(parts) == 7 && parts[4] == "attachment-uploads" && parts[6] == "complete" { + return "/api/v1/chats/{chat_id}/attachment-uploads/{upload_id}/complete" + } + if len(parts) == 5 && (parts[4] == "messages" || parts[4] == "attachments") { + return "/api/v1/chats/{chat_id}/" + parts[4] + } + case "attachments": + if len(parts) == 4 { + return "/api/v1/attachments/{attachment_id}" + } + if len(parts) == 5 && parts[4] == "content" { + return "/api/v1/attachments/{attachment_id}/content" + } + } + return "unmatched" +} diff --git a/src/backend/telemetry/postgres.go b/src/backend/telemetry/postgres.go new file mode 100644 index 0000000..f22e157 --- /dev/null +++ b/src/backend/telemetry/postgres.go @@ -0,0 +1,23 @@ +package telemetry + +import ( + "context" + + "github.com/jackc/pgx/v5" + "go.opentelemetry.io/otel/trace" +) + +type PostgresTracer struct{} + +type queryFinishKey struct{} + +func (PostgresTracer) TraceQueryStart(ctx context.Context, _ *pgx.Conn, _ pgx.TraceQueryStartData) context.Context { + ctx, finish := Operation(ctx, "postgresql query", trace.SpanKindClient) + return context.WithValue(ctx, queryFinishKey{}, finish) +} + +func (PostgresTracer) TraceQueryEnd(ctx context.Context, _ *pgx.Conn, data pgx.TraceQueryEndData) { + if finish, ok := ctx.Value(queryFinishKey{}).(func(error)); ok { + finish(data.Err) + } +} diff --git a/src/backend/telemetry/propagation.go b/src/backend/telemetry/propagation.go new file mode 100644 index 0000000..bf09c49 --- /dev/null +++ b/src/backend/telemetry/propagation.go @@ -0,0 +1,47 @@ +package telemetry + +import ( + "context" + + "go.opentelemetry.io/otel/codes" + "go.opentelemetry.io/otel/propagation" + "go.opentelemetry.io/otel/trace" +) + +func TraceHeaders(ctx context.Context) map[string]string { + headers := propagation.MapCarrier{} + propagation.TraceContext{}.Inject(ctx, headers) + return headers +} + +func WithTraceHeaders(ctx context.Context, headers map[string]string) context.Context { + return propagation.TraceContext{}.Extract(ctx, propagation.MapCarrier(headers)) +} + +func (s *Signals) Publish(ctx context.Context, publish func(context.Context) error) error { + if s == nil { + return publish(ctx) + } + ctx, span := s.tracer.Start(ctx, "attachments.v1 publish", trace.WithSpanKind(trace.SpanKindProducer)) + defer span.End() + err := publish(ctx) + if err != nil { + span.SetStatus(codes.Error, "") + } + return err +} + +// Operation creates a child of the active span without recording arguments or raw errors. +func Operation(ctx context.Context, name string, kind trace.SpanKind) (context.Context, func(error)) { + parent := trace.SpanFromContext(ctx) + if !parent.IsRecording() { + return ctx, func(error) {} + } + ctx, span := parent.TracerProvider().Tracer("messenger").Start(ctx, name, trace.WithSpanKind(kind)) + return ctx, func(err error) { + if err != nil { + span.SetStatus(codes.Error, "") + } + span.End() + } +} diff --git a/src/backend/telemetry/telemetry.go b/src/backend/telemetry/telemetry.go new file mode 100644 index 0000000..c95784c --- /dev/null +++ b/src/backend/telemetry/telemetry.go @@ -0,0 +1,139 @@ +package telemetry + +import ( + "context" + "crypto/tls" + "errors" + "log" + "os" + "time" + + "github.com/google/uuid" + "go.opentelemetry.io/otel/attribute" + "go.opentelemetry.io/otel/exporters/otlp/otlplog/otlploghttp" + "go.opentelemetry.io/otel/exporters/otlp/otlpmetric/otlpmetrichttp" + "go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracehttp" + otellog "go.opentelemetry.io/otel/log" + "go.opentelemetry.io/otel/metric" + sdklog "go.opentelemetry.io/otel/sdk/log" + sdkmetric "go.opentelemetry.io/otel/sdk/metric" + "go.opentelemetry.io/otel/sdk/resource" + sdktrace "go.opentelemetry.io/otel/sdk/trace" + "go.opentelemetry.io/otel/trace" +) + +type Signals struct { + meter metric.Meter + busy metric.Int64UpDownCounter + ready metric.Float64Histogram + tracer trace.Tracer + logger otellog.Logger + requests metric.Int64Counter + httpDuration metric.Float64Histogram + jobs metric.Int64Counter + jobDuration metric.Float64Histogram +} + +func Start(service string) (*Signals, func(), error) { + stop := func() {} + if os.Getenv("OTEL_EXPORTER_OTLP_ENDPOINT") == "" { + return nil, stop, nil + } + ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second) + defer cancel() + instance, err := os.Hostname() + if err != nil || instance == "" { + instance = uuid.NewString() + } + res := resource.NewSchemaless( + attribute.String("service.name", service), + attribute.String("service.version", "lab6"), + attribute.String("service.instance.id", instance), + attribute.String("deployment.environment.name", "lab"), + ) + tlsConfig := &tls.Config{MinVersion: tls.VersionTLS12} + if file := os.Getenv("OTEL_EXPORTER_OTLP_CLIENT_CERTIFICATE"); file != "" { + certificate, err := tls.LoadX509KeyPair(file, os.Getenv("OTEL_EXPORTER_OTLP_CLIENT_KEY")) + if err != nil { + return nil, stop, err + } + // The Collector pins leafs, so its acceptable CA names may omit our issuer. + tlsConfig.GetClientCertificate = func(*tls.CertificateRequestInfo) (*tls.Certificate, error) { + return &certificate, nil + } + } + traceOptions := []otlptracehttp.Option{otlptracehttp.WithTimeout(2 * time.Second)} + metricOptions := []otlpmetrichttp.Option{otlpmetrichttp.WithTimeout(2 * time.Second)} + logOptions := []otlploghttp.Option{otlploghttp.WithTimeout(2 * time.Second)} + if tlsConfig.GetClientCertificate != nil { + traceOptions = append(traceOptions, otlptracehttp.WithTLSClientConfig(tlsConfig.Clone())) + metricOptions = append(metricOptions, otlpmetrichttp.WithTLSClientConfig(tlsConfig.Clone())) + logOptions = append(logOptions, otlploghttp.WithTLSClientConfig(tlsConfig.Clone())) + } + traces, err := otlptracehttp.New(ctx, traceOptions...) + if err != nil { + return nil, stop, err + } + metrics, err := otlpmetrichttp.New(ctx, metricOptions...) + if err != nil { + _ = traces.Shutdown(ctx) + return nil, stop, err + } + logs, err := otlploghttp.New(ctx, logOptions...) + if err != nil { + _ = traces.Shutdown(ctx) + _ = metrics.Shutdown(ctx) + return nil, stop, err + } + tp := sdktrace.NewTracerProvider(sdktrace.WithResource(res), sdktrace.WithBatcher(traces)) + mp := sdkmetric.NewMeterProvider(sdkmetric.WithResource(res), sdkmetric.WithReader( + sdkmetric.NewPeriodicReader(metrics, sdkmetric.WithInterval(5*time.Second), sdkmetric.WithTimeout(3*time.Second)))) + lp := sdklog.NewLoggerProvider(sdklog.WithResource(res), sdklog.WithProcessor(sdklog.NewBatchProcessor(logs))) + stop = func() { + deadline, cancel := context.WithTimeout(context.Background(), 4*time.Second) + defer cancel() + if errors.Join(tp.Shutdown(deadline), mp.Shutdown(deadline), lp.Shutdown(deadline)) != nil { + log.Print("telemetry shutdown did not flush all signals") + } + } + meter := mp.Meter("messenger") + buckets := metric.WithExplicitBucketBoundaries(.005, .01, .025, .05, .1, .25, .5, 1, 2.5, 5, 10, 30, 60) + requests, errRequests := meter.Int64Counter("messenger.http.requests") + httpDuration, errHTTP := meter.Float64Histogram("messenger.http.duration", metric.WithUnit("s"), buckets) + jobs, errJobs := meter.Int64Counter("messenger.worker.jobs") + jobDuration, errJobDuration := meter.Float64Histogram("messenger.worker.duration", metric.WithUnit("s"), buckets) + busy, errBusy := meter.Int64UpDownCounter("messenger.worker.busy") + capacity, errCapacity := meter.Int64UpDownCounter("messenger.worker.capacity") + ready, errReady := meter.Float64Histogram("messenger.attachment.ready", metric.WithUnit("s"), buckets) + if err := errors.Join(errRequests, errHTTP, errJobs, errJobDuration, errBusy, errCapacity, errReady); err != nil { + stop() + return nil, func() {}, err + } + if service == "messenger-worker" { + capacity.Add(ctx, 1) + busy.Add(ctx, 0) + } + signals := &Signals{meter: meter, busy: busy, ready: ready, tracer: tp.Tracer("messenger"), + logger: lp.Logger("messenger"), requests: requests, httpDuration: httpDuration, + jobs: jobs, jobDuration: jobDuration} + if err := signals.ObserveProcess(); err != nil { + stop() + return nil, func() {}, err + } + return signals, stop, nil +} + +func (s *Signals) event(ctx context.Context, event string, failed bool, attrs ...otellog.KeyValue) { + var record otellog.Record + record.SetTimestamp(time.Now()) + record.SetSeverity(otellog.SeverityInfo) + record.SetSeverityText("INFO") + if failed { + record.SetSeverity(otellog.SeverityError) + record.SetSeverityText("ERROR") + } + record.AddAttributes(otellog.String("event", event)) + record.SetBody(otellog.StringValue(event)) + record.AddAttributes(attrs...) + s.logger.Emit(ctx, record) +} diff --git a/src/backend/telemetry/worker.go b/src/backend/telemetry/worker.go new file mode 100644 index 0000000..ece8478 --- /dev/null +++ b/src/backend/telemetry/worker.go @@ -0,0 +1,37 @@ +package telemetry + +import ( + "context" + "time" + + "go.opentelemetry.io/otel/attribute" + "go.opentelemetry.io/otel/codes" + otellog "go.opentelemetry.io/otel/log" + "go.opentelemetry.io/otel/metric" + "go.opentelemetry.io/otel/trace" +) + +func (s *Signals) Job(ctx context.Context, jobType, attachmentID string, attempt int, accepted time.Time) (context.Context, func(string)) { + if s == nil { + return ctx, func(string) {} + } + start := time.Now() + s.busy.Add(ctx, 1) + ctx, span := s.tracer.Start(ctx, jobType+" process", trace.WithSpanKind(trace.SpanKindConsumer), trace.WithAttributes(attribute.Int("job.attempt", attempt))) + return ctx, func(outcome string) { + defer span.End() + s.busy.Add(ctx, -1) + if outcome == "success" { + s.ready.Record(ctx, time.Since(accepted).Seconds()) + } + attrs := []attribute.KeyValue{attribute.String("job.type", jobType), attribute.String("job.outcome", outcome)} + span.SetAttributes(attrs...) + failed := outcome == "error" + if failed { + span.SetStatus(codes.Error, "") + } + s.jobs.Add(ctx, 1, metric.WithAttributes(attrs...)) + s.jobDuration.Record(ctx, time.Since(start).Seconds(), metric.WithAttributes(attrs...)) + s.event(ctx, "job.processing.completed", failed, otellog.String("job.type", jobType), otellog.String("job.outcome", outcome), otellog.String("attachment_id", attachmentID)) + } +} diff --git a/src/backend/tests/attachment_cleanup_test.go b/src/backend/tests/attachment_cleanup_test.go new file mode 100644 index 0000000..09f0465 --- /dev/null +++ b/src/backend/tests/attachment_cleanup_test.go @@ -0,0 +1,113 @@ +package tests + +import ( + "bytes" + "context" + "errors" + "testing" + "time" + + "messenger/src/backend/repositories" + + "github.com/google/uuid" +) + +func TestAttachmentCleanupGraceLocksProtectionAndRetry(t *testing.T) { + f, store, objects, user, chat := uploadFixture(t) + ctx := context.Background() + data := uploadPNG(t) + makeAttempt := func(age bool, ready bool) repositories.Attachment { + id := uuid.NewString() + now := time.Now().UTC() + a := repositories.Attachment{ID: id, ObjectKey: "originals/" + id, ChatID: chat, OwnerID: user, Filename: "cleanup.png", ContentType: "image/png", SizeBytes: int64(len(data)), SHA256: "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", CreatedAt: now, UpdatedAt: now} + if err := objects.Put(ctx, a.ObjectKey, bytes.NewReader(data), a.SizeBytes, a.ContentType); err != nil { + t.Fatal(err) + } + t.Cleanup(func() { objects.Delete(context.Background(), a.ObjectKey) }) + if err := store.ReserveUpload(ctx, a, 600*time.Second); err != nil { + t.Fatal(err) + } + if age { + if _, err := f.db.Exec(ctx, "UPDATE upload_attempts SET cleanup_after=clock_timestamp()-interval '1 second' WHERE id=$1", id); err != nil { + t.Fatal(err) + } + } + if ready { + if err := store.Create(ctx, a); err != nil { + t.Fatal(err) + } + } + return a + } + fresh := makeAttempt(false, false) + expired := makeAttempt(true, false) + ready := makeAttempt(true, true) + locked := makeAttempt(true, false) + tx, err := f.db.Begin(ctx) + if err != nil { + t.Fatal(err) + } + defer tx.Rollback(ctx) + if _, err = tx.Exec(ctx, "SELECT id FROM upload_attempts WHERE id=$1 FOR UPDATE", locked.ID); err != nil { + t.Fatal(err) + } + dry, err := store.CleanupUploads(ctx, true, objects.Delete) + if err != nil || dry.Deleted != 0 || dry.Candidates != 3 || dry.Protected != 1 { + t.Fatalf("dry run: %+v %v", dry, err) + } + result, err := store.CleanupUploads(ctx, false, objects.Delete) + if err != nil || result.Deleted != 1 || result.Protected != 1 || result.Skipped != 1 { + t.Fatalf("cleanup: %+v %v", result, err) + } + if content, err := objects.Get(ctx, expired.ObjectKey); err == nil { + content.Close() + t.Fatal("expired object not removed") + } + for _, a := range []repositories.Attachment{fresh, ready, locked} { + content, err := objects.Get(ctx, a.ObjectKey) + if err != nil { + t.Fatalf("protected object removed: %v", err) + } + content.Close() + } + tx.Rollback(ctx) + failure, err := store.CleanupUploads(ctx, false, func(context.Context, string) error { return errors.New("injected S3 DELETE failure") }) + if err == nil || failure.Failed != 1 { + t.Fatalf("DELETE failure: %+v %v", failure, err) + } + var count int + f.db.QueryRow(ctx, "SELECT count(*) FROM upload_attempts WHERE id=$1", locked.ID).Scan(&count) + if count != 1 { + t.Fatal("DELETE failure lost journal") + } + result, err = store.CleanupUploads(ctx, false, objects.Delete) + if err != nil || result.Deleted != 1 { + t.Fatalf("retry: %+v %v", result, err) + } + result, err = store.CleanupUploads(ctx, false, objects.Delete) + if err != nil || result.Candidates != 0 { + t.Fatalf("repeat not idempotent: %+v %v", result, err) + } + cancelled, cancel := context.WithCancel(ctx) + cancel() + if _, err = store.CleanupUploads(cancelled, false, objects.Delete); err == nil { + t.Fatal("cancelled DB operation succeeded") + } + f.db.QueryRow(ctx, "SELECT count(*) FROM upload_attempts WHERE id=$1", fresh.ID).Scan(&count) + if count != 1 { + t.Fatal("DB failure lost fresh reservation") + } +} + +func TestAttachmentCleanupInvalidKeyIsNeverDeleted(t *testing.T) { + f, store, _, _, _ := uploadFixture(t) + ctx := context.Background() + if _, err := f.db.Exec(ctx, "INSERT INTO upload_attempts(id,object_key,cleanup_after) VALUES($1,$2,clock_timestamp()-interval '1 second')", uuid.NewString(), "do-not-delete/anything"); err != nil { + t.Fatal(err) + } + called := false + result, err := store.CleanupUploads(ctx, false, func(context.Context, string) error { called = true; return nil }) + if err == nil || called || result.Failed != 1 { + t.Fatalf("unsafe key: %+v %v delete=%v", result, err, called) + } +} diff --git a/src/backend/tests/attachment_http_test.go b/src/backend/tests/attachment_http_test.go new file mode 100644 index 0000000..9ee610b --- /dev/null +++ b/src/backend/tests/attachment_http_test.go @@ -0,0 +1,171 @@ +package tests + +import ( + "bytes" + "context" + "encoding/binary" + "encoding/json" + "hash/crc32" + "io" + "net" + "net/http" + "net/http/httptest" + "net/url" + "os" + "strings" + "testing" + "time" + + "messenger/src/backend/handlers" + "messenger/src/backend/repositories" + "messenger/src/backend/services" + + "github.com/google/uuid" +) + +func attachmentRouter(f *testFixture, objects *repositories.ObjectStore) http.Handler { + users := services.NewUserService(f.users) + return handlers.NewRouter(services.NewHealthService(repositories.NewHealthStore(f.db), f.sessionStore), users, f.sessions, services.NewChatService(f.chats), services.NewMessageService(f.messages), services.NewAttachmentService(repositories.NewAttachmentStore(f.db), objects)) +} +func attachmentCall(t *testing.T, f *testFixture, router http.Handler, method, path, user, mime string, body []byte, status int) *httptest.ResponseRecorder { + t.Helper() + r := httptest.NewRequest(method, path, bytes.NewReader(body)) + if mime != "" { + r.Header.Set("Content-Type", mime) + } + if method == "POST" && strings.HasSuffix(path, "/messages") { + r.Header.Set("Idempotency-Key", uuid.NewString()) + } + if user != "" { + authorizeTestRequest(t, f, r, user) + } + w := httptest.NewRecorder() + router.ServeHTTP(w, r) + if w.Code != status { + t.Fatalf("%s %s: expected %d, got %d: %s", method, path, status, w.Code, w.Body.String()) + } + if status >= 400 { + var error struct { + Error struct { + RequestID string `json:"request_id"` + } + } + if err := json.Unmarshal(w.Body.Bytes(), &error); err != nil || error.Error.RequestID != w.Header().Get("X-Request-Id") { + t.Fatal("invalid error envelope") + } + } + return w +} +func TestAttachmentValidationHTTP(t *testing.T) { + f, _, objects, user, chat := uploadFixture(t) + router := attachmentRouter(f, objects) + path := "/api/v1/chats/" + chat + "/attachments?filename=photo.png" + png := uploadPNG(t) + for _, sample := range []struct { + body []byte + mime string + status int + }{{bytes.Repeat([]byte("x"), 10485761), "image/png", 413}, {png[:40], "image/png", 415}, {png, "image/jpeg", 415}, {png, "text/plain", 415}} { + attachmentCall(t, f, router, "POST", path, user, sample.mime, sample.body, sample.status) + } + huge := append([]byte(nil), png...) + binary.BigEndian.PutUint32(huge[16:20], 10001) + binary.BigEndian.PutUint32(huge[20:24], 4000) + binary.BigEndian.PutUint32(huge[29:33], crc32.ChecksumIEEE(huge[12:29])) + attachmentCall(t, f, router, "POST", path, user, "image/png", huge, 413) + for _, name := range []string{"", " ", "../file.png", `a\b.png`, "a\x00.png", "a\n.png", strings.Repeat("x", 256)} { + attachmentCall(t, f, router, "POST", "/api/v1/chats/"+chat+"/attachments?"+url.Values{"filename": {name}}.Encode(), user, "image/png", png, 400) + } + // Exercise the real HTTP chunked path without Content-Length. + server := httptest.NewServer(router) + defer server.Close() + token, _, err := f.sessions.CreateForUser(context.Background(), user) + if err != nil { + t.Fatal(err) + } + reader, writer := io.Pipe() + done := make(chan struct{}) + go func() { + defer close(done) + defer writer.Close() + io.Copy(writer, bytes.NewReader(bytes.Repeat([]byte("x"), 10485761))) + }() + request, err := http.NewRequest("POST", server.URL+path, reader) + if err != nil { + t.Fatal(err) + } + request.Header.Set("Authorization", "Bearer "+token) + request.Header.Set("Content-Type", "image/png") + response, err := server.Client().Do(request) + if err != nil { + reader.Close() + <-done + t.Fatal(err) + } + response.Body.Close() + reader.Close() + <-done + if response.StatusCode != 413 { + t.Fatalf("chunked limit: %d", response.StatusCode) + } +} + +func TestAttachmentAccessHTTP(t *testing.T) { + f, store, objects, user, chat := uploadFixture(t) + router := attachmentRouter(f, objects) + eve, _ := createTestUser(t, f.users, "eve", "Eve") + other := createTestChat(t, f.chats, "Other", []string{user}) + a, err := services.NewAttachmentService(store, objects).Upload(context.Background(), user, chat, "photo.png", "image/png", bytes.NewReader(uploadPNG(t))) + if err != nil { + t.Fatal(err) + } + t.Cleanup(func() { objects.Delete(context.Background(), a.ObjectKey) }) + for _, suffix := range []string{"", "/content"} { + path := "/api/v1/attachments/" + a.ID + suffix + attachmentCall(t, f, router, "GET", path, eve.ID, "", nil, 404) + attachmentCall(t, f, router, "GET", path, "", "", nil, 401) + } + attachmentCall(t, f, router, "POST", "/api/v1/chats/"+chat+"/attachments?filename=photo.png", eve.ID, "image/png", uploadPNG(t), 404) + for _, target := range []string{uuid.NewString(), a.ID} { + attachmentCall(t, f, router, "POST", "/api/v1/chats/"+other.ID+"/messages", user, "application/json", []byte(`{"text":"","attachment_ids":["`+target+`"]}`), 404) + } + attachmentCall(t, f, router, "POST", "/api/v1/chats/"+chat+"/messages", user, "application/json", []byte(`{"text":"","attachment_ids":["`+a.ID+`","`+a.ID+`"]}`), 400) +} + +func TestUploadRecoveryHTTPDisconnect(t *testing.T) { + f, _, objects, user, chat := uploadFixture(t) + directory := t.TempDir() + t.Setenv("UPLOAD_TMP_DIR", directory) + completed := make(chan struct{}) + router := attachmentRouter(f, objects) + server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { defer close(completed); router.ServeHTTP(w, r) })) + defer server.Close() + token, _, err := f.sessions.CreateForUser(context.Background(), user) + if err != nil { + t.Fatal(err) + } + address := strings.TrimPrefix(server.URL, "http://") + connection, err := net.Dial("tcp", address) + if err != nil { + t.Fatal(err) + } + raw := "POST /api/v1/chats/" + chat + "/attachments?filename=aborted.png HTTP/1.1\r\nHost: " + address + "\r\nAuthorization: Bearer " + token + "\r\nContent-Type: image/png\r\nContent-Length: 10485760\r\n\r\npartial" + if _, err = io.WriteString(connection, raw); err != nil { + t.Fatal(err) + } + connection.Close() + select { + case <-completed: + case <-time.After(5 * time.Second): + t.Fatal("disconnected upload did not stop") + } + var count int + f.db.QueryRow(context.Background(), "SELECT count(*) FROM upload_attempts").Scan(&count) + if count != 0 { + t.Fatal("incomplete HTTP body reserved an object") + } + files, err := os.ReadDir(directory) + if err != nil || len(files) > 0 { + t.Fatalf("temporary paths remain: %v %v", files, err) + } +} diff --git a/src/backend/tests/attachment_validation_test.go b/src/backend/tests/attachment_validation_test.go new file mode 100644 index 0000000..34698c0 --- /dev/null +++ b/src/backend/tests/attachment_validation_test.go @@ -0,0 +1,94 @@ +package tests + +import ( + "bytes" + "context" + "encoding/binary" + "errors" + "github.com/google/uuid" + "hash/crc32" + "image" + "image/jpeg" + "image/png" + "messenger/src/backend/repositories" + "messenger/src/backend/services" + "net/http" + "net/http/httptest" + "strings" + "testing" + "time" +) + +func TestAttachmentImageValidation(t *testing.T) { + img := image.NewRGBA(image.Rect(0, 0, 3, 2)) + var pngData, jpegData bytes.Buffer + if err := png.Encode(&pngData, img); err != nil { + t.Fatal(err) + } + if err := jpeg.Encode(&jpegData, img, nil); err != nil { + t.Fatal(err) + } + for _, sample := range []struct { + data []byte + mime string + }{{pngData.Bytes(), "image/png"}, {jpegData.Bytes(), "image/jpeg"}} { + if actual, err := services.ValidateImage(sample.data, sample.mime); err != nil || actual != sample.mime { + t.Fatalf("valid image: %s %v", actual, err) + } + } + huge := append([]byte(nil), pngData.Bytes()...) + binary.BigEndian.PutUint32(huge[16:20], 10001) + binary.BigEndian.PutUint32(huge[20:24], 4000) + binary.BigEndian.PutUint32(huge[29:33], crc32.ChecksumIEEE(huge[12:29])) + if _, err := services.ValidateImage(huge, "image/png"); !errors.Is(err, services.ErrPayloadTooLarge) { + t.Fatalf("pixel limit: %v", err) + } + for _, sample := range []struct { + data []byte + mime string + }{{pngData.Bytes(), "image/jpeg"}, {jpegData.Bytes(), "image/png"}, {pngData.Bytes()[:40], "image/png"}, {[]byte("not an image"), "image/png"}, {pngData.Bytes(), "text/plain"}} { + if _, err := services.ValidateImage(sample.data, sample.mime); !errors.Is(err, services.ErrUnsupportedMedia) { + t.Fatalf("invalid image accepted: %v", err) + } + } +} + +func TestAttachmentFilenameValidation(t *testing.T) { + for _, name := range []string{"", " ", "../photo.png", `a\b.png`, "photo\x00.png", "photo\n.png"} { + if services.ValidateFilename(name) == nil { + t.Fatalf("accepted %q", name) + } + } + if err := services.ValidateFilename("Фотография 1.png"); err != nil { + t.Fatal(err) + } +} + +func TestAttachmentMessageRequiresStringText(t *testing.T) { + f := newTestFixture(t) + user, _ := createTestUser(t, f.users, "alice", "Alice") + chat := createTestChat(t, f.chats, "Images", []string{user.ID}) + id := uuid.NewString() + // Repository-level fixture: message validation does not fetch S3 bytes. + err := repositories.NewAttachmentStore(f.db).Create(context.Background(), repositories.Attachment{ + ID: id, ChatID: chat.ID, OwnerID: user.ID, Filename: "photo.png", ObjectKey: "test/" + id, + ContentType: "image/png", SizeBytes: 1, SHA256: strings.Repeat("a", 64), CreatedAt: time.Now().UTC(), UpdatedAt: time.Now().UTC(), + }) + if err != nil { + t.Fatal(err) + } + for _, body := range []string{`{"attachment_ids":["` + id + `"]}`, `{"text":null,"attachment_ids":["` + id + `"]}`} { + r := httptest.NewRequest(http.MethodPost, "/api/v1/chats/"+chat.ID+"/messages", strings.NewReader(body)) + r.Header.Set("Content-Type", "application/json") + r.Header.Set("Idempotency-Key", uuid.NewString()) + authorizeTestRequest(t, f, r, user.ID) + w := httptest.NewRecorder() + f.router.ServeHTTP(w, r) + if w.Code != 400 { + t.Fatalf("expected 400, got %d: %s", w.Code, w.Body.String()) + } + } + if len(listTestMessages(t, f.messages, chat.ID)) != 0 { + t.Fatal("invalid request saved a message") + } +} diff --git a/src/backend/tests/concurrency_test.go b/src/backend/tests/concurrency_test.go new file mode 100644 index 0000000..d642178 --- /dev/null +++ b/src/backend/tests/concurrency_test.go @@ -0,0 +1,218 @@ +package tests + +import ( + "bytes" + "encoding/json" + "fmt" + "io" + "messenger/src/backend/repositories" + "net/http" + "net/http/httptest" + "strconv" + "sync" + "testing" +) + +func TestConcurrentMessageCreation(t *testing.T) { + fixture := newTestFixture(t) + userStore, chatStore := fixture.users, fixture.chats + + const clientsCount = 10 + const messagesPerClient = 10 + const expectedMessages = clientsCount * messagesPerClient + + memberIDs := make([]string, 0, clientsCount) + users := make([]User, 0, clientsCount) + + for i := range clientsCount { + user, created := createTestUser(t, userStore, + "user"+strconv.Itoa(i), + "Пользователь "+strconv.Itoa(i), + ) + + if !created { + t.Fatalf("failed to create test user %d", i) + } + + users = append(users, user) + memberIDs = append(memberIDs, user.ID) + } + + chat := createTestChat(t, chatStore, + "Конкурентный чат", + memberIDs, + ) + + server := httptest.NewServer(fixture.router) + defer server.Close() + + client := server.Client() + tokens := make([]string, clientsCount) + for i, user := range users { + request := httptest.NewRequest(http.MethodGet, "/", nil) + authorizeTestRequest(t, fixture, request, user.ID) + tokens[i] = request.Header.Get("Authorization") + } + + var waitGroup sync.WaitGroup + messageIDs := make(chan string, expectedMessages) + errors := make(chan error, expectedMessages) + + for clientIndex := range clientsCount { + waitGroup.Add(1) + + go func(index int) { + defer waitGroup.Done() + + for messageIndex := range messagesPerClient { + body := fmt.Appendf(nil, + `{"text":"client-%d message-%d"}`, + index, + messageIndex, + ) + + request, err := http.NewRequest( + http.MethodPost, + server.URL+"/api/v1/chats/"+chat.ID+"/messages", + bytes.NewReader(body), + ) + if err != nil { + errors <- fmt.Errorf( + "client %d: create request: %w", + index, + err, + ) + continue + } + + request.Header.Set("Content-Type", "application/json") + request.Header.Set("Authorization", tokens[index]) + request.Header.Set("Idempotency-Key", fmt.Sprintf("client-%d-message-%d", index, messageIndex)) + + response, err := client.Do(request) + if err != nil { + errors <- fmt.Errorf( + "client %d: send request: %w", + index, + err, + ) + continue + } + + responseBody, readErr := io.ReadAll(response.Body) + response.Body.Close() + + if readErr != nil { + errors <- fmt.Errorf( + "client %d: read response: %w", + index, + readErr, + ) + continue + } + + if response.StatusCode != http.StatusCreated { + errors <- fmt.Errorf( + "client %d: expected status %d, got %d; body: %s", + index, + http.StatusCreated, + response.StatusCode, + string(responseBody), + ) + continue + } + + var message repositories.Message + + if err := json.Unmarshal(responseBody, &message); err != nil { + errors <- fmt.Errorf( + "client %d: decode response: %w", + index, + err, + ) + continue + } + + if message.ID == "" { + errors <- fmt.Errorf( + "client %d: response contains empty message ID", + index, + ) + continue + } + + messageIDs <- message.ID + } + }(clientIndex) + } + + waitGroup.Wait() + + close(errors) + close(messageIDs) + + for err := range errors { + t.Error(err) + } + + createdIDs := make(map[string]bool) + + for messageID := range messageIDs { + if createdIDs[messageID] { + t.Fatalf("duplicate message ID returned: %s", messageID) + } + + createdIDs[messageID] = true + } + + if len(createdIDs) != expectedMessages { + t.Fatalf( + "expected %d unique created messages, got %d", + expectedMessages, + len(createdIDs), + ) + } + + // Дополнительно проверяем историю через HTTP API. + request, err := http.NewRequest( + http.MethodGet, + server.URL+"/api/v1/chats/"+chat.ID+"/messages?limit=100", + nil, + ) + if err != nil { + t.Fatalf("create history request: %v", err) + } + + request.Header.Set("Authorization", tokens[0]) + + response, err := client.Do(request) + if err != nil { + t.Fatalf("request message history: %v", err) + } + defer response.Body.Close() + + if response.StatusCode != http.StatusOK { + body, _ := io.ReadAll(response.Body) + + t.Fatalf( + "expected history status %d, got %d; body: %s", + http.StatusOK, + response.StatusCode, + string(body), + ) + } + + var page messagePage + + if err := json.NewDecoder(response.Body).Decode(&page); err != nil { + t.Fatalf("decode message history: %v", err) + } + + if len(page.Items) != expectedMessages { + t.Fatalf( + "expected %d messages in history, got %d", + expectedMessages, + len(page.Items), + ) + } +} diff --git a/src/backend/tests/config_test.go b/src/backend/tests/config_test.go new file mode 100644 index 0000000..7575b7d --- /dev/null +++ b/src/backend/tests/config_test.go @@ -0,0 +1,91 @@ +package tests + +import ( + "context" + "os" + "path/filepath" + "testing" + "time" + + "messenger/src/backend/repositories" +) + +func TestConnectionFilesTakePrecedence(t *testing.T) { + dir := t.TempDir() + database := filepath.Join(dir, "database") + cache := filepath.Join(dir, "cache") + if err := os.WriteFile(database, []byte("postgres://configured/db\n"), 0600); err != nil { + t.Fatal(err) + } + if err := os.WriteFile(cache, []byte("redis://:test-password@configured:6380/3\n"), 0600); err != nil { + t.Fatal(err) + } + t.Setenv("DATABASE_URL_FILE", database) + t.Setenv("DATABASE_URL", "postgres://ignored/db") + t.Setenv("CACHE_URL_FILE", cache) + t.Setenv("REDIS_ADDR", "ignored:6379") + url, err := repositories.DatabaseURL() + if err != nil || url != "postgres://configured/db" { + t.Fatalf("database file not used: %v", err) + } + client, err := repositories.RedisClientFromEnvironment() + if err != nil { + t.Fatal(err) + } + defer client.Close() + options := client.Options() + if options.Addr != "configured:6380" || options.DB != 3 || options.Password != "test-password" { + t.Fatal("Redis URL settings not applied") + } + t.Setenv("CACHE_URL_FILE", filepath.Join(dir, "missing")) + if _, err := repositories.RedisClientFromEnvironment(); err == nil { + t.Fatal("missing file accepted") + } +} + +func TestConfiguredIdempotencyTTL(t *testing.T) { + t.Setenv("IDEMPOTENCY_TTL_SECONDS", "2") + ttl, err := repositories.IdempotencyTTL() + if err != nil || ttl != 2*time.Second { + t.Fatalf("TTL not applied: %v", err) + } + f := newTestFixture(t) + user, _ := createTestUser(t, f.users, "alice", "Alice") + chat := createTestChat(t, f.chats, "Chat", []string{user.ID}) + store := repositories.NewMessageStoreWithTTL(f.db, ttl) + ctx := context.Background() + original, err := store.CreateIdempotent(ctx, chat.ID, user.ID, "hello", "ttl-test") + if err != nil { + t.Fatal(err) + } + var remaining float64 + if err := f.db.QueryRow(ctx, "SELECT extract(epoch FROM expires_at-clock_timestamp()) FROM message_idempotency WHERE key='ttl-test'").Scan(&remaining); err != nil { + t.Fatal(err) + } + if remaining <= 0 || remaining > 2 { + t.Fatalf("unexpected remaining TTL: %f", remaining) + } + replay, err := store.CreateIdempotent(ctx, chat.ID, user.ID, "hello", "ttl-test") + if err != nil || replay.ID != original.ID { + t.Fatal("replay before expiry changed the message") + } + if _, err := f.db.Exec(ctx, "UPDATE message_idempotency SET expires_at=clock_timestamp()-interval '1 second' WHERE key='ttl-test'"); err != nil { + t.Fatal(err) + } + reused, err := store.CreateIdempotent(ctx, chat.ID, user.ID, "hello", "ttl-test") + if err != nil || reused.ID == original.ID { + t.Fatal("expired key was not reusable") + } + if len(listTestMessages(t, store, chat.ID)) != 2 { + t.Fatal("expiry removed an original message") + } +} + +func TestInvalidIdempotencyTTL(t *testing.T) { + for _, value := range []string{"0", "-1", "abc", "31536001"} { + t.Setenv("IDEMPOTENCY_TTL_SECONDS", value) + if _, err := repositories.IdempotencyTTL(); err == nil { + t.Fatalf("accepted TTL %q", value) + } + } +} diff --git a/src/backend/tests/cursor_validation_test.go b/src/backend/tests/cursor_validation_test.go new file mode 100644 index 0000000..4cf2f33 --- /dev/null +++ b/src/backend/tests/cursor_validation_test.go @@ -0,0 +1,82 @@ +package tests + +import ( + "context" + "errors" + "testing" + "time" + + "messenger/src/backend/repositories" + "messenger/src/backend/services" +) + +func TestCursorRejectsInvalidUUIDBeforeDatabaseAccess(t *testing.T) { + const userID = "11111111-1111-4111-8111-111111111111" + const chatID = "22222222-2222-4222-8222-222222222222" + const messageID = "33333333-3333-4333-8333-333333333333" + createdAt := time.Date(2026, 10, 10, 12, 0, 0, 0, time.UTC) + for _, invalid := range []string{"not-a-uuid", "ffffffff-ffff-ffff-ffff-fffffffffffz"} { + for _, field := range []string{"user_id", "chat_id"} { + t.Run("chats/"+field+"/"+invalid, func(t *testing.T) { + cursor := repositories.ChatCursor{UserID: userID, ChatID: chatID, CreatedAt: createdAt} + if field == "user_id" { + cursor.UserID = invalid + } else { + cursor.ChatID = invalid + } + token, err := services.EncodeChatCursor(cursor) + if err != nil { + t.Fatal(err) + } + if _, err := services.DecodeChatCursor(token); err == nil { + t.Fatal("invalid UUID accepted") + } + // A nil store proves that validation finishes before any SQL call. + _, err = services.NewChatService(nil).List(context.Background(), userID, 20, token) + var invalidInput services.InvalidInput + if !errors.As(err, &invalidInput) { + t.Fatalf("want InvalidInput, got %v", err) + } + }) + } + for _, field := range []string{"chat_id", "message_id"} { + t.Run("messages/"+field+"/"+invalid, func(t *testing.T) { + cursor := repositories.MessageCursor{ChatID: chatID, MessageID: messageID, CreatedAt: createdAt} + if field == "chat_id" { + cursor.ChatID = invalid + } else { + cursor.MessageID = invalid + } + token, err := services.EncodeMessageCursor(cursor) + if err != nil { + t.Fatal(err) + } + if _, err := services.DecodeMessageCursor(token); err == nil { + t.Fatal("invalid UUID accepted") + } + chat := repositories.Chat{ID: chatID, MemberIDs: []string{userID}} + _, err = services.NewMessageService(nil).List(context.Background(), userID, chat, 20, token) + var invalidInput services.InvalidInput + if !errors.As(err, &invalidInput) { + t.Fatalf("want InvalidInput, got %v", err) + } + }) + } + } +} + +func TestChatCursorPreservesPosition(t *testing.T) { + original := repositories.ChatCursor{ + UserID: "11111111-1111-4111-8111-111111111111", + ChatID: "22222222-2222-4222-8222-222222222222", + CreatedAt: time.Date(2026, 10, 10, 12, 0, 0, 123000, time.UTC), + } + token, err := services.EncodeChatCursor(original) + if err != nil { + t.Fatal(err) + } + decoded, err := services.DecodeChatCursor(token) + if err != nil || decoded != original { + t.Fatalf("cursor changed: %+v, error: %v", decoded, err) + } +} diff --git a/src/backend/tests/direct_cleanup_test.go b/src/backend/tests/direct_cleanup_test.go new file mode 100644 index 0000000..e875cb4 --- /dev/null +++ b/src/backend/tests/direct_cleanup_test.go @@ -0,0 +1,144 @@ +package tests + +import ( + "bytes" + "context" + "errors" + "testing" + + "messenger/src/backend/repositories" +) + +func TestDirectUploadCleanupSafetyAndReplay(t *testing.T) { + f, store, objects, user, chat := uploadFixture(t) + ctx := context.Background() + data := uploadPNG(t) + fresh, _ := beginDirect(t, f, store, objects, user, chat, data, "image/png") + expired, _ := beginDirect(t, f, store, objects, user, chat, data, "image/png") + locked, _ := beginDirect(t, f, store, objects, user, chat, data, "image/png") + ready, service := beginDirect(t, f, store, objects, user, chat, data, "image/png") + for _, u := range []string{fresh.ID, expired.ID, locked.ID, ready.ID} { + record, err := store.GetDirect(ctx, u, chat, user) + if err != nil { + t.Fatal(err) + } + if err = objects.Put(ctx, record.StagingKey, bytes.NewReader(data), int64(len(data)), "image/png"); err != nil { + t.Fatal(err) + } + } + a, err := service.CompleteDirect(ctx, user, chat, ready.ID) + if err != nil { + t.Fatal(err) + } + if _, err = f.db.Exec(ctx, `UPDATE direct_uploads SET complete_before=clock_timestamp()-interval '601 seconds',cleanup_after=clock_timestamp()-interval '1 second' WHERE id=ANY($1::uuid[])`, []string{expired.ID, locked.ID}); err != nil { + t.Fatal(err) + } + tx, err := f.db.Begin(ctx) + if err != nil { + t.Fatal(err) + } + defer tx.Rollback(ctx) + if _, err = tx.Exec(ctx, `SELECT id FROM direct_uploads WHERE id=$1 FOR UPDATE`, locked.ID); err != nil { + t.Fatal(err) + } + dry, err := store.CleanupDirectUploads(ctx, true, objects.Delete) + if err != nil || dry.Eligible != 2 || dry.Deleted != 0 || dry.Skipped != 1 { + t.Fatalf("dry: %+v %v", dry, err) + } + result, err := store.CleanupDirectUploads(ctx, false, objects.Delete) + if err != nil || result.Deleted != 2 || result.Skipped != 1 { + t.Fatalf("cleanup: %+v %v", result, err) + } + for _, id := range []string{fresh.ID, locked.ID} { + u, _ := store.GetDirect(ctx, id, chat, user) + if _, err = objects.Stat(ctx, u.StagingKey); err != nil { + t.Fatal("fresh/locked staging removed", err) + } + } + for _, id := range []string{ready.ID, expired.ID} { + u, _ := store.GetDirect(ctx, id, chat, user) + if _, err = objects.Stat(ctx, u.StagingKey); !repositories.IsObjectMissing(err) { + t.Fatal("eligible staging remains", err) + } + } + if _, err = objects.Stat(ctx, a.ObjectKey); err != nil { + t.Fatal("ready original removed", err) + } + // A valid form can recreate staging after early cleanup. The receipt persists. + if postDirect(t, ready.Upload, data, nil) != 204 { + t.Fatal("replay failed") + } + if _, err = f.db.Exec(ctx, `UPDATE direct_uploads SET complete_before=clock_timestamp()-interval '601 seconds',cleanup_after=clock_timestamp()-interval '1 second' WHERE id=$1`, ready.ID); err != nil { + t.Fatal(err) + } + again, err := store.CleanupDirectUploads(ctx, false, objects.Delete) + if err != nil || again.Deleted != 1 { + t.Fatalf("replay cleanup: %+v %v", again, err) + } + u, _ := store.GetDirect(ctx, ready.ID, chat, user) + if _, err = objects.Stat(ctx, u.StagingKey); !repositories.IsObjectMissing(err) { + t.Fatal("replayed staging remains") + } + same, err := service.CompleteDirect(ctx, user, chat, ready.ID) + if err != nil || same.ID != a.ID { + t.Fatal("cleanup broke idempotent complete", err) + } + tx.Rollback(ctx) + if _, err = f.db.Exec(ctx, `UPDATE direct_uploads SET purge_after=clock_timestamp()-interval '1 second',cleanup_after=clock_timestamp()-interval '1 second' WHERE id=$1`, ready.ID); err != nil { + t.Fatal(err) + } + if _, err = store.CleanupDirectUploads(ctx, false, objects.Delete); err != nil { + t.Fatal(err) + } + if _, err = objects.Stat(ctx, a.ObjectKey); err != nil { + t.Fatal("receipt purge removed final", err) + } + if _, err = store.GetForMember(ctx, a.ID, user); err != nil { + t.Fatal("receipt purge removed metadata", err) + } +} + +func TestDirectUploadCleanupDependencyFailureAndMalformedKey(t *testing.T) { + f, store, objects, user, chat := uploadFixture(t) + ctx := context.Background() + data := uploadPNG(t) + result, _ := beginDirect(t, f, store, objects, user, chat, data, "image/png") + u, _ := store.GetDirect(ctx, result.ID, chat, user) + if err := objects.Put(ctx, u.StagingKey, bytes.NewReader(data), int64(len(data)), "image/png"); err != nil { + t.Fatal(err) + } + if _, err := f.db.Exec(ctx, `UPDATE direct_uploads SET complete_before=clock_timestamp()-interval '601 seconds',cleanup_after=clock_timestamp()-interval '1 second' WHERE id=$1`, result.ID); err != nil { + t.Fatal(err) + } + failed, err := store.CleanupDirectUploads(ctx, false, func(context.Context, string) error { return errors.New("S3 unavailable") }) + if err == nil || failed.Failed != 1 { + t.Fatal("failed DELETE was lost") + } + if _, err = objects.Stat(ctx, u.StagingKey); err != nil { + t.Fatal("staging changed on failed DELETE", err) + } + cancelled, cancel := context.WithCancel(ctx) + cancel() + if _, err = store.CleanupDirectUploads(cancelled, false, objects.Delete); err == nil { + t.Fatal("DB cancellation ignored") + } + if _, err = f.db.Exec(ctx, `UPDATE direct_uploads SET staging_key=$2 WHERE id=$1`, result.ID, "originals/"+u.AttachmentID); err != nil { + t.Fatal(err) + } + called := false + failed, err = store.CleanupDirectUploads(ctx, false, func(context.Context, string) error { called = true; return nil }) + if err == nil || failed.Failed != 1 || called { + t.Fatal("malformed key reached S3 DELETE") + } + if _, err = f.db.Exec(ctx, `UPDATE direct_uploads SET staging_key=$2 WHERE id=$1`, result.ID, u.StagingKey); err != nil { + t.Fatal(err) + } + retried, err := store.CleanupDirectUploads(ctx, false, objects.Delete) + if err != nil || retried.Deleted != 1 { + t.Fatalf("retry: %+v %v", retried, err) + } + repeated, err := store.CleanupDirectUploads(ctx, false, objects.Delete) + if err != nil || repeated.Deleted != 0 { + t.Fatalf("repeat: %+v %v", repeated, err) + } +} diff --git a/src/backend/tests/direct_permissions_test.go b/src/backend/tests/direct_permissions_test.go new file mode 100644 index 0000000..70054d7 --- /dev/null +++ b/src/backend/tests/direct_permissions_test.go @@ -0,0 +1,116 @@ +package tests + +import ( + "bytes" + "context" + "net/http" + "os" + "testing" + + "messenger/src/backend/repositories" + + "github.com/google/uuid" + "github.com/minio/minio-go/v7" + "github.com/minio/minio-go/v7/pkg/lifecycle" +) + +func TestDirectUploadAccessPermissionsAndLifecycle(t *testing.T) { + ctx := context.Background() + root := s3Client(t, true, false) + app := s3Client(t, false, false) + anon := s3Client(t, false, true) + bucket := os.Getenv("S3_BUCKET") + key := "staging/direct/" + uuid.NewString() + t.Cleanup(func() { root.RemoveObject(ctx, bucket, key, minio.RemoveObjectOptions{}) }) + if _, err := app.PutObject(ctx, bucket, key, bytes.NewReader([]byte("x")), 1, minio.PutObjectOptions{}); err != nil { + t.Fatal(err) + } + object, err := anon.GetObject(ctx, bucket, key, minio.GetObjectOptions{}) + if err != nil { + t.Fatal(err) + } + _, err = object.Stat() + object.Close() + denied(t, err) + _, err = app.PutObject(ctx, bucket, "staging/forbidden/"+uuid.NewString(), bytes.NewReader([]byte("x")), 1, minio.PutObjectOptions{}) + denied(t, err) + config, err := root.GetBucketLifecycle(ctx, bucket) + if err != nil { + t.Fatal(err) + } + // Add only our own harmless prefix rule, verify bootstrap merges rather than replaces. + ruleID := "direct-test-" + uuid.NewString() + config.Rules = append(config.Rules, lifecycle.Rule{ID: ruleID, Status: "Enabled", RuleFilter: lifecycle.Filter{Prefix: "test-lifecycle/" + ruleID + "/"}, Expiration: lifecycle.Expiration{Days: 7}}) + if err = root.SetBucketLifecycle(ctx, bucket, config); err != nil { + t.Fatal(err) + } + t.Cleanup(func() { + c, e := root.GetBucketLifecycle(ctx, bucket) + if e != nil { + t.Error(e) + return + } + rules := []lifecycle.Rule{} + for _, r := range c.Rules { + if r.ID != ruleID { + rules = append(rules, r) + } + } + c.Rules = rules + if e = root.SetBucketLifecycle(ctx, bucket, c); e != nil { + t.Error(e) + } + }) + for i := 0; i < 2; i++ { + if err = repositories.BootstrapS3(ctx); err != nil { + t.Fatal(err) + } + } + config, err = root.GetBucketLifecycle(ctx, bucket) + if err != nil { + t.Fatal(err) + } + managed, preserved := 0, false + for _, r := range config.Rules { + if r.ID == ruleID { + preserved = true + } + if r.ID == "messenger-direct-staging-expiration" { + managed++ + if r.RuleFilter.Prefix != "staging/direct/" || r.Expiration.Days != 1 || r.Status != "Enabled" { + t.Fatal("unsafe staging lifecycle rule") + } + } + } + if managed != 1 || !preserved { + t.Fatal("bootstrap is not an idempotent lifecycle merge") + } + denied(t, app.SetBucketLifecycle(ctx, bucket, config)) +} + +func TestDirectUploadAccessCORS(t *testing.T) { + if os.Getenv("S3_ENDPOINT") == "" { + t.Skip("S3 integration") + } + for _, sample := range []struct { + origin string + allowed bool + }{{"http://127.0.0.1:5173", true}, {"http://localhost:5173", true}, {"https://untrusted.example", false}} { + request, err := http.NewRequest("OPTIONS", os.Getenv("S3_ENDPOINT")+"/"+os.Getenv("S3_BUCKET"), nil) + if err != nil { + t.Fatal(err) + } + request.Header.Set("Origin", sample.origin) + request.Header.Set("Access-Control-Request-Method", "POST") + request.Header.Set("Access-Control-Request-Headers", "content-type") + response, err := http.DefaultClient.Do(request) + if err != nil { + t.Fatal(err) + } + response.Body.Close() + allowed := response.Header.Get("Access-Control-Allow-Origin") == sample.origin + if allowed != sample.allowed || response.Header.Get("Access-Control-Allow-Origin") == "*" { + t.Fatalf("unexpected CORS allowance for %s", sample.origin) + } + } +} diff --git a/src/backend/tests/direct_upload_test.go b/src/backend/tests/direct_upload_test.go new file mode 100644 index 0000000..af7ab11 --- /dev/null +++ b/src/backend/tests/direct_upload_test.go @@ -0,0 +1,478 @@ +package tests + +import ( + "bytes" + "context" + "crypto/sha256" + "encoding/binary" + "encoding/hex" + "encoding/json" + "errors" + "hash/crc32" + "image" + "image/jpeg" + "io" + "mime/multipart" + "net/http" + "os" + "os/exec" + "strings" + "sync" + "testing" + "time" + + "messenger/src/backend/repositories" + "messenger/src/backend/services" + + "github.com/google/uuid" + "github.com/jackc/pgx/v5/pgxpool" +) + +func directInput(data []byte, mime string) services.DirectUploadInput { + sum := sha256.Sum256(data) + return services.DirectUploadInput{Filename: "direct.png", ContentType: mime, SizeBytes: int64(len(data)), SHA256: hex.EncodeToString(sum[:])} +} + +func beginDirect(t *testing.T, f *testFixture, store *repositories.AttachmentStore, objects *repositories.ObjectStore, user, chat string, data []byte, mime string) (services.DirectUploadResponse, *services.AttachmentService) { + t.Helper() + t.Setenv("S3_PUBLIC_ENDPOINT", os.Getenv("S3_ENDPOINT")) + service := services.NewAttachmentService(store, objects) + result, err := service.InitDirect(context.Background(), user, chat, directInput(data, mime)) + if err != nil { + t.Fatal(err) + } + rememberDirect(t, store, objects, result.ID, chat, user) + return result, service +} + +func rememberDirect(t *testing.T, store *repositories.AttachmentStore, objects *repositories.ObjectStore, id, chat, user string) { + t.Helper() + u, err := store.GetDirect(context.Background(), id, chat, user) + if err != nil { + t.Fatal(err) + } + t.Cleanup(func() { + objects.Delete(context.Background(), u.StagingKey) + objects.Delete(context.Background(), u.FinalKey) + }) +} + +func postDirect(t *testing.T, p repositories.PostUpload, data []byte, change func(map[string]string)) int { + t.Helper() + fields := map[string]string{} + for k, v := range p.Fields { + fields[k] = v + } + if change != nil { + change(fields) + } + var body bytes.Buffer + writer := multipart.NewWriter(&body) + for k, v := range fields { + if err := writer.WriteField(k, v); err != nil { + t.Fatal(err) + } + } + file, err := writer.CreateFormFile("file", "image.png") + if err != nil { + t.Fatal(err) + } + if _, err = file.Write(data); err != nil { + t.Fatal(err) + } + if err = writer.Close(); err != nil { + t.Fatal(err) + } + req, err := http.NewRequest("POST", p.URL, &body) + if err != nil { + t.Fatal(err) + } + req.Header.Set("Content-Type", writer.FormDataContentType()) + client := http.Client{Timeout: 10 * time.Second} + response, err := client.Do(req) + if err != nil { + t.Fatal("S3 form request failed") + } + defer response.Body.Close() + io.Copy(io.Discard, response.Body) + return response.StatusCode +} + +func requireDirectError(t *testing.T, err error, status int, code string) { + t.Helper() + var e repositories.UploadError + if !errors.As(err, &e) || e.Status != status || e.Code != code { + t.Fatalf("expected %d %s, got %v", status, code, err) + } +} + +func TestDirectUploadFlow(t *testing.T) { + f, store, objects, user, chat := uploadFixture(t) + png := append(uploadPNG(t), []byte("aaaa")...) + var jpg bytes.Buffer + if err := jpeg.Encode(&jpg, image.NewRGBA(image.Rect(0, 0, 8, 8)), nil); err != nil { + t.Fatal(err) + } + for _, sample := range []struct { + data []byte + mime string + }{{png, "image/png"}, {jpg.Bytes(), "image/jpeg"}} { + result, service := beginDirect(t, f, store, objects, user, chat, sample.data, sample.mime) + if result.ExpiresAt.Sub(time.Now()) > 121*time.Second || result.CompleteBefore.Sub(result.ExpiresAt) < 599*time.Second { + t.Fatal("wrong upload deadlines") + } + if status := postDirect(t, result.Upload, sample.data, nil); status != 204 { + t.Fatalf("POST: %d", status) + } + a, err := service.CompleteDirect(context.Background(), user, chat, result.ID) + if err != nil { + t.Fatal(err) + } + router := attachmentRouter(f, objects) + attachmentCall(t, f, router, "GET", "/api/v1/attachments/"+a.ID+"/content", user, "", nil, 409) + if a.Status != "queued" { + t.Fatal("direct complete must queue processing") + } + var jobs int + if err = f.db.QueryRow(context.Background(), "SELECT count(*) FROM attachment_jobs WHERE attachment_id=$1", a.ID).Scan(&jobs); err != nil || jobs != 1 { + t.Fatal("durable job missing", err) + } + message := []byte(`{"text":"","attachment_ids":["` + a.ID + `"]}`) + attachmentCall(t, f, router, "POST", "/api/v1/chats/"+chat+"/messages", user, "application/json", message, 201) + // Lost success response is represented by ignoring a, then asking another service. + again, err := services.NewAttachmentService(store, objects).CompleteDirect(context.Background(), user, chat, result.ID) + if err != nil || again.ID != a.ID || !again.CreatedAt.Equal(a.CreatedAt) { + t.Fatal("complete is not idempotent", err) + } + replacement := append([]byte(nil), sample.data...) + replacement[len(replacement)-1] ^= 1 + if status := postDirect(t, result.Upload, replacement, nil); status != 204 { + t.Fatal("expected valid staging replay") + } + final, err := objects.Get(context.Background(), a.ObjectKey) + if err != nil { + t.Fatal(err) + } + original, err := io.ReadAll(final) + final.Close() + if err != nil || !bytes.Equal(original, sample.data) { + t.Fatal("staging replay modified final") + } + } +} + +func TestDirectUploadValidationHTTP(t *testing.T) { + f, _, objects, user, chat := uploadFixture(t) + t.Setenv("S3_PUBLIC_ENDPOINT", os.Getenv("S3_ENDPOINT")) + router := attachmentRouter(f, objects) + path := "/api/v1/chats/" + chat + "/attachment-uploads" + input := directInput(uploadPNG(t), "image/png") + valid, _ := json.Marshal(input) + for _, sample := range []struct { + body []byte + status int + }{ + {[]byte(`null`), 400}, {[]byte(`{}`), 400}, {append(append([]byte(nil), valid...), []byte(` {}`)...), 400}, + {[]byte(strings.Repeat("x", 4097)), 400}, {[]byte(`{"filename":"x","size_bytes":1.5}`), 400}, + } { + attachmentCall(t, f, router, "POST", path, user, "application/json", sample.body, sample.status) + } + for _, sample := range []struct { + mutate func(*services.DirectUploadInput) + status int + }{ + {func(i *services.DirectUploadInput) { i.Filename = "../image.png" }, 400}, + {func(i *services.DirectUploadInput) { i.SHA256 = "invalid" }, 400}, + {func(i *services.DirectUploadInput) { i.SizeBytes = 0 }, 400}, + {func(i *services.DirectUploadInput) { i.SizeBytes = 10485761 }, 413}, + {func(i *services.DirectUploadInput) { i.ContentType = "text/plain" }, 415}, + } { + i := input + sample.mutate(&i) + body, _ := json.Marshal(i) + attachmentCall(t, f, router, "POST", path, user, "application/json", body, sample.status) + } + store := repositories.NewAttachmentStore(f.db) + w := attachmentCall(t, f, router, "POST", path, user, "application/json", valid, 201) + var result services.DirectUploadResponse + if err := json.Unmarshal(w.Body.Bytes(), &result); err != nil { + t.Fatal(err) + } + rememberDirect(t, store, objects, result.ID, chat, user) + if status := postDirect(t, result.Upload, uploadPNG(t), nil); status != 204 { + t.Fatal("HTTP-created form failed") + } + attachmentCall(t, f, router, "POST", path+"/"+result.ID+"/complete", user, "", nil, 202) +} + +func TestDirectUploadValidationContents(t *testing.T) { + f, store, objects, user, chat := uploadFixture(t) + png := uploadPNG(t) + huge := append([]byte(nil), png...) + binary.BigEndian.PutUint32(huge[16:20], 10001) + binary.BigEndian.PutUint32(huge[20:24], 4000) + binary.BigEndian.PutUint32(huge[29:33], crc32.ChecksumIEEE(huge[12:29])) + for _, sample := range []struct { + data []byte + mime, code string + status int + }{ + {png[:40], "image/png", "unsupported_media_type", 415}, + {png, "image/jpeg", "unsupported_media_type", 415}, + {huge, "image/png", "payload_too_large", 413}, + } { + result, service := beginDirect(t, f, store, objects, user, chat, sample.data, sample.mime) + if postDirect(t, result.Upload, sample.data, nil) != 204 { + t.Fatal("S3 refused matching declared policy") + } + _, err := service.CompleteDirect(context.Background(), user, chat, result.ID) + requireDirectError(t, err, sample.status, sample.code) + _, err = service.CompleteDirect(context.Background(), user, chat, result.ID) + requireDirectError(t, err, sample.status, sample.code) + } + result, service := beginDirect(t, f, store, objects, user, chat, png, "image/png") + wrong := append([]byte(nil), png...) + wrong[len(wrong)-1] ^= 1 + if postDirect(t, result.Upload, wrong, nil) != 204 { + t.Fatal("form POST failed") + } + _, err := service.CompleteDirect(context.Background(), user, chat, result.ID) + requireDirectError(t, err, 400, "upload_checksum_mismatch") + result, service = beginDirect(t, f, store, objects, user, chat, png, "image/png") + if postDirect(t, result.Upload, append(png, 1), nil) < 400 { + t.Fatal("S3 did not enforce exact policy size") + } + u, _ := store.GetDirect(context.Background(), result.ID, chat, user) + // Simulate a trusted-side fault that bypassed policy; complete must still check. + if err = objects.Put(context.Background(), u.StagingKey, bytes.NewReader(png[:40]), 40, "image/png"); err != nil { + t.Fatal(err) + } + _, err = service.CompleteDirect(context.Background(), user, chat, result.ID) + requireDirectError(t, err, 400, "upload_size_mismatch") +} + +func TestDirectUploadAccess(t *testing.T) { + f, store, objects, user, chat := uploadFixture(t) + png := uploadPNG(t) + result, service := beginDirect(t, f, store, objects, user, chat, png, "image/png") + eve, _ := createTestUser(t, f.users, "eve", "Eve") + bob, _ := createTestUser(t, f.users, "bob", "Bob") + if _, err := f.db.Exec(context.Background(), `INSERT INTO chat_members(chat_id,user_id) VALUES($1,$2)`, chat, bob.ID); err != nil { + t.Fatal(err) + } + other := createTestChat(t, f.chats, "other", []string{user}) + router := attachmentRouter(f, objects) + path := "/api/v1/chats/" + chat + "/attachment-uploads" + for _, actor := range []string{eve.ID, bob.ID} { + attachmentCall(t, f, router, "POST", path+"/"+result.ID+"/complete", actor, "", nil, 404) + } + attachmentCall(t, f, router, "POST", path+"/"+result.ID+"/complete", "", "", nil, 401) + attachmentCall(t, f, router, "POST", "/api/v1/chats/"+other.ID+"/attachment-uploads/"+result.ID+"/complete", user, "", nil, 404) + body, _ := json.Marshal(directInput(png, "image/png")) + attachmentCall(t, f, router, "POST", path, eve.ID, "application/json", body, 404) + u, _ := store.GetDirect(context.Background(), result.ID, chat, user) + attachmentCall(t, f, router, "POST", "/api/v1/chats/"+chat+"/messages", user, "application/json", []byte(`{"text":"","attachment_ids":["`+u.AttachmentID+`"]}`), 404) + _, err := service.CompleteDirect(context.Background(), user, chat, result.ID) + requireDirectError(t, err, 409, "upload_not_uploaded") + for _, change := range []func(map[string]string){ + func(fields map[string]string) { fields["key"] = "originals/" + uuid.NewString() }, + func(fields map[string]string) { fields["Content-Type"] = "image/jpeg" }, + func(fields map[string]string) { fields["x-amz-signature"] = strings.Repeat("0", 64) }, + } { + if postDirect(t, result.Upload, png, change) < 400 { + t.Fatal("S3 accepted tampered form") + } + } + expired, err := objects.PresignDirect(context.Background(), u.StagingKey, "image/png", int64(len(png)), time.Now().Add(-time.Minute)) + if err != nil { + t.Fatal(err) + } + if postDirect(t, expired, png, nil) < 400 { + t.Fatal("S3 accepted expired form") + } + if _, err = f.db.Exec(context.Background(), `UPDATE direct_uploads SET complete_before=clock_timestamp()-interval '1 second' WHERE id=$1`, result.ID); err != nil { + t.Fatal(err) + } + _, err = service.CompleteDirect(context.Background(), user, chat, result.ID) + requireDirectError(t, err, 409, "upload_expired") +} + +type directFault struct { + *repositories.ObjectStore + afterCopy func() error + failGet bool +} + +func (f directFault) Copy(ctx context.Context, source, dest, etag string) error { + if err := f.ObjectStore.Copy(ctx, source, dest, etag); err != nil { + return err + } + if f.afterCopy != nil { + return f.afterCopy() + } + return nil +} +func (f directFault) Get(ctx context.Context, key string) (io.ReadCloser, error) { + if f.failGet { + return nil, errors.New("injected GET failure") + } + return f.ObjectStore.Get(ctx, key) +} + +func TestDirectUploadRecoveryConcurrentComplete(t *testing.T) { + f, store, objects, user, chat := uploadFixture(t) + data := uploadPNG(t) + result, _ := beginDirect(t, f, store, objects, user, chat, data, "image/png") + if postDirect(t, result.Upload, data, nil) != 204 { + t.Fatal("POST failed") + } + var wg sync.WaitGroup + ids := make(chan string, 2) + errs := make(chan error, 2) + for i := 0; i < 2; i++ { + wg.Add(1) + go func() { + defer wg.Done() + a, err := services.NewAttachmentService(store, objects).CompleteDirect(context.Background(), user, chat, result.ID) + ids <- a.ID + errs <- err + }() + } + wg.Wait() + close(ids) + close(errs) + for err := range errs { + if err != nil { + t.Fatal(err) + } + } + first := <-ids + if second := <-ids; first == "" || first != second { + t.Fatal("concurrent complete produced different attachments") + } + var n int + if err := f.db.QueryRow(context.Background(), `SELECT count(*) FROM attachments`).Scan(&n); err != nil || n != 1 { + t.Fatal("unexpected metadata count", n, err) + } +} + +func TestDirectUploadRecoveryFailures(t *testing.T) { + for _, name := range []string{"copy-result-loss", "get-failure", "metadata-rejection", "database-disconnect"} { + t.Run(name, func(t *testing.T) { + f, store, objects, user, chat := uploadFixture(t) + data := uploadPNG(t) + result, normal := beginDirect(t, f, store, objects, user, chat, data, "image/png") + if postDirect(t, result.Upload, data, nil) != 204 { + t.Fatal("POST failed") + } + fault := directFault{ObjectStore: objects} + switch name { + case "copy-result-loss": + fault.afterCopy = func() error { return errors.New("COPY acknowledgement lost") } + case "get-failure": + fault.failGet = true + case "metadata-rejection": + if _, err := f.db.Exec(context.Background(), `ALTER TABLE attachments ADD CONSTRAINT reject_direct CHECK (filename <> 'direct.png')`); err != nil { + t.Fatal(err) + } + case "database-disconnect": + fault.afterCopy = func() error { + _, err := f.db.Exec(context.Background(), `SELECT pg_terminate_backend(pid) FROM pg_stat_activity WHERE application_name=$1 AND state='idle in transaction' AND pid<>pg_backend_pid()`, f.db.Config().ConnConfig.RuntimeParams["application_name"]) + return err + } + } + _, err := services.NewAttachmentService(store, fault).CompleteDirect(context.Background(), user, chat, result.ID) + if err == nil { + t.Fatal("expected injected failure") + } + var count int + if err = f.db.QueryRow(context.Background(), `SELECT count(*) FROM upload_attempts`).Scan(&count); err != nil || count != 1 { + t.Fatal("durable journal missing", err) + } + if err = f.db.QueryRow(context.Background(), `SELECT count(*) FROM attachments`).Scan(&count); err != nil || count != 0 { + t.Fatal("published incomplete attachment", err) + } + if name == "metadata-rejection" { + if _, err = f.db.Exec(context.Background(), `ALTER TABLE attachments DROP CONSTRAINT reject_direct`); err != nil { + t.Fatal(err) + } + } + if _, err = normal.CompleteDirect(context.Background(), user, chat, result.ID); err != nil { + t.Fatal("retry failed", err) + } + }) + } +} + +func TestDirectUploadRecoveryProcessExit(t *testing.T) { + f, store, objects, user, chat := uploadFixture(t) + data := uploadPNG(t) + result, _ := beginDirect(t, f, store, objects, user, chat, data, "image/png") + if postDirect(t, result.Upload, data, nil) != 204 { + t.Fatal("POST failed") + } + child := exec.Command(os.Args[0], "-test.run=^TestDirectUploadCrashHelper$") + child.Env = append(os.Environ(), "DIRECT_CRASH_HELPER=1", "UPLOAD_TEST_DATABASE="+f.db.Config().ConnString(), "UPLOAD_TEST_SCHEMA="+f.db.Config().ConnConfig.RuntimeParams["search_path"], "UPLOAD_TEST_USER="+user, "UPLOAD_TEST_CHAT="+chat, "DIRECT_UPLOAD_ID="+result.ID) + output, err := child.CombinedOutput() + var exit *exec.ExitError + if !errors.As(err, &exit) || exit.ExitCode() != 23 { + t.Fatalf("helper did not crash after COPY: %v %s", err, output) + } + ageAndClean(t, f, store, objects) +} + +func TestDirectUploadCrashHelper(t *testing.T) { + if os.Getenv("DIRECT_CRASH_HELPER") != "1" { + return + } + cfg, err := pgxpool.ParseConfig(os.Getenv("UPLOAD_TEST_DATABASE")) + if err != nil { + t.Fatal(err) + } + cfg.ConnConfig.RuntimeParams["search_path"] = os.Getenv("UPLOAD_TEST_SCHEMA") + cfg.ConnConfig.RuntimeParams["application_name"] = os.Getenv("UPLOAD_TEST_SCHEMA") + db, err := pgxpool.NewWithConfig(context.Background(), cfg) + if err != nil { + t.Fatal(err) + } + defer db.Close() + objects := uploadObjects(t) + fault := directFault{ObjectStore: objects, afterCopy: func() error { os.Exit(23); return nil }} + _, err = services.NewAttachmentService(repositories.NewAttachmentStore(db), fault).CompleteDirect(context.Background(), os.Getenv("UPLOAD_TEST_USER"), os.Getenv("UPLOAD_TEST_CHAT"), os.Getenv("DIRECT_UPLOAD_ID")) + t.Fatalf("helper failed before exit: %v", err) +} + +func TestDirectUploadRecoverySharedSlotAndCancellation(t *testing.T) { + f, store, objects, user, chat := uploadFixture(t) + data := uploadPNG(t) + result, _ := beginDirect(t, f, store, objects, user, chat, data, "image/png") + if postDirect(t, result.Upload, data, nil) != 204 { + t.Fatal("POST failed") + } + entered, release := make(chan struct{}), make(chan struct{}) + fault := directFault{ObjectStore: objects, afterCopy: func() error { + close(entered) + <-release + return errors.New("injected operation cancellation") + }} + service := services.NewAttachmentService(store, fault) + done := make(chan error, 1) + go func() { _, err := service.CompleteDirect(context.Background(), user, chat, result.ID); done <- err }() + select { + case <-entered: + case <-time.After(5 * time.Second): + t.Fatal("COPY not reached") + } + ctx, cancel := context.WithCancel(context.Background()) + cancel() + _, proxyErr := service.Upload(ctx, user, chat, "waiting.png", "image/png", bytes.NewReader(data)) + _, directErr := service.CompleteDirect(ctx, user, chat, result.ID) + close(release) + if err := <-done; err == nil { + t.Fatal("injected failure ignored") + } + if !errors.Is(proxyErr, context.Canceled) || !errors.Is(directErr, context.Canceled) { + t.Fatalf("waiting requests ignored cancellation: proxy=%v direct=%v", proxyErr, directErr) + } + ageAndClean(t, f, store, objects) +} diff --git a/src/backend/tests/grade4_lab2_test.go b/src/backend/tests/grade4_lab2_test.go new file mode 100644 index 0000000..345f05f --- /dev/null +++ b/src/backend/tests/grade4_lab2_test.go @@ -0,0 +1,291 @@ +package tests + +import ( + "bytes" + "context" + "encoding/base64" + "encoding/json" + "errors" + "fmt" + "net/http" + "net/http/httptest" + "os" + "strings" + "sync" + "testing" + "time" + + "messenger/src/backend/handlers" + "messenger/src/backend/repositories" + "messenger/src/backend/services" + + "github.com/jackc/pgx/v5/pgxpool" +) + +func TestConcurrentRegistrationSameUsername(t *testing.T) { + f := newTestFixture(t) + const body = `{"username":"alice","display_name":"Алиса","password":"lab2-test-password"}` + var wg sync.WaitGroup + start := make(chan struct{}) + results := make(chan int, 2) + for i := 0; i < 2; i++ { + wg.Add(1) + go func() { + defer wg.Done() + <-start + r := httptest.NewRequest(http.MethodPost, "/api/v1/users", strings.NewReader(body)) + r.Header.Set("Content-Type", "application/json") + w := httptest.NewRecorder() + f.router.ServeHTTP(w, r) + results <- w.Code + }() + } + close(start) + wg.Wait() + close(results) + counts := map[int]int{} + for status := range results { + counts[status]++ + } + if counts[201] != 1 || counts[409] != 1 { + t.Fatalf("registration statuses: %v", counts) + } + var users int + if err := f.db.QueryRow(context.Background(), "SELECT count(*) FROM users WHERE username='alice'").Scan(&users); err != nil { + t.Fatal(err) + } + if users != 1 { + t.Fatalf("stored %d users with the same username", users) + } +} + +func TestChatTransactionRollsBackAfterMemberInsertFailure(t *testing.T) { + f := newTestFixture(t) + alice, _ := createTestUser(t, f.users, "alice", "Алиса") + bob, _ := createTestUser(t, f.users, "bob", "Боб") + _, err := f.db.Exec(context.Background(), `CREATE FUNCTION reject_bob() RETURNS trigger LANGUAGE plpgsql AS $$ +BEGIN + IF NEW.user_id = '`+bob.ID+`'::uuid THEN RAISE EXCEPTION 'forced member failure'; END IF; + RETURN NEW; +END $$; +CREATE TRIGGER reject_bob_insert BEFORE INSERT ON chat_members FOR EACH ROW EXECUTE FUNCTION reject_bob();`) + if err != nil { + t.Fatal(err) + } + if _, err := f.chats.Create(context.Background(), "rollback-check", []string{alice.ID, bob.ID}); err == nil { + t.Fatal("expected second member insertion to fail") + } + var chats, members int + if err := f.db.QueryRow(context.Background(), "SELECT count(*) FROM chats WHERE title='rollback-check'").Scan(&chats); err != nil { + t.Fatal(err) + } + if err := f.db.QueryRow(context.Background(), "SELECT count(*) FROM chat_members").Scan(&members); err != nil { + t.Fatal(err) + } + if chats != 0 || members != 0 { + t.Fatalf("transaction left chats=%d members=%d", chats, members) + } +} + +func TestShortSessionTTLAndLogout(t *testing.T) { + f := newTestFixture(t) + user, _ := createTestUser(t, f.users, "alice", "Алиса") + t.Setenv("SESSION_TTL_SECONDS", "2") + ttl, err := services.SessionTTL() + if err != nil || ttl != 2*time.Second { + t.Fatalf("short TTL: %v, %v", ttl, err) + } + sessions := services.NewSessionService(services.NewUserService(f.users), f.sessionStore, ttl) + router := handlers.NewRouter(nil, services.NewUserService(f.users), sessions, nil, nil) + assertHTTPUser := func(token string, want int) { + t.Helper() + r := httptest.NewRequest(http.MethodGet, "/api/v1/users/me", nil) + r.Header.Set("Authorization", "Bearer "+token) + w := httptest.NewRecorder() + router.ServeHTTP(w, r) + if w.Code != want { + t.Fatalf("short TTL HTTP status: got %d, want %d", w.Code, want) + } + t.Logf("GET /api/v1/users/me: HTTP %d", w.Code) + } + token, _, err := sessions.CreateForUser(context.Background(), user.ID) + if err != nil { + t.Fatal(err) + } + if _, err := sessions.User(context.Background(), token); err != nil { + t.Fatal(err) + } + assertHTTPUser(token, 200) + expiryStarted := time.Now() + expiryDeadline := expiryStarted.Add(5 * time.Second) + for { + _, err := sessions.User(context.Background(), token) + if errors.Is(err, services.ErrInvalidSession) { + break + } + if err != nil { + t.Fatalf("checking expiry: %v", err) + } + if time.Now().After(expiryDeadline) { + t.Fatal("session with TTL=2 seconds did not expire within 5 seconds") + } + time.Sleep(100 * time.Millisecond) + } + t.Logf("SESSION_TTL_SECONDS=2: expiry observed after %s", time.Since(expiryStarted)) + assertHTTPUser(token, 401) + token, _, err = f.sessions.CreateForUser(context.Background(), user.ID) + if err != nil { + t.Fatal(err) + } + if err := f.sessions.Revoke(context.Background(), token); err != nil { + t.Fatal(err) + } + if _, err := f.sessions.User(context.Background(), token); err != services.ErrInvalidSession { + t.Fatalf("revoked token: %v", err) + } + assertHTTPUser(token, 401) +} + +func TestWrongPasswordAndLogoutHTTP(t *testing.T) { + f := newTestFixture(t) + createTestUser(t, f.users, "alice", "Алиса") + login := func(password string) *httptest.ResponseRecorder { + r := httptest.NewRequest(http.MethodPost, "/api/v1/auth/sessions", nil) + r.Header.Set("Authorization", "Basic "+base64.StdEncoding.EncodeToString([]byte("alice:"+password))) + w := httptest.NewRecorder() + f.router.ServeHTTP(w, r) + return w + } + if w := login("wrong-password"); w.Code != 401 { + t.Fatalf("wrong password returned %d", w.Code) + } + missingUser := httptest.NewRequest(http.MethodPost, "/api/v1/auth/sessions", nil) + missingUser.SetBasicAuth("missing_user", "lab2-test-password") + missingUserResponse := httptest.NewRecorder() + f.router.ServeHTTP(missingUserResponse, missingUser) + if missingUserResponse.Code != 401 { + t.Fatalf("unknown username returned %d", missingUserResponse.Code) + } + w := login("lab2-test-password") + if w.Code != 201 { + t.Fatalf("valid login returned %d: %s", w.Code, w.Body.String()) + } + var result struct { + Token string `json:"token"` + } + if err := json.Unmarshal(w.Body.Bytes(), &result); err != nil { + t.Fatal(err) + } + r := httptest.NewRequest(http.MethodGet, "/api/v1/chats/not-a-uuid/messages", nil) + r.Header.Set("Authorization", "Bearer "+result.Token) + w = httptest.NewRecorder() + f.router.ServeHTTP(w, r) + if w.Code != 400 { + t.Fatalf("invalid chat UUID returned %d", w.Code) + } + r = httptest.NewRequest(http.MethodDelete, "/api/v1/auth/sessions/current", nil) + r.Header.Set("Authorization", "Bearer "+result.Token) + w = httptest.NewRecorder() + f.router.ServeHTTP(w, r) + if w.Code != 204 { + t.Fatalf("logout returned %d", w.Code) + } + r = httptest.NewRequest(http.MethodGet, "/api/v1/users/me", nil) + r.Header.Set("Authorization", "Bearer "+result.Token) + w = httptest.NewRecorder() + f.router.ServeHTTP(w, r) + if w.Code != 401 { + t.Fatalf("revoked token returned %d", w.Code) + } +} + +func TestDependencyFailuresReturnUnavailable(t *testing.T) { + f := newTestFixture(t) + user, _ := createTestUser(t, f.users, "alice", "Алиса") + failedRedis := repositories.NewRedisClient("127.0.0.1:1") + defer failedRedis.Close() + failedSessions := repositories.NewSessionStore(failedRedis, "unreachable:") + redisRouter := handlers.NewRouter(services.NewHealthService(repositories.NewHealthStore(f.db), failedSessions), services.NewUserService(f.users), services.NewSessionService(services.NewUserService(f.users), failedSessions, time.Hour), services.NewChatService(f.chats), services.NewMessageService(f.messages)) + assertStatus := func(router http.Handler, method, path, auth string, want int) { + t.Helper() + r := httptest.NewRequest(method, path, nil) + if auth != "" { + r.Header.Set("Authorization", auth) + } + w := httptest.NewRecorder() + router.ServeHTTP(w, r) + if w.Code != want { + t.Fatalf("%s %s returned %d, want %d: %s", method, path, w.Code, want, w.Body.String()) + } + } + assertStatus(redisRouter, "GET", "/health/ready", "", 503) + assertStatus(redisRouter, "GET", "/api/v1/users/me", "Bearer opaque-token", 503) + assertStatus(redisRouter, "POST", "/api/v1/auth/sessions", "Basic "+base64.StdEncoding.EncodeToString([]byte("alice:lab2-test-password")), 503) + + pool, err := pgxpool.New(context.Background(), os.Getenv("TEST_DATABASE_URL")) + if err != nil { + t.Fatal(err) + } + pool.Close() + userStore := repositories.NewUserStore(pool) + dbRouter := handlers.NewRouter(services.NewHealthService(repositories.NewHealthStore(pool), f.sessionStore), services.NewUserService(userStore), services.NewSessionService(services.NewUserService(userStore), f.sessionStore, time.Hour), services.NewChatService(repositories.NewChatStore(pool)), services.NewMessageService(repositories.NewMessageStore(pool))) + token, _, err := f.sessions.CreateForUser(context.Background(), user.ID) + if err != nil { + t.Fatal(err) + } + assertStatus(dbRouter, "GET", "/health/ready", "", 503) + assertStatus(dbRouter, "GET", "/api/v1/users/me", "Bearer "+token, 503) + assertStatus(dbRouter, "GET", "/api/v1/users/me", "", 401) +} + +func TestHistoryQueryPlanAtTenThousandMessages(t *testing.T) { + f := newTestFixture(t) + user, _ := createTestUser(t, f.users, "alice", "Алиса") + chat := createTestChat(t, f.chats, "plan-check", []string{user.ID}) + ctx := context.Background() + _, err := f.db.Exec(ctx, `INSERT INTO messages(id,chat_id,sender_id,text,created_at) +SELECT gen_random_uuid(),$1,$2,'plan message','2026-01-01'::timestamptz + n * interval '1 microsecond' +FROM generate_series(1,10000) AS n`, chat.ID, user.ID) + if err != nil { + t.Fatal(err) + } + if _, err := f.db.Exec(ctx, "ANALYZE messages"); err != nil { + t.Fatal(err) + } + var lateTime time.Time + var lateID string + if err := f.db.QueryRow(ctx, "SELECT created_at,id FROM messages WHERE chat_id=$1 ORDER BY created_at,id OFFSET 9000 LIMIT 1", chat.ID).Scan(&lateTime, &lateID); err != nil { + t.Fatal(err) + } + cases := []struct { + name string + at time.Time + id string + }{ + {"first", time.Time{}, "00000000-0000-0000-0000-000000000000"}, + {"late", lateTime, lateID}, + } + for _, tc := range cases { + t.Run(tc.name, func(t *testing.T) { + var plan []byte + err := f.db.QueryRow(ctx, `EXPLAIN (ANALYZE, BUFFERS, FORMAT JSON) +SELECT id,chat_id,sender_id,text,created_at FROM messages +WHERE chat_id=$1 AND (created_at,id)>($2,$3::uuid) +ORDER BY created_at,id LIMIT $4`, chat.ID, tc.at, tc.id, 51).Scan(&plan) + if err != nil { + t.Fatal(err) + } + if !bytes.Contains(plan, []byte("messages_history_idx")) || bytes.Contains(plan, []byte(`"Node Type": "Seq Scan"`)) { + t.Fatalf("history page did not use the index: %s", plan) + } + t.Logf("%s page EXPLAIN (ANALYZE, BUFFERS): %s", tc.name, plan) + }) + } + var count int + if err := f.db.QueryRow(ctx, "SELECT count(*) FROM messages WHERE chat_id=$1", chat.ID).Scan(&count); err != nil { + t.Fatal(err) + } + if count < 10000 { + t.Fatal(fmt.Errorf("history contains only %d messages", count)) + } +} diff --git a/src/backend/tests/idempotency_test.go b/src/backend/tests/idempotency_test.go new file mode 100644 index 0000000..27c32f0 --- /dev/null +++ b/src/backend/tests/idempotency_test.go @@ -0,0 +1,101 @@ +package tests + +import ( + "context" + "errors" + "reflect" + "sync" + "testing" + + "messenger/src/backend/repositories" +) + +func TestIdempotencyConcurrentStoresAndScopes(t *testing.T) { + f := newTestFixture(t) + alice, _ := createTestUser(t, f.users, "alice", "Alice") + bob, _ := createTestUser(t, f.users, "bob", "Bob") + chat := createTestChat(t, f.chats, "Chat", []string{alice.ID, bob.ID}) + otherChat := createTestChat(t, f.chats, "Other", []string{alice.ID}) + stores := []*repositories.MessageStore{f.messages, repositories.NewMessageStore(f.db)} + const concurrency = 24 + start := make(chan struct{}) + results := make(chan repositories.Message, concurrency) + errorsFound := make(chan error, concurrency) + var group sync.WaitGroup + for i := 0; i < concurrency; i++ { + group.Add(1) + go func(i int) { + defer group.Done() + <-start + message, err := stores[i%len(stores)].CreateIdempotent(context.Background(), chat.ID, alice.ID, "hello", "same-key") + results <- message + errorsFound <- err + }(i) + } + close(start) + group.Wait() + close(results) + close(errorsFound) + for err := range errorsFound { + if err != nil { + t.Fatal(err) + } + } + var original repositories.Message + for message := range results { + if original.ID == "" { + original = message + } else if !reflect.DeepEqual(message, original) { + t.Fatalf("replay changed the message: %v != %v", message, original) + } + } + if len(listTestMessages(t, f.messages, chat.ID)) != 1 { + t.Fatal("concurrent repeat created duplicate messages") + } + if _, err := f.messages.CreateIdempotent(context.Background(), chat.ID, alice.ID, "different", "same-key"); !errors.Is(err, repositories.ErrIdempotencyConflict) { + t.Fatalf("different body: got %v", err) + } + for _, scope := range [][2]string{{chat.ID, bob.ID}, {otherChat.ID, alice.ID}} { + message, err := f.messages.CreateIdempotent(context.Background(), scope[0], scope[1], "hello", "same-key") + if err != nil || message.ID == original.ID { + t.Fatalf("key leaked across scopes: %v", err) + } + } + if _, err := f.db.Exec(context.Background(), "UPDATE message_idempotency SET expires_at=now()-interval '1 second' WHERE message_id=$1", original.ID); err != nil { + t.Fatal(err) + } + reused, err := f.messages.CreateIdempotent(context.Background(), chat.ID, alice.ID, "after expiry", "same-key") + if err != nil || reused.ID == original.ID { + t.Fatalf("expired key cannot be reused: %v", err) + } +} + +func TestIdempotencyRecordFailureRollsBackMessage(t *testing.T) { + f := newTestFixture(t) + alice, _ := createTestUser(t, f.users, "alice", "Alice") + chat := createTestChat(t, f.chats, "Chat", []string{alice.ID}) + // Force a failure AFTER the message insert to verify transaction atomicity. + _, err := f.db.Exec(context.Background(), ` + CREATE FUNCTION reject_replay() RETURNS trigger LANGUAGE plpgsql AS $$ + BEGIN RAISE EXCEPTION 'synthetic replay failure'; END $$; + CREATE TRIGGER reject_replay BEFORE INSERT ON message_idempotency + FOR EACH ROW EXECUTE FUNCTION reject_replay()`) + if err != nil { + t.Fatal(err) + } + if _, err := f.messages.CreateIdempotent(context.Background(), chat.ID, alice.ID, "hello", "retry-key"); err == nil { + t.Fatal("synthetic failure did not happen") + } + if len(listTestMessages(t, f.messages, chat.ID)) != 0 { + t.Fatal("failed transaction left a message behind") + } + if _, err := f.db.Exec(context.Background(), "DROP TRIGGER reject_replay ON message_idempotency"); err != nil { + t.Fatal(err) + } + if _, err := f.messages.CreateIdempotent(context.Background(), chat.ID, alice.ID, "hello", "retry-key"); err != nil { + t.Fatalf("failure was cached instead of permitting retry: %v", err) + } + if len(listTestMessages(t, f.messages, chat.ID)) != 1 { + t.Fatal("retry did not produce exactly one message") + } +} diff --git a/src/backend/tests/integration_test.go b/src/backend/tests/integration_test.go new file mode 100644 index 0000000..1fec7a6 --- /dev/null +++ b/src/backend/tests/integration_test.go @@ -0,0 +1,73 @@ +package tests + +import ( + "bytes" + "encoding/base64" + "encoding/json" + "net/http" + "net/http/httptest" + "net/url" + "strings" + "testing" + + "github.com/google/uuid" +) + +func TestMessengerWorkflow(t *testing.T) { + router := newTestFixture(t).router + + call := func(method, path, body, auth string, expected int) map[string]any { + t.Helper() + request := httptest.NewRequest(method, path, bytes.NewBufferString(body)) + if body != "" { + request.Header.Set("Content-Type", "application/json") + } + if method == http.MethodPost && strings.HasSuffix(path, "/messages") { + request.Header.Set("Idempotency-Key", uuid.NewString()) + } + if auth != "" { + request.Header.Set("Authorization", auth) + } + response := httptest.NewRecorder() + router.ServeHTTP(response, request) + if response.Code != expected { + t.Fatalf("%s %s: status %d, want %d: %s", method, path, response.Code, expected, response.Body.String()) + } + if response.Header().Get("X-Request-Id") == "" { + t.Fatalf("%s %s: missing request ID", method, path) + } + if response.Code == http.StatusNoContent { + return nil + } + var result map[string]any + if err := json.Unmarshal(response.Body.Bytes(), &result); err != nil { + t.Fatal(err) + } + return result + } + + user := call("POST", "/api/v1/users", `{"username":"alice","display_name":"Алиса","password":"lab2-test-password"}`, "", 201) + userID := user["id"].(string) + basic := "Basic " + base64.StdEncoding.EncodeToString([]byte("alice:lab2-test-password")) + session := call("POST", "/api/v1/auth/sessions", "", basic, 201) + bearer := "Bearer " + session["token"].(string) + call("GET", "/api/v1/users/me", "", bearer, 200) + chat := call("POST", "/api/v1/chats", `{"title":"Тестовый чат","member_ids":["`+userID+`"]}`, bearer, 201) + chatID := chat["id"].(string) + path := "/api/v1/chats/" + chatID + "/messages" + for i := 0; i < 3; i++ { + call("POST", path, `{"text":"message"}`, bearer, 201) + } + page1 := call("GET", path+"?limit=2", "", bearer, 200) + first := page1["items"].([]any) + if len(first) != 2 || page1["next_cursor"] == nil { + t.Fatalf("unexpected first page: %v", page1) + } + page2 := call("GET", path+"?limit=2&cursor="+url.QueryEscape(page1["next_cursor"].(string)), "", bearer, 200) + second := page2["items"].([]any) + if len(second) != 1 || page2["next_cursor"] != nil || first[0].(map[string]any)["id"] == second[0].(map[string]any)["id"] { + t.Fatalf("unexpected second page: %v", page2) + } + call("DELETE", "/api/v1/auth/sessions/current", "", bearer, 204) + call("GET", "/api/v1/users/me", "", bearer, 401) +} diff --git a/src/backend/tests/job_recovery_test.go b/src/backend/tests/job_recovery_test.go new file mode 100644 index 0000000..0f5cf4d --- /dev/null +++ b/src/backend/tests/job_recovery_test.go @@ -0,0 +1,75 @@ +package tests + +import ( + "context" + "errors" + "github.com/google/uuid" + "messenger/src/backend/repositories" + "testing" + "time" +) + +func TestJobExpiredLeaseCannotPublishOrExceedAttempts(t *testing.T) { + f := newTestFixture(t) + user, _ := createTestUser(t, f.users, "lease_user", "Lease") + chat := createTestChat(t, f.chats, "Lease", []string{user.ID}) + ctx := context.Background() + id := uuid.NewString() + store := repositories.NewAttachmentStore(f.db) + if err := store.Create(ctx, repositories.Attachment{ID: id, ChatID: chat.ID, OwnerID: user.ID, Filename: "x.png", ObjectKey: "originals/" + id, ContentType: "image/png", SizeBytes: 1, SHA256: "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", CreatedAt: time.Now(), UpdatedAt: time.Now()}); err != nil { + t.Fatal(err) + } + job := repositories.Job{ID: uuid.NewString(), AttachmentID: id, PipelineVersion: 1} + if _, err := f.db.Exec(ctx, `UPDATE attachments SET status='queued' WHERE id=$1;`, id); err != nil { + t.Fatal(err) + } + if _, err := f.db.Exec(ctx, `INSERT INTO attachment_jobs(id,attachment_id,staging_key) VALUES($1,$2,$3)`, job.ID, id, "staging/jobs/"+id); err != nil { + t.Fatal(err) + } + first, err := store.StartAttempt(ctx, job, time.Second, 2) + if err != nil || first == "" { + t.Fatal("claim", err) + } + if _, err = f.db.Exec(ctx, `UPDATE attachment_jobs SET lease_until=now()-interval '1 second' WHERE id=$1`, job.ID); err != nil { + t.Fatal(err) + } + second, err := store.StartAttempt(ctx, job, time.Second, 2) + if err != nil || second == "" || second == first { + t.Fatal("reclaim", err) + } + effects := 0 + callback := func(repositories.Attachment, string) ([]repositories.Variant, string, error) { + effects++ + return nil, "", errors.New("injected storage failure") + } + if err = store.ProcessJob(ctx, job, first, 2, callback); err == nil || effects != 0 { + t.Fatal("stale worker performed side effect") + } + if err = store.ProcessJob(ctx, job, second, 2, callback); err != nil || effects != 1 { + t.Fatal("new worker failed", err) + } + if token, err := store.StartAttempt(ctx, job, time.Second, 2); err != nil || token != "" { + t.Fatal("failed job reclaimed", err) + } + var status string + var attempts int + if err = f.db.QueryRow(ctx, `SELECT a.status,j.attempts FROM attachment_jobs j JOIN attachments a ON a.id=j.attachment_id WHERE j.id=$1`, job.ID).Scan(&status, &attempts); err != nil || status != "failed" || attempts != 2 { + t.Fatalf("%s/%d %v", status, attempts, err) + } +} + +func TestRetryBackoffStaysInExponentialJitterWindow(t *testing.T) { + for attempt, bounds := range map[int][2]time.Duration{1: {time.Second, 2 * time.Second}, 2: {2 * time.Second, 4 * time.Second}, 3: {4 * time.Second, 8 * time.Second}, 8: {15 * time.Second, 30 * time.Second}} { + seen := map[time.Duration]bool{} + for i := 0; i < 20; i++ { + delay := repositories.RetryDelay(attempt) + if delay < bounds[0] || delay > bounds[1] { + t.Fatalf("attempt %d: %v", attempt, delay) + } + seen[delay] = true + } + if len(seen) < 2 { + t.Fatal("jitter produced no variation") + } + } +} diff --git a/src/backend/tests/json_body_test.go b/src/backend/tests/json_body_test.go new file mode 100644 index 0000000..dd7a72e --- /dev/null +++ b/src/backend/tests/json_body_test.go @@ -0,0 +1,61 @@ +package tests + +import ( + "encoding/json" + "net/http" + "net/http/httptest" + "strings" + "testing" + + "github.com/google/uuid" +) + +func TestDecodeJSONBodyRequiresExactFieldNames(t *testing.T) { + fixture := newTestFixture(t) + user, _ := createTestUser(t, fixture.users, "json_tester", "JSON tester") + chat := createTestChat(t, fixture.chats, "JSON body tests", []string{user.ID}) + path := "/api/v1/chats/" + chat.ID + "/messages" + for _, test := range []struct { + name string + body string + valid bool + }{ + {"canonical", `{"text":"first","attachment_ids":[]}`, true}, + {"escaped canonical name", `{"te\u0078t":"first"}`, true}, + {"uppercase extra", `{"text":"first","TEXT":"second"}`, false}, + {"uppercase extra first", `{"TEXT":"second","text":"first"}`, false}, + {"mixed case", `{"Text":"second"}`, false}, + {"uppercase attachments", `{"text":"first","ATTACHMENT_IDS":[]}`, false}, + {"escaped uppercase", `{"text":"first","\u0054EXT":"second"}`, false}, + {"unknown field", `{"text":"first","sender_id":"other"}`, false}, + {"wrong type", `{"text":123}`, false}, + {"null", `null`, false}, + {"array", `[]`, false}, + {"trailing object", `{"text":"first"}{}`, false}, + } { + t.Run(test.name, func(t *testing.T) { + request := httptest.NewRequest(http.MethodPost, path, strings.NewReader(test.body)) + request.Header.Set("Content-Type", "application/json") + request.Header.Set("Idempotency-Key", uuid.NewString()) + authorizeTestRequest(t, fixture, request, user.ID) + response := httptest.NewRecorder() + fixture.router.ServeHTTP(response, request) + want := http.StatusBadRequest + if test.valid { + want = http.StatusCreated + } + if response.Code != want { + t.Fatalf("want %d, got %d: %s", want, response.Code, response.Body.String()) + } + if test.valid { + var value map[string]any + if err := json.Unmarshal(response.Body.Bytes(), &value); err != nil { + t.Fatal(err) + } + if value["text"] != "first" { + t.Fatal("text changed") + } + } + }) + } +} diff --git a/src/backend/tests/message_handler_test.go b/src/backend/tests/message_handler_test.go new file mode 100644 index 0000000..b5c6958 --- /dev/null +++ b/src/backend/tests/message_handler_test.go @@ -0,0 +1,276 @@ +package tests + +import ( + "encoding/json" + "net/http" + "net/http/httptest" + "net/url" + "strings" + "testing" +) + +func TestCreateMessageBlankText(t *testing.T) { + fixture := newTestFixture(t) + userStore, chatStore, messageStore := fixture.users, fixture.chats, fixture.messages + + user, created := createTestUser(t, userStore, "alice", "Алиса") + if !created { + t.Fatal("expected user to be created") + } + + chat := createTestChat(t, chatStore, + "Тестовый чат", + []string{user.ID}, + ) + + handler := fixture.router + + request := httptest.NewRequest( + http.MethodPost, + "/api/v1/chats/"+chat.ID+"/messages", + strings.NewReader(`{"text":" \t\n"}`), + ) + request.Header.Set("Content-Type", "application/json") + authorizeTestRequest(t, fixture, request, user.ID) + + response := httptest.NewRecorder() + + handler.ServeHTTP(response, request) + + if response.Code != http.StatusBadRequest { + t.Fatalf( + "expected status %d, got %d; body: %s", + http.StatusBadRequest, + response.Code, + response.Body.String(), + ) + } + + if response.Header().Get("X-Request-Id") == "" { + t.Fatal("expected non-empty X-Request-Id header") + } + + if !strings.Contains( + response.Body.String(), + `"code":"invalid_request"`, + ) { + t.Fatalf( + "expected invalid_request error code, got body: %s", + response.Body.String(), + ) + } + + messages := listTestMessages(t, messageStore, chat.ID) + + if len(messages) != 0 { + t.Fatalf( + "expected no messages to be stored, got %d", + len(messages), + ) + } +} +func TestCreateMessageFromChatOutsider(t *testing.T) { + fixture := newTestFixture(t) + userStore, chatStore, messageStore := fixture.users, fixture.chats, fixture.messages + + alice, created := createTestUser(t, userStore, "alice", "Алиса") + if !created { + t.Fatal("expected Alice to be created") + } + + bob, created := createTestUser(t, userStore, "bob", "Боб") + if !created { + t.Fatal("expected Bob to be created") + } + + chat := createTestChat(t, chatStore, + "Чат Алисы", + []string{alice.ID}, + ) + + handler := fixture.router + + request := httptest.NewRequest( + http.MethodPost, + "/api/v1/chats/"+chat.ID+"/messages", + strings.NewReader(`{"text":"Сообщение чужому чату"}`), + ) + request.Header.Set("Content-Type", "application/json") + authorizeTestRequest(t, fixture, request, bob.ID) + + response := httptest.NewRecorder() + + handler.ServeHTTP(response, request) + + if response.Code != http.StatusNotFound { + t.Fatalf( + "expected status %d, got %d; body: %s", + http.StatusNotFound, + response.Code, + response.Body.String(), + ) + } + + if response.Header().Get("X-Request-Id") == "" { + t.Fatal("expected non-empty X-Request-Id header") + } + + if !strings.Contains( + response.Body.String(), + `"code":"not_found"`, + ) { + t.Fatalf( + "expected not_found error code, got body: %s", + response.Body.String(), + ) + } + + messages := listTestMessages(t, messageStore, chat.ID) + + if len(messages) != 0 { + t.Fatalf( + "expected no messages to be stored, got %d", + len(messages), + ) + } +} +func TestListMessagesPagination(t *testing.T) { + fixture := newTestFixture(t) + userStore, chatStore, messageStore := fixture.users, fixture.chats, fixture.messages + + user, created := createTestUser(t, userStore, "alice", "Алиса") + if !created { + t.Fatal("expected user to be created") + } + + chat := createTestChat(t, chatStore, + "Тестовый чат", + []string{user.ID}, + ) + + first := createTestMessage(t, messageStore, chat.ID, user.ID, "Первое сообщение") + second := createTestMessage(t, messageStore, chat.ID, user.ID, "Второе сообщение") + third := createTestMessage(t, messageStore, chat.ID, user.ID, "Третье сообщение") + + expectedIDs := map[string]bool{ + first.ID: true, + second.ID: true, + third.ID: true, + } + + handler := fixture.router + + // Запрашиваем только два сообщения из трёх. + firstRequest := httptest.NewRequest( + http.MethodGet, + "/api/v1/chats/"+chat.ID+"/messages?limit=2", + nil, + ) + authorizeTestRequest(t, fixture, firstRequest, user.ID) + + firstResponse := httptest.NewRecorder() + + handler.ServeHTTP(firstResponse, firstRequest) + + if firstResponse.Code != http.StatusOK { + t.Fatalf( + "expected first page status %d, got %d; body: %s", + http.StatusOK, + firstResponse.Code, + firstResponse.Body.String(), + ) + } + + var firstPage messagePage + + if err := json.NewDecoder(firstResponse.Body).Decode(&firstPage); err != nil { + t.Fatalf("failed to decode first page: %v", err) + } + + if len(firstPage.Items) != 2 { + t.Fatalf( + "expected 2 messages on first page, got %d", + len(firstPage.Items), + ) + } + + if firstPage.NextCursor == nil || *firstPage.NextCursor == "" { + t.Fatal("expected non-empty next cursor on first page") + } + + // Проверяем, что сообщения на первой странице уникальны + // и принадлежат исходному набору. + seenIDs := make(map[string]bool) + + for _, message := range firstPage.Items { + if !expectedIDs[message.ID] { + t.Fatalf("unexpected message ID on first page: %s", message.ID) + } + + if seenIDs[message.ID] { + t.Fatalf("duplicate message on first page: %s", message.ID) + } + + seenIDs[message.ID] = true + } + + // Используем cursor первой страницы для получения второй. + secondRequest := httptest.NewRequest( + http.MethodGet, + "/api/v1/chats/"+chat.ID+"/messages?limit=2&cursor="+ + url.QueryEscape(*firstPage.NextCursor), + nil, + ) + authorizeTestRequest(t, fixture, secondRequest, user.ID) + + secondResponse := httptest.NewRecorder() + + handler.ServeHTTP(secondResponse, secondRequest) + + if secondResponse.Code != http.StatusOK { + t.Fatalf( + "expected second page status %d, got %d; body: %s", + http.StatusOK, + secondResponse.Code, + secondResponse.Body.String(), + ) + } + + var secondPage messagePage + + if err := json.NewDecoder(secondResponse.Body).Decode(&secondPage); err != nil { + t.Fatalf("failed to decode second page: %v", err) + } + + if len(secondPage.Items) != 1 { + t.Fatalf( + "expected 1 message on second page, got %d", + len(secondPage.Items), + ) + } + + if secondPage.NextCursor != nil { + t.Fatalf("expected second page to be final, got cursor %q", *secondPage.NextCursor) + } + + // Проверяем, что вторая страница не повторяет первую. + for _, message := range secondPage.Items { + if seenIDs[message.ID] { + t.Fatalf("message repeated on second page: %s", message.ID) + } + + if !expectedIDs[message.ID] { + t.Fatalf("unexpected message ID on second page: %s", message.ID) + } + + seenIDs[message.ID] = true + } + + if len(seenIDs) != len(expectedIDs) { + t.Fatalf( + "pagination lost messages: expected %d unique messages, got %d", + len(expectedIDs), + len(seenIDs), + ) + } +} diff --git a/src/backend/tests/message_store_test.go b/src/backend/tests/message_store_test.go new file mode 100644 index 0000000..71818fd --- /dev/null +++ b/src/backend/tests/message_store_test.go @@ -0,0 +1,59 @@ +package tests + +import ( + "context" + "testing" + "time" + + "github.com/google/uuid" +) + +func TestListPageByChatUsesCursorAndLimit(t *testing.T) { + f := newTestFixture(t) + user, _ := createTestUser(t, f.users, "alice", "Алиса") + chat := createTestChat(t, f.chats, "Пагинация", []string{user.ID}) + other := createTestChat(t, f.chats, "Другой чат", []string{user.ID}) + createTestMessage(t, f.messages, other.ID, user.ID, "Не должно попасть в страницу") + createdAt := time.Date(2026, 9, 18, 12, 0, 0, 0, time.UTC) + ids := []string{ + "00000000-0000-4000-8000-000000000001", "00000000-0000-4000-8000-000000000002", + "00000000-0000-4000-8000-000000000003", "00000000-0000-4000-8000-000000000004", + } + // Insert in reverse order to exercise SQL ordering, including equal timestamps. + for i := len(ids) - 1; i >= 0; i-- { + at := createdAt + if i > 1 { + at = at.Add(time.Duration(i-1) * time.Second) + } + _, err := f.db.Exec(context.Background(), "INSERT INTO messages(id,chat_id,sender_id,text,created_at) VALUES($1,$2,$3,$4,$5)", ids[i], chat.ID, user.ID, "message", at) + if err != nil { + t.Fatal(err) + } + } + first, more, err := f.messages.ListPageByChat(context.Background(), chat.ID, nil, 2) + if err != nil { + t.Fatal(err) + } + if !more || len(first) != 2 || first[0].ID != ids[0] || first[1].ID != ids[1] { + t.Fatalf("unexpected first page: %v, more=%v", first, more) + } + cursor := &messageCursor{ChatID: chat.ID, CreatedAt: first[1].CreatedAt, MessageID: first[1].ID} + second, more, err := f.messages.ListPageByChat(context.Background(), chat.ID, cursor, 2) + if err != nil { + t.Fatal(err) + } + if more || len(second) != 2 || second[0].ID != ids[2] || second[1].ID != ids[3] { + t.Fatalf("unexpected second page: %v, more=%v", second, more) + } +} + +func TestListPageByChatReturnsNonNilEmptyPage(t *testing.T) { + f := newTestFixture(t) + page, more, err := f.messages.ListPageByChat(context.Background(), uuid.NewString(), nil, 100) + if err != nil { + t.Fatal(err) + } + if page == nil || len(page) != 0 || more { + t.Fatalf("unexpected empty page: %v, more=%v", page, more) + } +} diff --git a/src/backend/tests/pipeline_versions_test.go b/src/backend/tests/pipeline_versions_test.go new file mode 100644 index 0000000..6d9d8a2 --- /dev/null +++ b/src/backend/tests/pipeline_versions_test.go @@ -0,0 +1,77 @@ +package tests + +import ( + "context" + "errors" + "github.com/google/uuid" + "messenger/src/backend/repositories" + "testing" + "time" +) + +func TestPipelineUpgradeFencesOldLeaseAndPublishesV2(t *testing.T) { + f := newTestFixture(t) + ctx := context.Background() + store := repositories.NewAttachmentStore(f.db) + user, _ := createTestUser(t, f.users, "versions", "Versions") + chat := createTestChat(t, f.chats, "Versions", []string{user.ID}) + id, oldID := uuid.NewString(), uuid.NewString() + if err := store.Create(ctx, repositories.Attachment{ID: id, ChatID: chat.ID, OwnerID: user.ID, Filename: "v.png", ObjectKey: "originals/" + id, ContentType: "image/png", SizeBytes: 1, SHA256: "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa", CreatedAt: time.Now(), UpdatedAt: time.Now()}); err != nil { + t.Fatal(err) + } + if _, err := f.db.Exec(ctx, `UPDATE attachments SET status='queued' WHERE id=$1`, id); err != nil { + t.Fatal(err) + } + if _, err := f.db.Exec(ctx, `INSERT INTO attachment_jobs(id,attachment_id,staging_key) VALUES($1,$2,$3)`, oldID, id, "staging/jobs/"+id); err != nil { + t.Fatal(err) + } + old := repositories.Job{ID: oldID, AttachmentID: id, PipelineVersion: 1} + token, err := store.StartAttempt(ctx, old, time.Minute, 5) + if err != nil || token == "" { + t.Fatal(err) + } + changed, err := store.UpgradePipeline(ctx, id, 2, "unit test upgrade", func(context.Context, string) error { return nil }) + if err != nil || !changed { + t.Fatal(err) + } + effects := 0 + callback := func(a repositories.Attachment, _ string) ([]repositories.Variant, string, error) { + effects++ + if a.PipelineVersion != 2 { + t.Fatal("old version reached effects") + } + return []repositories.Variant{{Name: "thumbnail"}, {Name: "crop"}, {Name: "optimized"}}, "", nil + } + if err = store.ProcessJob(ctx, old, token, 5, callback); !errors.Is(err, repositories.ErrStaleJob) || effects != 0 { + t.Fatal("old lease not fenced", err) + } + if terminal, err := store.JobTerminal(ctx, oldID); err != nil || !terminal { + t.Fatal("superseded delivery not terminal", err) + } + var newID string + if err = f.db.QueryRow(ctx, `SELECT id FROM attachment_jobs WHERE attachment_id=$1 AND pipeline_version=2`, id).Scan(&newID); err != nil { + t.Fatal(err) + } + next := repositories.Job{ID: newID, AttachmentID: id, PipelineVersion: 2} + token, err = store.StartAttempt(ctx, next, time.Minute, 5) + if err != nil || token == "" { + t.Fatal(err) + } + if err = store.ProcessJob(ctx, next, token, 5, callback); err != nil || effects != 1 { + t.Fatal(err) + } + published, err := store.GetForMember(ctx, id, user.ID) + if err != nil || published.Status != "ready" || published.PipelineVersion != 2 { + t.Fatal("wrong active publication", err) + } + if changed, err = store.UpgradePipeline(ctx, id, 1, "no downgrade", nil); err != nil || changed { + t.Fatal("version rollback allowed", err) + } + if changed, err = store.ReplayJob(ctx, oldID, "obsolete replay", nil); err != nil || changed { + t.Fatal("old job reopened", err) + } + var count int + if err = f.db.QueryRow(ctx, `SELECT count(*) FROM attachment_publications WHERE attachment_id=$1 AND pipeline_version=2`, id).Scan(&count); err != nil || count != 1 { + t.Fatal("publication count", count, err) + } +} diff --git a/src/backend/tests/s3_permissions_test.go b/src/backend/tests/s3_permissions_test.go new file mode 100644 index 0000000..2683a32 --- /dev/null +++ b/src/backend/tests/s3_permissions_test.go @@ -0,0 +1,141 @@ +package tests + +import ( + "bytes" + "context" + "io" + "net/url" + "os" + "strings" + "testing" + "time" + + "messenger/src/backend/repositories" + + "github.com/google/uuid" + madmin "github.com/minio/madmin-go/v3" + "github.com/minio/minio-go/v7" + "github.com/minio/minio-go/v7/pkg/credentials" +) + +func s3Client(t *testing.T, root bool, anonymous bool) *minio.Client { + t.Helper() + if os.Getenv("S3_ENDPOINT") == "" { + t.Skip("S3 integration: run make test-backend") + } + endpoint, err := url.Parse(os.Getenv("S3_ENDPOINT")) + if err != nil { + t.Fatal(err) + } + read := func(name string) string { + data, err := os.ReadFile(os.Getenv(name)) + if err != nil { + t.Fatal("S3 credential file not mounted") + } + return strings.TrimSpace(string(data)) + } + access, secret := "", "" + if !anonymous { + if root { + access = read("S3_ROOT_ACCESS_KEY_ID_FILE") + secret = read("S3_ROOT_SECRET_ACCESS_KEY_FILE") + } else { + access = read("S3_ACCESS_KEY_ID_FILE") + secret = read("S3_SECRET_ACCESS_KEY_FILE") + } + } + client, err := minio.New(endpoint.Host, &minio.Options{Creds: credentials.NewStaticV4(access, secret, ""), Secure: endpoint.Scheme == "https", Region: os.Getenv("S3_REGION")}) + if err != nil { + t.Fatal(err) + } + return client +} +func denied(t *testing.T, err error) { + t.Helper() + if err == nil || minio.ToErrorResponse(err).StatusCode != 403 { + t.Fatalf("expected S3 HTTP 403, got %v", err) + } +} + +func TestS3PermissionsAndBootstrap(t *testing.T) { + ctx, cancel := context.WithTimeout(context.Background(), 30*time.Second) + defer cancel() + app := s3Client(t, false, false) + root := s3Client(t, true, false) + anon := s3Client(t, false, true) + bucket := os.Getenv("S3_BUCKET") + key := "originals/" + uuid.NewString() + data := []byte("permission fixture") + t.Cleanup(func() { root.RemoveObject(context.Background(), bucket, key, minio.RemoveObjectOptions{}) }) + if _, err := app.PutObject(ctx, bucket, key, bytes.NewReader(data), int64(len(data)), minio.PutObjectOptions{}); err != nil { + t.Fatal(err) + } + for i := 0; i < 2; i++ { + if err := repositories.BootstrapS3(ctx); err != nil { + t.Fatal(err) + } + } + content, err := app.GetObject(ctx, bucket, key, minio.GetObjectOptions{}) + if err != nil { + t.Fatal(err) + } + actual, err := io.ReadAll(content) + content.Close() + if err != nil || !bytes.Equal(actual, data) { + t.Fatalf("bootstrap changed existing object: %v", err) + } + object, err := anon.GetObject(ctx, bucket, key, minio.GetObjectOptions{}) + if err != nil { + t.Fatal(err) + } + _, err = object.Stat() + object.Close() + denied(t, err) + listing, ok := <-anon.ListObjects(ctx, bucket, minio.ListObjectsOptions{}) + if !ok { + t.Fatal("anonymous list did not return AccessDenied") + } + denied(t, listing.Err) + forbidden := "forbidden/" + uuid.NewString() + t.Cleanup(func() { root.RemoveObject(context.Background(), bucket, forbidden, minio.RemoveObjectOptions{}) }) + _, err = app.PutObject(ctx, bucket, forbidden, bytes.NewReader(data), int64(len(data)), minio.PutObjectOptions{}) + denied(t, err) + if _, err = root.PutObject(ctx, bucket, forbidden, bytes.NewReader(data), int64(len(data)), minio.PutObjectOptions{}); err != nil { + t.Fatal(err) + } + outside, err := app.GetObject(ctx, bucket, forbidden, minio.GetObjectOptions{}) + if err != nil { + t.Fatal(err) + } + _, err = outside.Stat() + outside.Close() + denied(t, err) + denied(t, app.RemoveObject(ctx, bucket, forbidden, minio.RemoveObjectOptions{})) + other := "upload-permissions-" + uuid.NewString() + if err = root.MakeBucket(ctx, other, minio.MakeBucketOptions{Region: os.Getenv("S3_REGION")}); err != nil { + t.Fatal(err) + } + t.Cleanup(func() { + root.RemoveObject(context.Background(), other, key, minio.RemoveObjectOptions{}) + root.RemoveBucket(context.Background(), other) + }) + _, err = app.PutObject(ctx, other, key, bytes.NewReader(data), int64(len(data)), minio.PutObjectOptions{}) + denied(t, err) + denied(t, app.MakeBucket(ctx, "forbidden-"+uuid.NewString(), minio.MakeBucketOptions{})) + denied(t, app.SetBucketPolicy(ctx, bucket, "")) + if err = app.RemoveObject(ctx, bucket, key, minio.RemoveObjectOptions{}); err != nil { + t.Fatal(err) + } + // Admin APIs have a separate JSON error type; reject exactly AccessDenied. + endpoint, _ := url.Parse(os.Getenv("S3_ENDPOINT")) + access, _ := os.ReadFile(os.Getenv("S3_ACCESS_KEY_ID_FILE")) + secret, _ := os.ReadFile(os.Getenv("S3_SECRET_ACCESS_KEY_FILE")) + admin, err := madmin.New(endpoint.Host, strings.TrimSpace(string(access)), strings.TrimSpace(string(secret)), endpoint.Scheme == "https") + if err != nil { + t.Fatal(err) + } + _, err = admin.ListUsers(ctx) + if err == nil || madmin.ToErrorResponse(err).Code != "AccessDenied" { + t.Fatalf("API credentials permit admin access or wrong error: %v", err) + } +} diff --git a/src/backend/tests/security_test.go b/src/backend/tests/security_test.go new file mode 100644 index 0000000..2c0a40e --- /dev/null +++ b/src/backend/tests/security_test.go @@ -0,0 +1,79 @@ +package tests + +import ( + "bytes" + "context" + "messenger/src/backend/handlers" + "messenger/src/backend/services" + "net/http" + "net/http/httptest" + "testing" + "time" +) + +func TestPasswordKDFUsesSaltAndFullUTF8Password(t *testing.T) { + password := "длинный-пароль-с-эмодзи-🔒-0123456789" + first, err := services.HashPassword(password) + if err != nil { + t.Fatal(err) + } + second, err := services.HashPassword(password) + if err != nil { + t.Fatal(err) + } + if !bytes.HasPrefix(first, []byte("$argon2id$v=19$m=65536,t=3,p=2$")) || bytes.Equal(first, second) { + t.Fatal("password hashes must use Argon2id with independent salts") + } + valid, err := services.VerifyPassword(password, first) + if err != nil { + t.Fatal(err) + } + invalid, err := services.VerifyPassword(password+"другое", first) + if err != nil { + t.Fatal(err) + } + if !valid || invalid { + t.Fatal("Argon2id verification lost the full UTF-8 password") + } + if _, err := services.VerifyPassword(password, bytes.Repeat([]byte{1}, 64)); err == nil { + t.Fatal("legacy scrypt hash must not be accepted") + } +} + +func TestStoredPasswordUsesArgon2id(t *testing.T) { + fixture := newTestFixture(t) + user, _ := createTestUser(t, fixture.users, "alice", "Алиса") + var stored []byte + if err := fixture.db.QueryRow(context.Background(), "SELECT password_hash FROM users WHERE id=$1", user.ID).Scan(&stored); err != nil { + t.Fatal(err) + } + if !bytes.HasPrefix(stored, []byte("$argon2id$")) { + t.Fatalf("unexpected stored password hash format: %q", stored) + } +} + +func TestBearerRequiredIgnoresXUserID(t *testing.T) { + handler := handlers.NewRouter(nil, nil, nil, nil, nil) + request := httptest.NewRequest(http.MethodGet, "/api/v1/users/me", nil) + request.Header.Set("X-User-Id", "11111111-1111-4111-8111-111111111111") + response := httptest.NewRecorder() + handler.ServeHTTP(response, request) + if response.Code != 401 || response.Header().Get("WWW-Authenticate") != `Bearer realm="messenger"` { + t.Fatalf("unexpected response: %d %v", response.Code, response.Header()) + } +} + +func TestMessageCursorPreservesPosition(t *testing.T) { + original := messageCursor{ChatID: "11111111-1111-4111-8111-111111111111", CreatedAt: time.Date(2026, 9, 23, 10, 0, 0, 123000, time.UTC), MessageID: "22222222-2222-4222-8222-222222222222"} + token, err := services.EncodeMessageCursor(original) + if err != nil { + t.Fatal(err) + } + decoded, err := services.DecodeMessageCursor(token) + if err != nil { + t.Fatal(err) + } + if decoded != original { + t.Fatalf("cursor changed: %+v", decoded) + } +} diff --git a/src/backend/tests/test_fixture_test.go b/src/backend/tests/test_fixture_test.go new file mode 100644 index 0000000..d2ac57c --- /dev/null +++ b/src/backend/tests/test_fixture_test.go @@ -0,0 +1,195 @@ +package tests + +import ( + "context" + "messenger/src/backend/handlers" + "messenger/src/backend/repositories" + "messenger/src/backend/services" + "net/http" + "os" + "strings" + "testing" + "time" + + "github.com/google/uuid" + "github.com/jackc/pgx/v5" + "github.com/jackc/pgx/v5/pgxpool" +) + +type testFixture struct { + db *pgxpool.Pool + users *repositories.UserStore + chats *repositories.ChatStore + messages *repositories.MessageStore + sessionStore *repositories.SessionStore + sessions *services.SessionService + router http.Handler +} + +// Each test owns a new schema; public application tables are never modified. +func newTestFixture(t *testing.T) *testFixture { + t.Helper() + url := os.Getenv("TEST_DATABASE_URL") + redisAddress := os.Getenv("TEST_REDIS_ADDR") + if url == "" || redisAddress == "" { + t.Skip("integration tests: run make test-backend, or set TEST_DATABASE_URL and TEST_REDIS_ADDR") + } + ctx, cancel := context.WithTimeout(context.Background(), 15*time.Second) + defer cancel() + admin, err := pgxpool.New(ctx, url) + if err != nil { + t.Fatal(err) + } + t.Cleanup(admin.Close) + schema := "test_" + strings.ReplaceAll(uuid.NewString(), "-", "") + identifier := pgx.Identifier{schema}.Sanitize() + if _, err = admin.Exec(ctx, "CREATE SCHEMA "+identifier); err != nil { + t.Fatal(err) + } + t.Cleanup(func() { + ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second) + defer cancel() + if _, err := admin.Exec(ctx, "DROP SCHEMA "+identifier+" CASCADE"); err != nil { + t.Errorf("cleanup test schema: %v", err) + } + }) + cfg, err := pgxpool.ParseConfig(url) + if err != nil { + t.Fatal(err) + } + cfg.ConnConfig.RuntimeParams["search_path"] = schema + cfg.ConnConfig.RuntimeParams["application_name"] = schema + db, err := pgxpool.NewWithConfig(ctx, cfg) + if err != nil { + t.Fatal(err) + } + t.Cleanup(db.Close) + ddl, err := os.ReadFile("../repositories/migrations/000001_initial.up.sql") + if err != nil { + t.Fatal(err) + } + if _, err = db.Exec(ctx, string(ddl)); err != nil { + t.Fatal(err) + } + ddl, err = os.ReadFile("../repositories/migrations/000002_redis_sessions.up.sql") + if err != nil { + t.Fatal(err) + } + if _, err = db.Exec(ctx, string(ddl)); err != nil { + t.Fatal(err) + } + redisClient := repositories.NewRedisClient(redisAddress) + if os.Getenv("CACHE_URL_FILE") != "" { + redisClient.Close() + redisClient, err = repositories.RedisClientFromEnvironment() + if err != nil { + t.Fatal(err) + } + } + ddl, err = os.ReadFile("../repositories/migrations/000003_message_idempotency.up.sql") + if err != nil { + t.Fatal(err) + } + if _, err = db.Exec(ctx, string(ddl)); err != nil { + t.Fatal(err) + } + ddl, err = os.ReadFile("../repositories/migrations/000004_attachments.up.sql") + if err != nil { + t.Fatal(err) + } + if _, err = db.Exec(ctx, string(ddl)); err != nil { + t.Fatal(err) + } + ddl, err = os.ReadFile("../repositories/migrations/000005_upload_attempts.up.sql") + if err != nil { + t.Fatal(err) + } + if _, err = db.Exec(ctx, string(ddl)); err != nil { + t.Fatal(err) + } + ddl, err = os.ReadFile("../repositories/migrations/000006_direct_uploads.up.sql") + if err != nil { + t.Fatal(err) + } + if _, err = db.Exec(ctx, string(ddl)); err != nil { + t.Fatal(err) + } + ddl, err = os.ReadFile("../repositories/migrations/000007_jobs.up.sql") + if err != nil { + t.Fatal(err) + } + if _, err = db.Exec(ctx, string(ddl)); err != nil { + t.Fatal(err) + } + ddl, err = os.ReadFile("../repositories/migrations/000008_job_recovery.up.sql") + if err != nil { + t.Fatal(err) + } + if _, err = db.Exec(ctx, string(ddl)); err != nil { + t.Fatal(err) + } + ddl, err = os.ReadFile("../repositories/migrations/000009_pipeline_versions.up.sql") + if err != nil { + t.Fatal(err) + } + if _, err = db.Exec(ctx, string(ddl)); err != nil { + t.Fatal(err) + } + t.Cleanup(func() { _ = redisClient.Close() }) + if err := redisClient.Ping(ctx).Err(); err != nil { + t.Fatal(err) + } + users := repositories.NewUserStore(db) + chats := repositories.NewChatStore(db) + messages := repositories.NewMessageStore(db) + userService := services.NewUserService(users) + sessionStore := repositories.NewSessionStore(redisClient, "messenger:test:"+schema+":session:") + sessions := services.NewSessionService(userService, sessionStore, time.Hour) + router := handlers.NewRouter(services.NewHealthService(repositories.NewHealthStore(db), sessionStore), userService, sessions, services.NewChatService(chats), services.NewMessageService(messages)) + return &testFixture{db: db, users: users, chats: chats, messages: messages, sessionStore: sessionStore, sessions: sessions, router: router} +} + +func createTestUser(t *testing.T, store *repositories.UserStore, username, name string) (repositories.User, bool) { + t.Helper() + user, err := services.NewUserService(store).Create(context.Background(), username, name, "lab2-test-password") + if err != nil { + t.Fatal(err) + } + return user, true +} + +func createTestChat(t *testing.T, store *repositories.ChatStore, title string, members []string) repositories.Chat { + t.Helper() + chat, err := store.Create(context.Background(), title, members) + if err != nil { + t.Fatal(err) + } + return chat +} + +func createTestMessage(t *testing.T, store *repositories.MessageStore, chatID, userID, text string) repositories.Message { + t.Helper() + message, err := store.Create(context.Background(), chatID, userID, text) + if err != nil { + t.Fatal(err) + } + return message +} + +func listTestMessages(t *testing.T, store *repositories.MessageStore, chatID string) []repositories.Message { + t.Helper() + items, _, err := store.ListPageByChat(context.Background(), chatID, nil, 100) + if err != nil { + t.Fatal(err) + } + return items +} + +func authorizeTestRequest(t *testing.T, fixture *testFixture, request *http.Request, userID string) { + t.Helper() + token, _, err := fixture.sessions.CreateForUser(request.Context(), userID) + if err != nil { + t.Fatal(err) + } + request.Header.Set("Authorization", "Bearer "+token) +} diff --git a/src/backend/tests/types_test.go b/src/backend/tests/types_test.go new file mode 100644 index 0000000..c0b9787 --- /dev/null +++ b/src/backend/tests/types_test.go @@ -0,0 +1,11 @@ +package tests + +import ( + "messenger/src/backend/repositories" + "messenger/src/backend/services" +) + +type User = repositories.User +type Chat = repositories.Chat +type messagePage = services.MessagePage +type messageCursor = repositories.MessageCursor diff --git a/src/backend/tests/upload_recovery_test.go b/src/backend/tests/upload_recovery_test.go new file mode 100644 index 0000000..9324e83 --- /dev/null +++ b/src/backend/tests/upload_recovery_test.go @@ -0,0 +1,208 @@ +package tests + +import ( + "bytes" + "context" + "errors" + "image" + "image/png" + "io" + "os" + "os/exec" + "strings" + "testing" + "time" + + "messenger/src/backend/repositories" + "messenger/src/backend/services" + + "github.com/jackc/pgx/v5/pgxpool" +) + +type uploadFault struct { + *repositories.ObjectStore + afterPut func() error +} + +func (s uploadFault) Put(ctx context.Context, key string, reader io.Reader, size int64, mime string) error { + if err := s.ObjectStore.Put(ctx, key, reader, size, mime); err != nil { + return err + } + return s.afterPut() +} + +func uploadObjects(t *testing.T) *repositories.ObjectStore { + t.Helper() + if os.Getenv("S3_ENDPOINT") == "" { + t.Skip("S3 integration: run make test-backend") + } + store, err := repositories.NewObjectStoreFromEnvironment() + if err != nil { + t.Fatal(err) + } + return store +} +func uploadPNG(t *testing.T) []byte { + t.Helper() + var buffer bytes.Buffer + if err := png.Encode(&buffer, image.NewRGBA(image.Rect(0, 0, 8, 8))); err != nil { + t.Fatal(err) + } + return buffer.Bytes() +} +func uploadFixture(t *testing.T) (*testFixture, *repositories.AttachmentStore, *repositories.ObjectStore, string, string) { + f := newTestFixture(t) + user, _ := createTestUser(t, f.users, "alice", "Alice") + chat := createTestChat(t, f.chats, "Upload recovery", []string{user.ID}) + return f, repositories.NewAttachmentStore(f.db), uploadObjects(t), user.ID, chat.ID +} +func ageAndClean(t *testing.T, f *testFixture, store *repositories.AttachmentStore, objects *repositories.ObjectStore) { + t.Helper() + ctx := context.Background() + var key string + if err := f.db.QueryRow(ctx, "SELECT object_key FROM upload_attempts").Scan(&key); err != nil { + t.Fatal(err) + } + t.Cleanup(func() { objects.Delete(context.Background(), key) }) + if _, err := f.db.Exec(ctx, "UPDATE upload_attempts SET cleanup_after=clock_timestamp()-interval '1 second'"); err != nil { + t.Fatal(err) + } + result, err := store.CleanupUploads(ctx, false, objects.Delete) + if err != nil || result.Deleted != 1 { + t.Fatalf("cleanup: %+v %v", result, err) + } + if content, err := objects.Get(ctx, key); err == nil { + content.Close() + t.Fatal("orphan still exists") + } + var count int + if err := f.db.QueryRow(ctx, "SELECT count(*) FROM upload_attempts").Scan(&count); err != nil || count != 0 { + t.Fatalf("journal: %d %v", count, err) + } + if err := f.db.QueryRow(ctx, "SELECT count(*) FROM attachments").Scan(&count); err != nil || count != 0 { + t.Fatalf("unexpected metadata: %d %v", count, err) + } +} + +func TestUploadRecoveryAfterPutFailure(t *testing.T) { + f, store, objects, user, chat := uploadFixture(t) + service := services.NewAttachmentService(store, uploadFault{objects, func() error { return errors.New("injected PUT result loss") }}) + if _, err := service.Upload(context.Background(), user, chat, "photo.png", "image/png", bytes.NewReader(uploadPNG(t))); err == nil { + t.Fatal("expected failure") + } + ageAndClean(t, f, store, objects) +} +func TestUploadRecoveryMetadataRejection(t *testing.T) { + f, store, objects, user, chat := uploadFixture(t) + if _, err := f.db.Exec(context.Background(), `ALTER TABLE attachments ADD CONSTRAINT reject_fixture CHECK(filename <> 'reject.png')`); err != nil { + t.Fatal(err) + } + service := services.NewAttachmentService(store, objects) + if _, err := service.Upload(context.Background(), user, chat, "reject.png", "image/png", bytes.NewReader(uploadPNG(t))); err == nil { + t.Fatal("expected metadata rejection") + } + ageAndClean(t, f, store, objects) +} +func TestUploadRecoveryDatabaseConnectionLoss(t *testing.T) { + f, store, objects, user, chat := uploadFixture(t) + // Kill only this fixture's idle upload transaction, after its S3 PUT. + fault := func() error { + _, err := f.db.Exec(context.Background(), `SELECT pg_terminate_backend(pid) FROM pg_stat_activity WHERE application_name=$1 AND state='idle in transaction' AND pid<>pg_backend_pid()`, f.db.Config().ConnConfig.RuntimeParams["application_name"]) + return err + } + service := services.NewAttachmentService(store, uploadFault{objects, fault}) + if _, err := service.Upload(context.Background(), user, chat, "photo.png", "image/png", bytes.NewReader(uploadPNG(t))); err == nil { + t.Fatal("expected connection loss") + } + ageAndClean(t, f, store, objects) +} + +func TestUploadRecoveryProcessExit(t *testing.T) { + f, store, objects, user, chat := uploadFixture(t) + directory := t.TempDir() + t.Setenv("UPLOAD_TMP_DIR", directory) + child := exec.Command(os.Args[0], "-test.run=^TestUploadCrashHelper$") + child.Env = append(os.Environ(), "UPLOAD_CRASH_HELPER=1", "UPLOAD_TEST_DATABASE="+f.db.Config().ConnString(), "UPLOAD_TEST_SCHEMA="+f.db.Config().ConnConfig.RuntimeParams["search_path"], "UPLOAD_TEST_USER="+user, "UPLOAD_TEST_CHAT="+chat) + output, err := child.CombinedOutput() + var exit *exec.ExitError + if !errors.As(err, &exit) || exit.ExitCode() != 23 { + t.Fatalf("helper did not exit after PUT: %v %s", err, output) + } + ageAndClean(t, f, store, objects) + files, err := os.ReadDir(directory) + if err != nil || len(files) != 0 { + t.Fatalf("temporary files left after exit: %v %v", files, err) + } +} +func TestUploadCrashHelper(t *testing.T) { + if os.Getenv("UPLOAD_CRASH_HELPER") != "1" { + return + } + cfg, err := pgxpool.ParseConfig(os.Getenv("UPLOAD_TEST_DATABASE")) + if err != nil { + t.Fatal(err) + } + cfg.ConnConfig.RuntimeParams["search_path"] = os.Getenv("UPLOAD_TEST_SCHEMA") + cfg.ConnConfig.RuntimeParams["application_name"] = os.Getenv("UPLOAD_TEST_SCHEMA") + db, err := pgxpool.NewWithConfig(context.Background(), cfg) + if err != nil { + t.Fatal(err) + } + objects := uploadObjects(t) + service := services.NewAttachmentService(repositories.NewAttachmentStore(db), uploadFault{objects, func() error { os.Exit(23); return nil }}) + _, err = service.Upload(context.Background(), os.Getenv("UPLOAD_TEST_USER"), os.Getenv("UPLOAD_TEST_CHAT"), "crash.png", "image/png", bytes.NewReader(uploadPNG(t))) + t.Fatalf("helper failed before exit: %v", err) +} + +type interruptedReader struct{ first bool } + +func (r *interruptedReader) Read(p []byte) (int, error) { + if !r.first { + r.first = true + return copy(p, []byte("partial PNG")), nil + } + return 0, io.ErrUnexpectedEOF +} +func TestUploadRecoveryInterruptedBody(t *testing.T) { + f, store, objects, user, chat := uploadFixture(t) + directory := t.TempDir() + t.Setenv("UPLOAD_TMP_DIR", directory) + service := services.NewAttachmentService(store, objects) + if _, err := service.Upload(context.Background(), user, chat, "photo.png", "image/png", &interruptedReader{}); !errors.Is(err, io.ErrUnexpectedEOF) { + t.Fatalf("body interruption: %v", err) + } + var count int + f.db.QueryRow(context.Background(), "SELECT count(*) FROM upload_attempts").Scan(&count) + if count != 0 { + t.Fatal("reservation before complete body") + } + files, err := os.ReadDir(directory) + if err != nil || len(files) != 0 { + t.Fatalf("temporary paths left: %v %v", files, err) + } +} +func TestUploadRecoveryWaitingCancellation(t *testing.T) { + f, store, objects, user, chat := uploadFixture(t) + entered := make(chan struct{}) + release := make(chan struct{}) + service := services.NewAttachmentService(store, uploadFault{objects, func() error { close(entered); <-release; return errors.New("test stop") }}) + done := make(chan struct{}) + go func() { + defer close(done) + service.Upload(context.Background(), user, chat, "first.png", "image/png", bytes.NewReader(uploadPNG(t))) + }() + select { + case <-entered: + case <-time.After(10 * time.Second): + t.Fatal("first upload did not reach PUT") + } + ctx, cancel := context.WithCancel(context.Background()) + cancel() + _, err := service.Upload(ctx, user, chat, "second.png", "image/png", strings.NewReader("unused")) + close(release) + <-done + if !errors.Is(err, context.Canceled) { + t.Fatalf("waiting upload ignored cancellation: %v", err) + } + ageAndClean(t, f, store, objects) +} diff --git a/src/backend/tests/user_handler_test.go b/src/backend/tests/user_handler_test.go new file mode 100644 index 0000000..2e22fee --- /dev/null +++ b/src/backend/tests/user_handler_test.go @@ -0,0 +1,137 @@ +package tests + +import ( + "context" + "messenger/src/backend/handlers" + "messenger/src/backend/repositories" + "messenger/src/backend/services" + "net/http" + "net/http/httptest" + "strings" + "testing" +) + +func TestCreateUserInvalidJSON(t *testing.T) { + store := repositories.NewUserStore(nil) + handler := handlers.NewRouter(nil, services.NewUserService(store), nil, nil, nil) + + request := httptest.NewRequest( + http.MethodPost, + "/api/v1/users", + strings.NewReader(`{"username":`), + ) + request.Header.Set("Content-Type", "application/json") + + response := httptest.NewRecorder() + + handler.ServeHTTP(response, request) + + if response.Code != http.StatusBadRequest { + t.Fatalf( + "expected status %d, got %d; body: %s", + http.StatusBadRequest, + response.Code, + response.Body.String(), + ) + } + + if response.Header().Get("Content-Type") != "application/json" { + t.Fatalf( + "expected Content-Type application/json, got %q", + response.Header().Get("Content-Type"), + ) + } + + if response.Header().Get("X-Request-Id") == "" { + t.Fatal("expected non-empty X-Request-Id header") + } + + body := response.Body.String() + + if !strings.Contains(body, `"code":"invalid_request"`) { + t.Fatalf( + "expected invalid_request error code, got body: %s", + body, + ) + } + + if !strings.Contains(body, "request_id") { + t.Fatalf( + "expected request_id in error body, got body: %s", + body, + ) + } +} + +func TestCreateUserDuplicateUsername(t *testing.T) { + fixture := newTestFixture(t) + handler := fixture.router + + firstRequest := httptest.NewRequest( + http.MethodPost, + "/api/v1/users", + strings.NewReader(`{ + "username": "alice", + "display_name": "Алиса", "password": "lab2-test-password" + }`), + ) + firstRequest.Header.Set("Content-Type", "application/json") + + firstResponse := httptest.NewRecorder() + + handler.ServeHTTP(firstResponse, firstRequest) + + if firstResponse.Code != http.StatusCreated { + t.Fatalf( + "expected first request status %d, got %d; body: %s", + http.StatusCreated, + firstResponse.Code, + firstResponse.Body.String(), + ) + } + + secondRequest := httptest.NewRequest( + http.MethodPost, + "/api/v1/users", + strings.NewReader(`{ + "username": "alice", + "display_name": "Другая Алиса", "password": "lab2-test-password" + }`), + ) + secondRequest.Header.Set("Content-Type", "application/json") + + secondResponse := httptest.NewRecorder() + + handler.ServeHTTP(secondResponse, secondRequest) + + if secondResponse.Code != http.StatusConflict { + t.Fatalf( + "expected duplicate username status %d, got %d; body: %s", + http.StatusConflict, + secondResponse.Code, + secondResponse.Body.String(), + ) + } + + if secondResponse.Header().Get("X-Request-Id") == "" { + t.Fatal("expected non-empty X-Request-Id header") + } + + if !strings.Contains( + secondResponse.Body.String(), + `"code":"conflict"`, + ) { + t.Fatalf( + "expected conflict error code, got body: %s", + secondResponse.Body.String(), + ) + } + + var count int + if err := fixture.db.QueryRow(context.Background(), "SELECT count(*) FROM users").Scan(&count); err != nil { + t.Fatal(err) + } + if count != 1 { + t.Fatalf("expected one user, got %d", count) + } +} diff --git a/src/backend/tests/validation_regression_test.go b/src/backend/tests/validation_regression_test.go new file mode 100644 index 0000000..ac57818 --- /dev/null +++ b/src/backend/tests/validation_regression_test.go @@ -0,0 +1,103 @@ +package tests + +import ( + "context" + "errors" + "fmt" + "net/http" + "net/http/httptest" + "strings" + "testing" + + "github.com/google/uuid" + "messenger/src/backend/services" +) + +func TestCaseVariantExtraFieldsReturn400WithoutSaving(t *testing.T) { + f := newTestFixture(t) + user, _ := createTestUser(t, f.users, "alice", "Alice") + chat := createTestChat(t, f.chats, "Chat", []string{user.ID}) + path := "/api/v1/chats/" + chat.ID + "/messages" + key := uuid.NewString() + send := func(path, body, key string) *httptest.ResponseRecorder { + t.Helper() + r := httptest.NewRequest(http.MethodPost, path, strings.NewReader(body)) + r.Header.Set("Content-Type", "application/json") + r.Header.Set("Idempotency-Key", key) + authorizeTestRequest(t, f, r, user.ID) + w := httptest.NewRecorder() + f.router.ServeHTTP(w, r) + return w + } + for _, test := range []struct{ path, body string }{ + {path, `{"text":"first","TEXT":"second"}`}, + {path, `{"TEXT":"second","text":"first"}`}, + {path, `{"Text":"second"}`}, + {path, `{"text":"first","Attachment_IDs":[]}`}, + {"/api/v1/chats", fmt.Sprintf(`{"title":"Chat","TITLE":"other","member_ids":[%q]}`, user.ID)}, + {"/api/v1/chats", fmt.Sprintf(`{"title":"Chat","MEMBER_IDS":[%q]}`, user.ID)}, + {"/api/v1/users", `{"username":"new","USERNAME":"other","display_name":"New","password":"test-password"}`}, + {"/api/v1/users", `{"username":"new","display_name":"New","Password":"test-password"}`}, + } { + w := send(test.path, test.body, key) + if w.Code != 400 || !strings.Contains(w.Body.String(), `"code":"invalid_request"`) { + t.Fatalf("%s: want invalid_request 400, got %d %s", test.path, w.Code, w.Body.String()) + } + } + if len(listTestMessages(t, f.messages, chat.ID)) != 0 { + t.Fatal("rejected request saved a message") + } + w := send(path, `{"text":"first"}`, key) + if w.Code != 201 { + t.Fatalf("corrected request with same key: %d %s", w.Code, w.Body.String()) + } + if w = send(path, `{"text":"first","attachment_ids":[]}`, key); w.Code != 201 { + t.Fatalf("valid replay: %d %s", w.Code, w.Body.String()) + } + messages := listTestMessages(t, f.messages, chat.ID) + if len(messages) != 1 || messages[0].Text != "first" { + t.Fatal("wrong message or duplicate saved") + } +} + +func TestChatRejectsCaseVariantDuplicateMembersBeforeSQL(t *testing.T) { + const id = "abcdef01-abcd-4abc-8abc-abcdef012345" + for _, members := range [][]string{{id, strings.ToUpper(id)}, {strings.ToUpper(id), id}} { + _, err := services.NewChatService(nil).Create(context.Background(), id, "Chat", members) + var invalid services.InvalidInput + if !errors.As(err, &invalid) { + t.Fatalf("want InvalidInput before SQL, got %v", err) + } + } +} + +func TestChatNormalizesMemberUUIDsHTTP(t *testing.T) { + f := newTestFixture(t) + user, _ := createTestUser(t, f.users, "alice", "Alice") + for _, duplicate := range []bool{true, false} { + members := fmt.Sprintf(`[%q]`, strings.ToUpper(user.ID)) + want := 201 + if duplicate { + members = fmt.Sprintf(`[%q,%q]`, user.ID, strings.ToUpper(user.ID)) + want = 400 + } + r := httptest.NewRequest(http.MethodPost, "/api/v1/chats", strings.NewReader(`{"title":"Chat","member_ids":`+members+`}`)) + r.Header.Set("Content-Type", "application/json") + authorizeTestRequest(t, f, r, user.ID) + w := httptest.NewRecorder() + f.router.ServeHTTP(w, r) + if w.Code != want { + t.Fatalf("duplicate=%v: want %d, got %d %s", duplicate, want, w.Code, w.Body.String()) + } + } + var chats, members int + if err := f.db.QueryRow(context.Background(), "SELECT count(*) FROM chats").Scan(&chats); err != nil { + t.Fatal(err) + } + if err := f.db.QueryRow(context.Background(), "SELECT count(*) FROM chat_members").Scan(&members); err != nil { + t.Fatal(err) + } + if chats != 1 || members != 1 { + t.Fatalf("unexpected persisted chats=%d members=%d", chats, members) + } +} diff --git a/src/backend/workers/attachment.go b/src/backend/workers/attachment.go new file mode 100644 index 0000000..4faf6c2 --- /dev/null +++ b/src/backend/workers/attachment.go @@ -0,0 +1,53 @@ +package workers + +import ( + "bytes" + "context" + "crypto/sha256" + "encoding/hex" + "errors" + "io" + + "messenger/src/backend/internal/faults" + "messenger/src/backend/repositories" + "messenger/src/backend/services" +) + +func processImage(ctx context.Context, objects services.AttachmentObjects, a repositories.Attachment, staging string) ([]repositories.Variant, string, error) { + return publishImage(ctx, objects, a, staging, func(ctx context.Context, data []byte) ([]encodedVariant, string, error) { + return renderInSubprocess(ctx, a.ID, a.PipelineVersion, data) + }) +} + +func publishImage(ctx context.Context, objects services.AttachmentObjects, a repositories.Attachment, staging string, render imageRenderer) ([]repositories.Variant, string, error) { + reader, err := objects.Get(ctx, staging) + if err != nil { + return nil, "", err + } + data, err := io.ReadAll(io.LimitReader(reader, services.MaxUploadBytes+1)) + reader.Close() + if err != nil { + return nil, "", err + } + digest := sha256.Sum256(data) + if len(data) > int(services.MaxUploadBytes) || int64(len(data)) != a.SizeBytes || hex.EncodeToString(digest[:]) != a.SHA256 { + return nil, "invalid_image", errors.New("invalid staging checksum or size") + } + variants, code, err := render(ctx, data) + if err != nil { + return nil, code, err + } + if err = objects.Put(ctx, a.ObjectKey, bytes.NewReader(data), a.SizeBytes, a.ContentType); err != nil { + return nil, "", err + } + metadata := []repositories.Variant{} + for _, variant := range variants { + key := repositories.VariantObjectKey(a.ID, a.PipelineVersion, variant.Metadata.Name) + if err = objects.Put(ctx, key, bytes.NewReader(variant.Data), int64(len(variant.Data)), variant.Metadata.ContentType); err != nil { + return nil, "", err + } + metadata = append(metadata, variant.Metadata) + } + faults.Crash("after_object_before_commit", a.ID) + return metadata, "", nil +} diff --git a/src/backend/workers/attachment_test.go b/src/backend/workers/attachment_test.go new file mode 100644 index 0000000..a050410 --- /dev/null +++ b/src/backend/workers/attachment_test.go @@ -0,0 +1,201 @@ +package workers + +import ( + "bytes" + "context" + "crypto/sha256" + "encoding/hex" + "fmt" + "image" + "image/color" + "image/jpeg" + "image/png" + "io" + "os/exec" + "testing" + + "golang.org/x/image/webp" + + "messenger/src/backend/repositories" +) + +type imageObjects map[string][]byte + +func (o imageObjects) Get(_ context.Context, key string) (io.ReadCloser, error) { + return io.NopCloser(bytes.NewReader(o[key])), nil +} +func (o imageObjects) Put(_ context.Context, key string, r io.Reader, _ int64, _ string) error { + b, e := io.ReadAll(r) + o[key] = b + return e +} +func TestThumbnailContract(t *testing.T) { + if _, err := exec.LookPath("cwebp"); err != nil { + t.Skip("cwebp: use Docker builder tests") + } + for _, size := range [][4]int{{320, 200, 256, 160}, {200, 320, 160, 256}, {17, 9, 17, 9}, {1000, 1, 256, 1}} { + t.Run(fmt.Sprintf("%dx%d", size[0], size[1]), func(t *testing.T) { + var source bytes.Buffer + if err := png.Encode(&source, image.NewNRGBA(image.Rect(0, 0, size[0], size[1]))); err != nil { + t.Fatal(err) + } + digest := sha256.Sum256(source.Bytes()) + o := imageObjects{"staging": source.Bytes()} + a := repositories.Attachment{ID: "sample", ObjectKey: "originals/sample", SizeBytes: int64(source.Len()), SHA256: hex.EncodeToString(digest[:]), ContentType: "image/png"} + variants, code, err := publishImage(context.Background(), o, a, "staging", renderImage) + if err != nil { + t.Fatalf("%s: %v", code, err) + } + thumb, err := jpeg.Decode(bytes.NewReader(o["variants/sample/v1/thumbnail.jpg"])) + if err != nil { + t.Fatal(err) + } + if len(variants) != 3 { + t.Fatal("three variants required") + } + crop, err := jpeg.Decode(bytes.NewReader(o["variants/sample/v1/crop.jpg"])) + if err != nil || crop.Bounds().Dx() != 128 || crop.Bounds().Dy() != 128 { + t.Fatal("invalid crop", err) + } + optimized, err := webp.Decode(bytes.NewReader(o["variants/sample/v1/optimized.webp"])) + if err != nil || optimized.Bounds().Dx() != size[0] || optimized.Bounds().Dy() != size[1] { + t.Fatal("invalid optimized", err) + } + wantW, wantH := size[2], size[3] + if thumb.Bounds().Dx() != wantW || thumb.Bounds().Dy() != wantH || variants[0].Width != wantW || variants[0].Height != wantH { + t.Fatalf("wrong dimensions: %v", thumb.Bounds()) + } + pixel := color.RGBAModel.Convert(thumb.At(0, 0)).(color.RGBA) + if pixel.R < 250 || pixel.G < 250 || pixel.B < 250 { + t.Fatal("alpha not composited on white") + } + if !bytes.Equal(o[a.ObjectKey], source.Bytes()) { + t.Fatal("original changed") + } + first := append([]byte{}, o["variants/sample/v1/thumbnail.jpg"]...) + if _, _, err = publishImage(context.Background(), o, a, "staging", renderImage); err != nil { + t.Fatal(err) + } + if len(o) != 5 || !bytes.Equal(first, o["variants/sample/v1/thumbnail.jpg"]) { + t.Fatal("redelivery changed or multiplied effects") + } + }) + } +} + +func TestThumbnailAppliesEXIFOrientation(t *testing.T) { + if _, err := exec.LookPath("cwebp"); err != nil { + t.Skip("cwebp: use Docker builder tests") + } + var source bytes.Buffer + if err := jpeg.Encode(&source, image.NewRGBA(image.Rect(0, 0, 320, 200)), nil); err != nil { + t.Fatal(err) + } + // APP1 Exif, little-endian TIFF, one SHORT Orientation entry with value 6. + exif := []byte{'E', 'x', 'i', 'f', 0, 0, 'I', 'I', 42, 0, 8, 0, 0, 0, 1, 0, 0x12, 1, 3, 0, 1, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0} + data := append([]byte{}, source.Bytes()[:2]...) + data = append(data, 0xff, 0xe1, 0, byte(len(exif)+2)) + data = append(data, exif...) + data = append(data, source.Bytes()[2:]...) + digest := sha256.Sum256(data) + o := imageObjects{"staging": data} + a := repositories.Attachment{ID: "rotated", ObjectKey: "originals/rotated", SizeBytes: int64(len(data)), SHA256: hex.EncodeToString(digest[:]), ContentType: "image/jpeg"} + variants, _, err := publishImage(context.Background(), o, a, "staging", renderImage) + if err != nil { + t.Fatal(err) + } + if variants[0].Width != 160 || variants[0].Height != 256 { + t.Fatalf("orientation ignored: %+v", variants[0]) + } + if !bytes.Equal(o[a.ObjectKey], data) { + t.Fatal("original EXIF modified") + } +} + +func TestOptimizedBoundsAndCenteredCrop(t *testing.T) { + if _, err := exec.LookPath("cwebp"); err != nil { + t.Skip("cwebp: use Docker builder tests") + } + var original bytes.Buffer + if err := png.Encode(&original, image.NewNRGBA(image.Rect(0, 0, 1600, 1000))); err != nil { + t.Fatal(err) + } + variants, _, err := renderImage(context.Background(), original.Bytes()) + if err != nil { + t.Fatal(err) + } + optimized, err := webp.Decode(bytes.NewReader(variants[2].Data)) + if err != nil || optimized.Bounds().Dx() != 1280 || optimized.Bounds().Dy() != 800 { + t.Fatal("optimized must fit 1280x1280", err) + } + stripe := image.NewNRGBA(image.Rect(0, 0, 4, 2)) + for y := 0; y < 2; y++ { + for x := 0; x < 4; x++ { + c := color.NRGBA{G: 255, A: 255} + if x == 0 { + c = color.NRGBA{R: 255, A: 255} + } + if x == 3 { + c = color.NRGBA{B: 255, A: 255} + } + stripe.SetNRGBA(x, y, c) + } + } + original = bytes.Buffer{} + if err = png.Encode(&original, stripe); err != nil { + t.Fatal(err) + } + variants, _, err = renderImage(context.Background(), original.Bytes()) + if err != nil { + t.Fatal(err) + } + crop, err := jpeg.Decode(bytes.NewReader(variants[1].Data)) + if err != nil { + t.Fatal(err) + } + pixel := color.NRGBAModel.Convert(crop.At(64, 64)).(color.NRGBA) + if pixel.G < 240 || pixel.R > 15 || pixel.B > 15 { + t.Fatal("crop did not preserve the green center", pixel) + } +} + +func TestVersionedRenderingHasDistinctImmutableResults(t *testing.T) { + if _, err := exec.LookPath("cwebp"); err != nil { + t.Skip("cwebp: use Docker builder tests") + } + imageData := image.NewNRGBA(image.Rect(0, 0, 48, 32)) + for y := 0; y < 32; y++ { + for x := 0; x < 48; x++ { + imageData.SetNRGBA(x, y, color.NRGBA{R: uint8(x*17 + y), G: uint8(y*31 + x), B: uint8(x * y * 3), A: 255}) + } + } + var input bytes.Buffer + if err := png.Encode(&input, imageData); err != nil { + t.Fatal(err) + } + original := append([]byte{}, input.Bytes()...) + first, _, err := renderVersion(context.Background(), input.Bytes(), 1) + if err != nil { + t.Fatal(err) + } + second, _, err := renderVersion(context.Background(), input.Bytes(), 2) + if err != nil { + t.Fatal(err) + } + if len(first) != 3 || len(second) != 3 { + t.Fatal("incomplete version") + } + changed := false + for i := range first { + if first[i].Metadata.Width != second[i].Metadata.Width || first[i].Metadata.Height != second[i].Metadata.Height { + t.Fatal("version changed geometry") + } + changed = changed || first[i].Metadata.SHA256 != second[i].Metadata.SHA256 + if repositories.VariantObjectKey("sample", 1, first[i].Metadata.Name) == repositories.VariantObjectKey("sample", 2, second[i].Metadata.Name) { + t.Fatal("versions share an object key") + } + } + if !changed || !bytes.Equal(original, input.Bytes()) { + t.Fatal("versions indistinguishable or source mutated") + } +} diff --git a/src/backend/workers/config.go b/src/backend/workers/config.go new file mode 100644 index 0000000..d134e91 --- /dev/null +++ b/src/backend/workers/config.go @@ -0,0 +1,19 @@ +package workers + +import ( + "errors" + "os" + "strconv" +) + +func positiveEnv(name string, fallback int) (int, error) { + s := os.Getenv(name) + if s == "" { + return fallback, nil + } + n, e := strconv.Atoi(s) + if e != nil || n < 1 || n > 3600 { + return 0, errors.New("invalid " + name) + } + return n, nil +} diff --git a/src/backend/workers/image_process.go b/src/backend/workers/image_process.go new file mode 100644 index 0000000..7778c9c --- /dev/null +++ b/src/backend/workers/image_process.go @@ -0,0 +1,109 @@ +package workers + +import ( + "bytes" + "context" + "encoding/json" + "errors" + "io" + "os" + "os/exec" + "strconv" + "time" + + "messenger/src/backend/internal/faults" + "messenger/src/backend/repositories" + "messenger/src/backend/services" +) + +type boundedOutput struct{ bytes.Buffer } + +func (b *boundedOutput) Write(data []byte) (int, error) { + if b.Len()+len(data) > 8*1024*1024 { + return 0, errors.New("image result exceeds limit") + } + return b.Buffer.Write(data) +} + +func renderInSubprocess(ctx context.Context, id string, version int, data []byte) ([]encodedVariant, string, error) { + seconds, err := positiveEnv("JOB_TIMEOUT_SECONDS", 60) + if err != nil { + return nil, "", err + } + task, cancel := context.WithTimeout(ctx, time.Duration(seconds)*time.Second) + defer cancel() + executable, err := os.Executable() + if err != nil { + return nil, "", err + } + // The parent owns scratch files, so killing a child cannot leak its PNG files. + directory, err := os.MkdirTemp("", "image-job-*") + if err != nil { + return nil, "", err + } + defer os.RemoveAll(directory) + if version < 1 { + version = 1 + } + command := exec.CommandContext(task, executable, "image-process", id, strconv.Itoa(version)) + // No database, broker or S3 credentials are needed by a decoder. + command.Env = []string{"PATH=/usr/bin:/bin", "GOMAXPROCS=1", "GOMEMLIMIT=256MiB", "WORKER_MAX_PIXELS=" + workerPixelLimit(), "PIPELINE_FAULT_DIR=" + os.Getenv("PIPELINE_FAULT_DIR")} + command.Env = append(command.Env, "TMPDIR="+directory) + isolateImageProcess(command) + command.Stdin = bytes.NewReader(data) + var output boundedOutput + command.Stdout = &output + err = command.Run() + if task.Err() != nil { + return nil, "", repositories.ErrProcessingTimeout + } + if err != nil { + return nil, "", errors.New("image child terminated") + } + var result imageResult + if err = json.Unmarshal(output.Bytes(), &result); err != nil { + return nil, "", errors.New("invalid image child output") + } + if result.ErrorCode != "" { + return nil, result.ErrorCode, errors.New("invalid image") + } + if len(result.Variants) != 3 { + return nil, "", errors.New("incomplete image child output") + } + return result.Variants, "", nil +} + +func workerPixelLimit() string { + if value := os.Getenv("WORKER_MAX_PIXELS"); value != "" { + return value + } + return "8000000" +} + +func RunImageChild(args []string) error { + if len(args) < 1 || len(args) > 2 { + return errors.New("image id required") + } + if faults.Take("transform_delay", args[0]) { + time.Sleep(time.Hour) + } + data, err := io.ReadAll(io.LimitReader(os.Stdin, services.MaxUploadBytes+1)) + if err != nil { + return err + } + if len(data) > int(services.MaxUploadBytes) { + return json.NewEncoder(os.Stdout).Encode(imageResult{ErrorCode: "invalid_image"}) + } + version := 1 + if len(args) == 2 { + version, err = strconv.Atoi(args[1]) + if err != nil { + return err + } + } + variants, code, err := renderVersion(context.Background(), data, version) + if err != nil && code == "" { + return err + } + return json.NewEncoder(os.Stdout).Encode(imageResult{Variants: variants, ErrorCode: code}) +} diff --git a/src/backend/workers/image_process_linux.go b/src/backend/workers/image_process_linux.go new file mode 100644 index 0000000..d318491 --- /dev/null +++ b/src/backend/workers/image_process_linux.go @@ -0,0 +1,14 @@ +package workers + +import ( + "os/exec" + "syscall" + "time" +) + +func isolateImageProcess(command *exec.Cmd) { + command.SysProcAttr = &syscall.SysProcAttr{Setpgid: true} + // Kill the whole group, including cwebp, on timeout or shutdown. + command.Cancel = func() error { return syscall.Kill(-command.Process.Pid, syscall.SIGKILL) } + command.WaitDelay = time.Second +} diff --git a/src/backend/workers/image_render.go b/src/backend/workers/image_render.go new file mode 100644 index 0000000..38330c3 --- /dev/null +++ b/src/backend/workers/image_render.go @@ -0,0 +1,123 @@ +package workers + +import ( + "bytes" + "context" + "crypto/sha256" + "encoding/hex" + "errors" + "image" + "image/color" + "image/draw" + "image/jpeg" + "image/png" + "os" + "os/exec" + "strconv" + + "github.com/disintegration/imaging" + + "messenger/src/backend/repositories" + "messenger/src/backend/services" +) + +type encodedVariant struct { + Metadata repositories.Variant `json:"metadata"` + Data []byte `json:"data"` +} +type imageResult struct { + Variants []encodedVariant `json:"variants"` + ErrorCode string `json:"error_code"` +} +type imageRenderer func(context.Context, []byte) ([]encodedVariant, string, error) + +func fitSize(w, h, limit int) (int, int) { + if w > limit || h > limit { + if w >= h { + h = max(1, h*limit/w) + w = limit + } else { + w = max(1, w*limit/h) + h = limit + } + } + return w, h +} +func opaque(source image.Image) image.Image { + result := image.NewRGBA(source.Bounds()) + draw.Draw(result, result.Bounds(), &image.Uniform{C: color.White}, image.Point{}, draw.Src) + draw.Draw(result, result.Bounds(), source, source.Bounds().Min, draw.Over) + return result +} + +// renderImage runs only in the disposable image child in production. DecodeConfig +// bounds pixels before allocation; the container bounds total memory to 512 MiB. +func renderImage(ctx context.Context, data []byte) ([]encodedVariant, string, error) { + return renderVersion(ctx, data, 1) +} + +func renderVersion(ctx context.Context, data []byte, version int) ([]encodedVariant, string, error) { + jpegQuality, webpQuality := 85, "80" + if version == 2 { + jpegQuality, webpQuality = 75, "65" + } else if version != 1 { + return nil, "invalid_pipeline", errors.New("unsupported pipeline") + } + pixels, err := strconv.Atoi(workerPixelLimit()) + if err != nil || pixels < 1 || int64(pixels) > services.MaxImagePixels { + return nil, "", errors.New("invalid WORKER_MAX_PIXELS") + } + config, _, err := image.DecodeConfig(bytes.NewReader(data)) + if err != nil || config.Width < 1 || config.Height < 1 || int64(config.Width) > int64(pixels)/int64(config.Height) { + return nil, "invalid_image", errors.New("image dimensions exceed worker limit") + } + source, err := imaging.Decode(bytes.NewReader(data), imaging.AutoOrientation(true)) + if err != nil { + return nil, "invalid_image", err + } + result := []encodedVariant{} + appendVariant := func(name, mime string, img image.Image, body []byte) { + digest := sha256.Sum256(body) + result = append(result, encodedVariant{repositories.Variant{Name: name, ContentType: mime, SizeBytes: int64(len(body)), Width: img.Bounds().Dx(), Height: img.Bounds().Dy(), SHA256: hex.EncodeToString(digest[:])}, body}) + } + w, h := fitSize(source.Bounds().Dx(), source.Bounds().Dy(), 256) + thumbnail := opaque(imaging.Resize(source, w, h, imaging.Lanczos)) + var body bytes.Buffer + if err = jpeg.Encode(&body, thumbnail, &jpeg.Options{Quality: jpegQuality}); err != nil { + return nil, "", err + } + appendVariant("thumbnail", "image/jpeg", thumbnail, body.Bytes()) + crop := opaque(imaging.Fill(source, 128, 128, imaging.Center, imaging.Lanczos)) + body = bytes.Buffer{} + if err = jpeg.Encode(&body, crop, &jpeg.Options{Quality: jpegQuality}); err != nil { + return nil, "", err + } + appendVariant("crop", "image/jpeg", crop, body.Bytes()) + w, h = fitSize(source.Bounds().Dx(), source.Bounds().Dy(), 1280) + optimized := imaging.Resize(source, w, h, imaging.Lanczos) + directory, err := os.MkdirTemp("", "image-process-*") + if err != nil { + return nil, "", err + } + defer os.RemoveAll(directory) + input := directory + "/input.png" + file, err := os.Create(input) + if err != nil { + return nil, "", err + } + err = png.Encode(file, optimized) + closeErr := file.Close() + if err != nil { + return nil, "", err + } + if closeErr != nil { + return nil, "", closeErr + } + command := exec.CommandContext(ctx, "cwebp", "-quiet", "-q", webpQuality, "-m", "4", "-metadata", "none", input, "-o", "-") + webp, err := command.Output() + if err != nil { + return nil, "", errors.New("WebP encoding failed") + } + appendVariant("optimized", "image/webp", optimized, webp) + return result, "", nil +} diff --git a/src/backend/workers/pipeline.go b/src/backend/workers/pipeline.go new file mode 100644 index 0000000..81a6086 --- /dev/null +++ b/src/backend/workers/pipeline.go @@ -0,0 +1,225 @@ +package workers + +import ( + "context" + "encoding/json" + "errors" + "log" + "os" + "os/signal" + "strings" + "syscall" + "time" + + "go.opentelemetry.io/otel/trace" + + "messenger/src/backend/internal/faults" + "messenger/src/backend/repositories" + "messenger/src/backend/services" + "messenger/src/backend/telemetry" +) + +func RunPipeline(mode string, args []string) error { + ctx, stop := signal.NotifyContext(context.Background(), os.Interrupt, syscall.SIGTERM) + defer stop() + db, err := repositories.OpenDatabase(ctx) + if err != nil { + return err + } + defer db.Close() + store := repositories.NewAttachmentStore(db) + address := "amqps://broker:5671/%2F" + if os.Getenv("BROKER_MTLS") != "1" { + data, err := os.ReadFile(os.Getenv("BROKER_URL_FILE")) + if err != nil { + return errors.New("cannot read broker URL") + } + address = strings.TrimSpace(string(data)) + } + if mode == "broker-publish" { + var job repositories.Job + if len(args) != 1 || json.Unmarshal([]byte(args[0]), &job) != nil || job.SchemaVersion != 1 || job.Type != "attachment.process.v1" { + return errors.New("valid internal job JSON required") + } + broker, e := repositories.NewJobBroker(ctx, address) + if e != nil { + return e + } + defer broker.Close() + publishCtx, cancel := context.WithTimeout(ctx, 10*time.Second) + defer cancel() + return broker.Publish(publishCtx, []byte(args[0])) + } + maxAttempts, err := positiveEnv("JOB_MAX_ATTEMPTS", 5) + if err != nil { + return err + } + seconds, err := positiveEnv("JOB_TIMEOUT_SECONDS", 60) + if err != nil { + return err + } + timeout := time.Duration(seconds) * time.Second + var objects *repositories.ObjectStore + if mode != "dispatcher" { + objects, err = repositories.NewObjectStoreFromEnvironment() + if err != nil { + return err + } + } + var signals *telemetry.Signals + if mode == "worker" || mode == "dispatcher" { + service := "messenger-" + mode + var stopTelemetry func() + signals, stopTelemetry, err = telemetry.Start(service) + if err != nil { + return err + } + defer stopTelemetry() + if err := signals.ObservePool(db); err != nil { + return err + } + if mode == "dispatcher" { + if err := signals.ObserveBacklog(store.PendingJobs); err != nil { + return err + } + } + } + for ctx.Err() == nil { + broker, e := repositories.NewJobBroker(ctx, address) + if e == nil { + if mode == "dispatcher" { + e = dispatchJobs(ctx, store, broker, signals) + } else { + e = consumeJobs(ctx, store, objects, broker, maxAttempts, timeout, signals) + } + broker.Close() + } + if e != nil && ctx.Err() == nil { + log.Print("pipeline: broker session interrupted; reconnecting") + } + select { + case <-ctx.Done(): + case <-time.After(time.Second): + } + } + return nil +} + +func dispatchJobs(ctx context.Context, store *repositories.AttachmentStore, broker *repositories.JobBroker, signals *telemetry.Signals) error { + for ctx.Err() == nil { + jobs, err := store.QueuedJobs(ctx) + if err != nil { + return err + } + for _, job := range jobs { + faults.Crash("after_commit_before_publish", job.AttachmentID) + payload, err := json.Marshal(job) + if err != nil { + return err + } + publishCtx, cancel := context.WithTimeout(ctx, 10*time.Second) + publishCtx = telemetry.WithTraceHeaders(publishCtx, map[string]string{ + "traceparent": job.Traceparent, "tracestate": job.Tracestate, + }) + err = signals.Publish(publishCtx, func(ctx context.Context) error { + return broker.Publish(ctx, payload) + }) + cancel() + if err != nil { + return err + } + // Only confirmed publications are marked. Uncertainty causes safe duplicates. + if err = store.MarkPublished(ctx, job.ID); err != nil { + return err + } + } + select { + case <-ctx.Done(): + case <-time.After(time.Second): + } + } + return nil +} + +func consumeJobs(ctx context.Context, store *repositories.AttachmentStore, objects services.AttachmentObjects, broker *repositories.JobBroker, maxAttempts int, timeout time.Duration, signals *telemetry.Signals) error { + deliveries, err := broker.Consume() + if err != nil { + return errors.New("RabbitMQ consumer unavailable") + } + for { + select { + case <-ctx.Done(): + return nil + case message, ok := <-deliveries: + if !ok { + return errors.New("RabbitMQ consumer disconnected") + } + var job repositories.Job + if json.Unmarshal(message.Body, &job) != nil || job.SchemaVersion != 1 || job.Type != "attachment.process.v1" { + log.Print("worker: invalid internal job rejected") + if err = message.Reject(false); err != nil { + return err + } + continue + } + task, cancel := context.WithTimeout(ctx, timeout+15*time.Second) + parent, _ := message.Headers["traceparent"].(string) + state, _ := message.Headers["tracestate"].(string) + task = telemetry.WithTraceHeaders(task, map[string]string{"traceparent": parent, "tracestate": state}) + task, finish := signals.Job(task, job.Type, job.AttachmentID, job.Attempt, job.CreatedAt) + var imageErr error + token, workErr := store.StartAttempt(task, job, timeout+15*time.Second, maxAttempts) + if workErr == nil && token != "" { + faults.Crash("before_effect", job.AttachmentID) + faults.Pause(task, "after_claim", job.AttachmentID) + workErr = store.ProcessJob(task, job, token, maxAttempts, func(a repositories.Attachment, staging string) ([]repositories.Variant, string, error) { + imageCtx, finishImage := telemetry.Operation(task, "s3 read staging and write variants", trace.SpanKindClient) + variants, code, err := processImage(imageCtx, objects, a, staging) + finishImage(err) + imageErr = err + return variants, code, err + }) + } + cancel() + if errors.Is(workErr, repositories.ErrStaleJob) { + faults.Observe("stale_rejected", job.AttachmentID) + } + completed := token != "" && workErr == nil + if workErr == nil && token == "" || errors.Is(workErr, repositories.ErrStaleJob) { + completed, workErr = store.JobTerminal(ctx, job.ID) + } + outcome := "success" + switch { + case workErr != nil || imageErr != nil: + outcome = "error" + case token == "" || !completed: + outcome = "skipped" + } + finish(outcome) + // Ack after COMMIT of ready/failed or durable retry intent, or terminal no-op. + // A closed connection automatically returns unacked deliveries to RabbitMQ. + if completed { + faults.Crash("after_commit_before_ack", job.AttachmentID) + if objectStore, ok := objects.(*repositories.ObjectStore); ok { + cleanupCtx, cancel := context.WithTimeout(ctx, 5*time.Second) + _, cleanupErr := store.CleanupJobStaging(cleanupCtx, job.ID, 24*time.Hour, false, objectStore.Delete) + cancel() + if cleanupErr != nil { + log.Print("worker: staging cleanup deferred") + } + } + if err = message.Ack(false); err != nil { + return err + } + } else { + if err = message.Nack(false, true); err != nil { + return err + } + select { + case <-ctx.Done(): + case <-time.After(time.Second): + } + } + } + } +} diff --git a/src/frontend/.dockerignore b/src/frontend/.dockerignore new file mode 100644 index 0000000..f06235c --- /dev/null +++ b/src/frontend/.dockerignore @@ -0,0 +1,2 @@ +node_modules +dist diff --git a/src/frontend/.gitignore b/src/frontend/.gitignore new file mode 100644 index 0000000..c605a04 --- /dev/null +++ b/src/frontend/.gitignore @@ -0,0 +1,8 @@ +node_modules/ +dist/ +.vite/ +*.tsbuildinfo +*.local +.env +.env.* +!.env.example diff --git a/src/frontend/Dockerfile b/src/frontend/Dockerfile new file mode 100644 index 0000000..e0503fd --- /dev/null +++ b/src/frontend/Dockerfile @@ -0,0 +1,12 @@ +FROM node:22-bookworm-slim + +WORKDIR /app + +COPY package.json package-lock.json ./ +RUN npm ci + +COPY . . + +EXPOSE 5173 + +CMD ["npm", "run", "dev"] diff --git a/src/frontend/index.html b/src/frontend/index.html new file mode 100644 index 0000000..84dd5c3 --- /dev/null +++ b/src/frontend/index.html @@ -0,0 +1,12 @@ + + + + + + Мессенджер · проверка API + + +
+ + + diff --git a/src/frontend/package-lock.json b/src/frontend/package-lock.json new file mode 100644 index 0000000..962e48c --- /dev/null +++ b/src/frontend/package-lock.json @@ -0,0 +1,1288 @@ +{ + "name": "messenger-test-ui", + "version": "1.0.0", + "lockfileVersion": 3, + "requires": true, + "packages": { + "": { + "name": "messenger-test-ui", + "version": "1.0.0", + "dependencies": { + "react": "19.3.0", + "react-dom": "19.3.0" + }, + "devDependencies": { + "@types/node": "^22.15.0", + "@types/react": "19.3.0", + "@types/react-dom": "19.3.0", + "@vitejs/plugin-react": "6.1.1", + "typescript": "7.0.2", + "vite": "8.3.0" + } + }, + "node_modules/@oxc-project/types": { + "version": "0.151.0", + "resolved": "https://registry.npmjs.org/@oxc-project/types/-/types-0.151.0.tgz", + "integrity": "sha512-J1yXrIlNDZVzE3ada310xeAw7nH8yCAyLPuUIsjKatFPmfn5bS1oW+cM+QsGOtVWd5nhSpbwZWx/rue+r5Z+PA==", + "dev": true, + "license": "MIT", + "funding": { + "url": "https://github.com/sponsors/oxc-project" + } + }, + "node_modules/@rolldown/binding-android-arm-eabi": { + "version": "1.2.10", + "resolved": "https://registry.npmjs.org/@rolldown/binding-android-arm-eabi/-/binding-android-arm-eabi-1.2.10.tgz", + "integrity": "sha512-bp9svZb+QurZeh+8H4BhrZkifEB0YBNvTVzNSJnJQkj4NrRwmQoDUCGP0vSN7PbvLeM7l1tK6GXL8mrTiH2myg==", + "cpu": [ + "arm" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "android" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-android-arm64": { + "version": "1.2.10", + "resolved": "https://registry.npmjs.org/@rolldown/binding-android-arm64/-/binding-android-arm64-1.2.10.tgz", + "integrity": "sha512-wm6Dld3RXUAZ/gRWKyUy+4W1B5CB5UeFaOzsSWJWEdxZXHH8rCYiZ5dGe6oJmhsunAPWzL7FZV+VtvmN5Ye2eA==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "android" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-darwin-arm64": { + "version": "1.2.10", + "resolved": "https://registry.npmjs.org/@rolldown/binding-darwin-arm64/-/binding-darwin-arm64-1.2.10.tgz", + "integrity": "sha512-UbEfXq/AqGNgRTV3ik+X/iR6mUxu2QdYAadwRxJWquUGnW6gDqdP1FtLtFXRow7RJx0ssRwi80XAPr4r+4DtsA==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "darwin" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-darwin-x64": { + "version": "1.2.10", + "resolved": "https://registry.npmjs.org/@rolldown/binding-darwin-x64/-/binding-darwin-x64-1.2.10.tgz", + "integrity": "sha512-7f5h17q5KZVx/ji1vb8OTq31ch1O2I7K8NPIr44GkyWTApXMIsmhWqZfgpOH10xeauqghDAvGlZktasCkcF6Eg==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "darwin" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-freebsd-x64": { + "version": "1.2.10", + "resolved": "https://registry.npmjs.org/@rolldown/binding-freebsd-x64/-/binding-freebsd-x64-1.2.10.tgz", + "integrity": "sha512-ynOk/eEYhC6ZB2xCGvKrEOwE58oBy9LnrAqtkrDF9Fz1VTaNdGZTsV0VarJdhPwb+sOJTGjCLwcuyRJZ1dnMcQ==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "freebsd" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-linux-arm-gnueabihf": { + "version": "1.2.10", + "resolved": "https://registry.npmjs.org/@rolldown/binding-linux-arm-gnueabihf/-/binding-linux-arm-gnueabihf-1.2.10.tgz", + "integrity": "sha512-ERrAs185meZZhGan7a4l3RiiJK1ArSDlHdST++uvSxe+FDbR4TwUPahT/cbZJvaG6fIpDpF78surN+tX708Y4Q==", + "cpu": [ + "arm" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-linux-arm64-gnu": { + "version": "1.2.10", + "resolved": "https://registry.npmjs.org/@rolldown/binding-linux-arm64-gnu/-/binding-linux-arm64-gnu-1.2.10.tgz", + "integrity": "sha512-KN7OHKD0J3jy1UzBwZWPxpwhODf9IARUIJcrH+yLYKOcmegZ8luEUM38lDP1bDVj40yP6PsSzCqOJF76vljFnQ==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-linux-arm64-musl": { + "version": "1.2.10", + "resolved": "https://registry.npmjs.org/@rolldown/binding-linux-arm64-musl/-/binding-linux-arm64-musl-1.2.10.tgz", + "integrity": "sha512-8l9wP8O+wa8zD6iw6egSfzVtu7oZVfH3hlUsMM4MwbLMhxleqeoXbZzjddyK3YyNlwLhqznq3tF7PkNJ8T/V2w==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-linux-ppc64-gnu": { + "version": "1.2.10", + "resolved": "https://registry.npmjs.org/@rolldown/binding-linux-ppc64-gnu/-/binding-linux-ppc64-gnu-1.2.10.tgz", + "integrity": "sha512-SeXNKeQzA5kLhz/J0CH6ZP0/HJ3v1xm/0YbiYpE0kK7emfRC2OIGGIaE14xzkISEGv2aYuUSpiLiU5Gbq+OI0A==", + "cpu": [ + "ppc64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-linux-s390x-gnu": { + "version": "1.2.10", + "resolved": "https://registry.npmjs.org/@rolldown/binding-linux-s390x-gnu/-/binding-linux-s390x-gnu-1.2.10.tgz", + "integrity": "sha512-mtht0nR+y8/hart4175Ll15w7lY8dg7CtQ+j2FDNTsDRspOWTK/2V3l0aj9sIj7XmvqxT8Yli/wq22e7feTTWg==", + "cpu": [ + "s390x" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-linux-x64-gnu": { + "version": "1.2.10", + "resolved": "https://registry.npmjs.org/@rolldown/binding-linux-x64-gnu/-/binding-linux-x64-gnu-1.2.10.tgz", + "integrity": "sha512-FSM94nGd55NYo48usCyM/nHfUKRnqc9+b0vJNuKV0oCCpIp/OGims7rO1Nv/DkFkt0S/s2rxsJ2kkS8J3HcpeA==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-linux-x64-musl": { + "version": "1.2.10", + "resolved": "https://registry.npmjs.org/@rolldown/binding-linux-x64-musl/-/binding-linux-x64-musl-1.2.10.tgz", + "integrity": "sha512-C3YxNB16myRLs7o+B+6PnQ6jBsdIS4+AE4Ah8glVGhDpEv9AOvxhZ/1duAb4B0UGczEK/lBbccksd8VI+p6zfw==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-openharmony-arm64": { + "version": "1.2.10", + "resolved": "https://registry.npmjs.org/@rolldown/binding-openharmony-arm64/-/binding-openharmony-arm64-1.2.10.tgz", + "integrity": "sha512-571TlE/F1eeTjjdjYAMMMPs1Mfv3MtX6s3+ZKVU6HiUjZ5Njc6c/qzNy/8K3zALTZnaw3JQVYrHxvNfjm43KAg==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "openharmony" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-win32-arm64-msvc": { + "version": "1.2.10", + "resolved": "https://registry.npmjs.org/@rolldown/binding-win32-arm64-msvc/-/binding-win32-arm64-msvc-1.2.10.tgz", + "integrity": "sha512-QXW+ZWaiqs2c7Fi++D/SsW07LTPcUrncxcskJGfGNBoaLik1IU6fJymz4HsqwEO0u5Iq11yTO0B/mc4cPk7jrQ==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/binding-win32-x64-msvc": { + "version": "1.2.10", + "resolved": "https://registry.npmjs.org/@rolldown/binding-win32-x64-msvc/-/binding-win32-x64-msvc-1.2.10.tgz", + "integrity": "sha512-5FQFGgah17YeMtG1Yd5a+rMxQpTksyNXxRtKz06FVTaQw3RKYUJQbUoKk0/5jrXBpDo+7makNP7UHA2LQyH64A==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MIT", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": "^20.19.0 || >=22.12.0" + } + }, + "node_modules/@rolldown/pluginutils": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/@rolldown/pluginutils/-/pluginutils-1.0.1.tgz", + "integrity": "sha512-2j9bGt5Jh8hj+vPtgzPtl72j0yRxHAyumoo6TNfAjsLB04UtpSvPbPcDcBMxz7n+9CYB0c1GxQFxYRg2jimqGw==", + "dev": true, + "license": "MIT" + }, + "node_modules/@types/node": { + "version": "22.20.4", + "resolved": "https://registry.npmjs.org/@types/node/-/node-22.20.4.tgz", + "integrity": "sha512-zJRE40jpHtKqE/C4fgHrAKQLJuSpzEnP9ff9Y7YtoR3Wd2pwqzlekDeEuUQXjRd+QCYnVnNwuJYmhdk9XV8gvA==", + "dev": true, + "license": "MIT", + "peer": true, + "dependencies": { + "undici-types": "~6.21.0" + } + }, + "node_modules/@types/react": { + "version": "19.3.0", + "resolved": "https://registry.npmjs.org/@types/react/-/react-19.3.0.tgz", + "integrity": "sha512-N0rFCuH9YoxG9/m61l9MfpJKfmLOVU0em7ipIz6TRgSSkvReLB9vL85GB+yr8Bs5leqpvg96JSwF4ZS1s4viQg==", + "dev": true, + "license": "MIT", + "peer": true, + "dependencies": { + "csstype": "^3.2.2" + } + }, + "node_modules/@types/react-dom": { + "version": "19.3.0", + "resolved": "https://registry.npmjs.org/@types/react-dom/-/react-dom-19.3.0.tgz", + "integrity": "sha512-ZI7bU42mZXXKHn/qNLEw2IrbiINU7X5+vfgdixBHkCNpYWXjKgfQ/P+uyGb5CjOLB9UcnTeg3rylQtV2hym44Q==", + "dev": true, + "license": "MIT", + "peerDependencies": { + "@types/react": "^19.3.0" + } + }, + "node_modules/@typescript/typescript-aix-ppc64": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/@typescript/typescript-aix-ppc64/-/typescript-aix-ppc64-7.0.2.tgz", + "integrity": "sha512-MTKKkWB7p/0E9xi1d1tHtZ5PiLkGEMIq88pK2CubZjOsLtYTLqhgIgi6zepFa+9GHZ6h05NMCkQxGKiPXMxXtQ==", + "cpu": [ + "ppc64" + ], + "dev": true, + "license": "Apache-2.0", + "optional": true, + "os": [ + "aix" + ], + "engines": { + "node": ">=16.20.0" + } + }, + "node_modules/@typescript/typescript-darwin-arm64": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/@typescript/typescript-darwin-arm64/-/typescript-darwin-arm64-7.0.2.tgz", + "integrity": "sha512-gowzar9MwS/aRWp6f3a4KUqzRjAZjOsmGNCM6LcTgXum+dBfgsBVMN+AgvOCCbguXyick6LJhpBszxMebJ8syA==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "Apache-2.0", + "optional": true, + "os": [ + "darwin" + ], + "engines": { + "node": ">=16.20.0" + } + }, + "node_modules/@typescript/typescript-darwin-x64": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/@typescript/typescript-darwin-x64/-/typescript-darwin-x64-7.0.2.tgz", + "integrity": "sha512-SZ9xZInqApNlNGc9s0W1VSsktYSOe9cFqNOIqmN1Gs8SmkjKZYFt017G4VwPxASInODuAdbTW7sXiFUf893RgA==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "Apache-2.0", + "optional": true, + "os": [ + "darwin" + ], + "engines": { + "node": ">=16.20.0" + } + }, + "node_modules/@typescript/typescript-freebsd-arm64": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/@typescript/typescript-freebsd-arm64/-/typescript-freebsd-arm64-7.0.2.tgz", + "integrity": "sha512-W5NH4y/J0plIIS5b2xvTEkU7JFxyqdMAOgf+Ilhl0vHQXKO5dZoxd+C/jEtq56c4F3wk71RB4BMRQ2XdI+bwYQ==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "Apache-2.0", + "optional": true, + "os": [ + "freebsd" + ], + "engines": { + "node": ">=16.20.0" + } + }, + "node_modules/@typescript/typescript-freebsd-x64": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/@typescript/typescript-freebsd-x64/-/typescript-freebsd-x64-7.0.2.tgz", + "integrity": "sha512-UMGDx5sTpzNw3WiPebH7l90IWfJggEd+egHt/q6p7/Cm3zqoV7VxkGXt+3DxPIw8CcmvAB0j3sVVfbhX+M4Tpw==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "Apache-2.0", + "optional": true, + "os": [ + "freebsd" + ], + "engines": { + "node": ">=16.20.0" + } + }, + "node_modules/@typescript/typescript-linux-arm": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/@typescript/typescript-linux-arm/-/typescript-linux-arm-7.0.2.tgz", + "integrity": "sha512-gffT3xPz9sR7j/YJExkyPntrI0P2EP9XbOyWzth2/Gs0RstK+90RBcO0ncXoXy/beYll1SXw846Nf2zdnEz0QQ==", + "cpu": [ + "arm" + ], + "dev": true, + "license": "Apache-2.0", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=16.20.0" + } + }, + "node_modules/@typescript/typescript-linux-arm64": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/@typescript/typescript-linux-arm64/-/typescript-linux-arm64-7.0.2.tgz", + "integrity": "sha512-Qh4eU4/y3yDjnfjjyPYihMj5/ODIlmt+Bzu17OI+fiSRDW57QmU5SiN63exPRNJPKUzcc1INa1NXdrJ+MqHjUQ==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "Apache-2.0", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=16.20.0" + } + }, + "node_modules/@typescript/typescript-linux-loong64": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/@typescript/typescript-linux-loong64/-/typescript-linux-loong64-7.0.2.tgz", + "integrity": "sha512-uEHck9i8hoAzXPiYRib1O7miOnz23SxIeVl6F4LXox+qov1K35jHcEW6VHKvZI+pyvl7fZEP4MCU5LYvIq1GuQ==", + "cpu": [ + "loong64" + ], + "dev": true, + "license": "Apache-2.0", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=16.20.0" + } + }, + "node_modules/@typescript/typescript-linux-mips64el": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/@typescript/typescript-linux-mips64el/-/typescript-linux-mips64el-7.0.2.tgz", + "integrity": "sha512-R4KvAMnE43W5Qeqb0Ly56O3mWMWIAgsMyz36DCaycd5nbg/9kzm0liw3JocfRqyJY0KPmzFjbswozXyW0DnIYA==", + "cpu": [ + "mips64el" + ], + "dev": true, + "license": "Apache-2.0", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=16.20.0" + } + }, + "node_modules/@typescript/typescript-linux-ppc64": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/@typescript/typescript-linux-ppc64/-/typescript-linux-ppc64-7.0.2.tgz", + "integrity": "sha512-DORx5b3sd/4S7eayxm4FQv+A7CrkUIGRaHiwI8oiHTAI1fAPWhF4J0vAlkC8biAlHSVVwxMQ3tjZ2/DVbnQiiA==", + "cpu": [ + "ppc64" + ], + "dev": true, + "license": "Apache-2.0", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=16.20.0" + } + }, + "node_modules/@typescript/typescript-linux-riscv64": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/@typescript/typescript-linux-riscv64/-/typescript-linux-riscv64-7.0.2.tgz", + "integrity": "sha512-wf0jqEDOjrPRnKwYRyyJDRo11KMbvMFrU+q4zqKyChODBzvlkbhNQfKvLxQCcwTpdDaXSHZTVuh0JoCrKCUMHQ==", + "cpu": [ + "riscv64" + ], + "dev": true, + "license": "Apache-2.0", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=16.20.0" + } + }, + "node_modules/@typescript/typescript-linux-s390x": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/@typescript/typescript-linux-s390x/-/typescript-linux-s390x-7.0.2.tgz", + "integrity": "sha512-IkwJc3L7yhytWd/ewjyxNDfOmswCm9GWMJT/ue/dU4aZNbwZeYAetq42VyLmsmSjvoX7z74X6ZaYCtzAr0EuGw==", + "cpu": [ + "s390x" + ], + "dev": true, + "license": "Apache-2.0", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=16.20.0" + } + }, + "node_modules/@typescript/typescript-linux-x64": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/@typescript/typescript-linux-x64/-/typescript-linux-x64-7.0.2.tgz", + "integrity": "sha512-EYdf2cNg7rgCWJnxCdJ+F3V39O8ihb37eHAu1LK8oAFizgTQbPOK7zHHXbPt8rX24COqODXeI3sIf0fCXG7H/A==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "Apache-2.0", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">=16.20.0" + } + }, + "node_modules/@typescript/typescript-netbsd-arm64": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/@typescript/typescript-netbsd-arm64/-/typescript-netbsd-arm64-7.0.2.tgz", + "integrity": "sha512-+polYF4MF04aPpO5FTkHran9yUQDSXqy5GiSDKpsll5jy3l3+g9QLhpf39T+ePtefhXLOGrLl0QIjkQP6VnelA==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "Apache-2.0", + "optional": true, + "os": [ + "netbsd" + ], + "engines": { + "node": ">=16.20.0" + } + }, + "node_modules/@typescript/typescript-netbsd-x64": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/@typescript/typescript-netbsd-x64/-/typescript-netbsd-x64-7.0.2.tgz", + "integrity": "sha512-8YIT0EHM/3dq10ZOVF/A7pc/YSMtbcecct4rWtexrnSCHOPcpC2KTLXfTCR6vDpnSiY12heNb1GiN/wu+T/FyA==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "Apache-2.0", + "optional": true, + "os": [ + "netbsd" + ], + "engines": { + "node": ">=16.20.0" + } + }, + "node_modules/@typescript/typescript-openbsd-arm64": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/@typescript/typescript-openbsd-arm64/-/typescript-openbsd-arm64-7.0.2.tgz", + "integrity": "sha512-APT8+ClYnuYm1u9+kgGXoMj2VzWzcymwh2gNSQVySHfkRDGOTVkoWLjCmOQSaO+PoqQ57B0flRp9SA+7GnnkzQ==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "Apache-2.0", + "optional": true, + "os": [ + "openbsd" + ], + "engines": { + "node": ">=16.20.0" + } + }, + "node_modules/@typescript/typescript-openbsd-x64": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/@typescript/typescript-openbsd-x64/-/typescript-openbsd-x64-7.0.2.tgz", + "integrity": "sha512-yX7s+Q0Dln0Dt9tEzZsAjXXR/+ytBM7AlglaqyeMPxQszJ1JhlJdZ6jLA+IzldHtflX81em7lDao1xXu+aRRkg==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "Apache-2.0", + "optional": true, + "os": [ + "openbsd" + ], + "engines": { + "node": ">=16.20.0" + } + }, + "node_modules/@typescript/typescript-sunos-x64": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/@typescript/typescript-sunos-x64/-/typescript-sunos-x64-7.0.2.tgz", + "integrity": "sha512-dLJDGaLZ1D4HPQn62u1n8mBDkJREwMsAkCdkwd4Ieqw+x3TUyTsqY0YiBCtE6H6OzzgGk3iuZ3vFWRS+E8/d1g==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "Apache-2.0", + "optional": true, + "os": [ + "sunos" + ], + "engines": { + "node": ">=16.20.0" + } + }, + "node_modules/@typescript/typescript-win32-arm64": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/@typescript/typescript-win32-arm64/-/typescript-win32-arm64-7.0.2.tgz", + "integrity": "sha512-Gyl1Vy6OsWesLzmq+EP0Fb7b4Nid5232AvcA2SFcdYreldpNtYFFofPjnt62y9hQy7VTaZp65ICJjuAQRaVcIQ==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "Apache-2.0", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": ">=16.20.0" + } + }, + "node_modules/@typescript/typescript-win32-x64": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/@typescript/typescript-win32-x64/-/typescript-win32-x64-7.0.2.tgz", + "integrity": "sha512-0BQ3HkAHHlKLSp1qRvf3SUhGpGsDuhB/jgFw75guyqbxJqEaS0Cw/VFO8i2nHglJUzQCRtMMR/IBAKE3ETMC4g==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "Apache-2.0", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": ">=16.20.0" + } + }, + "node_modules/@vitejs/plugin-react": { + "version": "6.1.1", + "resolved": "https://registry.npmjs.org/@vitejs/plugin-react/-/plugin-react-6.1.1.tgz", + "integrity": "sha512-yxLaQV9gkhS8ezJqCM6+ndU7mDY6gqAg75NQ+0IjwEI8IYOmQCgkRwHKVSfWXW076DsqMo0Dk+0FK1U+M5RgFw==", + "dev": true, + "license": "MIT", + "dependencies": { + "@rolldown/pluginutils": "^1.0.1" + }, + "engines": { + "node": "^20.19.0 || >=22.12.0" + }, + "peerDependencies": { + "@rolldown/plugin-babel": "^0.1.7 || ^0.2.0", + "babel-plugin-react-compiler": "^1.0.0", + "oxc-transform-react": "^0.145.0", + "vite": "^8.0.0" + }, + "peerDependenciesMeta": { + "@rolldown/plugin-babel": { + "optional": true + }, + "babel-plugin-react-compiler": { + "optional": true + }, + "oxc-transform-react": { + "optional": true + } + } + }, + "node_modules/csstype": { + "version": "3.2.3", + "resolved": "https://registry.npmjs.org/csstype/-/csstype-3.2.3.tgz", + "integrity": "sha512-z1HGKcYy2xA8AGQfwrn0PAy+PB7X/GSj3UVJW9qKyn43xWa+gl5nXmU4qqLMRzWVLFC8KusUX8T/0kCiOYpAIQ==", + "dev": true, + "license": "MIT" + }, + "node_modules/detect-libc": { + "version": "2.1.2", + "resolved": "https://registry.npmjs.org/detect-libc/-/detect-libc-2.1.2.tgz", + "integrity": "sha512-Btj2BOOO83o3WyH59e8MgXsxEQVcarkUOpEYrubB0urwnN10yQ364rsiByU11nZlqWYZm05i/of7io4mzihBtQ==", + "dev": true, + "license": "Apache-2.0", + "engines": { + "node": ">=8" + } + }, + "node_modules/fdir": { + "version": "6.5.0", + "resolved": "https://registry.npmjs.org/fdir/-/fdir-6.5.0.tgz", + "integrity": "sha512-tIbYtZbucOs0BRGqPJkshJUYdL+SDH7dVM8gjy+ERp3WAUjLEFJE+02kanyHtwjWOnwrKYBiwAmM0p4kLJAnXg==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=12.0.0" + }, + "peerDependencies": { + "picomatch": "^3 || ^4" + }, + "peerDependenciesMeta": { + "picomatch": { + "optional": true + } + } + }, + "node_modules/fsevents": { + "version": "2.3.3", + "resolved": "https://registry.npmjs.org/fsevents/-/fsevents-2.3.3.tgz", + "integrity": "sha512-5xoDfX+fL7faATnagmWPpbFtwh/R77WmMMqqHGS65C3vvB0YHrgF+B1YmZ3441tMj5n63k0212XNoJwzlhffQw==", + "dev": true, + "hasInstallScript": true, + "license": "MIT", + "optional": true, + "os": [ + "darwin" + ], + "engines": { + "node": "^8.16.0 || ^10.6.0 || >=11.0.0" + } + }, + "node_modules/lightningcss": { + "version": "1.33.0", + "resolved": "https://registry.npmjs.org/lightningcss/-/lightningcss-1.33.0.tgz", + "integrity": "sha512-WkUDrojuJs0xkgGf2udWxa3yGBRxPtxUkB79i6aCZLRgc7PM8fZe9TosfPDcvEpQZbuFASnHYmRLBLUbmLOIIA==", + "dev": true, + "license": "MPL-2.0", + "dependencies": { + "detect-libc": "^2.0.3" + }, + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + }, + "optionalDependencies": { + "lightningcss-android-arm64": "1.33.0", + "lightningcss-darwin-arm64": "1.33.0", + "lightningcss-darwin-x64": "1.33.0", + "lightningcss-freebsd-x64": "1.33.0", + "lightningcss-linux-arm-gnueabihf": "1.33.0", + "lightningcss-linux-arm64-gnu": "1.33.0", + "lightningcss-linux-arm64-musl": "1.33.0", + "lightningcss-linux-x64-gnu": "1.33.0", + "lightningcss-linux-x64-musl": "1.33.0", + "lightningcss-win32-arm64-msvc": "1.33.0", + "lightningcss-win32-x64-msvc": "1.33.0" + } + }, + "node_modules/lightningcss-android-arm64": { + "version": "1.33.0", + "resolved": "https://registry.npmjs.org/lightningcss-android-arm64/-/lightningcss-android-arm64-1.33.0.tgz", + "integrity": "sha512-gEpRTalKdosp4Bb8qWtc2iOgE5SeIHlpS1up9bFq2wAyYhl1UdTObYiHe98zEM9SQvSoqQZ1IQD0JNpg3Ml5pg==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MPL-2.0", + "optional": true, + "os": [ + "android" + ], + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + } + }, + "node_modules/lightningcss-darwin-arm64": { + "version": "1.33.0", + "resolved": "https://registry.npmjs.org/lightningcss-darwin-arm64/-/lightningcss-darwin-arm64-1.33.0.tgz", + "integrity": "sha512-Sciaz8eenNTKn9b3t7+xr0ipTp9YxKQY4npwQ3mrRuL0BAVHBLyZxofhaKBAVtzmtRZ/zTyo0/to4B1uWG/Djg==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MPL-2.0", + "optional": true, + "os": [ + "darwin" + ], + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + } + }, + "node_modules/lightningcss-darwin-x64": { + "version": "1.33.0", + "resolved": "https://registry.npmjs.org/lightningcss-darwin-x64/-/lightningcss-darwin-x64-1.33.0.tgz", + "integrity": "sha512-Z5UPAxzrjlWNNyGy6i65cJzzvgJ5D3T6wMvs+gWpY9d7qRhANrxqAp6LhxIgZhWEw18RfJTGcRxjuLIBr+m8XQ==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MPL-2.0", + "optional": true, + "os": [ + "darwin" + ], + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + } + }, + "node_modules/lightningcss-freebsd-x64": { + "version": "1.33.0", + "resolved": "https://registry.npmjs.org/lightningcss-freebsd-x64/-/lightningcss-freebsd-x64-1.33.0.tgz", + "integrity": "sha512-QQM/Ti/hQajJwCY+RiWuCZ9sdtI/XQk7nDK5vC8kkdwixezOlDgvDx7+RT+QjK6FcFT4MpsuoBnHIo/O3StRRg==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MPL-2.0", + "optional": true, + "os": [ + "freebsd" + ], + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + } + }, + "node_modules/lightningcss-linux-arm-gnueabihf": { + "version": "1.33.0", + "resolved": "https://registry.npmjs.org/lightningcss-linux-arm-gnueabihf/-/lightningcss-linux-arm-gnueabihf-1.33.0.tgz", + "integrity": "sha512-N7FVBe6iS24MlM6R/4RBTxGhQheZGs7tiQ9U32UtF75NzP5Q7xWPRqLBCKxlRQRk3rY1jCIPLzx7WzOhuUIRLQ==", + "cpu": [ + "arm" + ], + "dev": true, + "license": "MPL-2.0", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + } + }, + "node_modules/lightningcss-linux-arm64-gnu": { + "version": "1.33.0", + "resolved": "https://registry.npmjs.org/lightningcss-linux-arm64-gnu/-/lightningcss-linux-arm64-gnu-1.33.0.tgz", + "integrity": "sha512-j2v/itmy4HlNxlc6voKXYgBqNi0Ng2LShg4z7GufpEgs05P+2suBVyi9I6YHq5uoVFx9ETin3eCEhLVyXGQnKg==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MPL-2.0", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + } + }, + "node_modules/lightningcss-linux-arm64-musl": { + "version": "1.33.0", + "resolved": "https://registry.npmjs.org/lightningcss-linux-arm64-musl/-/lightningcss-linux-arm64-musl-1.33.0.tgz", + "integrity": "sha512-yiO5ROMuYQgXbC60yjZU5CYSFZGKXL0HFATXt9mHJn1+zW55oCtMI9NfcVhYLMFDL7gV7oBPon/EmMMGg2OvtQ==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MPL-2.0", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + } + }, + "node_modules/lightningcss-linux-x64-gnu": { + "version": "1.33.0", + "resolved": "https://registry.npmjs.org/lightningcss-linux-x64-gnu/-/lightningcss-linux-x64-gnu-1.33.0.tgz", + "integrity": "sha512-ar+Ju7LmcN0Jo4FpL4hpFybwNG9/3A/Br5KW2n2jyODg3MEZXaDYADdemoNS+BDNfMgKvylJLj4S5tyRActuAg==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MPL-2.0", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + } + }, + "node_modules/lightningcss-linux-x64-musl": { + "version": "1.33.0", + "resolved": "https://registry.npmjs.org/lightningcss-linux-x64-musl/-/lightningcss-linux-x64-musl-1.33.0.tgz", + "integrity": "sha512-RYiYbkokw0trfKqqzfF55lginwEPrD3OJDfTuJzFs1MK6iFnDenaz1fqLLtX4ITG3OktJQXOeTaw1awrBAlZPw==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MPL-2.0", + "optional": true, + "os": [ + "linux" + ], + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + } + }, + "node_modules/lightningcss-win32-arm64-msvc": { + "version": "1.33.0", + "resolved": "https://registry.npmjs.org/lightningcss-win32-arm64-msvc/-/lightningcss-win32-arm64-msvc-1.33.0.tgz", + "integrity": "sha512-1K+MPfLSFVpphzpdbfkhlWk6wBrTObBzS2T6db10PNOZgR9GoVsAWzwNyuhUYYbTp23j+4RrncfujZ4uAzXvwA==", + "cpu": [ + "arm64" + ], + "dev": true, + "license": "MPL-2.0", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + } + }, + "node_modules/lightningcss-win32-x64-msvc": { + "version": "1.33.0", + "resolved": "https://registry.npmjs.org/lightningcss-win32-x64-msvc/-/lightningcss-win32-x64-msvc-1.33.0.tgz", + "integrity": "sha512-OlEICDx/Xl0FqSp4bry8zFnCvGpig3Gl4gCquvYwHuqJKEC1+n9NgDniFvqHGmMv1ZkqDJrDqKKSykTDX+ehuA==", + "cpu": [ + "x64" + ], + "dev": true, + "license": "MPL-2.0", + "optional": true, + "os": [ + "win32" + ], + "engines": { + "node": ">= 12.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/parcel" + } + }, + "node_modules/nanoid": { + "version": "3.3.19", + "resolved": "https://registry.npmjs.org/nanoid/-/nanoid-3.3.19.tgz", + "integrity": "sha512-Y2tUNy4ouw6tq5oDSKeQYGOyhkUBhNOcGV/02KC+6kd9eDGqdZd++mjMiIDilrBYvjEnCYvVtsuHCuP+okSfug==", + "dev": true, + "funding": [ + { + "type": "github", + "url": "https://github.com/sponsors/ai" + } + ], + "license": "MIT", + "bin": { + "nanoid": "bin/nanoid.cjs" + }, + "engines": { + "node": "^10 || ^12 || ^13.7 || ^14 || >=15.0.1" + } + }, + "node_modules/picocolors": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/picocolors/-/picocolors-1.1.1.tgz", + "integrity": "sha512-xceH2snhtb5M9liqDsmEw56le376mTZkEX/jEb/RxNFyegNul7eNslCXP9FDj/Lcu0X8KEyMceP2ntpaHrDEVA==", + "dev": true, + "license": "ISC" + }, + "node_modules/picomatch": { + "version": "4.0.7", + "resolved": "https://registry.npmjs.org/picomatch/-/picomatch-4.0.7.tgz", + "integrity": "sha512-qcJu88Q2IWqJsDD529JKMdwGm/dvInW4HvQnRwiH9JtihJvzGOscDtHE3x1pBKeUOTysQ8kVmLnJ2kJu7yhcGA==", + "dev": true, + "license": "MIT", + "peer": true, + "engines": { + "node": ">=12" + }, + "funding": { + "url": "https://github.com/sponsors/jonschlinkert" + } + }, + "node_modules/postcss": { + "version": "8.5.28", + "resolved": "https://registry.npmjs.org/postcss/-/postcss-8.5.28.tgz", + "integrity": "sha512-RRuzqDtt5Y9h3quz5hWhK+TPnsmVs6WwSU6LkJMeY4HstUEDuYTG8UJSdawMRzmzAtV+KEoG8N3Qg2qLy5vM/A==", + "dev": true, + "funding": [ + { + "type": "opencollective", + "url": "https://opencollective.com/postcss/" + }, + { + "type": "tidelift", + "url": "https://tidelift.com/funding/github/npm/postcss" + }, + { + "type": "github", + "url": "https://github.com/sponsors/ai" + } + ], + "license": "MIT", + "dependencies": { + "nanoid": "^3.3.18", + "picocolors": "^1.1.1", + "source-map-js": "^1.2.1" + }, + "engines": { + "node": "^10 || ^12 || >=14" + } + }, + "node_modules/react": { + "version": "19.3.0", + "resolved": "https://registry.npmjs.org/react/-/react-19.3.0.tgz", + "integrity": "sha512-E8LUcbtBWt20bbl2YoHfx4ZDBdxVTfOKtCZn9cDSJ4l6/nuoApcpIBcj47t2wZoVX8g2ZHuMHbiShgCR1T5Sog==", + "license": "MIT", + "peer": true, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/react-dom": { + "version": "19.3.0", + "resolved": "https://registry.npmjs.org/react-dom/-/react-dom-19.3.0.tgz", + "integrity": "sha512-JDk8dgif51OjFoDE70+OT9ICyYr+69HlmihNwp1+Nsfbna3t5sIiCa9ZJktDmQ4/1b/rn26hIAR2uYXDMr5r0Q==", + "license": "MIT", + "dependencies": { + "scheduler": "^0.28.0" + }, + "peerDependencies": { + "react": "^19.3.0" + } + }, + "node_modules/rolldown": { + "version": "1.2.10", + "resolved": "https://registry.npmjs.org/rolldown/-/rolldown-1.2.10.tgz", + "integrity": "sha512-OxkA08pSryMK7B3XiFA09B4OJ1xJMPgIYCBMY2xchzpqgBGsV1o0DetPAE+Sl3N3L4oCPiEzmHVSOj7iR04Zog==", + "dev": true, + "license": "MIT", + "dependencies": { + "@oxc-project/types": "=0.151.0", + "@rolldown/pluginutils": "^1.0.0" + }, + "bin": { + "rolldown": "bin/cli.mjs" + }, + "engines": { + "node": "^20.19.0 || >=22.12.0" + }, + "optionalDependencies": { + "@rolldown/binding-android-arm-eabi": "1.2.10", + "@rolldown/binding-android-arm64": "1.2.10", + "@rolldown/binding-darwin-arm64": "1.2.10", + "@rolldown/binding-darwin-x64": "1.2.10", + "@rolldown/binding-freebsd-x64": "1.2.10", + "@rolldown/binding-linux-arm-gnueabihf": "1.2.10", + "@rolldown/binding-linux-arm64-gnu": "1.2.10", + "@rolldown/binding-linux-arm64-musl": "1.2.10", + "@rolldown/binding-linux-ppc64-gnu": "1.2.10", + "@rolldown/binding-linux-s390x-gnu": "1.2.10", + "@rolldown/binding-linux-x64-gnu": "1.2.10", + "@rolldown/binding-linux-x64-musl": "1.2.10", + "@rolldown/binding-openharmony-arm64": "1.2.10", + "@rolldown/binding-win32-arm64-msvc": "1.2.10", + "@rolldown/binding-win32-x64-msvc": "1.2.10" + } + }, + "node_modules/scheduler": { + "version": "0.28.0", + "resolved": "https://registry.npmjs.org/scheduler/-/scheduler-0.28.0.tgz", + "integrity": "sha512-juorfCmIkIw8tT+p5BXSm6PJjQF/ycEYmKyzURCIt/RaZIhL+PulbQ9Yu2z1HdOJDdqDTlxA1+xKBmHXJsczAw==", + "license": "MIT" + }, + "node_modules/source-map-js": { + "version": "1.2.1", + "resolved": "https://registry.npmjs.org/source-map-js/-/source-map-js-1.2.1.tgz", + "integrity": "sha512-UXWMKhLOwVKb728IUtQPXxfYU+usdybtUrK/8uGE8CQMvrhOpwvzDBwj0QhSL7MQc7vIsISBG8VQ8+IDQxpfQA==", + "dev": true, + "license": "BSD-3-Clause", + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/tinyglobby": { + "version": "0.2.17", + "resolved": "https://registry.npmjs.org/tinyglobby/-/tinyglobby-0.2.17.tgz", + "integrity": "sha512-wXR/dYpcqKmfWpEdZjiKJOwCNFndD0DMnrW/cYjVGttEkBfVgcLFHoNrlj47mjOVic9yyNu65alsgF4NQyTa2g==", + "dev": true, + "license": "MIT", + "dependencies": { + "fdir": "^6.5.0", + "picomatch": "^4.0.4" + }, + "engines": { + "node": ">=12.0.0" + }, + "funding": { + "url": "https://github.com/sponsors/SuperchupuDev" + } + }, + "node_modules/typescript": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/typescript/-/typescript-7.0.2.tgz", + "integrity": "sha512-8FYau96o3NKOhbjKi/qNvG/W5jhzxkbdm5sj9AbZ/5T5sWqn3hJgLfGx27sRKZWTvyzCP8dLRBTf5tBTSRVUNA==", + "dev": true, + "license": "Apache-2.0", + "bin": { + "tsc": "bin/tsc" + }, + "engines": { + "node": ">=16.20.0" + }, + "optionalDependencies": { + "@typescript/typescript-aix-ppc64": "7.0.2", + "@typescript/typescript-darwin-arm64": "7.0.2", + "@typescript/typescript-darwin-x64": "7.0.2", + "@typescript/typescript-freebsd-arm64": "7.0.2", + "@typescript/typescript-freebsd-x64": "7.0.2", + "@typescript/typescript-linux-arm": "7.0.2", + "@typescript/typescript-linux-arm64": "7.0.2", + "@typescript/typescript-linux-loong64": "7.0.2", + "@typescript/typescript-linux-mips64el": "7.0.2", + "@typescript/typescript-linux-ppc64": "7.0.2", + "@typescript/typescript-linux-riscv64": "7.0.2", + "@typescript/typescript-linux-s390x": "7.0.2", + "@typescript/typescript-linux-x64": "7.0.2", + "@typescript/typescript-netbsd-arm64": "7.0.2", + "@typescript/typescript-netbsd-x64": "7.0.2", + "@typescript/typescript-openbsd-arm64": "7.0.2", + "@typescript/typescript-openbsd-x64": "7.0.2", + "@typescript/typescript-sunos-x64": "7.0.2", + "@typescript/typescript-win32-arm64": "7.0.2", + "@typescript/typescript-win32-x64": "7.0.2" + } + }, + "node_modules/undici-types": { + "version": "6.21.0", + "resolved": "https://registry.npmjs.org/undici-types/-/undici-types-6.21.0.tgz", + "integrity": "sha512-iwDZqg0QAGrg9Rav5H4n0M64c3mkR59cJ6wQp+7C4nI0gsmExaedaYLNO44eT4AtBBwjbTiGPMlt2Md0T9H9JQ==", + "dev": true, + "license": "MIT" + }, + "node_modules/vite": { + "version": "8.3.0", + "resolved": "https://registry.npmjs.org/vite/-/vite-8.3.0.tgz", + "integrity": "sha512-lhZBVvEHefgE+HQZC9O7EBJgCU/nVzFNl7vkS4RE0APtWLP02/8QVIkQtzBxPquh7lq5/78NHipTj7ODQ6XuyQ==", + "dev": true, + "license": "MIT", + "peer": true, + "dependencies": { + "lightningcss": "^1.33.0", + "picomatch": "^4.0.7", + "postcss": "^8.5.28", + "rolldown": "~1.2.6", + "tinyglobby": "^0.2.17" + }, + "bin": { + "vite": "bin/vite.js" + }, + "engines": { + "node": "^20.19.0 || >=22.12.0" + }, + "funding": { + "url": "https://github.com/vitejs/vite?sponsor=1" + }, + "optionalDependencies": { + "fsevents": "~2.3.3" + }, + "peerDependencies": { + "@types/node": "^20.19.0 || >=22.12.0", + "@vitejs/devtools": "^0.7.1", + "esbuild": "^0.27.0 || ^0.28.0", + "jiti": ">=1.21.0", + "less": "^4.0.0", + "sass": "^1.70.0", + "sass-embedded": "^1.70.0", + "stylus": ">=0.54.8", + "sugarss": "^5.0.0", + "terser": "^5.16.0", + "tsx": "^4.8.1", + "yaml": "^2.4.2" + }, + "peerDependenciesMeta": { + "@types/node": { + "optional": true + }, + "@vitejs/devtools": { + "optional": true + }, + "esbuild": { + "optional": true + }, + "jiti": { + "optional": true + }, + "less": { + "optional": true + }, + "sass": { + "optional": true + }, + "sass-embedded": { + "optional": true + }, + "stylus": { + "optional": true + }, + "sugarss": { + "optional": true + }, + "terser": { + "optional": true + }, + "tsx": { + "optional": true + }, + "yaml": { + "optional": true + } + } + } + } +} diff --git a/src/frontend/package.json b/src/frontend/package.json new file mode 100644 index 0000000..8a453e8 --- /dev/null +++ b/src/frontend/package.json @@ -0,0 +1,23 @@ +{ + "name": "messenger-test-ui", + "private": true, + "version": "1.0.0", + "type": "module", + "scripts": { + "dev": "vite", + "build": "tsc --noEmit && vite build", + "typecheck": "tsc --noEmit" + }, + "dependencies": { + "react": "19.3.0", + "react-dom": "19.3.0" + }, + "devDependencies": { + "@types/node": "^22.15.0", + "@types/react": "19.3.0", + "@types/react-dom": "19.3.0", + "@vitejs/plugin-react": "6.1.1", + "typescript": "7.0.2", + "vite": "8.3.0" + } +} diff --git a/src/frontend/src/App.tsx b/src/frontend/src/App.tsx new file mode 100644 index 0000000..c7b36e9 --- /dev/null +++ b/src/frontend/src/App.tsx @@ -0,0 +1,335 @@ +import { useCallback, useEffect, useRef, useState, type FormEvent } from "react"; +import { api, ApiError, type Attachment, type Chat, type Session, type User } from "./api"; + +import AttachmentImage from "./AttachmentImage"; +import { uploadDirect, type DirectProgress } from "./directUpload"; +import UploadStatus from "./UploadStatus"; +import Pagination from "./Pagination"; +import { useCursorPage } from "./useCursorPage"; + +const tokenKey = "messenger_test_token"; + +function errorText(error: unknown): string { + if (error instanceof ApiError) { + const uploadMessages: Record = { + upload_not_uploaded: "Файл ещё не найден в S3. Нажмите «Повторить».", + upload_expired: "Срок подтверждения загрузки истёк. Нажмите «Повторить».", + upload_size_mismatch: "Размер полученного файла отличается от заявленного.", + upload_checksum_mismatch: "Контрольная сумма полученного файла не совпала.", + unsupported_media_type: "Файл повреждён или его содержимое не соответствует PNG/JPEG.", + payload_too_large: "Изображение превышает 10 МиБ или 40 миллионов пикселей.", + }; + const message = uploadMessages[error.code || ""] || error.message; + return error.requestId + ? `${message} · запрос ${error.requestId}` + : message; + } + return error instanceof Error ? error.message : "Неизвестная ошибка"; +} + +function authErrorText(error: unknown): string { + if (!(error instanceof ApiError)) return errorText(error); + const message = error.status === 409 + ? "Имя пользователя уже занято. Выберите другое или войдите." + : error.status === 401 + ? "Неверное имя пользователя или пароль." + : error.status === 503 + ? "Сервер временно недоступен. Попробуйте ещё раз позже." + : error.message; + return error.requestId ? `${message} · запрос ${error.requestId}` : message; +} + +function dateText(value: string): string { + return new Date(value).toLocaleString("ru-RU", { + dateStyle: "short", + timeStyle: "short", + }); +} + +function AuthForm({ onSuccess }: { onSuccess: (session: Session) => void }) { + const [mode, setMode] = useState<"login" | "register">("login"); + const [username, setUsername] = useState(""); + const [displayName, setDisplayName] = useState(""); + const [password, setPassword] = useState(""); + const [busy, setBusy] = useState(false); + const [error, setError] = useState(""); + + async function submit(event: FormEvent) { + event.preventDefault(); + setError(""); + const name = username.trim(); + if (!/^[a-z0-9_]{3,32}$/.test(name)) { + setError("Имя пользователя: 3–32 символа, только строчные латинские буквы, цифры и _."); + return; + } + const passwordLength = Array.from(password).length; + if (passwordLength < 12 || passwordLength > 128 || (mode === "register" && !password.trim())) { + setError("Пароль должен содержать от 12 до 128 символов."); + return; + } + if (mode === "register" && (!displayName.trim() || Array.from(displayName.trim()).length > 100)) { + setError("Отображаемое имя должно содержать от 1 до 100 символов."); + return; + } + setBusy(true); + let created = false; + try { + if (mode === "register") { + await api.register(name, displayName.trim(), password); + created = true; + } + const session = await api.login(name, password); + setPassword(""); + onSuccess(session); + } catch (cause) { + setError(created + ? `Аккаунт создан, но войти не удалось. Повторите вход: ${authErrorText(cause)}` + : authErrorText(cause)); + if (created) setMode("login"); + } finally { + setBusy(false); + } + } + + return ( +
+
+ +

Мессенджер

+
+ + +
+
+ + {mode === "register" && ( + + )} + + {error &&

{error}

} + +
+
+
+ ); +} + +type UploadDraft = { localId: string; file: File; mode: "proxy" | "direct"; direct: DirectProgress; status: "preparing" | "uploading" | "checking" | "accepted" | "error"; attachment?: Attachment; error?: string }; +function canSendUpload(item: UploadDraft) { + return item.status === "accepted" && item.attachment && item.attachment.status !== "failed"; +} + +function Workspace({ token, user, onLogout }: { token: string; user: User; onLogout: (notice?: string) => void }) { + const [selectedChat, setSelectedChat] = useState(null); + const [showCreate, setShowCreate] = useState(false); + const [title, setTitle] = useState(""); + const [members, setMembers] = useState(""); + const [drafts, setDrafts] = useState>({}); + const [creating, setCreating] = useState(false); + const [sending, setSending] = useState(false); + const pendingMessages = useRef>({}); + const [uploads, setUploads] = useState>({}); + const [uploading, setUploading] = useState(false); + const [uploadMode, setUploadMode] = useState<"proxy" | "direct">("proxy"); + const uploadController = useRef(new AbortController()); + useEffect(() => { + const controller = new AbortController(); + uploadController.current = controller; + return () => controller.abort(); + }, []); + const [error, setError] = useState(""); + const [notice, setNotice] = useState(""); + const reportError = useCallback((cause: unknown) => { + if (cause instanceof ApiError && cause.status === 401) onLogout("Сессия истекла. Войдите снова."); + else setError(errorText(cause)); + }, [onLogout]); + const updateAttachment = useCallback((chat: string, local: string, attachment: Attachment) => { + setUploads(current => ({ ...current, [chat]: (current[chat] || []).map(item => item.localId === local ? { ...item, attachment } : item) })); + }, []); + const fetchChats = useCallback((cursor: string | undefined, limit: number) => api.chats(token, cursor, limit), [token]); + const chatId = selectedChat?.id || ""; + const fetchMessages = useCallback((cursor: string | undefined, limit: number) => api.messages(token, chatId, cursor, limit), [token, chatId]); + const chats = useCursorPage(token, fetchChats, reportError); + const messages = useCursorPage(chatId, fetchMessages, reportError); + + async function createChat(event: FormEvent) { + event.preventDefault(); + if (!title.trim()) return; + setCreating(true); setError(""); + try { + const memberIds = Array.from(new Set([user.id, ...members.split(/[\s,;]+/).filter(Boolean)])); + const chat = await api.createChat(token, title.trim(), memberIds); + setSelectedChat(chat); setTitle(""); setMembers(""); setShowCreate(false); chats.refresh(); + } catch (cause) { reportError(cause); } + finally { setCreating(false); } + } + + async function uploadFiles(targetChat: string, items: UploadDraft[]) { + const signal = uploadController.current.signal; + setUploading(true); setError(""); + const update = (id: string, patch: Partial) => setUploads(current => ({ + ...current, + [targetChat]: (current[targetChat] || []).map(item => item.localId === id ? { ...item, ...patch } : item) + })); + try { + for (const item of items) { + if (signal.aborted) break; + update(item.localId, { status: "uploading", error: undefined }); + try { + const attachment = item.mode === "direct" + ? await uploadDirect(token, targetChat, item.file, item.direct, signal, status => { if (!signal.aborted) update(item.localId, { status }); }) + : await api.uploadAttachment(token, targetChat, item.file, signal); + if (signal.aborted) break; + update(item.localId, { status: "accepted", attachment }); + } catch (cause) { + if (signal.aborted) break; + update(item.localId, { status: "error", error: errorText(cause) }); + reportError(cause); + if (cause instanceof ApiError && cause.status === 401) break; + } + } + } finally { if (!signal.aborted) setUploading(false); } + } + + function selectFiles(files: FileList | null) { + if (!files || uploading || sending) return; + const current = uploads[chatId] || []; + const chosen = Array.from(files); + if (current.length + chosen.length > 10) { setError("Можно прикрепить не более 10 изображений."); return; } + if (chosen.some(file => file.size < 1 || file.size > 10485760 || !["image/png", "image/jpeg"].includes(file.type))) { + setError("Выберите PNG или JPEG размером до 10 МиБ каждый."); return; + } + const items: UploadDraft[] = chosen.map(file => ({ localId: crypto.randomUUID(), file, mode: uploadMode, direct: {}, status: "preparing" })); + setUploads(previous => ({ ...previous, [chatId]: [...current, ...items] })); + void uploadFiles(chatId, items); + } + + async function sendMessage(event: FormEvent) { + event.preventDefault(); + const text = (drafts[chatId] || "").trim(); + const selected = uploads[chatId] || []; + if (uploading || selected.some(item => !canSendUpload(item)) || (!text && selected.length === 0)) return; + const attachmentIds = selected.map(item => item.attachment!.id); + const body = JSON.stringify({ text, attachment_ids: attachmentIds }); + const previous = pendingMessages.current[chatId]; + const pending = previous?.body === body ? previous : { body, key: crypto.randomUUID() }; + // A manual retry after an uncertain response keeps the original key/body. + pendingMessages.current[chatId] = pending; + setSending(true); setError(""); + try { + await api.sendMessage(token, chatId, text, pending.key, attachmentIds); + delete pendingMessages.current[chatId]; + setDrafts((previous) => ({ ...previous, [chatId]: "" })); + setUploads(previous => ({ ...previous, [chatId]: [] })); + messages.reload(); setNotice("Сообщение отправлено"); + } catch (cause) { reportError(cause); } + finally { setSending(false); } + } + + async function logout() { + uploadController.current.abort(); + uploadController.current = new AbortController(); + setUploading(false); + setUploads({}); + try { await api.logout(token); onLogout(); } + catch (cause) { reportError(cause); } + } + + async function copyId() { + try { await navigator.clipboard.writeText(user.id); setNotice("ID скопирован"); } + catch { setError("Не удалось скопировать ID. Выделите его вручную."); } + } + + return
+
+ Мессенджер +
{user.display_name.slice(0, 1).toUpperCase()}
{user.display_name}@{user.username}
+
+ {(error || notice) &&
{error || notice}
} +
+