From 4fae7d7e875c6df49808a215b0a7f36f904ee9ce Mon Sep 17 00:00:00 2001 From: morodik Date: Thu, 12 Nov 2026 17:28:28 +0300 Subject: [PATCH] lab5 na4 --- .env.example | 37 +- .github/pull_request_template.md | 41 +- .gitignore | 1 + Dockerfile | 28 + Makefile | 8 +- REPORT.md | 139 +- cmd/api/main.go | 133 ++ cmd/reconcile/main.go | 63 + cmd/worker/main.go | 80 ++ compose.yml | 284 ++++ docs/architecture.png | Bin 0 -> 24037 bytes docs/architecture.puml | 24 + docs/lab5-defense.md | 49 + docs/track-5-report-md | 52 + evidence/lab5-check.txt | 2 + evidence/lab5-failover.txt | 4 + evidence/lab5-go-test.txt | 17 + evidence/lab5-go-vet.txt | 0 evidence/lab5-load-peaks.json | 46 + evidence/lab5-load.json | 17 + evidence/lab5-load.txt | 17 + evidence/lab5-persistence.txt | 3 + evidence/lab5-pipeline.json | 75 ++ evidence/lab5-pipeline.txt | 8 + evidence/lab5-private-bucket.txt | 4 + evidence/lab5-resource.json | 14 + evidence/lab5-restart-after.json | 106 ++ evidence/lab5-restart-before.json | 106 ++ evidence/lab5-runtime.json | 1664 ++++++++++++++++++++++++ evidence/lab5-smoke.txt | 2 + evidence/lab5-verification.txt | 26 + go.mod | 233 ++++ go.sum | 932 +++++++++++++ infra/haproxy-s3.cfg | 22 + infra/haproxy.cfg | 31 + internal/auth/password.go | 76 ++ internal/auth/session.go | 15 + internal/blobstore/blobstore.go | 232 ++++ internal/cache/cache.go | 67 + internal/config/config.go | 37 + internal/cursor/cursor.go | 45 + internal/db/db.go | 42 + internal/httpapi/api_test.go | 983 ++++++++++++++ internal/httpapi/attachments.go | 271 ++++ internal/httpapi/auth.go | 110 ++ internal/httpapi/chats.go | 131 ++ internal/httpapi/health.go | 72 + internal/httpapi/httpx.go | 100 ++ internal/httpapi/idempotency_test.go | 184 +++ internal/httpapi/messages.go | 100 ++ internal/httpapi/middleware.go | 41 + internal/httpapi/pipeline_test.go | 165 +++ internal/httpapi/race_test.go | 163 +++ internal/httpapi/router.go | 96 ++ internal/httpapi/sessionstore_test.go | 73 ++ internal/httpapi/testmain_test.go | 149 +++ internal/httpapi/transaction_test.go | 63 + internal/httpapi/users.go | 125 ++ internal/httpapi/validate.go | 54 + internal/idgen/uuid.go | 23 + internal/images/images.go | 32 + internal/images/images_test.go | 32 + internal/jobs/repository.go | 254 ++++ internal/jobs/repository_test.go | 29 + internal/jobs/runtime.go | 367 ++++++ internal/model/model.go | 93 ++ internal/reconcile/reconcile.go | 118 ++ internal/sessionstore/redis.go | 73 ++ internal/sessionstore/sessionstore.go | 18 + internal/store/limits.go | 51 + internal/store/store.go | 612 +++++++++ migrations/000001_init_schema.down.sql | 7 + migrations/000001_init_schema.up.sql | 60 + migrations/000002_idempotency.up.sql | 11 + migrations/000003_attachments.down.sql | 4 + migrations/000003_attachments.up.sql | 27 + migrations/000004_pipeline.down.sql | 3 + migrations/000004_pipeline.up.sql | 34 + scripts/bootstrap.sh | 27 + scripts/check_attachment_failover.py | 53 + scripts/check_attachments.py | 131 ++ scripts/check_edge.py | 51 + scripts/check_lb.py | 65 + scripts/check_pipeline.py | 236 ++++ scripts/check_s3.sh | 35 + scripts/collect_runtime.py | 54 + scripts/container_snapshot.py | 11 + scripts/explain_messages.sql | 69 + scripts/failover-under-load.sh | 20 + scripts/gen-s3-secrets.sh | 24 + scripts/measure_failover.py | 91 ++ scripts/memory_experiment.py | 84 ++ scripts/orphan_scenarios.sh | 53 + scripts/process_image.py | 68 + scripts/restart.sh | 15 + scripts/rolling-under-load.sh | 16 + scripts/rolling-update.sh | 18 + scripts/s3-admin.sh | 6 + scripts/s3_restart_probe.py | 57 + scripts/stop-one.sh | 13 + scripts/upload_tools.py | 55 + scripts/verify_level4.sh | 18 + scripts/wait_ready.sh | 16 + 103 files changed, 10742 insertions(+), 54 deletions(-) create mode 100644 Dockerfile create mode 100644 cmd/api/main.go create mode 100644 cmd/reconcile/main.go create mode 100644 cmd/worker/main.go create mode 100644 compose.yml create mode 100644 docs/architecture.png create mode 100644 docs/architecture.puml create mode 100644 docs/lab5-defense.md create mode 100644 docs/track-5-report-md create mode 100644 evidence/lab5-check.txt create mode 100644 evidence/lab5-failover.txt create mode 100644 evidence/lab5-go-test.txt create mode 100644 evidence/lab5-go-vet.txt create mode 100644 evidence/lab5-load-peaks.json create mode 100644 evidence/lab5-load.json create mode 100644 evidence/lab5-load.txt create mode 100644 evidence/lab5-persistence.txt create mode 100644 evidence/lab5-pipeline.json create mode 100644 evidence/lab5-pipeline.txt create mode 100644 evidence/lab5-private-bucket.txt create mode 100644 evidence/lab5-resource.json create mode 100644 evidence/lab5-restart-after.json create mode 100644 evidence/lab5-restart-before.json create mode 100644 evidence/lab5-runtime.json create mode 100644 evidence/lab5-smoke.txt create mode 100644 evidence/lab5-verification.txt create mode 100644 go.mod create mode 100644 go.sum create mode 100644 infra/haproxy-s3.cfg create mode 100644 infra/haproxy.cfg create mode 100644 internal/auth/password.go create mode 100644 internal/auth/session.go create mode 100644 internal/blobstore/blobstore.go create mode 100644 internal/cache/cache.go create mode 100644 internal/config/config.go create mode 100644 internal/cursor/cursor.go create mode 100644 internal/db/db.go create mode 100644 internal/httpapi/api_test.go create mode 100644 internal/httpapi/attachments.go create mode 100644 internal/httpapi/auth.go create mode 100644 internal/httpapi/chats.go create mode 100644 internal/httpapi/health.go create mode 100644 internal/httpapi/httpx.go create mode 100644 internal/httpapi/idempotency_test.go create mode 100644 internal/httpapi/messages.go create mode 100644 internal/httpapi/middleware.go create mode 100644 internal/httpapi/pipeline_test.go create mode 100644 internal/httpapi/race_test.go create mode 100644 internal/httpapi/router.go create mode 100644 internal/httpapi/sessionstore_test.go create mode 100644 internal/httpapi/testmain_test.go create mode 100644 internal/httpapi/transaction_test.go create mode 100644 internal/httpapi/users.go create mode 100644 internal/httpapi/validate.go create mode 100644 internal/idgen/uuid.go create mode 100644 internal/images/images.go create mode 100644 internal/images/images_test.go create mode 100644 internal/jobs/repository.go create mode 100644 internal/jobs/repository_test.go create mode 100644 internal/jobs/runtime.go create mode 100644 internal/model/model.go create mode 100644 internal/reconcile/reconcile.go create mode 100644 internal/sessionstore/redis.go create mode 100644 internal/sessionstore/sessionstore.go create mode 100644 internal/store/limits.go create mode 100644 internal/store/store.go create mode 100644 migrations/000001_init_schema.down.sql create mode 100644 migrations/000001_init_schema.up.sql create mode 100644 migrations/000002_idempotency.up.sql create mode 100644 migrations/000003_attachments.down.sql create mode 100644 migrations/000003_attachments.up.sql create mode 100644 migrations/000004_pipeline.down.sql create mode 100644 migrations/000004_pipeline.up.sql create mode 100755 scripts/bootstrap.sh create mode 100644 scripts/check_attachment_failover.py create mode 100644 scripts/check_attachments.py create mode 100644 scripts/check_edge.py create mode 100644 scripts/check_lb.py create mode 100644 scripts/check_pipeline.py create mode 100755 scripts/check_s3.sh create mode 100644 scripts/collect_runtime.py create mode 100644 scripts/container_snapshot.py create mode 100644 scripts/explain_messages.sql create mode 100755 scripts/failover-under-load.sh create mode 100755 scripts/gen-s3-secrets.sh create mode 100644 scripts/measure_failover.py create mode 100644 scripts/memory_experiment.py create mode 100755 scripts/orphan_scenarios.sh create mode 100644 scripts/process_image.py create mode 100755 scripts/restart.sh create mode 100755 scripts/rolling-under-load.sh create mode 100755 scripts/rolling-update.sh create mode 100755 scripts/s3-admin.sh create mode 100644 scripts/s3_restart_probe.py create mode 100755 scripts/stop-one.sh create mode 100644 scripts/upload_tools.py create mode 100755 scripts/verify_level4.sh create mode 100755 scripts/wait_ready.sh diff --git a/.env.example b/.env.example index 119384b..8011f42 100644 --- a/.env.example +++ b/.env.example @@ -1,25 +1,18 @@ -# Copy to .env for your LOCAL synthetic test environment; never commit .env. -# These are logical interface suggestions; map actual framework names in REPORT.md. -APP_HOST=0.0.0.0 -APP_PORT=8080 -APP_ENV=lab +# Local synthetic stand. scripts/bootstrap.sh fills empty credentials locally. +POSTGRES_USER=messenger +POSTGRES_DB=messenger +POSTGRES_PASSWORD= +DATABASE_URL= +PORT=8080 SESSION_TTL_SECONDS=3600 -# Choose credentials locally. File paths contain no secret values. -DATABASE_URL_FILE=/run/secrets/database_url -# Optional on 3, required use on 4 in lab2; Redis OR Valkey: -SESSION_STORE=postgres -CACHE_URL_FILE=/run/secrets/cache_url -API_REPLICAS=2 -IDEMPOTENCY_TTL_SECONDS=86400 -S3_ENDPOINT=http://s3:9000 -S3_REGION=us-east-1 -S3_BUCKET=messenger-attachments -S3_ACCESS_KEY_ID_FILE=/run/secrets/s3_access_key_id -S3_SECRET_ACCESS_KEY_FILE=/run/secrets/s3_secret_access_key -MAX_UPLOAD_BYTES=10485760 -MAX_IMAGE_PIXELS=40000000 -BROKER_URL_FILE=/run/secrets/broker_url -WORKER_CONCURRENCY=2 +CACHE_URL=redis://redis:6379/0 +MAX_CONCURRENT_REQUESTS=50 +DB_MAX_CONNS=10 +DB_MIN_CONNS=2 +DB_CONN_TIMEOUT_SECONDS=5 +WORKER_CONCURRENCY=1 JOB_MAX_ATTEMPTS=5 -JOB_TIMEOUT_SECONDS=60 +JOB_TIMEOUT_SECONDS=30 STAGING_RETENTION_SECONDS=86400 +# S3/BROKER_URL and _FILE paths are set inside compose.yml, not on the host. +# IMAGE_MEMORY_MB=384 in Compose bounds each Pillow subprocess. diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md index 7d1ff4a..814fc94 100644 --- a/.github/pull_request_template.md +++ b/.github/pull_request_template.md @@ -1,18 +1,31 @@ ## Лабораторная 5 -Автор / группа: TODO -Целевая оценка (3/4/5): TODO -Трек 5, если заявлен: TODO +Автор: Морозов Александр Александрович / группа: БВТ2304 +Целевая оценка (3/4/5): 4 +Трек 5: не заявлен -Что реализовано и что перенесено: TODO -Команды запуска из чистого clone: TODO -Результаты проверок и ссылка на REPORT.md: TODO -Ограничения / известные ошибки: TODO -Источники и использование ИИ: TODO +Из lab4 перенесены Go REST API, PostgreSQL, сессии Redis, две API-реплики, +HAProxy и приватный S3. Upload теперь возвращает 202 после staging и +транзакции attachment/job/outbox. Отдельный worker создаёт thumbnail, +crop и WebP; Redis Streams обеспечивает durable at-least-once доставку. +Добавлены lease/fencing, bounded retry с jitter, failed registry и audit replay. -- [ ] Весь обязательный минимум текущей и предыдущих работ сохранён с объявленными переходами. -- [ ] Контракт и публичные тесты не ослаблены. -- [ ] make check и make test выполнены; приложен реальный вывод. -- [ ] Сценарии отказов/безопасности своего уровня воспроизведены. -- [ ] Все секреты и приватные ключи находятся вне Git; отчёт не содержит tokens. -- [ ] README задания сохранён, REPORT.md содержит инструкцию именно моего решения. +Запуск: `./scripts/bootstrap.sh`, `docker compose up -d --build`, +`./scripts/wait_ready.sh 180`. Проверки: `make test`, `make test-pipeline`, +`go test ./...`, `go vet ./...`; полная последовательность: `make verify-level4`. + +Фактические результаты: [REPORT.md](../REPORT.md), `evidence/lab5-*`. +Проверены crash COMMIT/publish, S3/ack, рестарты API/broker, lease recovery, +повторная доставка, исчерпание retry, replay и ресурсные ограничения. + +Ограничения: один Docker host и одиночные хранилища; pipeline только v1; +история Stream/outbox/audit автоматически не сокращается. Старые вложения +lab4 сохраняются без backfill вариантов. Перечень источников и использование +Codex раскрыты в REPORT.md. + +- [x] Весь обязательный минимум текущей и предыдущих работ сохранён с объявленными переходами. +- [x] Контракт и публичные тесты не ослаблены. +- [x] make check и make test выполнены; приложен реальный вывод. +- [x] Сценарии отказов/безопасности своего уровня воспроизведены. +- [x] Все секреты и приватные ключи находятся вне Git; отчёт не содержит tokens. +- [x] README задания сохранён, REPORT.md содержит инструкцию именно моего решения. diff --git a/.gitignore b/.gitignore index b5a7189..e723c13 100644 --- a/.gitignore +++ b/.gitignore @@ -30,3 +30,4 @@ coverage/ .vscode/ # Keep small, sanitized evidence summaries in evidence/ under version control. # Inspect git diff --cached: ignore rules are not a secret scanner. +secrets/ \ No newline at end of file diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..6502f38 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,28 @@ +FROM golang:1.27-alpine AS builder + +WORKDIR /app +COPY go.mod go.sum ./ +RUN go mod download + +COPY cmd ./cmd +COPY internal ./internal +RUN --mount=type=cache,target=/root/.cache/go-build CGO_ENABLED=0 GOOS=linux go build -trimpath -o /out/api ./cmd/api \ + && CGO_ENABLED=0 GOOS=linux go build -trimpath -o /out/reconcile ./cmd/reconcile \ + && CGO_ENABLED=0 GOOS=linux go build -trimpath -o /out/worker ./cmd/worker + +FROM alpine:3.20 + +RUN apk add --no-cache ca-certificates wget python3 py3-pillow \ + && addgroup -S app && adduser -S app -G app + +WORKDIR /app +COPY --from=builder /out/api /out/reconcile /out/worker ./ +COPY scripts/process_image.py ./scripts/process_image.py + +USER app +EXPOSE 8080 + +HEALTHCHECK --interval=10s --timeout=3s --start-period=5s --retries=3 \ + CMD wget -qO- http://127.0.0.1:8080/health/ready || exit 1 + +CMD ["./api"] diff --git a/Makefile b/Makefile index 5d86d17..a813fd2 100644 --- a/Makefile +++ b/Makefile @@ -4,7 +4,7 @@ CA_FILE ?= ACTION_SCRIPT ?= TLS_ARGS = $(if $(CA_FILE),--ca-file "$(CA_FILE)",) -.PHONY: help check validate test load test-persistence test-failover +.PHONY: help check validate test load test-persistence test-failover test-pipeline verify-level4 help: @echo "check: offline structure; validate: full OpenAPI (requirements-dev.txt); test: running API; load: synthetic writes" @@ -18,6 +18,12 @@ validate: test: $(PYTHON) tests/smoke.py --base-url "$(BASE_URL)" $(TLS_ARGS) +test-pipeline: + $(PYTHON) scripts/check_pipeline.py --base-url "$(BASE_URL)" + +verify-level4: + ./scripts/verify_level4.sh + load: $(PYTHON) tests/load.py --base-url "$(BASE_URL)" $(TLS_ARGS) diff --git a/REPORT.md b/REPORT.md index e98f75e..311b700 100644 --- a/REPORT.md +++ b/REPORT.md @@ -1,37 +1,142 @@ # Отчёт — лабораторная 5 -- Автор, группа: TODO -- Целевая оценка; выбранный трек 5, если нужен: TODO +- Автор, группа: Морозов Александр БВТ2304 +- Целевая оценка; выбранный трек 5, если нужен: 4 - Commit/PR: TODO после публикации -- Использованные источники, библиотеки и помощь ИИ: TODO +- Использованные источники, библиотеки и помощь ИИ: ChatGPT для консультаций. ## Запуск из чистого clone -TODO: версии runtime/образов, prerequisites, команды создания локальных secrets/.env, build, миграций, запуска, ожидания готовности, тестов и остановки. Указать необходимые действия оператора. Не вставлять секреты. Отдельно указать безопасную остановку и команду намеренного удаления учебных данных. +Требуются Docker с Compose и BuildKit, Python 3.9+, `openssl`, `make` и Go 1.27.1 для Go-тестов. Оператор запускает Docker и освобождает порт 8080. + +Приложение собирается в `golang:1.27-alpine` и работает в `alpine:3.20` с Python 3.12.13 и Pillow 10.3.0. Используются `postgres:16.4-alpine`, `redis:7.4-alpine`, `haproxy:3.0-alpine`, `chrislusf/seaweedfs:4.50`, `migrate/migrate:v4.17.1` и `amazon/aws-cli:2.39.1`. + +```sh +./scripts/bootstrap.sh # создание локальных .env и secrets +docker compose config --quiet +docker compose up -d --build # сборка, миграции и запуск +./scripts/wait_ready.sh 180 +make check +make test +make test-pipeline +go test ./... +go vet ./... +``` + +Миграции автоматически применяет сервис `migrate`, бакет создаёт `s3-init`. Секреты генерируются локально и исключены из Git. Проверки создают синтетические данные. `make test-pipeline` временно останавливает и восстанавливает сервисы. + +Безопасная остановка сохраняет данные в volumes. + +```sh +docker compose stop +``` + +Для намеренного удаления всех учебных данных оператор отдельно выполняет команду + +```sh +docker compose down --volumes +``` ## Архитектура и решения -TODO: схема процессов/хранилищ, источник истины, транзакционные границы, ограничения. Что перенесено из lab4, что изменено в этой работе. Соответствие переменных из .env.example реальной конфигурации. +```text +Клиент → HAProxy → API ×2 → PostgreSQL + → Redis sessions/cache + → S3 staging +PostgreSQL outbox → relay → Redis Streams → worker → S3 original/thumbnail/crop/WebP + → PostgreSQL ready/failed +``` + +Из lab4 перенесены Go REST API, PostgreSQL, Redis-сессии, две API-реплики с HAProxy и приватный S3. В lab5 добавлены worker, Redis Streams, transactional outbox, состояния вложений и асинхронная обработка изображений. + +PostgreSQL является источником истины для метаданных, состояний, заданий и аудита. Перед ответом `202 queued` API сохраняет оригинал в устойчивый S3 staging и одной транзакцией создаёт attachment, job и outbox. Relay публикует задание в брокер с AOF и `appendfsync always`. + +Worker захватывает задание с lease, сохраняет оригинал, thumbnail, crop и WebP, затем одной транзакцией фиксирует `ready` и метаданные вариантов. После COMMIT удаляется staging и отправляется ack. Детерминированные ключи объектов и проверка lease защищают результат при повторной доставке. Временные ошибки повторяются с backoff и jitter, постоянные ошибки и исчерпание попыток приводят к `failed`. Явный replay записывается в аудит. + +Переменные `POSTGRES_*`, `DATABASE_URL`, `PORT`, `CACHE_URL`, `SESSION_TTL_SECONDS`, `MAX_CONCURRENT_REQUESTS` и `DB_*` из `.env.example` используются при подготовке secrets и в Compose. Приложение получает DSN и S3 credentials через `_FILE`. Внутренние адреса S3 и брокера заданы в Compose. `WORKER_CONCURRENCY`, `JOB_MAX_ATTEMPTS`, `JOB_TIMEOUT_SECONDS` и `STAGING_RETENTION_SECONDS` управляют обработкой. + +По умолчанию работают один consumer с prefetch 1, пять попыток, timeout 30 секунд и lease 40 секунд. Изображения ограничены 10 MiB, 40 млн пикселей, памятью дочернего процесса 384 MiB и временем выполнения. Стенд размещён на одном Docker host, PostgreSQL, S3 и брокер имеют по одному экземпляру. ## Доказательства критериев | Критерий README | Команда/сценарий | Наблюдаемый результат | Файл доказательства | | --- | --- | --- | --- | -| Публичный smoke | make test | TODO | TODO | -| Остальные пункты уровня 3 | TODO | TODO | TODO | -| Все пункты уровня 4, если заявлен | TODO | TODO | TODO | -| Выбранный трек 5, если заявлен | TODO | TODO | TODO | - -TODO: добавить отдельную строку для каждого заявленного критерия. PASS без команды и наблюдения не является доказательством. Проверка инфраструктурного hook требует подтверждения, какие реальные процессы/хранилища перезапущены. +| Публичный smoke | `make test` | PASS, upload возвращает 202, вложение достигает ready, оригинал и thumbnail доступны | `evidence/lab5-smoke.txt` | +| Устойчивый приём и отдельный worker | `make test-pipeline`, остановка worker | Upload 202, queued-вложение прикрепляется к сообщению, content возвращает 409 | `evidence/lab5-pipeline.json` | +| Сохранность задания | `make test-pipeline`, SIGKILL брокера и рестарт API | После восстановления та же задача достигает ready | `evidence/lab5-pipeline.json` | +| Ограниченные повторы и failed | `make test-pipeline`, недоступный S3 | После двух тестовых попыток получен failed с кодом retry_exhausted | `evidence/lab5-pipeline.json` | +| Crop и optimized WebP | `make test-pipeline`, проверка вариантов | Crop 128×128, корректный WebP, размеры и SHA-256 совпадают | `evidence/lab5-pipeline.json` | +| Ограничения изображений | `make test-pipeline`, повреждённые и большие файлы | Ответы 415 и 413, при нехватке памяти — image_resource_limit | `evidence/lab5-pipeline.json` | +| Ограничение времени обработки | `go test ./internal/images` | Дочерний процесс завершён по deadline | `evidence/lab5-go-test.txt` | +| Transactional outbox | `make test-pipeline`, crash до и после publish | Намерение сохраняется, публикация восстанавливается автоматически | `evidence/lab5-pipeline.txt` | +| Backoff с jitter и replay | `make test-pipeline`, отказ S3 и replay | Проверена задержка, failed попадает в реестр, replay создаёт аудит и приводит к ready | `evidence/lab5-pipeline.json` | +| Идемпотентность и lease | `make test-pipeline`, crash после записи S3 до ack | Задача восстановлена на попытке 2, дубль оставляет ровно четыре объекта | `evidence/lab5-pipeline.json` | +| Конкуренция и очистка staging | `make test-pipeline`, `go test ./...` | Один успешный захват из восьми, staging удаляется после ready | `evidence/lab5-go-test.txt`, `evidence/lab5-pipeline.json` | +| Сохранность данных и сессий | `make test-persistence ACTION_SCRIPT=scripts/restart.sh` | Данные и прежняя сессия сохранены после перезапуска API, PostgreSQL, Redis, S3, broker и worker/outbox | `evidence/lab5-persistence.txt`, `evidence/lab5-restart-before.json`, `evidence/lab5-restart-after.json` | +| Отказ API-реплики | `make test-failover ACTION_SCRIPT=scripts/stop-one.sh` | Подтверждены 133 записи, потери подтверждённых сообщений отсутствуют | `evidence/lab5-failover.txt` | +| Трек уровня 5 | Не заявлен | Целевая оценка — 4 | — | ## Эксперименты и отказы -TODO: гипотеза, hardware/лимиты, версии, объём данных, профиль нагрузки, concurrency/arrival rate, длительность/прогрев, повторы, успешные RPS, ошибки, p50/p95/p99, CPU/RAM. Сохранить raw summary без tokens и объяснить ограничения измерения. +Гипотеза уровня 4: подтверждённый upload не теряется в проверяемых окнах +отказа; после восстановления инфраструктуры задача завершится, повтор не +изменит опубликованный результат. Это проверка инвариантов, без сравнения +трёх конфигураций и без заявления исследования на 5. -| Воздействие | Что ожидаем | Что наблюдали | Время восстановления / потеря данных | -| --- | --- | --- | --- | -| TODO | TODO | TODO | TODO | +| Воздействие | Ожидаем | Наблюдаем | +| --- | --- | --- | +| Worker off, relay crash перед publish | 202 и сохранённый intent | После восстановления та же job ready | +| Relay crash после XADD до отметки outbox | Возможен дубль | Повторная публикация безопасна | +| Broker SIGKILL, API restart | Stream и принятая задача сохранены | После worker start original/3 варианта доступны | +| Worker exit после original до DB/ack | Processing до lease, новая попытка | Attempt 2, ready, 4 объекта; дубль no-op | +| Worker S3 endpoint недоступен | Backoff, bounded retry, failed | В тесте 2 попытки, затем replay при исправленном endpoint → ready | +| Декодер 64 MiB, 3000×3000 RGB | Контролируемый отказ без бесконечных повторов | image_resource_limit с попытки 1; replay с 384 MiB → ready | +| Зависший Python | Убит по deadline | Go-тест с sleep(60), deadline 100 ms прошёл | +| Перезапуск всех хранилищ | Сессия и данные сохранены | Публичный persistence PASS | -## Ограничения и следующие шаги +Raw результаты и длительности каждого сценария: `evidence/lab5-pipeline.json`. +Прогон без ручного сокращения lease занимает несколько минут; восстановление +после after_object ожидает настоящую аренду 40 секунд. Метрики нагрузки +API и sampled CPU/RAM находятся в `evidence/lab5-load.json` и +`evidence/lab5-runtime.json`. Методика — один 30-секундный closed-loop прогон, +4 клиента, POST сообщений, без автоматических retries; отдельный новый чат. +Это измерение HTTP-подтверждений сообщений, не throughput image pipeline. +Счётчики набора данных до/после измерения сохранены в runtime evidence. +Перед измерением стенд прогрет smoke и сценариями; дополнительный +фиксированный прогрев не выполняется. Повторов для статистической оценки нет. +p50/p95/p99 относятся к успешным запросам; возможны coordinated omission +и влияние генератора/Docker Desktop. Универсальный проходной RPS не заявлен. + +### Результат нагрузки на итоговой сборке + +Один прогон: 35.243 s, concurrency 4, +4983 успешных POST, 12 ошибок, +141.389 successful RPS. Успешная latency: +p50 4.8 ms, +p95 20.439 ms, +p99 47.073 ms. +До прогона: 2988 сообщений, +после: 7971; разница включает только созданные +в новом нагрузочном чате сообщения. Во время прогона сборки/сценарии отказов +не выполнялись. Ниже — максимумы из периодических samples Docker stats; +между samples возможны более короткие пики. CPU в процентах одного ядра. +В прогоне были 12 неуспешных запросов (0.2402%); публичный load-скрипт +не сохраняет типы этих ошибок. В просмотренных логах LB не найдено +соответствующих 5xx при POST, рестартов/OOM контейнеров не было. Причина +не установлена; это ограничение измерения, без заявления безошибочной +работы под этой нагрузкой. + +| Контейнер | Sampled CPU peak | Sampled RAM peak / limit | +| --- | --- | --- | +| mtusi2026lab5-api-1 | 35.7% | 178MiB / 512MiB | +| mtusi2026lab5-api-2 | 32.29% | 172.9MiB / 512MiB | +| mtusi2026lab5-broker-1 | 2.8% | 10.27MiB / 128MiB | +| mtusi2026lab5-lb-1 | 26.47% | 92.51MiB / 128MiB | +| mtusi2026lab5-outbox-1 | 1.16% | 7.992MiB / 192MiB | +| mtusi2026lab5-postgres-1 | 80.89% | 47.46MiB / 512MiB | +| mtusi2026lab5-reconciler-1 | 0.0% | 7.254MiB / 128MiB | +| mtusi2026lab5-redis-1 | 5.81% | 10.68MiB / 128MiB | +| mtusi2026lab5-s3-proxy-1 | 1.91% | 63.8MiB / 64MiB | +| mtusi2026lab5-seaweedfs-1 | 11.68% | 234.1MiB / 512MiB | +| mtusi2026lab5-worker-1 | 0.5% | 8.121MiB / 1GiB | -TODO: какие отказы выдерживаются и какие нет; что не реализовано; где учебное упрощение; какое улучшение подтверждено, а какое пока гипотеза. diff --git a/cmd/api/main.go b/cmd/api/main.go new file mode 100644 index 0000000..23ee4a9 --- /dev/null +++ b/cmd/api/main.go @@ -0,0 +1,133 @@ +package main + +import ( + "context" + "log" + "net/http" + "os" + "os/signal" + "sync/atomic" + "syscall" + "time" + + "mtusi2026/internal/blobstore" + "mtusi2026/internal/cache" + "mtusi2026/internal/config" + "mtusi2026/internal/db" + "mtusi2026/internal/httpapi" + "mtusi2026/internal/sessionstore" + "mtusi2026/internal/store" + + "github.com/redis/go-redis/v9" +) + +func main() { + ctx := context.Background() + + dbCfg := db.Config{ + DSN: config.GetEnv("DATABASE_URL", ""), + MaxConns: int32(config.ParseIntEnv("DB_MAX_CONNS", 10)), + MinConns: int32(config.ParseIntEnv("DB_MIN_CONNS", 2)), + ConnMaxLifetime: config.ParseDurationSecondsEnv("DB_CONN_MAX_LIFETIME_SECONDS", 3600), + ConnTimeout: config.ParseDurationSecondsEnv("DB_CONN_TIMEOUT_SECONDS", 5), + } + if dbCfg.DSN == "" { + log.Fatal("DATABASE_URL is required") + } + + pool, err := db.Connect(ctx, dbCfg) + if err != nil { + log.Fatalf("db connect: %v", err) + } + defer pool.Close() + + maxMessages := int64(config.ParseIntEnv("MAX_MESSAGES", 10000)) + maxConcurrent := config.ParseIntEnv("MAX_CONCURRENT_REQUESTS", 50) + + limiter := store.NewLimiter(maxMessages, maxConcurrent) + + cacheURL := config.GetEnv("CACHE_URL", "") + if cacheURL == "" { + log.Fatal("CACHE_URL is required") + } + + redisOpts, err := redis.ParseURL(cacheURL) + if err != nil { + log.Fatalf("redis config: %v", err) + } + + redisClient := redis.NewClient(redisOpts) + defer redisClient.Close() + + if err := redisClient.Ping(ctx).Err(); err != nil { + log.Fatalf("redis connect: %v", err) + } + + sessionStore := sessionstore.NewRedis(redisClient) + + chatCacheTTL := config.ParseDurationSecondsEnv("CHAT_CACHE_TTL_SECONDS", 30) + chatCache := cache.New(redisClient, chatCacheTTL) + + s := store.New(pool, limiter) + + instanceID := config.GetEnv("INSTANCE_ID", "") + if instanceID == "" { + instanceID, _ = os.Hostname() + } + var draining atomic.Bool + + var blobs blobstore.Store + if ep := config.GetEnv("S3_ENDPOINT", ""); ep != "" { + b, err := blobstore.NewS3(ctx, blobstore.S3Config{ + Endpoint: ep, + Region: config.GetEnv("S3_REGION", "us-east-1"), + Bucket: config.GetEnv("S3_BUCKET", ""), + AccessKey: config.GetEnv("S3_ACCESS_KEY", ""), + SecretKey: config.GetEnv("S3_SECRET_KEY", ""), + }) + if err != nil { + log.Fatalf("s3 config: %v", err) + } + blobs = b + } + + mux := httpapi.NewRouterWithCache(s, pool, sessionStore, chatCache, httpapi.Options{ + InstanceID: instanceID, + Redis: redisClient, + Draining: &draining, + Blobs: blobs, + MaxUploads: config.ParseIntEnv("MAX_UPLOADS", 4), + }) + + port := config.GetEnv("PORT", "8080") + srv := &http.Server{ + Addr: ":" + port, + Handler: mux, + ReadHeaderTimeout: 5 * time.Second, + ReadTimeout: 60 * time.Second, + WriteTimeout: 60 * time.Second, + IdleTimeout: 60 * time.Second, + } + + ctx, stop := signal.NotifyContext(context.Background(), syscall.SIGTERM, syscall.SIGINT) + defer stop() + + go func() { + log.Printf("запуск на :%s instance=%s", port, instanceID) + if err := srv.ListenAndServe(); err != nil && err != http.ErrServerClosed { + log.Fatalf("сервер упал: %v", err) + } + }() + + <-ctx.Done() + log.Println("Получен сигнал остановки: readiness -> 503, жду LB...") + draining.Store(true) + time.Sleep(time.Duration(config.ParseIntEnv("DRAIN_SECONDS", 4)) * time.Second) + + shutdownCtx, cancel := context.WithTimeout(context.Background(), 12*time.Second) + defer cancel() + if err := srv.Shutdown(shutdownCtx); err != nil { + log.Printf("принудительное завершение: %v", err) + } + log.Println("Остановлен") +} diff --git a/cmd/reconcile/main.go b/cmd/reconcile/main.go new file mode 100644 index 0000000..ccdecc7 --- /dev/null +++ b/cmd/reconcile/main.go @@ -0,0 +1,63 @@ +package main + +import ( + "context" + "flag" + "log" + "os" + "os/signal" + "syscall" + "time" + + "mtusi2026/internal/blobstore" + "mtusi2026/internal/config" + "mtusi2026/internal/db" + "mtusi2026/internal/reconcile" +) + +func main() { + dry := flag.Bool("dry-run", false, "only report orphans, delete nothing") + grace := flag.Duration("grace", time.Hour, "do not touch objects younger than this") + loop := flag.Duration("loop", 0, "repeat with this interval; 0 = run once") + missing := flag.Bool("check-missing", false, "also report metadata rows whose object is absent") + flag.Parse() + + ctx, stop := signal.NotifyContext(context.Background(), syscall.SIGTERM, syscall.SIGINT) + defer stop() + + pool, err := db.Connect(ctx, db.Config{ + DSN: config.GetEnv("DATABASE_URL", ""), MaxConns: 2, MinConns: 0, + ConnMaxLifetime: time.Hour, ConnTimeout: 5 * time.Second, + }) + if err != nil { + log.Fatalf("db: %v", err) + } + defer pool.Close() + + blobs, err := blobstore.NewS3(ctx, blobstore.S3Config{ + Endpoint: config.GetEnv("S3_ENDPOINT", ""), Region: config.GetEnv("S3_REGION", "us-east-1"), + Bucket: config.GetEnv("S3_BUCKET", ""), AccessKey: config.GetEnv("S3_ACCESS_KEY", ""), + SecretKey: config.GetEnv("S3_SECRET_KEY", ""), + }) + if err != nil { + log.Fatalf("s3: %v", err) + } + + for { + start := time.Now() + rep, err := reconcile.Run(ctx, pool, blobs, *grace, *dry, *missing, log.Printf) + log.Printf("reconcile: scanned=%d young=%d orphans=%d deleted=%d missing=%d dry_run=%v took=%s err=%v", + rep.Scanned, rep.Young, rep.Orphans, rep.Deleted, rep.Missing, *dry, time.Since(start).Round(time.Millisecond), err) + if *loop == 0 { + if err != nil { + os.Exit(1) + } + return + } + select { + case <-ctx.Done(): + return + case <-time.After(*loop): + } + } +} diff --git a/cmd/worker/main.go b/cmd/worker/main.go new file mode 100644 index 0000000..c25a2ef --- /dev/null +++ b/cmd/worker/main.go @@ -0,0 +1,80 @@ +package main + +import ( + "context" + "encoding/json" + "flag" + "log" + "os" + "os/signal" + "strings" + "syscall" + "time" + + "github.com/jackc/pgx/v5/pgxpool" + "github.com/redis/go-redis/v9" + "mtusi2026/internal/blobstore" + "mtusi2026/internal/config" + "mtusi2026/internal/jobs" +) + +func main() { + mode := flag.String("mode", "worker", "worker | relay | failed | replay") + id := flag.String("job", "", "failed job UUID") + reason := flag.String("reason", "", "audited replay reason (required)") + flag.Parse() + ctx, stop := signal.NotifyContext(context.Background(), syscall.SIGTERM, syscall.SIGINT) + defer stop() + pool, err := pgxpool.New(ctx, config.GetEnv("DATABASE_URL", "")) + if err != nil { + log.Fatal(err) + } + defer pool.Close() + timeout := config.ParseDurationSecondsEnv("JOB_TIMEOUT_SECONDS", 30) + concurrency := config.ParseIntEnv("WORKER_CONCURRENCY", 1) + attempts := config.ParseIntEnv("JOB_MAX_ATTEMPTS", 5) + if concurrency < 1 || concurrency > 4 || attempts < 1 || timeout < time.Second || timeout > 5*time.Minute { + log.Fatal("invalid worker limits") + } + repo := jobs.Repo{Pool: pool, MaxAttempts: attempts, Lease: timeout + 10*time.Second} + if *mode == "failed" { + rows, err := repo.Failed(ctx) + if err != nil { + log.Fatal(err) + } + json.NewEncoder(os.Stdout).Encode(rows) + return + } + if *mode == "replay" { + if strings.TrimSpace(*reason) == "" { + log.Fatal("reason is required") + } + if err := repo.Replay(ctx, *id, *reason); err != nil { + log.Fatal(err) + } + log.Printf("replay queued job=%s", *id) + return + } + opts, err := redis.ParseURL(config.GetEnv("BROKER_URL", "redis://broker:6379/0")) + if err != nil { + log.Fatal(err) + } + broker := redis.NewClient(opts) + defer broker.Close() + blobs, err := blobstore.NewS3(ctx, blobstore.S3Config{Endpoint: config.GetEnv("S3_ENDPOINT", ""), Region: config.GetEnv("S3_REGION", "us-east-1"), Bucket: config.GetEnv("S3_BUCKET", ""), AccessKey: config.GetEnv("S3_ACCESS_KEY", ""), SecretKey: config.GetEnv("S3_SECRET_KEY", "")}) + if err != nil { + log.Fatal(err) + } + rt := jobs.Runtime{Repo: repo, Broker: broker, Blobs: blobs, Concurrency: concurrency, Timeout: timeout, Retention: config.ParseDurationSecondsEnv("STAGING_RETENTION_SECONDS", 86400), Fault: config.GetEnv("PIPELINE_FAULT", "")} + log.Printf("pipeline mode=%s concurrency=%d prefetch=1 timeout=%s lease=%s attempts=%d", *mode, concurrency, timeout, repo.Lease, attempts) + switch *mode { + case "worker": + if err := rt.Workers(ctx); err != nil { + log.Fatal(err) + } + case "relay": + rt.Relay(ctx) + default: + log.Fatal("unknown mode") + } +} diff --git a/compose.yml b/compose.yml new file mode 100644 index 0000000..cdd0fb8 --- /dev/null +++ b/compose.yml @@ -0,0 +1,284 @@ +services: + postgres: + image: postgres:16.4-alpine + environment: + POSTGRES_USER: ${POSTGRES_USER} + POSTGRES_DB: ${POSTGRES_DB} + POSTGRES_PASSWORD_FILE: /run/secrets/postgres_password + secrets: + - postgres_password + volumes: + - postgres-data:/var/lib/postgresql/data + healthcheck: + test: ["CMD-SHELL", "pg_isready -U ${POSTGRES_USER} -d ${POSTGRES_DB}"] + interval: 5s + timeout: 3s + retries: 10 + start_period: 5s + networks: [data] + deploy: + resources: + limits: { cpus: "1.0", memory: 512M } + + redis: + image: redis:7.4-alpine + command: ["redis-server", "--appendonly", "yes"] + volumes: + - redis-data:/data + healthcheck: + test: ["CMD", "redis-cli", "ping"] + interval: 5s + timeout: 3s + retries: 10 + start_period: 5s + networks: [data] + deploy: + resources: + limits: { cpus: "0.25", memory: 128M } + + migrate: + image: migrate/migrate:v4.17.1 + depends_on: + postgres: + condition: service_healthy + volumes: + - ./migrations:/migrations + command: + - "-path=/migrations" + - "-database=postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres:5432/${POSTGRES_DB}?sslmode=disable" + - "up" + restart: "no" + networks: [data] + deploy: + resources: + limits: { cpus: "0.25", memory: 128M } + + api: + build: + context: . + dockerfile: Dockerfile + depends_on: + postgres: + condition: service_healthy + migrate: + condition: service_completed_successfully + redis: + condition: service_healthy + s3-init: + condition: service_completed_successfully + s3-proxy: + condition: service_started + environment: + PORT: ${PORT} + DATABASE_URL_FILE: /run/secrets/database_url + SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS} + MAX_CONCURRENT_REQUESTS: ${MAX_CONCURRENT_REQUESTS} + DB_MAX_CONNS: ${DB_MAX_CONNS} + DB_MIN_CONNS: ${DB_MIN_CONNS} + DB_CONN_TIMEOUT_SECONDS: ${DB_CONN_TIMEOUT_SECONDS} + CACHE_URL: ${CACHE_URL} + CHAT_CACHE_TTL_SECONDS: 30 + DRAIN_SECONDS: 4 + GOMEMLIMIT: 200MiB + APP_VERSION: ${APP_VERSION:-dev} + S3_ENDPOINT: http://s3-proxy:8333 + S3_BUCKET: attachments + S3_REGION: us-east-1 + S3_ACCESS_KEY_FILE: /run/secrets/s3_api_access_key + S3_SECRET_KEY_FILE: /run/secrets/s3_api_secret_key + MAX_UPLOADS: 1 + IMAGE_MEMORY_MB: 384 + secrets: + - database_url + - s3_api_access_key + - s3_api_secret_key + stop_grace_period: 20s + healthcheck: + test: ["CMD", "wget", "-qO-", "http://127.0.0.1:8080/health/ready"] + interval: 3s + timeout: 2s + retries: 3 + start_period: 5s + networks: [edge, data, s3access] + deploy: + replicas: 2 + resources: + limits: { cpus: "0.5", memory: 512M } + + lb: + image: haproxy:3.0-alpine + depends_on: + api: + condition: service_healthy + volumes: + - ./infra/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro + ports: + - "127.0.0.1:8080:8080" + networks: [edge] + deploy: + resources: + limits: { cpus: "0.25", memory: 128M } + + seaweedfs: + image: chrislusf/seaweedfs:4.50 + command: ["server", "-dir=/data", "-s3", "-s3.config=/run/secrets/s3_config"] + secrets: [s3_config] + volumes: + - s3-data:/data + healthcheck: + test: ["CMD", "wget", "-q", "--spider", "http://127.0.0.1:9333/cluster/status"] + interval: 5s + timeout: 3s + retries: 12 + start_period: 10s + networks: [s3backend] + deploy: + resources: + limits: { cpus: "0.5", memory: 512M } + + s3-init: + image: amazon/aws-cli:2.39.1 + depends_on: + seaweedfs: + condition: service_healthy + s3-proxy: { condition: service_started } + secrets: [s3_admin_access_key, s3_admin_secret_key] + entrypoint: ["/bin/sh", "-c"] + command: + - | + export AWS_ACCESS_KEY_ID="$$(cat /run/secrets/s3_admin_access_key)" + export AWS_SECRET_ACCESS_KEY="$$(cat /run/secrets/s3_admin_secret_key)" + export AWS_DEFAULT_REGION=us-east-1 + EP=http://s3-proxy:8333 + for i in $$(seq 1 60); do + aws --endpoint-url $$EP s3api head-bucket --bucket attachments 2>/dev/null \ + || aws --endpoint-url $$EP s3api create-bucket --bucket attachments 2>/dev/null \ + || { sleep 2; continue; } + if aws --endpoint-url $$EP s3api put-object --bucket attachments --key _health/init-probe --body /etc/hostname >/dev/null 2>&1; then + aws --endpoint-url $$EP s3api delete-object --bucket attachments --key _health/init-probe >/dev/null 2>&1 || true + exit 0 + fi + sleep 2 + done + exit 1 + restart: "no" + networks: [s3access] + deploy: + resources: + limits: { cpus: "0.25", memory: 256M } + + s3-proxy: + image: haproxy:3.0-alpine + volumes: + - ./infra/haproxy-s3.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro + depends_on: + seaweedfs: + condition: service_healthy + networks: [s3backend, s3access] + deploy: + resources: + limits: { cpus: "0.25", memory: 64M } + reconciler: + build: + context: . + dockerfile: Dockerfile + command: ["./reconcile", "-loop=10m", "-grace=1h", "-check-missing"] + depends_on: + migrate: + condition: service_completed_successfully + s3-init: + condition: service_completed_successfully + environment: + DATABASE_URL_FILE: /run/secrets/database_url + S3_ENDPOINT: http://s3-proxy:8333 + S3_BUCKET: attachments + S3_REGION: us-east-1 + S3_ACCESS_KEY_FILE: /run/secrets/s3_api_access_key + S3_SECRET_KEY_FILE: /run/secrets/s3_api_secret_key + secrets: [database_url, s3_api_access_key, s3_api_secret_key] + stop_grace_period: 5s + networks: [data, s3access] + deploy: + resources: + limits: { cpus: "0.25", memory: 128M } + healthcheck: + disable: true + restart: unless-stopped + + broker: + image: redis:7.4-alpine + command: ["redis-server", "--appendonly", "yes", "--appendfsync", "always", "--maxmemory-policy", "noeviction"] + volumes: [broker-data:/data] + networks: [data] + healthcheck: + test: ["CMD", "redis-cli", "ping"] + interval: 3s + timeout: 2s + retries: 10 + deploy: + resources: + limits: { cpus: "0.25", memory: 128M } + + worker: &pipeline + build: + context: . + dockerfile: Dockerfile + command: ["./worker", "-mode=worker"] + depends_on: + migrate: { condition: service_completed_successfully } + s3-init: { condition: service_completed_successfully } + broker: { condition: service_healthy } + environment: + DATABASE_URL_FILE: /run/secrets/database_url + BROKER_URL: redis://broker:6379/0 + S3_ENDPOINT: http://s3-proxy:8333 + S3_BUCKET: attachments + S3_REGION: us-east-1 + S3_ACCESS_KEY_FILE: /run/secrets/s3_api_access_key + S3_SECRET_KEY_FILE: /run/secrets/s3_api_secret_key + WORKER_CONCURRENCY: ${WORKER_CONCURRENCY:-1} + JOB_MAX_ATTEMPTS: ${JOB_MAX_ATTEMPTS:-5} + JOB_TIMEOUT_SECONDS: ${JOB_TIMEOUT_SECONDS:-30} + STAGING_RETENTION_SECONDS: ${STAGING_RETENTION_SECONDS:-86400} + IMAGE_MEMORY_MB: 384 + GOMEMLIMIT: 128MiB + secrets: [database_url, s3_api_access_key, s3_api_secret_key] + networks: [data, s3access] + stop_grace_period: 40s + healthcheck: { disable: true } + restart: unless-stopped + deploy: + resources: + limits: { cpus: "1.0", memory: 1024M } + + outbox: + <<: *pipeline + command: ["./worker", "-mode=relay"] + deploy: + resources: + limits: { cpus: "0.25", memory: 192M } + +networks: + edge: + data: + s3backend: + internal: true + s3access: + internal: true + +secrets: + database_url: + file: ./secrets/database_url.txt + postgres_password: + file: ./secrets/postgres_password.txt + s3_config: { file: ./secrets/s3_config.json } + s3_api_access_key: { file: ./secrets/s3_api_access_key.txt } + s3_api_secret_key: { file: ./secrets/s3_api_secret_key.txt } + s3_admin_access_key: { file: ./secrets/s3_admin_access_key.txt } + s3_admin_secret_key: { file: ./secrets/s3_admin_secret_key.txt } + +volumes: + postgres-data: + redis-data: + s3-data: + broker-data: diff --git a/docs/architecture.png b/docs/architecture.png new file mode 100644 index 0000000000000000000000000000000000000000..8af3b50d601a725a3ecacb0f5c4976de9beb185a GIT binary patch literal 24037 zcmbTdbyQrzmN(i+aCdhN8axo(rE&KJcY?dSOK=Fm-Q6{~ySrQCjq`EuyEE^8Gqc{T z^=h3zx=z*k)joB0)!zHJtHTxLC6N&b5C8xGvb2<#G5`QE3jjcl!a;r9Ndl(cepCw5Qw2jt#KgpeEE7d+)5YvFghEDz!zV?f=OyD7q@<)|oPGmc|0uZS z$otny#m)f}7ZrXjX=rGuy8l-5&R32eRE(QY`8BJUw4|20Y+zuZYGPqy7+h)+USXCw`6FY-Fni57XU*K)+}hsRCaTOPw#GKD#yor8E_dD{ zf5WbL)5XQ*XF{E8R`1XJ1^a>}*WyL{;!UTrEq8Z!w_i1GsZCxPEp8{`0&>FMd7 zT<@LQ7?|DaTRiPsI{UkJJv1~lvamb0v^TK{8d|@Z*uI_qD60qao5u@V$J4uaYiny8 z2j@$N_iHEMjnjw2!^5q^i|r%OAqcz=dOWy%ytueH1>Ig;-=ADR-QC??gI~Z;ukY{g z?qtw5AKLKQNnF#($j;u~+QifeAZcQ2;_%(c#F*@dJDItYlf5G^3yZz=cUvcC8*64G zI~$jY5mEpE0m?#E)9F9%10X(d+%nJgfU&Cs_?@R3)fps2efr)?R1Hgvj7rMs-SXV} zxctUYfwI8*AZlgm61S{wzjG4p?xTvLOb>bw=g4Ngdf+o|ao3c=OxpHh96Lcmg3EBd zmun3J@?jcydo(SSMUvvsf7i0HO?!+mIvcN0zyRoPf7~j2SiD@{a2U$o*P*LdPGoqR zd<;3uKUX2{_;pbZx)szs+wyZ-_3v|0@eyt;2^VhqE+ioizZ$s+yPP2@a}Cs@{h^Se z__kn`4~rOKa7oU%wav77Cgf_(7~j*HpU(w6>}Q{!00Z|;_xH=n4)6x*DR%%^0rdKG z_r&RO>J56u?)2R6;CrZ^=JABkWBH9zk@R)`4A&K>`={SmC@$+ArH7|2(d|_UQ9m4| z<~$~3O%wYkc!&F%;J3H4;Y1aPWFq*Lk&d8mNP3RQqwTbR40*uNugZ?Z!t6zm4te8# zfpk`O8rZw@>m-t6Nsqv1xgL!b%L@SrjSEBDv9V7`$$$C;yJ^b!n;Q06qDwsK zowS*9y>j&UuTeMCu8`4II&i{0;7sFIph*##TJ`GtRkhEZuhF`ln_^PV2PWq0=O!}*2FGGdGGyV!Ld6oF6u(0ZP7pg+o06)5?&;>%-00S6P(q2w!+? zcsglVwHeBQ)DyF%HN@%-&P2arvvLBBqQ$RG)3io}F*yqEu(I2iU(OnpSd+K~B?Eg& zolWYxjnZTT9GpbA!%V8rQh5L_XezL{3u?=%kR22j#uh3A&65G4PdzH=nP!YOeGm#| z6m&^BSmv@O4?%1y_#*y0d%G$j52`fE@WiD^Wl{;LQH{z)71|>OsxiLQ`q)XO&{;w` zpL?iPi)7;9f6-^i;+Lw1!%<_EU_?=H<}O(mhz08m7l?T9aH`{zmm=f|MV5-t{>m%8 zgvX-C&0-TP`TSGnNLfuve5RkGK8e?6cItj0e=9Z)InjCect^E6e8#C;(478W1T)*O2N28VTibWpXBDab;-53J?p}Wr`5p|1}IcyB;0C{Fze@ zm3G>ua!Xd)J`n&kDu^# zmT9o_+73YTyK=K%u3q5JBM&BlKUoM^oMcDn+A{($HNgK=CTS(R5cywWU!umC$c}97)HLghfrXWu}LZbEM@@`MP$}<(om^=+0{S! z;Ezn_Ldz2Xg}PJ~l908;-Roo!uS9;*p#WA`-xVszxFR1`^)G$}J@v>DkRkI>XwTir zkM+aQWM!x1h^+=wDZj>^@@#88oBon4=Kl0VEWKjOl6S7XDdAl$smtPB6;?OnOIt>n z5SwX{;w21+aOkJXilnNIN9!IHW2H)>zhp;0YZQfy_>FQ+g%GZy9U}*=#R9$Oh-OR) z7sr4pyZ{eqVM8}o1`O$t#ui9y)bZ4QzXJp^xwg7#=0P=)_k>089aqLf;3;LXK%qHz z4t*jOast@{enJd;$xJ{~g_@H=5(#NTd!;SI84e-U3JuL9W3W+V*H$2oR`i~!BGX|{ z8CktFPYOWQViJ?im_WE4)_>Wx%&gKwKt^i;B*EM^`za}PyK(!?fg;I;u=##A?{K3{ zff)SbD89!*0b;VnxEMlNrn|UcilG4pULi%8nRl*ILa0y@(1v)6@KbsMfWvkrQepld zsSv41SUYE!9oqn|kUL*QA(G~BiXyoJ2;)U5v!`u*zG+U3EQMrc9QQE3O{S>O^8pUu z&*G*Z_WB1hS&~9N^SCHw1DkWhc)eIsL^i2qw}cRH#z<S4u zN0ctPMK5O=l}l<8c_ctr(x&kg@pLe24MvF~Dh5Nm>=XG9ug_wAANxsfua}!PZ+Ru~4kR?u~@rjt*{(7w{e^Qqvuyg;) z^NbiJyU(6f@RR=B1edGt_r%8{Lf-6lHLEk|{DSqGD(1M78G8PRB|67{6SbO=PG$h5B!9%C0n zWoN=h6P+5hgkuUZD>nxYf)>zoAVFq8{yz3z(4y2krUHb@} zTtPJ9VyDx8jR}zFU~CyzSk`__CmqjpV)W3qKkxIV#2C!E9V`EURd+%@9*o@wS4f_wHZNYG^vPqq5+Wbbix<7 z=u%2b)}QXsz3SD98BRLgNAaK%_fTHv7368++!DO(_x zqp6mSG1=Orm)^fRt}g4;f?JF?+LzM49*(84-wbDdJ@lFsZ@|VfmdKofR}ABcD7+S( zR`sDvA3+sYdCW2YEQkf%56vxkQRGM>{a0f#2#xm>Gh@-@ebG$Y{lZ00KcEj~@RSrO z29<8>;=Qbm>vC#`TK@>ze(t>x_O&$ob1!UcL(d*9B+}{dDxb2!9x3S9UmT)fYbm^n z6z*HS8+vr%ogmZ@z4glz<#X2J zRaO{y50ZR5HP%pzi9d6=GT%>aSUod>AZQ*OCSZwUeTYfuKUzon9z_KCx%+c1Byq8} zn&hJe6Jq;7zF3+|O`8x&H{CgcgxiV=c~D!#;}xM#-R>~y*PG8SSWZ68Am4b@nz8+8 z1?jWr>KD%QoZra;WXE&{ynxG07?4st z)tVgQtW`)(?G~B`4h`Ri5wG*7`K^(=z2kWAG!X@c=mK($sLYi*r8>9-?eN7|lo`tC zccbM?ibX9{+#?ub~Q zu0e9?n_pG!Hgwd1q_|@50?#%}YpIbwu1L{~FWn(Yd%vrgrFT5CL0xF2qtdq7Ak@8G z_o`(7$8W!^S&qc8`*rygT5fx1eo&bF34X$q)um40tOu(5M32<5zOYDcCQ z%;<#vYC(@ID?`Dx)pWa;t9WhL?fQBw~r+ACT7F&WL4PPl!2phr2gec_2qYPukdG=VB5f0re}g&p>gh?>md~ z&OJsuxCx=f*ZRR>Wa(@PBK`lizW+ZL|9@``^Vm!>&_#Q~38Xp2&rv}mQCgf^VYp?2 z$u`cxM5B?}VE7;QkpB+z4*@XnRWfx~>U$eoPz~owZ_`nQ1(&@}X=!m%iY)~JtmQHS zP5`7t0*$X+cfr2&$COXtUk`S4&7W}A_zs=V*#TdDzg~g0TzjHXnOE+|jWD_GTA*2v zgD1JG^pQ4O>@IXxvH^1XNU^aPywklDF2FkOmr3u3 zBl~sSQWUql-i{0$d01UW1Ah!h>h48wj0`%cz)tiU$Y+2SN z9;*~B`PE8^3>;kzmiPaK_6q*BqnCq8MxTH6`!jSP$A*f+oK`SQ#q7-76pNEge;5|$ zJl5nSX@Po=5U8cJV_l?3!b?g~<@E$#dM-x7h%WQ-pk!2pR?1omhl%vhc27AC8*>e{wE1@h^I=B{I8+7^uqU_4Jos!Y}8<9 z(I4rSGTui`bh1ar;fUcDyptLNr#0$hVUj=6C+^ZVS}5D05@0cAZxOO9d2QmRhX}(h zPITIXpmS!aKT{Q!hybMIX63UhJ0jFFWBWO59G)B+7?7pCs0u9#CSjgmXEFlm(?7cK zo07(4(FVyUH^-$G1`c{@_JAX;!d-geQwuL`8y0aJ&W-jRPeSH6oZEE|w`U%kCgOf1 zuqe-BwPshjFwi!9Zw z%1H%~Nrq5>RN8{q)pp{D2fN&y&#|?pPEbBWu%tU*?JEm7qiZRLXsZ|@X;zOY&Igf%bBfj6^z!6ZxMXw?y^ zlQb|v2omc_;fE?o)R18Vt6pNapI}OHC(wE0DTFD~X?!MGz5YBW2Fn-n#Dx_u${~>{ z&IFE-Ax3d<0Cmw6?IwQ|D9}j|q|+S2Vlk3S9tA}}T9~J!Z`t>Ml{r9Ep62+{ZCr?$ zrKm)P41^-)%={d^8qRj@0jHfbMUMt`J);Vd_u; z&pzEid~)n8NL>~BobJ+zBW3XX2L9#Gju*bvuOKK;;Fc;Vc-X|(nzV>Ti4KIVct%0Z zJKh%-S0V^EkFbZ!0t}NygGxkL|Fw&eXMyMg!a_;zHF{W-r&K#GJuvHiYa(B!ovRyh zj|?`=Zw-mBg6ZMSExjOIyGT{s&Z|ODb)G06Zo)uuEIvTVcY2hG_t8wg6lXVS&*uOp8rw|jr>arT`T5x`oeV+ptQ8}x1hOn)G^br-R(h&{bOwdR^Lo`40Rev|0 zTp{-W?$SUhA}-gKUG_9z{RxTcDmI*|wjY3^67ZP@uecJyT05Xkd0@cMb6Uv|Mx8gflGK(*VGmpO}yOf!?x< z%CP@zQ(D@^Ju0d1?xOjwZqfK<*eL~?PKbURydO3E=CIZ6Kf(;|mO3p9lCRzhd*ctr z#D*~ ztYY(yv7?Fue})eKzunyb*+l(s4l-qOI*oE3GAB&*6gQLOkCJ03w;%sk^P4YCUw)LjUc=nU8Jb!z@P8J_TiOV^aA81^JZ`RlGhiD(e@Q?}H^+Xnw z!TDOr_j@)7FhUW7R|4kE7#alW+AZd!Vr)^847`A0LU; zF+^}(2@A;!J;JyBIm9Y?Hwklc3Msiwm33KqW1<2J-AQ=76zQ)q+V0hWtuB40(ByJh z-^t+fv!K&%&hF#OObwVWM<*PXEm2TAA`=~;?k)l#ggDsUf_Hu^aLa9l+s)$PGufpG za-7P18AAO-6#M|y*5E*n3{~ux;u$kSR?k-5nJqBY*K$U_v>1*$VfZ?qht2_(}2Bm2&k^NK(u@ z+?@FW_|q_Sx;C*v`+FDm%%4HwvayqbuEI>g=V0C8;cXYnw{0Ivzxms3m;F=@{`06l zp6yRHY4jVHd|xMim=m1=-)34bm4(t zO{pDinIMr_lfnJ>PKGqx%4$GZ+vv2F0P@_a(JNlA^x5F&x9cS7-NX0VjIYXqK)d&s zA*u;1kSUc*}uX4m&7eRSh40L#|-s_T(mOSX&U>fNnTrM;(5YW(H6 zDW2EC!JpT_I#)UN@asxLRMKafRXyhfvUsuL?L;>GqrU ziPD8pV$zqt@jt5hmi$mcR~INDVO6FmUVl$cMB!W}Q3rUPvn6jTXY_FTym(rR6tQZD z9r8zWPQqvT6_am*o%VA7$ME!D>lXdaB_H3v@)HS1N&bD{(JB;E7E~`SHUFdzyFpR_X;EL#t$1M``jfekiz%AlLgi@r(#lY`FPuWZ zU1U?=TuN7^n|&GF_lC5yRx@D2UmeOywE7%(pJ)m7^K9t##HF@^o&9Ue?|Ybsd|viP z&GU*VcIP+Rc`;Kx8va8MYDS+Xf2D*7jdUs9S<&I~xHJTCU%?x9X$m#qD(=3!XR@k< zYprTS-L=*YpJ-i$gZN-}V@fHj1*UPnfpsD^#?lF)4mzY@HjekoaNJ3weMW32y|Ix- zKa}I4o`7_z!Ej1sqbHI$E+^!tbH!gdx`kE93c^e2_9QgMxU#hg!Gq=I2IY`#efH4$%k@VxMAl4vY~3;pnzRY@KN`P}&? z6fjI(JizvFT-$?cr|wE*5y)_mhiU<|ab;`luqNaqZUW;pcun7?PJz*x9cFG{daaMl zd#ki;a(qZKTdVOrB$Wt{EL&maJFbceV$5>A8}?tZk5f8@A)0#He<9jcj9r*prWb~+ zNXJ$Dg!3l+PFV!9P=OJGRhze#oi8lp9VjR?oz0kw8Jn9++oQ%S&xB6a<>6Q?UcfHf z_S;=hb-sTQJ*r{Ws z)@JF)=+8dKH-573JG7&c&xAq_|8-mt>W9c)*T`bo=g^oGk_o6GqXg;%?+s$15kS_?PULwD-kIRe=*xJ84J*(rTfu^GX_(V@ zf_*ugquw*aeJCN5KC?ywKV4hsyOS(f2-AI)UaLD~db;M@$PR~^Q8Gq8JAwlhH!@-{ z>1uuNQD00Sk+V04E)|B50Ej+Hkkjl4z#bo?HvhO(equ71bIi-B|CBHyrLtSSj#=$x zA=(*Q;usPsiZCQO+a2d1m?spk)S}@p{J&9w|9#UmJTHQ6RLtNzq?4TC^;p(XX%w7+ zIM#aLf1-?*^Ew_l=+Ft0&lHh*@W4(2{a>`=Kd{ti`GV!cM5Kr=w+Adgcbt?!4rmao z4txGr3bHz#1dajcQ_iIttlAmdj6}_76w-eoDr-ii2>&uu3Sza54GBd!>d$8aQq#uI zxD6t)${)>zp_UwUIOF(v)J>J3(JFf>phLHSQI?S1YQ%!h z>oC<{Z-cb~&oP+ly{S5d`z{Ziu=0Ib*&te)%_t3`P1`S(-&9b+WgU=s)SbOZ+%PiQ zpEd~v%QYd?%mYyw38kho1i!WFBeHP$|1K}fDEbEgZfSSah7J1~0;exzb>|=MKED-y zAv4T;IB!?stumAm%T{sibbZd83p$}M{M1jIQac(YOp~dbU40wSV0l>2aXQ;jknE?o zU~kHncXc~s}Usf6-8maQ9V^0X&`AN)-TKPTho62VQ? z#rj?Kj|Wa6_lMQH4b;K2=A~=T zNcLS5SYVx!R{7W+g}~F2sKmSyBv8{I^;k*V$r8Im+F``G(bmD3aH{OmRm@v z(UXx;X7_}rw`?Nrtm3=B%YR$WfegzI^%|QdUv6I{&YG~A-0$BsIezF{<9H^)7{CM;sDgN^fp5)w~6pW^O6zit)mSyP}mV znd^eDu#m|5jw0xD$1kp(O+wrSy*9&QVa%_8FwEvFu*%)=a4+?`9xYPDYwgt$!8Ys( zaakI{WZ;CU#jenpTqyFoxM(~Z8p>#oMl1xZFe37x7xbU;j(L3IU!T1u=hQkRPgHS8TICLtDH;}RI-d5rK`SJ;i$X6* zytjdJtDyl^Tb=MEDZgvN*mnM@864o!x%^FZoS48646*9wtrA-KzD1ogi)Y~#o$`HC z#X>^?U!V>WYZ5xO3)i$2C8beaZQn%j9^3`BM+2YLFST1{_s9Br1BiKum)*cem#D>? zTB{^5N<=`Pk@@p=i`py5My2`vB3ImSm10tUlWqD|;^nVc3-i2T{W;y5NQ>qAO6=Tk z7*3!(iZMdgH60lyFy#t$=1?D75vs#Qi!3KURF1=06vrfxHO?~I=F>afO{z4Z)~bmF zodW?&-WKV<ZAkwN{SmYvH7E(|A z>^IY8XrW5A$_|BI(bDu@=-c1Pa9MCaDYSrQfjL^tfqs-xVxt`Z-ary#&R$jrseAt5 znGg#RTH$;#ulBJna6jF?{JN={b!EN1aFi`Q^bht}E!T3}!Hcl@B(bQmGq#9)pSbEm z1fPE+b*1K*^Sa4s+oB+&Gtbx%-jqJ*)|tgQA-F8a8gd};5MTGXOC4#KL`r3L)$Q4i z13rtOhWyEWOb(IV(}fFrg79^o*{^r4Q7h$Ld;_AX+w{jz6s0C&gh6$-2~$=kpw${e z@Z&jq*AlH$t5Hz?z$l&%#&}? z0sKut$;;c>(Ds9d?M?+l)H22eIxZy5dJ+$0u@=TSGsko>K&W=ip~sP~*V*2)P45eQ z5zbFfk6mxsAEZu-i@{CyyJfyjT!jm9%eUFkh>LK_RCv zZ%@}RSySJfM~n7QXHd2z!W6OLmhDr4Tay6-lRyR zWM_i`2C6*%_;Q*09J|7P0?J3K;m8*I9a3YI6Y1es)JYHKJ7OQ{lY0|0JruG{TzvxG?6&uLb*N?# za47R{KS=D5fAB;LDe+uv)uVK7WKeBLXdbMvJ6s9z>4jwoUEU;y8)I0WeO=4`MFlrA zZ?Z>D;qWCE={G&!Ra5Zql%Q&yj%fyLvODBHXlR6wh7~}y_B$VjAv;7j5@%tE3SG5S zIkS;Nx_|1`7ZWyWe`3qbMLMTevEYx%1z@fKWSBJo<#K@vO`Xlof+0O9zHngC<(t4o?H0f z5*))&f>=9jUacJw?S1`3gn8)-yS19F8S_!vZWK-~dUmQ7awgzlJhhs9ak+5_o?XAr zYjb9xNRh0r6a$EQQa%R;qfRvHYQbrpTZWsRJD*d(uy$s(!bOasbjf5dbZj9-=`!%Y zFl(nDzL|+P{v$b5Ta*akzc`U>`VuR2F8Gf*OC}O9|DxOa|HP(AM?T-7yGOf61*%P6 zqyjz2D%6?H$=9dD919eP)01#Rf491}bbOOSEy08W+R6G7yvBH5{)L55-Gb)fk6$iX z@mdWU{hah@H`Z!NZS}mMVpd&wTk__%Me+N#REV$MS3j1N)PSUxEM(UtGd9Q7=*s98 zqHXq#V~_tSdvZ3WZeXuuJFc&QF9iNpnH^bKiJwc_Kw{!iR)5(>x?t79 ztXj5~CcU9RDV~D++^52 z7JoY|I?Ch2A>P{;_O80y8y4`h&`8Su%piPS{^YS59D4m{%XG#6YH~D~x=g2uSjOeA z&@&mTrvCjt%8uC)>E%2U1Zo5Cd1L|G41wHh2sdnZpPfF;xwcGoa&+)i4Ai-&{|~SZvQMolGeX zyW??PmlTi+n|F`EayV|;RNsHF>BDF!B6W7G=zUs!v_}K z!A?o!XLkJw^2{6*mF2ia=68!8I6C+nVS`p04?WsH-Juozm09^$@3I_|Ijf)G zIDIk24Cufv1SU4ZQt*(y=L`pG(v0YOxCYMqG+z9hOWNt~#&U3R`oXsTwPWkj9PHu@ zVl0QkLSF(_{p|0&!wNe?ewAd{xKW0K>bC{<(Kv;82AGM^Z*^mUo0;4M;`Nv+44Cf%UPC}IBiHhzKY<6-=;TygG)?% zV@-b<(~(G(62weDzSGNk!P8BJb1e$>epEeRJbSjGS2#M=Cb`Lc{V87n}i#kDXiL zsD6-WxRQlEGe@;2y4Z3=o0lBKHvlopmsK8&sjfc|$;{i$ zbTTOs7Panb>u7s6VqfLiRo%fjaqV4oAKY3Uv5fz6ZzhzJ1fP|<*YV_bs}ZZOHPH+IIvE)L)2S!@tCmV(M$0Ty^XRXU zkgVw3%9ZYcxjT*GRAVoK&-$6Qu^n`YaLgn$D6+@2ZGRA0B=^u2Tl)tV7CJf$TNBK- zgJ346KbajE1Ji5|+%Nq7p_8R<8$I=JPBVyfu`}!eDEuZ8j{bs12 zT<|l)Uu_ju(hud9dXMchzeW&QXXY`G{S)TY!KL&5bM=9|k9|t)sM`pU{TD?g9?r^0 zHuUN%)}K?;;MsePCcgx-0~h>>8R?4^@oz1+-mZwW=gnz+rsJ86BnR^PACI1{eRI0N zBkkbRGgYI3H0>J@HsCysa_ufQN3-}LpdZrUlrHl@0XjC>v&Aq+Qd=Du|KxUc=vnvD z96BJptNu1ENznYyF{^*Z6{TROFO+sb4TvQaqs@cpKfcX{J|EiVOHEsFqO+40BR)H= zXJcE-O?DIe2LjKV>$*zHYPvUdKnI;8Kc=G=bIc;hb4qLd2N;1amFhdD$@2#W2YP+O z=y>li&oyImR9fQS^|j%F?Q_w1E3jFB5zC0!mP{l=%pr<37-cATNnxGU(|R2#HHvcb z$MHQK|9F;ZmjKqAq=7k3fk`~4VfAo1bs8cq0 zs1dpGtobIAD90{5Rt4LKD1kCJeF4;|(j=rR5w)lx-CU(vEXD?^*z8cZ#-xzjq;x`n zCJRV!Jkw`rP01~86F;Kr|2-6)Qgha<;*l_b@7hZ|F^dss4ZPGVJ;pQ=XrEMz@00^Ff}4vJz~qImp~i4YOGg|H>Wn5I4)w@M zMB~ggPB~uc5;@`{3?XzGZA>5_Zi{+d2Srp@^dRdU>wk2S?Ok*l)U8?gp^KHBxIC9F ziqTjo36GBJ{?&HnBY&Det_x)1rkC}c zEju~l-AE>fIq@)8A--vJ&J`EYTg5*ii*aLA;cV;+8{ zBS&b7kXKC#s}y>cL(#Jca@M66}eae-M&u{qnubLtYPOd|B3y8yEM}rupg=&u& z7FbSZVz)-{O0zwbb;0uP=0h!{h_YenBrNEjn=rmZ%^x*$7ktlxy^}ADY^Q@5U)#o} zF^=brH23CXseicO^V!-iH6mk^mo-XH1~kms3F3@4DolZ1rV4#SEx+VFKO~?-jl4>QDS>J?v#d#5Pzlbq(}0nGrnk^=n$KG z{`z?koL?p^X%jR3m)9_Gc00nUlJ%d|ef#}fuALPMy~Fs(;jcX zdrSIQN_txgG&4&U!O}u#Ydc1t^>Gs4b>1m*R7~~+>jzkymKKK&(VN{1S@JC}q@`sd zJ+p^74icpF(9Wj~4_expWVw@<+?;XZ8{ZwnHgAPWwcCqV#vtBEbH;0>q(#TX7sl|1 z{J=660sq!={KgD;VSo*fms$akfy8Ad;0ngD&PuI;*V&}R8p_#ms9*yaBxBM_ z&kI^WRA~LnbF$*DDnj;Eh=~Se`RsU@#c%i7>bnMQpR})9UjRZd2mfcr zB;@DK^!J44;r2K!!K3w>yJ;Aj4*O6q__3{KP@7gsG{vk^F|0~KE@7skolW~<_R)s#P2NziuNvgvU9onb0 zzlJff*ZOe#8?&GE<@-h6&@K4ID29=ciQyYro?nCOGkb(#m$vl3*CJK4oyPtMEUE~- zk!X0mynjdGA3^X`fVU1_WyC{*}DB z#GScZ9&{d}%I5R;E%anuu0tWAlknwBldWODK-ADXM~{<76|&&eg%aKLygVKC zau~NKW#!W;#3u?PE$tYVuh>68xcIx}2ddKlgNqjdCCZi6AyyelibvzT0dJDnM+~z_ zC(vJ@dyM~5_kEldOyaenlftPB$K=V>;4*ZWGv5je7CApmgZA*xNp<%~^84U~cY-bLL;0+HqS zYMFL()wcS;!kdVWUFGDVz8Ojsnm`tP;*ZX!aAe3w5?-3T%}hqV-*=Y7Fm=o4RK~Xi7>U=CeXMu_W#=x^O`cA1j2>zpDEzG^ zOfD8phJFUE$zzZSub7;L=M)wZa@@u=74$U}oU?q#(+w~=p5WY;+(FFBxpAI+zH1&2 zLxX6G;-u`iLUjq)@OS+XWQobj7rt)`gK>Z%M#7@BzrpOhQ62njvXz$BOAEPcVtt&W zw{lM+J*O&6deO1}kM}Hpr6vlLtsbk2nlVJQQTn2Cds)wSH6}MrJ_NE*2osgBKo+_X zYig=n3M~i>Zs-a!v4_Wa|FCUA;MePabdzcugIGiS46VK4h4;>>dag^FT0n{P0cp(; z3PXaItx=N2SnfjTJT$vi%$-&vMKFqF!?X^1oP&a!mK5O(vLGh$tlpHuNxjw|@ zw|9Ke;J?dCtWRwFsUVrrH(Sfe(k)gP0GwnQgBg8hm|^h_L}~ob>|(C%7oFWO?*PMt zGL2BS6XH!N$yt7T%TcI{i$zGJwt$(1&=+${&}{G{Ucj6xrhkZEA)BA5WAq;e7@iZM zhQ71M(2Hu;`=^EPo_yjE&RXttNvd9y#4RPPH-CVz_m+fQ)Xtd>a(1(U6_nVP%t8e7 zigtY5Pf@0=IMz7lX#v()6x_a-XsUTlX)A;3=`Pr{sQc{%U?)}B-}E*)cAu#0QW z*bC}vfJW8WN-F=lodlAZm3x|IY>qVN)+onzuQzyoRlX9^?Y;12&fVEO(Izua)?t;kzhDICKvFlo-4xRp zBQDr#5}TA&89=f^HN``sZ6W*Du!uE1WF|JaHGaWjF~7;8XGY`g>6Fxh(Ty%1s>6I- zBK3KJtB~+-3&x*~kb^P^Mh{|Vdx6B&rXzYNtkXbw*Pa{5 zI^i79@QTzw2Ps@8hU^gL%4)FLp5qM;jj9h`t0)e;C z{fRuH<2EY^T1&dXHt2IUPJ6=`&y^Z~nwOQ!0F5_JPTxc}x0w^}blS$%-$hgm5ym#J1@TpL6y*Q3#MsUv6$o5{~n(yOG#xJfl>kYEq) zrT8l?O8G_qAOcZjQyeRPI6tSyveYW+rat{Tm4oBxdopG|H@@E1kkQQ4AI@=W4Bp{s zF`UE@n2O`1nG84%yuIoNo2k>$BcX*dXepbk)uD10_P5NB;|Xe}5?0mXPGMtDY@ZrL zHYHV+Qlxz({I)nb8;1=oBgy05cACiL@Y$74z~7J(3|_dPfmM~5ywlU-*O8kce=I)J zmne%}N`3s>NpWCQF8-kvrH>-#uN`GWr`)tf4v1<*%KU0os)8kNJU;mG$43hE!A44j zTArWTsWvY%zT*fNEonjRWI&5CgvrX<$QfeK~!J;TBmO+v3(JJW3Dd%Yy@P9N>CE zwe=%7nNjUXCkQ2Y!{b(>T=rqiNs5osoD(=sMuHM8{b<(x4G}5Rh?w<2N7>-R$e6?2 z;xB%Va-};g1U8D-y%N}SAB!ti&%q?MDfVGxf~fMKf$lu{bJpCr6{?J{(Y4=qhw(I# zD`;JY`3HG&`bQD%(@&2v@UAh<^VHV1`|;7BU!#YgSke^gaP-+8!76!EgVx`Ws;`8- zsW&5T3RR_(wx?ZwL9~0Zt1vmI?I)70hZyu??Nc zO_!wRRen%eqU44^*jDY;w(|w%YFBah6FUK0Uv@FJ_|(+$*}@E@8ZDqr+*9kVbOi~C zUt!8hx<_ldI-9bc@lf0usR}~Q;^|D?fP`nQ*qyfy2A}`0mEx-JB%{HFkv7Siov9Gh z^T9f9^&UnN9>UrjEctEk{729w$SuS_ywgTG%_bWV-W;9=ZG}fL+%p%c6f_y?x8)D20o2?c73DB`u?S%p~y@w zTKnv;#T=G06w1+H2;H|dMee)73u7AT2CJ+WORyK z*tJ4WpCOi|<_Lt&YlBula?+m*02+y^ft2j-zj9b&z}2D-2W@DpX>3(hk}yQ+XvXEo zZFM`_MI%gBrkc*8U-7CcMY>5(Dg@0WU@3gYDJ)ER^6+SF(0jF4`aflybyOVfmi5tK z0fID*li(KI-Q644K#≤BJjK1PxAr4&FF49xRaH(7`Q8fY7)H9o~CqzIDHuzw6Yg zQ?+WX=c(Giy%D8H^kO992HUYv=kjEaX!fb>*r?f(ML2`z7ePiyQdG}|DX!$Ud4rFL z^NNo$otOAQ3K1{%;xeJ8sfq`)qxWv%tGsQ1bdJ4XLe;uAdESeCXaf3<IqNzWTd-X&7PnB9$79>1FZg*N@;*%k0gC}dNMh6#+B#_so*S6)QkgfB7INQioLv8 zYrfmz>5chDc89;(=L-*SkX3tg^+1y+k@)kT7RlQ#T9uW|@L2l_cSTWeNx^^_n~ddp z&y^_r!VV3bri^S^clS-2D#_H#Um^)*BOK&n(AIwmQG<*3W}YZ#mi7#@1FYrM_F@sF zSq@v!GyZxtB=j_GayXYk7laFd!AR!CYA11ud&b25sDN4l7*Bo*med?DQqx=PR?yi| zG8(r8m|8_TAo~u+MjItz$?UiNkH$;j)tf(G6pyIfAlJe9%LmDa<0C$9#>YXP@W`49 zJ8mjDXbKHCi2yv`{ow1XOOuNQ;S5+*y_sbP_HDr5ia>d3cNboLXAg4?qUs=Jzs}JY zS!DK?`_Aln!Z%eGDBw1iMy|(%PITAsv4IWhVpnm}B$#d9*c;QF*;WAV*^)y@JvVz? z9BZff0?2jk5G}De&N-oToyGlLEiARrCp1XPW3{U}(4HGBE8y)^??8u2V4#a2`TDQk z1@+I2`QFi~-aEcl!7S;VIYD)2~c$kJTd2mrrLsdW&L0_PtjWIsB)KU{i}6G$aNbTFXGGwA{n~o_uH`9BAT> zxMB4pQq>$AI$S>8OjT1UYj^pwDJ9qjc@wL=xE+jHp)y4AP5a|OG;^@TPTuOB1VQzX za$V3~>BU$)be(uZ!oGWf@AHZX$uAqSaDB1=RExpyp>G3JjZ5BhDirgN0~^nGF=OO{ zY$?LP}xf*m$FZjhqJ#TV>AuP18KiTL$>~~>?4!MLQTDE z5~u@FMRwSL4H;qM?C+N)Crkx38 zDz(iV@5eeT;M7#t7-tJyR2V9xJ&Ae2P7e#bjprNfgm+o;vlX;nE$|c@*F+$ibI$2I zt^BBDR@iK0ZH5U$Y5v|468`zw)&KLH^a)nNxc)MHJMMS!Yay9xs&GrKX)f>~e;jKN zb+iEY=;yc@6nR(9O7~z3o-yj>fRmm-P2-3X>D^ZdQwn;eMQErj&O)m;yRM+yyG08=;TA%b$p^j!)XPmPhiw zV_c(1C+`twaq4L@>0A+j5a-3|n7cx%#+Y@RDvlJ@l>$uie|>l?)ceHw)jl^+Qifpa zJbbHe+ZSa60KHf{&)k}soHmVICA_FeNoA}qgoxc^$oANpGQ$S8uSrOre(|PIW}ZoH z5lwdE`DBz5`KzQa{DFBdp}zm1{>z4G>zn+o&wPLd{fF_8bc)|haxqib=qE4WX(>uj){1x!B@QM=^M;ldDlPe{mHC~ioUwYb& zHMLQ>@Z}a=u4OXjeXr{rr?;q8II0yXa^iacC0=4;VC%RD3wvo0ip=}nup2k<>lkJ` zh^A_{9SO;^866L$oW6p$UmoEId$i@E8E3B0R+Pl%*=~ibn5t5c3?;|qbq^HGeD0g~ zyq98N*LCL(Q&e7ve-6t8EtKtXr&noz9>#zbxSyypv)& zovsOJk+OQO-oasQfctzBf?rCpJH+0=HdEe0)&TEy2>iaN;Wzu-*8&`hNiUa^+Tj-F zz48O4FlAt|qay&Me|^+M@EM8`a_LCHX_eHSe|KE?Iw`b)Nw#plQ(HbXt%!;Z9xSJ| z%&xzTw(~gY0xCa`THP%J2Z(i39f#3?2T~`b{5!bfl*H=C-VFCKq;rx$s zcJnlN$4hN^WQ;xst-KIvR-eE}$jR=MS1@Kw?U$UQoV9_k6WoQ6iQPcet!J&50rIHO zv5O_ozl3N}9g*$=D}8QRi`^?wxZc$XM$ufFz1mj`{f^h+!Z!vyVSGzp>(+e_`2O5- zvg-SbX3ZaqP|6Sc;u78BEJv$u;bmxh7VO$Q|PJ{3#_a zi*+CvuD!1u|E+HuNK*6hv0zKMVC!3?x43iu_yuK?Cxly<(Pz_6f+wMKfJEXTGvc~Q zF!vh5l8v%f49nn`NG*VH*V9Mj5Z_>DT+oy0o{KaaJXT%DF=ccPl9VohjqtCWgW>>0 zKfMgr;Z$@n4~HuSnizNEwXW%$Q~mJAC7hA6q=ttMw79?5g&yCh{T&|xn?o-oW<$B7 zbJ_hNEcjX(Y_;_w-v9$obDPnZJC0+;;2|udDF|z>SOLda1*dHfm%dIHh?`jN<0SuK z_8IH%>R$%d9JmuM-eQMOkPVb&=$}$*SE{|C`GJg_a0-fhP4rWs8TE9@sn^`*Jx2R2 zhlhMYi-+*cUqHP2CY<}4MfJiPR?^6mNJbZZMsNnKB(A824Xssrx=Js2x9z!KzVx$aC4=Cb07tq`mnj zjx!(mn8td+d((BnZUxA0(x>dnXoa>WzAkqx)nyIe(6P`GGImto5GF(CO7O|wu-kUx zuO%H_eN;+ztogk4y^)H=dFm?A;15d`~mA1va zB(yB!1UO&K!RUaYz?RMNT1OG>_EY}KS`NekK>n~p=r3opoV?|D!tS}!u(vr}g?TZB zHHC^hZ3>&D{oN)B;$9H=J)Vnd=I_M@Il6~~C&|oQ#-B^vv&mAPjvMlN3>UiBZqSZz z^n-BRdwrFw1#{&9z`QbB7XR3a zW@+WUDRUPXgUSbbz@CKDYS=;_y~ zuqQqL;P86o?4Kb*U!60Kr*d%MgtB)(Vk9`*L1p3e;t2WZ|2npmZ7e^}F zXf-*@jeEy-0g;1g<%@RgG1N2`!LZ9~o%}j~`&LsnR<-6j9ZgP{Hbrh$eZP(fcZfK< z;nTJdYHHRp`1wSEr{j5LpW@sGX`nkE-pqiW*dzv1Rk>0+((SSCR!YB`bqZ}}kzRi@ zj_*N0;Hf0h;NF(>4(F-Yz`;9^AK;hnHw~u*9tcZ(X;HYD@yjor!Jgq@7X`LMWh?yG zu0|DaP0cXgOXv#V!4zQDUrt;H?%TXiZhEVJ(Tq-`|4igSb5y2}Pd$JX`Gj#~ z^Swt-?$mU$-n<%^rbp?}SidUbVDkulhcMfQ!CF-)i0E2(8PJC7Wy0+CY~^EpvYUYg zSUlj?7vq8}Zd2mVItZ-_lW=8U~(H^@sVIlcaw`vS=hE%p=do;BQ3(aTpun-k(O3(2c2ZmqH&W3tdoIV-0Qy z_UFX&t7bycu^3%Z`>BTmos+u;xVhzhE5rCS?y%h-hoz$F<9tXu7FE;bdj<=X$}Zd0 zq5R%Hk;@0nUzJGqqKdwf+axL4E(qYR{NxGGGw3BmeP`Oy%@aE9vMH3ikyKK`Zz56q z>|B~VX)iG!DC{FBgDa^BPX64>kB`Gnwf^@3n_^T`2Y7V#~(z$Q)xoyl~ zlF>QCToi1g%D7rUA$Mr17pG3*S4I^P7GkBNg6|AV(DaOd8^yYP{5K@hSzdu~G%700 z^TYA#)NsPFj`k>rroRnGy=w&pkkj#N@PMdRm&?p`fcKrjToEB_z|FfK79FuHpSlST z5tY+5x!@45;+IVqcKU=s;*Y`|`HT~s{5_pb!IKgugzDxX&O(z+EFD`(P_$6nPfo8M zOz){DuBlSq93x2i=^KpX@S&9WZg^?Ac-!2fSH5KOR@16mq^Vp^$}R5pWY}L;nP~Bb zPisYfcka$NOgQu$3No<7J9@lkb5Q38{%Veyvq*BP@pl<(A7S6oT7=;5+58K0%IZ!r z$4F-YGA<~5bbT0Dal+cjm3{^<7oAJ2YgkKd4o3RN=p&UawcmMw11t~2ZtIPZ2@}yd z*1CVCez@F&GE&~y6Y}zkGhfv=1Ox+XUK2B~E>bz`tYt-0IFH=qVsi-ontJ_y@M3*+ zjH~SPoOCdw;DO!h+H%0zwlzbn2q9ssw#VfebMoA{q(S$r^o21zlm6qSWto$nVe)JA z`{i)wtu}nvf;()e0O*;J<8iP|GtjnC|b9O^5u;Kw}ynWx@l29m@p zZ(;?0cQ(4*-!L^Xv}D{RBMli*nTqgw7t%p!-d*Q;`q}B28S%cqrMs>-J38mhk!GJy z_UmwMfxWTf@c4ek-M~?StVtN1f7_&SYD|z@Q=4#+pFl`m%syHEP;&$6vIhKfYjfh3 znH2lPUpAB-JdPde+w+?f4Vx?ll%<=#XAX0s_+#L zc=(x0!w*KcHP@)eMd#xtck=%3jhUo5jBXXi*_lZc`C!N2I@38CHYY=c=%?0j=iqOT zxOGgUi2gjHg85dGn%0zf90~-sEu8_a)tjMpi=FKSojdwFqB$i&5Pia>B-_Trf1ln5Zf#_+M9pvOn z$iGog@G8KfH*C&pOBOEb&V$dq>L*atD)`Tvley~aX19Jz#9T|3WiHO$f1whU{Oec8 zSTAr-eD`2zWF=2KKy$xwt7Q@0<*im<-c!oj4=PUk)&hxX3GdnNR=K5J2(j+(g?pS>&SAoHJ{d9&YD(raEwxvt*Ea~&S6wP#uFc`p8@~s@&aX9 z_>3$>ch1tz_?MCcnUCUC`&ajP*VF}54W$n(&&& zuFMo~MYS2ByPijBX_34WA5y1I_kt@l*Fk?-F=z%!8bnfFTHwuU#1vm6k8f9YS&nS$ z8A06=)0OR0ws3D;QZ&~++4Hthcuq5k4l4|pEi%twtt1eH<}db_9`t!hW|8Utt$9k~ zi~0t$WKoi<`JntU3|U6|ua1@S712$gj-@7xJj=^2ku&N0pO`CLed~s`pkvjSLLSd1 z;`0KThGX&qw2+HBc;YD`q9}VaZcys~v zy!#yZn$P$7HY`j;`s!x9YtY8T>Hv6KiiAQCgRjB?I~!d~}T*=Gf3%G z%`))b*14lxfXc-!X?oj6+miO2F&8@?vc3ql4G+i4%>+aP~ukDM+uPPoz>@>cqkr!gYh)1UKLH8pRm0zG>fB8ie};dcIas^&jw_LT z|IU*HG-$im5Xt#n$r#if{IgM*(+Ox->DBbRxzH-(jIU1#>?Z;E*5jWGE2|orngi62 zibOznNd(#0O1vvdb@rHaIj?e_o)jNdi<Zo~L-r6(^nC$%>4C6|dfwNS^{D%J}0 zCDQbiH(ZGKm1>pz0VmV6b+q9 z@f*6Ex5J%K_{_DlN;Nw$uh_=Eg1nO4t#+;NsPqgPar{V**RSEEM_fzliBmoKr?VV0 zcW`@hUIy`uG6Nl3-#}MXciqs=;~6z?_)ve<@pX&BUKLbT&Lf;a#$oPB;&3Tu=A;NV zSid_z0&^!T^qv26of+j>JCfkT9v>qS;Son3jVxY4v;@341KA^EyE&HuV z3#T35kJIjr$&A0~BiU*06SYv%Ym2|;y(>%YTci8&v#&&Oy=vH4I@^4--#F*rOljf{ z@dgl9_b%X^&QKyi?>b`ySG;tWWu{Ph`mRmT!7Qh^Eq3`Qc>Kcz*dLW%_;$EBOeqXP z9sPZDv!6ZUI1JO;w106a-t%O0j&QVHXs|Gm0gKXD9fiU$wg!ax5@;nTqOR zcUgWa5cI*Icp333Y$!Dfxyv&-v*-#pIS9UF?P}?lXROj|3UKjk|G^WX5!Fj_?3aBl zAol5l&y|m**W!MXdXiK}3tsW1{Ff#! z_rRVc4v$aNlgjv?dTKq6)i(K -reason='S3 восстановлен' +``` + +Replay разрешён только для failed с сохранённым staging. Запись причины +попадает в `job_replays`; нумерация попыток монотонная, после replay даётся +новый ограниченный бюджет. Повтор replay для queued/processing/ready отклоняется. +После retention исходник надо загрузить заново. + +## Ограничения + +Один Docker host, один PostgreSQL, один broker и один S3 — это локальный стенд, +а не HA всего сервиса. Лимиты worker защищают машину, но могут отклонить +ресурсоёмкое изображение, которое укладывается в 10 MiB и 40 млн пикселей. +Старые файлы lab4 сохраняют оригинал; новые uploads проходят pipeline v1. +История Redis Streams/outbox/audit в учебной реализации автоматически +не сокращается. Сравнение настроек и исследования на оценку 5 не заявляются. diff --git a/docs/track-5-report-md b/docs/track-5-report-md new file mode 100644 index 0000000..f6aa650 --- /dev/null +++ b/docs/track-5-report-md @@ -0,0 +1,52 @@ +Трек 5 + + +Цель + +Цель работы - уменьшить количество обращений к PostgreSQL при чтении данных чатов за счёт использования Redis и устранить избыточные запросы при одновременном обращении нескольких клиентов к одному чату. + +Реализация + +Для кэширования используется Redis. Данные чатов сохраняются в кэше с ограниченным временем жизни (TTL). +При получении чата приложение сначала проверяет наличие данных в кэше. Если запись найдена, данные возвращаются без обращения к PostgreSQL. При промахе кэша приложение загружает данные из PostgreSQL, сохраняет результат в Redis и возвращает его клиенту. +Для обработки конкурентных запросов используется singleflight из Go. Он объединяет одновременно выполняющиеся операции с одинаковым ключом внутри одного экземпляра приложения. + +Основные файлы реализации: + +internal/cache/cache.go - операции чтения и записи кэша; +internal/httpapi/chats.go - интеграция кэша с HTTP-обработчиком и использование singleflight; +internal/store/store.go - получение данных из PostgreSQL и счётчик SQL-запросов. + +Проверка корректности + +Для проверки используются тесты: +TestChatCache_ConcurrentRequests - конкурентные запросы к одному чату; +TestChatCache_WarmCache - повторное чтение из прогретого кэша; +TestChatCache_ReadAfterWriteAndRecovery - актуальность данных и восстановление после удаления записи из кэша. + +Измерение количества SQL-запросов + +Сравниваются следующие сценарии: +Прямые конкурентные вызовы GetChat без HTTP-кэша. +Конкурентные HTTP-запросы при холодном кэше. +Повторные HTTP-запросы при прогретом кэше. + +Сценарий Количество запросов Число SQL-запросов +Прямые конкурентные вызовы GetChat 50 100 + +HTTP-запросы при холодном кэше 50 2 + +HTTP-запросы при прогретом кэше 50 0 + + +Измерения выполняются на одной и той же тестовой конфигурации. Счётчик SQL-запросов используется для оценки нагрузки на PostgreSQL. + +Команды проверки + +go test ./internal/httpapi -run TestChatCache -v +go test ./... +go test -race ./... + +Вывод + +Реализация позволяет уменьшить число обращений к PostgreSQL при повторном чтении чатов. Использование singleflight сокращает число одинаковых конкурентных загрузок в пределах одного экземпляра приложения. \ No newline at end of file diff --git a/evidence/lab5-check.txt b/evidence/lab5-check.txt new file mode 100644 index 0000000..9a55330 --- /dev/null +++ b/evidence/lab5-check.txt @@ -0,0 +1,2 @@ +python3 scripts/check_contract.py +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. diff --git a/evidence/lab5-failover.txt b/evidence/lab5-failover.txt new file mode 100644 index 0000000..7d6125f --- /dev/null +++ b/evidence/lab5-failover.txt @@ -0,0 +1,4 @@ +python3 tests/resilience.py --mode failover --action-script "scripts/stop-one.sh" --base-url "http://localhost:8080" +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +{"observed_instances_before": 2, "successful_writes": 133, "failed_attempts": 0, "first_recovery_seconds": 5.006} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/lab5-go-test.txt b/evidence/lab5-go-test.txt new file mode 100644 index 0000000..f1f409a --- /dev/null +++ b/evidence/lab5-go-test.txt @@ -0,0 +1,17 @@ +? mtusi2026/cmd/api [no test files] +? mtusi2026/cmd/reconcile [no test files] +? mtusi2026/cmd/worker [no test files] +? mtusi2026/internal/auth [no test files] +? mtusi2026/internal/blobstore [no test files] +? mtusi2026/internal/cache [no test files] +? mtusi2026/internal/config [no test files] +? mtusi2026/internal/cursor [no test files] +? mtusi2026/internal/db [no test files] +ok mtusi2026/internal/httpapi 23.902s +? mtusi2026/internal/idgen [no test files] +ok mtusi2026/internal/images (cached) +ok mtusi2026/internal/jobs (cached) +? mtusi2026/internal/model [no test files] +? mtusi2026/internal/reconcile [no test files] +? mtusi2026/internal/sessionstore [no test files] +? mtusi2026/internal/store [no test files] diff --git a/evidence/lab5-go-vet.txt b/evidence/lab5-go-vet.txt new file mode 100644 index 0000000..e69de29 diff --git a/evidence/lab5-load-peaks.json b/evidence/lab5-load-peaks.json new file mode 100644 index 0000000..9217be0 --- /dev/null +++ b/evidence/lab5-load-peaks.json @@ -0,0 +1,46 @@ +{ + "mtusi2026lab5-api-1": { + "cpu_peak_percent": 35.7, + "memory_sample": "178MiB / 512MiB" + }, + "mtusi2026lab5-api-2": { + "cpu_peak_percent": 32.29, + "memory_sample": "172.9MiB / 512MiB" + }, + "mtusi2026lab5-broker-1": { + "cpu_peak_percent": 2.8, + "memory_sample": "10.27MiB / 128MiB" + }, + "mtusi2026lab5-lb-1": { + "cpu_peak_percent": 26.47, + "memory_sample": "92.51MiB / 128MiB" + }, + "mtusi2026lab5-outbox-1": { + "cpu_peak_percent": 1.16, + "memory_sample": "7.992MiB / 192MiB" + }, + "mtusi2026lab5-postgres-1": { + "cpu_peak_percent": 80.89, + "memory_sample": "47.46MiB / 512MiB" + }, + "mtusi2026lab5-reconciler-1": { + "cpu_peak_percent": 0.0, + "memory_sample": "7.254MiB / 128MiB" + }, + "mtusi2026lab5-redis-1": { + "cpu_peak_percent": 5.81, + "memory_sample": "10.68MiB / 128MiB" + }, + "mtusi2026lab5-s3-proxy-1": { + "cpu_peak_percent": 1.91, + "memory_sample": "63.8MiB / 64MiB" + }, + "mtusi2026lab5-seaweedfs-1": { + "cpu_peak_percent": 11.68, + "memory_sample": "234.1MiB / 512MiB" + }, + "mtusi2026lab5-worker-1": { + "cpu_peak_percent": 0.5, + "memory_sample": "8.121MiB / 1GiB" + } +} diff --git a/evidence/lab5-load.json b/evidence/lab5-load.json new file mode 100644 index 0000000..7fdf6f1 --- /dev/null +++ b/evidence/lab5-load.json @@ -0,0 +1,17 @@ +{ + "lab": 5, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 35.243, + "concurrency": 4, + "successful_requests": 4983, + "failed_requests": 12, + "error_ratio": 0.002402, + "successful_rps": 141.389, + "successful_latency_ms": { + "p50": 4.8, + "p95": 20.439, + "p99": 47.073 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead." +} diff --git a/evidence/lab5-load.txt b/evidence/lab5-load.txt new file mode 100644 index 0000000..7fdf6f1 --- /dev/null +++ b/evidence/lab5-load.txt @@ -0,0 +1,17 @@ +{ + "lab": 5, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 35.243, + "concurrency": 4, + "successful_requests": 4983, + "failed_requests": 12, + "error_ratio": 0.002402, + "successful_rps": 141.389, + "successful_latency_ms": { + "p50": 4.8, + "p95": 20.439, + "p99": 47.073 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead." +} diff --git a/evidence/lab5-persistence.txt b/evidence/lab5-persistence.txt new file mode 100644 index 0000000..793b001 --- /dev/null +++ b/evidence/lab5-persistence.txt @@ -0,0 +1,3 @@ +python3 tests/resilience.py --mode persistence --action-script "scripts/restart.sh" --base-url "http://localhost:8080" +Executing explicit persistence hook; hook output suppressed to avoid leaking secrets. +PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/lab5-pipeline.json b/evidence/lab5-pipeline.json new file mode 100644 index 0000000..c1efff9 --- /dev/null +++ b/evidence/lab5-pipeline.json @@ -0,0 +1,75 @@ +{ + "date": "2026-11-10", + "scenarios": [ + { + "scenario": "variants_checksums_authorization_staging_cleanup", + "result": "PASS", + "seconds": 8.31, + "attachment_id": "e2232e4d-5e97-442b-9d3d-d203328ebd9c", + "variants": [ + [ + "thumbnail", + 256, + 160 + ], + [ + "crop", + 128, + 128 + ], + [ + "optimized", + 320, + 200 + ] + ] + }, + { + "scenario": "alpha_small_image_exif_orientation", + "result": "PASS", + "seconds": 3.728 + }, + { + "scenario": "invalid_bytes_pixels_limits", + "result": "PASS", + "seconds": 0.888 + }, + { + "scenario": "commit_publish_crash_worker_off_api_restart_broker_sigkill", + "result": "PASS", + "seconds": 38.078, + "attachment_id": "7e50a259-80d2-4203-b1a8-4182f79d7271", + "job_id": "45711acc-15a0-460f-9bc9-aa1de9d6818c", + "api_containers": [ + "1f95f26c9e5777a1426a18080a78a3352662f077bcd58ea2db18847899bf2f79", + "d784bd95512a3b4984fd6530773a5df1bdeeb19662f30fab8c3b0a9f5bbc84af" + ], + "stream_entries": 20 + }, + { + "scenario": "crash_after_s3_before_ack_lease_recovery_duplicate", + "result": "PASS", + "seconds": 50.195, + "attachment_id": "41963bfe-ab6d-4a4d-b2d8-6deb9ad64636", + "job_id": "90863853-d75f-4e39-8749-b3e361e5c134", + "attempts": 2 + }, + { + "scenario": "retry_jitter_exhaustion_failed_registry_audited_replay", + "result": "PASS", + "seconds": 23.34, + "attachment_id": "99d030ed-fb9f-45f4-9ff6-3757dee8c9d3", + "job_id": "8fc98e33-aee9-41c5-89b1-7f652e437612", + "first_backoff_seconds": 0.86 + }, + { + "scenario": "worker_memory_limit_permanent_failure_replay", + "result": "PASS", + "seconds": 17.94, + "attachment_id": "fceff53e-171f-408b-a8a4-586ad6917987", + "job_id": "2432d8b4-bbd3-4770-b3a9-c7e2de55acf6", + "decoder_limit_mb": 64, + "pixels": 9000000 + } + ] +} diff --git a/evidence/lab5-pipeline.txt b/evidence/lab5-pipeline.txt new file mode 100644 index 0000000..8582c73 --- /dev/null +++ b/evidence/lab5-pipeline.txt @@ -0,0 +1,8 @@ +PASS variants_checksums_authorization_staging_cleanup {"attachment_id": "e2232e4d-5e97-442b-9d3d-d203328ebd9c", "variants": [["thumbnail", 256, 160], ["crop", 128, 128], ["optimized", 320, 200]]} +PASS alpha_small_image_exif_orientation {} +PASS invalid_bytes_pixels_limits {} +PASS commit_publish_crash_worker_off_api_restart_broker_sigkill {"attachment_id": "7e50a259-80d2-4203-b1a8-4182f79d7271", "job_id": "45711acc-15a0-460f-9bc9-aa1de9d6818c", "api_containers": ["1f95f26c9e5777a1426a18080a78a3352662f077bcd58ea2db18847899bf2f79", "d784bd95512a3b4984fd6530773a5df1bdeeb19662f30fab8c3b0a9f5bbc84af"], "stream_entries": 20} +PASS crash_after_s3_before_ack_lease_recovery_duplicate {"attachment_id": "41963bfe-ab6d-4a4d-b2d8-6deb9ad64636", "job_id": "90863853-d75f-4e39-8749-b3e361e5c134", "attempts": 2} +PASS retry_jitter_exhaustion_failed_registry_audited_replay {"attachment_id": "99d030ed-fb9f-45f4-9ff6-3757dee8c9d3", "job_id": "8fc98e33-aee9-41c5-89b1-7f652e437612", "first_backoff_seconds": 0.86} +PASS worker_memory_limit_permanent_failure_replay {"attachment_id": "fceff53e-171f-408b-a8a4-586ad6917987", "job_id": "2432d8b4-bbd3-4770-b3a9-c7e2de55acf6", "decoder_limit_mb": 64, "pixels": 9000000} +PASS all lab5 level4 scenarios diff --git a/evidence/lab5-private-bucket.txt b/evidence/lab5-private-bucket.txt new file mode 100644 index 0000000..9cffc15 --- /dev/null +++ b/evidence/lab5-private-bucket.txt @@ -0,0 +1,4 @@ +Дата: 2026-11-10 +Проверка: анонимный HTTP GET http://s3-proxy:8333/attachments/ из worker. +Результат: 403. Бакет недоступен без S3-подписи. +Команда: docker compose exec -T worker python3 (urllib.request, без Authorization). diff --git a/evidence/lab5-resource.json b/evidence/lab5-resource.json new file mode 100644 index 0000000..de12867 --- /dev/null +++ b/evidence/lab5-resource.json @@ -0,0 +1,14 @@ +{ + "date": "2026-11-10", + "scenarios": [ + { + "scenario": "worker_memory_limit_permanent_failure_replay", + "result": "PASS", + "seconds": 19.207, + "attachment_id": "3b4df2ed-4676-4d91-985a-4098a735bade", + "job_id": "74c09dbf-4a76-45b0-a62d-1c39c9b903c7", + "decoder_limit_mb": 64, + "pixels": 9000000 + } + ] +} diff --git a/evidence/lab5-restart-after.json b/evidence/lab5-restart-after.json new file mode 100644 index 0000000..dafca0e --- /dev/null +++ b/evidence/lab5-restart-after.json @@ -0,0 +1,106 @@ +[ + { + "id": "1f95f26c9e5777a1426a18080a78a3352662f077bcd58ea2db18847899bf2f79", + "name": "/mtusi2026lab5-api-1", + "service": "api", + "started_at": "2026-11-10T09:55:34.638626345Z", + "finished_at": "2026-11-10T09:55:34.380399345Z", + "running": true + }, + { + "id": "d784bd95512a3b4984fd6530773a5df1bdeeb19662f30fab8c3b0a9f5bbc84af", + "name": "/mtusi2026lab5-api-2", + "service": "api", + "started_at": "2026-11-10T09:55:34.67442372Z", + "finished_at": "2026-11-10T09:55:34.38723122Z", + "running": true + }, + { + "id": "89ffe34946fb1a71c4607fe1ccbd229acd21949a5e94f7bab3e7df6feffdcebf", + "name": "/mtusi2026lab5-broker-1", + "service": "broker", + "started_at": "2026-11-10T09:55:18.450372254Z", + "finished_at": "2026-11-10T09:55:18.193299171Z", + "running": true + }, + { + "id": "1b68e49f683742f87ade453ed68001393bac3aff81360fd71980adaa0aca3411", + "name": "/mtusi2026lab5-lb-1", + "service": "lb", + "started_at": "2026-11-10T09:55:32.912589803Z", + "finished_at": "2026-11-10T09:55:32.680534136Z", + "running": true + }, + { + "id": "3a481af14cd3da2b86d82e8555f4d6fd8b46e009a682cbe21d58bf3009047bbf", + "name": "/mtusi2026lab5-migrate-1", + "service": "migrate", + "started_at": "2026-11-10T09:55:35.553851554Z", + "finished_at": "2026-11-10T09:55:36.167287471Z", + "running": false + }, + { + "id": "d92ce28ae20610132958827b79849685560fcbdbb03236520f1037da70fdfe40", + "name": "/mtusi2026lab5-outbox-1", + "service": "outbox", + "started_at": "2026-11-10T09:55:58.125443759Z", + "finished_at": "2026-11-10T09:55:16.740948878Z", + "running": true + }, + { + "id": "547eb3a535367af710cd07bc258cc752b736d4a2570f642226b6fcbf57fdf2af", + "name": "/mtusi2026lab5-postgres-1", + "service": "postgres", + "started_at": "2026-11-10T09:55:18.636904087Z", + "finished_at": "2026-11-10T09:55:18.386241087Z", + "running": true + }, + { + "id": "d1f8f8837a22417506f96a206b0480db59344b0e2081b1faee2fd0f2d52e140e", + "name": "/mtusi2026lab5-reconciler-1", + "service": "reconciler", + "started_at": "2026-11-10T09:52:26.345907424Z", + "finished_at": "0001-01-01T00:00:00Z", + "running": true + }, + { + "id": "b9ddb9eb4230aff63e13e275a6fd632244e1723584c3083afc02448cf037a4b9", + "name": "/mtusi2026lab5-redis-1", + "service": "redis", + "started_at": "2026-11-10T09:55:18.633031921Z", + "finished_at": "2026-11-10T09:55:18.282901921Z", + "running": true + }, + { + "id": "7e063b009cfd045415d5bf00354ae300960ba1609b32bafbf2010f0ca1bd9f55", + "name": "/mtusi2026lab5-s3-init-1", + "service": "s3-init", + "started_at": "2026-11-10T09:55:36.083260554Z", + "finished_at": "2026-11-10T09:55:57.717689175Z", + "running": false + }, + { + "id": "28527f5aec922fcd162816bddd94d8b703de9ab86d8ca2a14cfdf4ad2b1cd438", + "name": "/mtusi2026lab5-s3-proxy-1", + "service": "s3-proxy", + "started_at": "2026-11-10T09:55:29.967960509Z", + "finished_at": "2026-11-10T09:55:29.801285218Z", + "running": true + }, + { + "id": "02774e8206967d4701c1bd19da36848400b555e9b9a5577c5e861ba17cf59161", + "name": "/mtusi2026lab5-seaweedfs-1", + "service": "seaweedfs", + "started_at": "2026-11-10T09:55:21.361947255Z", + "finished_at": "2026-11-10T09:55:21.207359339Z", + "running": true + }, + { + "id": "9e5ee3dc40629ac9934990ad3d9dd49ba477ca154bba131579c8bf6e860f7e05", + "name": "/mtusi2026lab5-worker-1", + "service": "worker", + "started_at": "2026-11-10T09:55:58.888983926Z", + "finished_at": "2026-11-10T09:55:17.67815592Z", + "running": true + } +] diff --git a/evidence/lab5-restart-before.json b/evidence/lab5-restart-before.json new file mode 100644 index 0000000..fd641ff --- /dev/null +++ b/evidence/lab5-restart-before.json @@ -0,0 +1,106 @@ +[ + { + "id": "1f95f26c9e5777a1426a18080a78a3352662f077bcd58ea2db18847899bf2f79", + "name": "/mtusi2026lab5-api-1", + "service": "api", + "started_at": "2026-11-10T09:53:05.145351637Z", + "finished_at": "2026-11-10T09:53:04.844832679Z", + "running": true + }, + { + "id": "d784bd95512a3b4984fd6530773a5df1bdeeb19662f30fab8c3b0a9f5bbc84af", + "name": "/mtusi2026lab5-api-2", + "service": "api", + "started_at": "2026-11-10T09:53:05.17776072Z", + "finished_at": "2026-11-10T09:53:04.839647929Z", + "running": true + }, + { + "id": "89ffe34946fb1a71c4607fe1ccbd229acd21949a5e94f7bab3e7df6feffdcebf", + "name": "/mtusi2026lab5-broker-1", + "service": "broker", + "started_at": "2026-11-10T09:53:00.054055301Z", + "finished_at": "2026-11-10T09:52:59.751936801Z", + "running": true + }, + { + "id": "1b68e49f683742f87ade453ed68001393bac3aff81360fd71980adaa0aca3411", + "name": "/mtusi2026lab5-lb-1", + "service": "lb", + "started_at": "2026-11-10T09:47:44.843206794Z", + "finished_at": "2026-11-10T09:47:44.669404419Z", + "running": true + }, + { + "id": "3a481af14cd3da2b86d82e8555f4d6fd8b46e009a682cbe21d58bf3009047bbf", + "name": "/mtusi2026lab5-migrate-1", + "service": "migrate", + "started_at": "2026-11-10T09:54:54.260868048Z", + "finished_at": "2026-11-10T09:54:54.428306674Z", + "running": false + }, + { + "id": "d92ce28ae20610132958827b79849685560fcbdbb03236520f1037da70fdfe40", + "name": "/mtusi2026lab5-outbox-1", + "service": "outbox", + "started_at": "2026-11-10T09:52:59.076654676Z", + "finished_at": "2026-11-10T09:52:44.282186502Z", + "running": true + }, + { + "id": "547eb3a535367af710cd07bc258cc752b736d4a2570f642226b6fcbf57fdf2af", + "name": "/mtusi2026lab5-postgres-1", + "service": "postgres", + "started_at": "2026-11-10T09:47:31.686270885Z", + "finished_at": "2026-11-10T09:47:31.518379469Z", + "running": true + }, + { + "id": "d1f8f8837a22417506f96a206b0480db59344b0e2081b1faee2fd0f2d52e140e", + "name": "/mtusi2026lab5-reconciler-1", + "service": "reconciler", + "started_at": "2026-11-10T09:52:26.345907424Z", + "finished_at": "0001-01-01T00:00:00Z", + "running": true + }, + { + "id": "b9ddb9eb4230aff63e13e275a6fd632244e1723584c3083afc02448cf037a4b9", + "name": "/mtusi2026lab5-redis-1", + "service": "redis", + "started_at": "2026-11-10T09:47:31.730370385Z", + "finished_at": "2026-11-10T09:47:31.511400302Z", + "running": true + }, + { + "id": "7e063b009cfd045415d5bf00354ae300960ba1609b32bafbf2010f0ca1bd9f55", + "name": "/mtusi2026lab5-s3-init-1", + "service": "s3-init", + "started_at": "2026-11-10T09:54:54.742722049Z", + "finished_at": "2026-11-10T09:55:08.639504389Z", + "running": false + }, + { + "id": "28527f5aec922fcd162816bddd94d8b703de9ab86d8ca2a14cfdf4ad2b1cd438", + "name": "/mtusi2026lab5-s3-proxy-1", + "service": "s3-proxy", + "started_at": "2026-11-10T09:47:43.485820377Z", + "finished_at": "2026-11-10T09:47:43.327631585Z", + "running": true + }, + { + "id": "02774e8206967d4701c1bd19da36848400b555e9b9a5577c5e861ba17cf59161", + "name": "/mtusi2026lab5-seaweedfs-1", + "service": "seaweedfs", + "started_at": "2026-11-10T09:47:34.722645387Z", + "finished_at": "2026-11-10T09:47:34.545500762Z", + "running": true + }, + { + "id": "9e5ee3dc40629ac9934990ad3d9dd49ba477ca154bba131579c8bf6e860f7e05", + "name": "/mtusi2026lab5-worker-1", + "service": "worker", + "started_at": "2026-11-10T09:54:51.811957756Z", + "finished_at": "2026-11-10T09:54:36.280447804Z", + "running": true + } +] diff --git a/evidence/lab5-runtime.json b/evidence/lab5-runtime.json new file mode 100644 index 0000000..6f80a5b --- /dev/null +++ b/evidence/lab5-runtime.json @@ -0,0 +1,1664 @@ +{ + "date": "2026-11-10T09:57:55.155797+00:00", + "host_machine": "arm64", + "host_os": "macOS-26.0.1-arm64-arm-64bit-Mach-O", + "docker": { + "version": "29.9.2", + "cpus": 8, + "memory_bytes": 4106604544 + }, + "go": "go version go1.27.1 darwin/arm64", + "compose": "Docker Compose version v5.6.1", + "image_runtime": "3.12.13 Pillow 10.3.0", + "containers": [ + { + "name": "/mtusi2026lab5-api-1", + "image": "mtusi2026lab5-api", + "started_at": "2026-11-10T09:57:42.127694501Z", + "cpus": 0.5, + "memory_bytes": 536870912, + "volumes": [] + }, + { + "name": "/mtusi2026lab5-api-2", + "image": "mtusi2026lab5-api", + "started_at": "2026-11-10T09:57:42.373671668Z", + "cpus": 0.5, + "memory_bytes": 536870912, + "volumes": [] + }, + { + "name": "/mtusi2026lab5-broker-1", + "image": "redis:7.4-alpine", + "started_at": "2026-11-10T09:55:18.450372254Z", + "cpus": 0.25, + "memory_bytes": 134217728, + "volumes": [ + "mtusi2026lab5_broker-data" + ] + }, + { + "name": "/mtusi2026lab5-lb-1", + "image": "haproxy:3.0-alpine", + "started_at": "2026-11-10T09:55:32.912589803Z", + "cpus": 0.25, + "memory_bytes": 134217728, + "volumes": [] + }, + { + "name": "/mtusi2026lab5-outbox-1", + "image": "mtusi2026lab5-outbox", + "started_at": "2026-11-10T09:57:41.913302876Z", + "cpus": 0.25, + "memory_bytes": 201326592, + "volumes": [] + }, + { + "name": "/mtusi2026lab5-postgres-1", + "image": "postgres:16.4-alpine", + "started_at": "2026-11-10T09:55:18.636904087Z", + "cpus": 1.0, + "memory_bytes": 536870912, + "volumes": [ + "mtusi2026lab5_postgres-data" + ] + }, + { + "name": "/mtusi2026lab5-reconciler-1", + "image": "mtusi2026lab5-reconciler", + "started_at": "2026-11-10T09:57:41.655837667Z", + "cpus": 0.25, + "memory_bytes": 134217728, + "volumes": [] + }, + { + "name": "/mtusi2026lab5-redis-1", + "image": "redis:7.4-alpine", + "started_at": "2026-11-10T09:55:18.633031921Z", + "cpus": 0.25, + "memory_bytes": 134217728, + "volumes": [ + "mtusi2026lab5_redis-data" + ] + }, + { + "name": "/mtusi2026lab5-s3-proxy-1", + "image": "haproxy:3.0-alpine", + "started_at": "2026-11-10T09:55:29.967960509Z", + "cpus": 0.25, + "memory_bytes": 67108864, + "volumes": [] + }, + { + "name": "/mtusi2026lab5-seaweedfs-1", + "image": "chrislusf/seaweedfs:4.50", + "started_at": "2026-11-10T09:55:21.361947255Z", + "cpus": 0.5, + "memory_bytes": 536870912, + "volumes": [ + "mtusi2026lab5_s3-data" + ] + }, + { + "name": "/mtusi2026lab5-worker-1", + "image": "mtusi2026lab5-worker", + "started_at": "2026-11-10T09:57:41.449200001Z", + "cpus": 1.0, + "memory_bytes": 1073741824, + "volumes": [] + } + ], + "dataset_before": { + "users": 30, + "chats": 10, + "messages": 2988, + "attachments": 20 + }, + "load_samples": [ + { + "at": "2026-11-10T09:57:55.604677+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "35.70%", + "Container": "5e6ad2cb3a706e0022d4fe47e8c671ddadb9e470594a55982af7ee91dd241b75", + "ID": "5e6ad2cb3a70", + "MemPerc": "34.04%", + "MemUsage": "174.3MiB / 512MiB", + "Name": "mtusi2026lab5-api-1", + "NetIO": "354kB / 400kB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.17%", + "Container": "f78462b830ea4d85e4181e116f59b273086f163fdacae855a33e2fb9a2735612", + "ID": "f78462b830ea", + "MemPerc": "28.99%", + "MemUsage": "148.4MiB / 512MiB", + "Name": "mtusi2026lab5-api-2", + "NetIO": "138kB / 184kB", + "PIDs": "7" + }, + { + "BlockIO": "57.3kB / 0B", + "CPUPerc": "1.05%", + "Container": "89ffe34946fb1a71c4607fe1ccbd229acd21949a5e94f7bab3e7df6feffdcebf", + "ID": "89ffe34946fb", + "MemPerc": "7.41%", + "MemUsage": "9.488MiB / 128MiB", + "Name": "mtusi2026lab5-broker-1", + "NetIO": "57.2kB / 35.1kB", + "PIDs": "6" + }, + { + "BlockIO": "16.4MB / 0B", + "CPUPerc": "26.47%", + "Container": "1b68e49f683742f87ade453ed68001393bac3aff81360fd71980adaa0aca3411", + "ID": "1b68e49f6837", + "MemPerc": "71.70%", + "MemUsage": "91.77MiB / 128MiB", + "Name": "mtusi2026lab5-lb-1", + "NetIO": "1.45MB / 1.43MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.39%", + "Container": "5e8be9f12b181c35f7eb631e53e33b1539a8827c248782b9975f1a0cb3e7a818", + "ID": "5e8be9f12b18", + "MemPerc": "2.86%", + "MemUsage": "5.484MiB / 192MiB", + "Name": "mtusi2026lab5-outbox-1", + "NetIO": "25.7kB / 38.2kB", + "PIDs": "7" + }, + { + "BlockIO": "5MB / 5.35MB", + "CPUPerc": "80.89%", + "Container": "547eb3a535367af710cd07bc258cc752b736d4a2570f642226b6fcbf57fdf2af", + "ID": "547eb3a53536", + "MemPerc": "8.24%", + "MemUsage": "42.2MiB / 512MiB", + "Name": "mtusi2026lab5-postgres-1", + "NetIO": "1.24MB / 718kB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.00%", + "Container": "ea52047a040bc0be8092de63e0ee86d09841da12338b73dae07b1a6521f8dfdf", + "ID": "ea52047a040b", + "MemPerc": "5.67%", + "MemUsage": "7.254MiB / 128MiB", + "Name": "mtusi2026lab5-reconciler-1", + "NetIO": "27.3kB / 2.84kB", + "PIDs": "7" + }, + { + "BlockIO": "32.8kB / 0B", + "CPUPerc": "5.81%", + "Container": "b9ddb9eb4230aff63e13e275a6fd632244e1723584c3083afc02448cf037a4b9", + "ID": "b9ddb9eb4230", + "MemPerc": "7.46%", + "MemUsage": "9.543MiB / 128MiB", + "Name": "mtusi2026lab5-redis-1", + "NetIO": "161kB / 108kB", + "PIDs": "6" + }, + { + "BlockIO": "203MB / 86.7MB", + "CPUPerc": "1.91%", + "Container": "28527f5aec922fcd162816bddd94d8b703de9ab86d8ca2a14cfdf4ad2b1cd438", + "ID": "28527f5aec92", + "MemPerc": "98.90%", + "MemUsage": "63.29MiB / 64MiB", + "Name": "mtusi2026lab5-s3-proxy-1", + "NetIO": "1.3MB / 1.29MB", + "PIDs": "9" + }, + { + "BlockIO": "34.9MB / 659kB", + "CPUPerc": "1.83%", + "Container": "02774e8206967d4701c1bd19da36848400b555e9b9a5577c5e861ba17cf59161", + "ID": "02774e820696", + "MemPerc": "44.74%", + "MemUsage": "229.1MiB / 512MiB", + "Name": "mtusi2026lab5-seaweedfs-1", + "NetIO": "683kB / 593kB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.09%", + "Container": "4e154a4938d2d9f8403e9d0ccafb6d8fd7f0dd41521a3d9964b212757c2d89de", + "ID": "4e154a4938d2", + "MemPerc": "0.77%", + "MemUsage": "7.871MiB / 1GiB", + "Name": "mtusi2026lab5-worker-1", + "NetIO": "127kB / 142kB", + "PIDs": "8" + } + ] + }, + { + "at": "2026-11-10T09:57:58.879837+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "25.99%", + "Container": "5e6ad2cb3a706e0022d4fe47e8c671ddadb9e470594a55982af7ee91dd241b75", + "ID": "5e6ad2cb3a70", + "MemPerc": "30.40%", + "MemUsage": "155.6MiB / 512MiB", + "Name": "mtusi2026lab5-api-1", + "NetIO": "1.46MB / 1.87MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "32.29%", + "Container": "f78462b830ea4d85e4181e116f59b273086f163fdacae855a33e2fb9a2735612", + "ID": "f78462b830ea", + "MemPerc": "30.05%", + "MemUsage": "153.9MiB / 512MiB", + "Name": "mtusi2026lab5-api-2", + "NetIO": "1.26MB / 1.66MB", + "PIDs": "13" + }, + { + "BlockIO": "57.3kB / 0B", + "CPUPerc": "0.65%", + "Container": "89ffe34946fb1a71c4607fe1ccbd229acd21949a5e94f7bab3e7df6feffdcebf", + "ID": "89ffe34946fb", + "MemPerc": "7.60%", + "MemUsage": "9.73MiB / 128MiB", + "Name": "mtusi2026lab5-broker-1", + "NetIO": "58.1kB / 35.7kB", + "PIDs": "6" + }, + { + "BlockIO": "16.4MB / 0B", + "CPUPerc": "23.99%", + "Container": "1b68e49f683742f87ade453ed68001393bac3aff81360fd71980adaa0aca3411", + "ID": "1b68e49f6837", + "MemPerc": "72.20%", + "MemUsage": "92.41MiB / 128MiB", + "Name": "mtusi2026lab5-lb-1", + "NetIO": "3.46MB / 3.55MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.45%", + "Container": "5e8be9f12b181c35f7eb631e53e33b1539a8827c248782b9975f1a0cb3e7a818", + "ID": "5e8be9f12b18", + "MemPerc": "2.86%", + "MemUsage": "5.492MiB / 192MiB", + "Name": "mtusi2026lab5-outbox-1", + "NetIO": "29.6kB / 44.9kB", + "PIDs": "7" + }, + { + "BlockIO": "5MB / 11.6MB", + "CPUPerc": "66.74%", + "Container": "547eb3a535367af710cd07bc258cc752b736d4a2570f642226b6fcbf57fdf2af", + "ID": "547eb3a53536", + "MemPerc": "8.45%", + "MemUsage": "43.28MiB / 512MiB", + "Name": "mtusi2026lab5-postgres-1", + "NetIO": "2.36MB / 1.35MB", + "PIDs": "15" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.00%", + "Container": "ea52047a040bc0be8092de63e0ee86d09841da12338b73dae07b1a6521f8dfdf", + "ID": "ea52047a040b", + "MemPerc": "5.67%", + "MemUsage": "7.254MiB / 128MiB", + "Name": "mtusi2026lab5-reconciler-1", + "NetIO": "27.4kB / 2.9kB", + "PIDs": "7" + }, + { + "BlockIO": "32.8kB / 0B", + "CPUPerc": "3.69%", + "Container": "b9ddb9eb4230aff63e13e275a6fd632244e1723584c3083afc02448cf037a4b9", + "ID": "b9ddb9eb4230", + "MemPerc": "8.03%", + "MemUsage": "10.27MiB / 128MiB", + "Name": "mtusi2026lab5-redis-1", + "NetIO": "284kB / 203kB", + "PIDs": "6" + }, + { + "BlockIO": "203MB / 86.7MB", + "CPUPerc": "0.16%", + "Container": "28527f5aec922fcd162816bddd94d8b703de9ab86d8ca2a14cfdf4ad2b1cd438", + "ID": "28527f5aec92", + "MemPerc": "98.90%", + "MemUsage": "63.29MiB / 64MiB", + "Name": "mtusi2026lab5-s3-proxy-1", + "NetIO": "1.31MB / 1.3MB", + "PIDs": "9" + }, + { + "BlockIO": "34.9MB / 659kB", + "CPUPerc": "6.17%", + "Container": "02774e8206967d4701c1bd19da36848400b555e9b9a5577c5e861ba17cf59161", + "ID": "02774e820696", + "MemPerc": "44.84%", + "MemUsage": "229.6MiB / 512MiB", + "Name": "mtusi2026lab5-seaweedfs-1", + "NetIO": "694kB / 599kB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.15%", + "Container": "4e154a4938d2d9f8403e9d0ccafb6d8fd7f0dd41521a3d9964b212757c2d89de", + "ID": "4e154a4938d2", + "MemPerc": "0.74%", + "MemUsage": "7.621MiB / 1GiB", + "Name": "mtusi2026lab5-worker-1", + "NetIO": "128kB / 143kB", + "PIDs": "8" + } + ] + }, + { + "at": "2026-11-10T09:58:02.164430+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "28.02%", + "Container": "5e6ad2cb3a706e0022d4fe47e8c671ddadb9e470594a55982af7ee91dd241b75", + "ID": "5e6ad2cb3a70", + "MemPerc": "33.26%", + "MemUsage": "170.3MiB / 512MiB", + "Name": "mtusi2026lab5-api-1", + "NetIO": "3.54MB / 4.61MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "26.23%", + "Container": "f78462b830ea4d85e4181e116f59b273086f163fdacae855a33e2fb9a2735612", + "ID": "f78462b830ea", + "MemPerc": "32.27%", + "MemUsage": "165.2MiB / 512MiB", + "Name": "mtusi2026lab5-api-2", + "NetIO": "3.32MB / 4.39MB", + "PIDs": "8" + }, + { + "BlockIO": "57.3kB / 0B", + "CPUPerc": "0.57%", + "Container": "89ffe34946fb1a71c4607fe1ccbd229acd21949a5e94f7bab3e7df6feffdcebf", + "ID": "89ffe34946fb", + "MemPerc": "7.60%", + "MemUsage": "9.73MiB / 128MiB", + "Name": "mtusi2026lab5-broker-1", + "NetIO": "59.9kB / 36.9kB", + "PIDs": "6" + }, + { + "BlockIO": "16.4MB / 0B", + "CPUPerc": "26.29%", + "Container": "1b68e49f683742f87ade453ed68001393bac3aff81360fd71980adaa0aca3411", + "ID": "1b68e49f6837", + "MemPerc": "72.27%", + "MemUsage": "92.51MiB / 128MiB", + "Name": "mtusi2026lab5-lb-1", + "NetIO": "6.21MB / 6.43MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.16%", + "Container": "5e8be9f12b181c35f7eb631e53e33b1539a8827c248782b9975f1a0cb3e7a818", + "ID": "5e8be9f12b18", + "MemPerc": "2.73%", + "MemUsage": "5.246MiB / 192MiB", + "Name": "mtusi2026lab5-outbox-1", + "NetIO": "33.1kB / 51kB", + "PIDs": "7" + }, + { + "BlockIO": "5MB / 13.5MB", + "CPUPerc": "61.27%", + "Container": "547eb3a535367af710cd07bc258cc752b736d4a2570f642226b6fcbf57fdf2af", + "ID": "547eb3a53536", + "MemPerc": "9.22%", + "MemUsage": "47.23MiB / 512MiB", + "Name": "mtusi2026lab5-postgres-1", + "NetIO": "5.82MB / 3.31MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.00%", + "Container": "ea52047a040bc0be8092de63e0ee86d09841da12338b73dae07b1a6521f8dfdf", + "ID": "ea52047a040b", + "MemPerc": "5.67%", + "MemUsage": "7.254MiB / 128MiB", + "Name": "mtusi2026lab5-reconciler-1", + "NetIO": "27.4kB / 2.9kB", + "PIDs": "7" + }, + { + "BlockIO": "32.8kB / 0B", + "CPUPerc": "5.71%", + "Container": "b9ddb9eb4230aff63e13e275a6fd632244e1723584c3083afc02448cf037a4b9", + "ID": "b9ddb9eb4230", + "MemPerc": "7.52%", + "MemUsage": "9.629MiB / 128MiB", + "Name": "mtusi2026lab5-redis-1", + "NetIO": "656kB / 493kB", + "PIDs": "6" + }, + { + "BlockIO": "203MB / 86.7MB", + "CPUPerc": "0.14%", + "Container": "28527f5aec922fcd162816bddd94d8b703de9ab86d8ca2a14cfdf4ad2b1cd438", + "ID": "28527f5aec92", + "MemPerc": "98.90%", + "MemUsage": "63.29MiB / 64MiB", + "Name": "mtusi2026lab5-s3-proxy-1", + "NetIO": "1.34MB / 1.33MB", + "PIDs": "9" + }, + { + "BlockIO": "34.9MB / 659kB", + "CPUPerc": "2.06%", + "Container": "02774e8206967d4701c1bd19da36848400b555e9b9a5577c5e861ba17cf59161", + "ID": "02774e820696", + "MemPerc": "44.89%", + "MemUsage": "229.8MiB / 512MiB", + "Name": "mtusi2026lab5-seaweedfs-1", + "NetIO": "712kB / 608kB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.13%", + "Container": "4e154a4938d2d9f8403e9d0ccafb6d8fd7f0dd41521a3d9964b212757c2d89de", + "ID": "4e154a4938d2", + "MemPerc": "0.74%", + "MemUsage": "7.621MiB / 1GiB", + "Name": "mtusi2026lab5-worker-1", + "NetIO": "129kB / 145kB", + "PIDs": "8" + } + ] + }, + { + "at": "2026-11-10T09:58:05.339289+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "5.29%", + "Container": "5e6ad2cb3a706e0022d4fe47e8c671ddadb9e470594a55982af7ee91dd241b75", + "ID": "5e6ad2cb3a70", + "MemPerc": "34.28%", + "MemUsage": "175.5MiB / 512MiB", + "Name": "mtusi2026lab5-api-1", + "NetIO": "4.13MB / 5.38MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.51%", + "Container": "f78462b830ea4d85e4181e116f59b273086f163fdacae855a33e2fb9a2735612", + "ID": "f78462b830ea", + "MemPerc": "33.40%", + "MemUsage": "171MiB / 512MiB", + "Name": "mtusi2026lab5-api-2", + "NetIO": "3.91MB / 5.16MB", + "PIDs": "8" + }, + { + "BlockIO": "57.3kB / 0B", + "CPUPerc": "0.93%", + "Container": "89ffe34946fb1a71c4607fe1ccbd229acd21949a5e94f7bab3e7df6feffdcebf", + "ID": "89ffe34946fb", + "MemPerc": "7.58%", + "MemUsage": "9.707MiB / 128MiB", + "Name": "mtusi2026lab5-broker-1", + "NetIO": "60.8kB / 37.4kB", + "PIDs": "6" + }, + { + "BlockIO": "16.4MB / 0B", + "CPUPerc": "0.53%", + "Container": "1b68e49f683742f87ade453ed68001393bac3aff81360fd71980adaa0aca3411", + "ID": "1b68e49f6837", + "MemPerc": "71.63%", + "MemUsage": "91.69MiB / 128MiB", + "Name": "mtusi2026lab5-lb-1", + "NetIO": "7.24MB / 7.51MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.41%", + "Container": "5e8be9f12b181c35f7eb631e53e33b1539a8827c248782b9975f1a0cb3e7a818", + "ID": "5e8be9f12b18", + "MemPerc": "3.90%", + "MemUsage": "7.496MiB / 192MiB", + "Name": "mtusi2026lab5-outbox-1", + "NetIO": "35.9kB / 55.8kB", + "PIDs": "7" + }, + { + "BlockIO": "5MB / 13.5MB", + "CPUPerc": "0.41%", + "Container": "547eb3a535367af710cd07bc258cc752b736d4a2570f642226b6fcbf57fdf2af", + "ID": "547eb3a53536", + "MemPerc": "9.22%", + "MemUsage": "47.21MiB / 512MiB", + "Name": "mtusi2026lab5-postgres-1", + "NetIO": "6.77MB / 3.85MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.00%", + "Container": "ea52047a040bc0be8092de63e0ee86d09841da12338b73dae07b1a6521f8dfdf", + "ID": "ea52047a040b", + "MemPerc": "5.67%", + "MemUsage": "7.254MiB / 128MiB", + "Name": "mtusi2026lab5-reconciler-1", + "NetIO": "27.4kB / 2.9kB", + "PIDs": "7" + }, + { + "BlockIO": "32.8kB / 0B", + "CPUPerc": "0.78%", + "Container": "b9ddb9eb4230aff63e13e275a6fd632244e1723584c3083afc02448cf037a4b9", + "ID": "b9ddb9eb4230", + "MemPerc": "7.84%", + "MemUsage": "10.04MiB / 128MiB", + "Name": "mtusi2026lab5-redis-1", + "NetIO": "760kB / 574kB", + "PIDs": "6" + }, + { + "BlockIO": "203MB / 86.7MB", + "CPUPerc": "0.07%", + "Container": "28527f5aec922fcd162816bddd94d8b703de9ab86d8ca2a14cfdf4ad2b1cd438", + "ID": "28527f5aec92", + "MemPerc": "99.30%", + "MemUsage": "63.55MiB / 64MiB", + "Name": "mtusi2026lab5-s3-proxy-1", + "NetIO": "1.35MB / 1.34MB", + "PIDs": "9" + }, + { + "BlockIO": "34.9MB / 659kB", + "CPUPerc": "1.86%", + "Container": "02774e8206967d4701c1bd19da36848400b555e9b9a5577c5e861ba17cf59161", + "ID": "02774e820696", + "MemPerc": "44.94%", + "MemUsage": "230.1MiB / 512MiB", + "Name": "mtusi2026lab5-seaweedfs-1", + "NetIO": "720kB / 612kB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.50%", + "Container": "4e154a4938d2d9f8403e9d0ccafb6d8fd7f0dd41521a3d9964b212757c2d89de", + "ID": "4e154a4938d2", + "MemPerc": "0.79%", + "MemUsage": "8.121MiB / 1GiB", + "Name": "mtusi2026lab5-worker-1", + "NetIO": "130kB / 146kB", + "PIDs": "8" + } + ] + }, + { + "at": "2026-11-10T09:58:08.472443+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.60%", + "Container": "5e6ad2cb3a706e0022d4fe47e8c671ddadb9e470594a55982af7ee91dd241b75", + "ID": "5e6ad2cb3a70", + "MemPerc": "34.33%", + "MemUsage": "175.8MiB / 512MiB", + "Name": "mtusi2026lab5-api-1", + "NetIO": "4.13MB / 5.39MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "1.53%", + "Container": "f78462b830ea4d85e4181e116f59b273086f163fdacae855a33e2fb9a2735612", + "ID": "f78462b830ea", + "MemPerc": "33.34%", + "MemUsage": "170.7MiB / 512MiB", + "Name": "mtusi2026lab5-api-2", + "NetIO": "3.91MB / 5.17MB", + "PIDs": "8" + }, + { + "BlockIO": "57.3kB / 0B", + "CPUPerc": "1.08%", + "Container": "89ffe34946fb1a71c4607fe1ccbd229acd21949a5e94f7bab3e7df6feffdcebf", + "ID": "89ffe34946fb", + "MemPerc": "7.60%", + "MemUsage": "9.734MiB / 128MiB", + "Name": "mtusi2026lab5-broker-1", + "NetIO": "62.6kB / 38.6kB", + "PIDs": "6" + }, + { + "BlockIO": "16.4MB / 0B", + "CPUPerc": "0.41%", + "Container": "1b68e49f683742f87ade453ed68001393bac3aff81360fd71980adaa0aca3411", + "ID": "1b68e49f6837", + "MemPerc": "71.74%", + "MemUsage": "91.83MiB / 128MiB", + "Name": "mtusi2026lab5-lb-1", + "NetIO": "7.25MB / 7.52MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.44%", + "Container": "5e8be9f12b181c35f7eb631e53e33b1539a8827c248782b9975f1a0cb3e7a818", + "ID": "5e8be9f12b18", + "MemPerc": "3.78%", + "MemUsage": "7.254MiB / 192MiB", + "Name": "mtusi2026lab5-outbox-1", + "NetIO": "40.4kB / 63.8kB", + "PIDs": "7" + }, + { + "BlockIO": "5MB / 13.5MB", + "CPUPerc": "0.93%", + "Container": "547eb3a535367af710cd07bc258cc752b736d4a2570f642226b6fcbf57fdf2af", + "ID": "547eb3a53536", + "MemPerc": "9.18%", + "MemUsage": "46.98MiB / 512MiB", + "Name": "mtusi2026lab5-postgres-1", + "NetIO": "6.78MB / 3.86MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.00%", + "Container": "ea52047a040bc0be8092de63e0ee86d09841da12338b73dae07b1a6521f8dfdf", + "ID": "ea52047a040b", + "MemPerc": "5.67%", + "MemUsage": "7.254MiB / 128MiB", + "Name": "mtusi2026lab5-reconciler-1", + "NetIO": "27.4kB / 2.9kB", + "PIDs": "7" + }, + { + "BlockIO": "32.8kB / 0B", + "CPUPerc": "0.90%", + "Container": "b9ddb9eb4230aff63e13e275a6fd632244e1723584c3083afc02448cf037a4b9", + "ID": "b9ddb9eb4230", + "MemPerc": "7.86%", + "MemUsage": "10.07MiB / 128MiB", + "Name": "mtusi2026lab5-redis-1", + "NetIO": "762kB / 575kB", + "PIDs": "6" + }, + { + "BlockIO": "203MB / 86.7MB", + "CPUPerc": "0.24%", + "Container": "28527f5aec922fcd162816bddd94d8b703de9ab86d8ca2a14cfdf4ad2b1cd438", + "ID": "28527f5aec92", + "MemPerc": "99.32%", + "MemUsage": "63.56MiB / 64MiB", + "Name": "mtusi2026lab5-s3-proxy-1", + "NetIO": "1.37MB / 1.36MB", + "PIDs": "9" + }, + { + "BlockIO": "34.9MB / 659kB", + "CPUPerc": "11.68%", + "Container": "02774e8206967d4701c1bd19da36848400b555e9b9a5577c5e861ba17cf59161", + "ID": "02774e820696", + "MemPerc": "44.94%", + "MemUsage": "230.1MiB / 512MiB", + "Name": "mtusi2026lab5-seaweedfs-1", + "NetIO": "734kB / 619kB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.15%", + "Container": "4e154a4938d2d9f8403e9d0ccafb6d8fd7f0dd41521a3d9964b212757c2d89de", + "ID": "4e154a4938d2", + "MemPerc": "0.77%", + "MemUsage": "7.871MiB / 1GiB", + "Name": "mtusi2026lab5-worker-1", + "NetIO": "131kB / 147kB", + "PIDs": "8" + } + ] + }, + { + "at": "2026-11-10T09:58:11.627298+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.32%", + "Container": "5e6ad2cb3a706e0022d4fe47e8c671ddadb9e470594a55982af7ee91dd241b75", + "ID": "5e6ad2cb3a70", + "MemPerc": "34.23%", + "MemUsage": "175.2MiB / 512MiB", + "Name": "mtusi2026lab5-api-1", + "NetIO": "4.16MB / 5.43MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.30%", + "Container": "f78462b830ea4d85e4181e116f59b273086f163fdacae855a33e2fb9a2735612", + "ID": "f78462b830ea", + "MemPerc": "33.27%", + "MemUsage": "170.3MiB / 512MiB", + "Name": "mtusi2026lab5-api-2", + "NetIO": "3.94MB / 5.21MB", + "PIDs": "8" + }, + { + "BlockIO": "57.3kB / 0B", + "CPUPerc": "0.74%", + "Container": "89ffe34946fb1a71c4607fe1ccbd229acd21949a5e94f7bab3e7df6feffdcebf", + "ID": "89ffe34946fb", + "MemPerc": "7.80%", + "MemUsage": "9.98MiB / 128MiB", + "Name": "mtusi2026lab5-broker-1", + "NetIO": "64kB / 39.5kB", + "PIDs": "6" + }, + { + "BlockIO": "16.4MB / 0B", + "CPUPerc": "0.20%", + "Container": "1b68e49f683742f87ade453ed68001393bac3aff81360fd71980adaa0aca3411", + "ID": "1b68e49f6837", + "MemPerc": "71.60%", + "MemUsage": "91.64MiB / 128MiB", + "Name": "mtusi2026lab5-lb-1", + "NetIO": "7.29MB / 7.56MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.24%", + "Container": "5e8be9f12b181c35f7eb631e53e33b1539a8827c248782b9975f1a0cb3e7a818", + "ID": "5e8be9f12b18", + "MemPerc": "4.03%", + "MemUsage": "7.742MiB / 192MiB", + "Name": "mtusi2026lab5-outbox-1", + "NetIO": "44.4kB / 70.6kB", + "PIDs": "7" + }, + { + "BlockIO": "5MB / 13.5MB", + "CPUPerc": "8.47%", + "Container": "547eb3a535367af710cd07bc258cc752b736d4a2570f642226b6fcbf57fdf2af", + "ID": "547eb3a53536", + "MemPerc": "9.06%", + "MemUsage": "46.38MiB / 512MiB", + "Name": "mtusi2026lab5-postgres-1", + "NetIO": "6.82MB / 3.88MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.00%", + "Container": "ea52047a040bc0be8092de63e0ee86d09841da12338b73dae07b1a6521f8dfdf", + "ID": "ea52047a040b", + "MemPerc": "5.66%", + "MemUsage": "7.25MiB / 128MiB", + "Name": "mtusi2026lab5-reconciler-1", + "NetIO": "27.5kB / 3.04kB", + "PIDs": "7" + }, + { + "BlockIO": "32.8kB / 0B", + "CPUPerc": "3.45%", + "Container": "b9ddb9eb4230aff63e13e275a6fd632244e1723584c3083afc02448cf037a4b9", + "ID": "b9ddb9eb4230", + "MemPerc": "8.14%", + "MemUsage": "10.42MiB / 128MiB", + "Name": "mtusi2026lab5-redis-1", + "NetIO": "767kB / 579kB", + "PIDs": "6" + }, + { + "BlockIO": "203MB / 86.7MB", + "CPUPerc": "0.11%", + "Container": "28527f5aec922fcd162816bddd94d8b703de9ab86d8ca2a14cfdf4ad2b1cd438", + "ID": "28527f5aec92", + "MemPerc": "99.29%", + "MemUsage": "63.55MiB / 64MiB", + "Name": "mtusi2026lab5-s3-proxy-1", + "NetIO": "1.39MB / 1.38MB", + "PIDs": "9" + }, + { + "BlockIO": "34.9MB / 659kB", + "CPUPerc": "1.49%", + "Container": "02774e8206967d4701c1bd19da36848400b555e9b9a5577c5e861ba17cf59161", + "ID": "02774e820696", + "MemPerc": "44.90%", + "MemUsage": "229.9MiB / 512MiB", + "Name": "mtusi2026lab5-seaweedfs-1", + "NetIO": "745kB / 625kB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.04%", + "Container": "4e154a4938d2d9f8403e9d0ccafb6d8fd7f0dd41521a3d9964b212757c2d89de", + "ID": "4e154a4938d2", + "MemPerc": "0.77%", + "MemUsage": "7.875MiB / 1GiB", + "Name": "mtusi2026lab5-worker-1", + "NetIO": "132kB / 149kB", + "PIDs": "8" + } + ] + }, + { + "at": "2026-11-10T09:58:14.738409+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.40%", + "Container": "5e6ad2cb3a706e0022d4fe47e8c671ddadb9e470594a55982af7ee91dd241b75", + "ID": "5e6ad2cb3a70", + "MemPerc": "34.31%", + "MemUsage": "175.7MiB / 512MiB", + "Name": "mtusi2026lab5-api-1", + "NetIO": "4.16MB / 5.44MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.40%", + "Container": "f78462b830ea4d85e4181e116f59b273086f163fdacae855a33e2fb9a2735612", + "ID": "f78462b830ea", + "MemPerc": "33.36%", + "MemUsage": "170.8MiB / 512MiB", + "Name": "mtusi2026lab5-api-2", + "NetIO": "3.94MB / 5.22MB", + "PIDs": "8" + }, + { + "BlockIO": "57.3kB / 0B", + "CPUPerc": "0.76%", + "Container": "89ffe34946fb1a71c4607fe1ccbd229acd21949a5e94f7bab3e7df6feffdcebf", + "ID": "89ffe34946fb", + "MemPerc": "7.41%", + "MemUsage": "9.484MiB / 128MiB", + "Name": "mtusi2026lab5-broker-1", + "NetIO": "65.3kB / 40.3kB", + "PIDs": "6" + }, + { + "BlockIO": "16.4MB / 0B", + "CPUPerc": "0.27%", + "Container": "1b68e49f683742f87ade453ed68001393bac3aff81360fd71980adaa0aca3411", + "ID": "1b68e49f6837", + "MemPerc": "71.79%", + "MemUsage": "91.89MiB / 128MiB", + "Name": "mtusi2026lab5-lb-1", + "NetIO": "7.29MB / 7.56MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.38%", + "Container": "5e8be9f12b181c35f7eb631e53e33b1539a8827c248782b9975f1a0cb3e7a818", + "ID": "5e8be9f12b18", + "MemPerc": "3.90%", + "MemUsage": "7.496MiB / 192MiB", + "Name": "mtusi2026lab5-outbox-1", + "NetIO": "46.8kB / 74.9kB", + "PIDs": "7" + }, + { + "BlockIO": "5MB / 13.5MB", + "CPUPerc": "0.29%", + "Container": "547eb3a535367af710cd07bc258cc752b736d4a2570f642226b6fcbf57fdf2af", + "ID": "547eb3a53536", + "MemPerc": "9.17%", + "MemUsage": "46.96MiB / 512MiB", + "Name": "mtusi2026lab5-postgres-1", + "NetIO": "6.83MB / 3.89MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.00%", + "Container": "ea52047a040bc0be8092de63e0ee86d09841da12338b73dae07b1a6521f8dfdf", + "ID": "ea52047a040b", + "MemPerc": "5.66%", + "MemUsage": "7.25MiB / 128MiB", + "Name": "mtusi2026lab5-reconciler-1", + "NetIO": "27.5kB / 3.04kB", + "PIDs": "7" + }, + { + "BlockIO": "32.8kB / 0B", + "CPUPerc": "0.82%", + "Container": "b9ddb9eb4230aff63e13e275a6fd632244e1723584c3083afc02448cf037a4b9", + "ID": "b9ddb9eb4230", + "MemPerc": "8.03%", + "MemUsage": "10.28MiB / 128MiB", + "Name": "mtusi2026lab5-redis-1", + "NetIO": "768kB / 579kB", + "PIDs": "6" + }, + { + "BlockIO": "203MB / 86.7MB", + "CPUPerc": "0.19%", + "Container": "28527f5aec922fcd162816bddd94d8b703de9ab86d8ca2a14cfdf4ad2b1cd438", + "ID": "28527f5aec92", + "MemPerc": "99.29%", + "MemUsage": "63.55MiB / 64MiB", + "Name": "mtusi2026lab5-s3-proxy-1", + "NetIO": "1.4MB / 1.39MB", + "PIDs": "9" + }, + { + "BlockIO": "34.9MB / 659kB", + "CPUPerc": "2.30%", + "Container": "02774e8206967d4701c1bd19da36848400b555e9b9a5577c5e861ba17cf59161", + "ID": "02774e820696", + "MemPerc": "44.94%", + "MemUsage": "230.1MiB / 512MiB", + "Name": "mtusi2026lab5-seaweedfs-1", + "NetIO": "755kB / 630kB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.11%", + "Container": "4e154a4938d2d9f8403e9d0ccafb6d8fd7f0dd41521a3d9964b212757c2d89de", + "ID": "4e154a4938d2", + "MemPerc": "0.75%", + "MemUsage": "7.633MiB / 1GiB", + "Name": "mtusi2026lab5-worker-1", + "NetIO": "133kB / 150kB", + "PIDs": "8" + } + ] + }, + { + "at": "2026-11-10T09:58:17.897456+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.53%", + "Container": "5e6ad2cb3a706e0022d4fe47e8c671ddadb9e470594a55982af7ee91dd241b75", + "ID": "5e6ad2cb3a70", + "MemPerc": "34.32%", + "MemUsage": "175.7MiB / 512MiB", + "Name": "mtusi2026lab5-api-1", + "NetIO": "4.17MB / 5.45MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.45%", + "Container": "f78462b830ea4d85e4181e116f59b273086f163fdacae855a33e2fb9a2735612", + "ID": "f78462b830ea", + "MemPerc": "33.30%", + "MemUsage": "170.5MiB / 512MiB", + "Name": "mtusi2026lab5-api-2", + "NetIO": "3.95MB / 5.23MB", + "PIDs": "8" + }, + { + "BlockIO": "57.3kB / 0B", + "CPUPerc": "0.86%", + "Container": "89ffe34946fb1a71c4607fe1ccbd229acd21949a5e94f7bab3e7df6feffdcebf", + "ID": "89ffe34946fb", + "MemPerc": "7.48%", + "MemUsage": "9.57MiB / 128MiB", + "Name": "mtusi2026lab5-broker-1", + "NetIO": "66.3kB / 41kB", + "PIDs": "6" + }, + { + "BlockIO": "16.4MB / 0B", + "CPUPerc": "0.37%", + "Container": "1b68e49f683742f87ade453ed68001393bac3aff81360fd71980adaa0aca3411", + "ID": "1b68e49f6837", + "MemPerc": "71.36%", + "MemUsage": "91.34MiB / 128MiB", + "Name": "mtusi2026lab5-lb-1", + "NetIO": "7.29MB / 7.56MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.35%", + "Container": "5e8be9f12b181c35f7eb631e53e33b1539a8827c248782b9975f1a0cb3e7a818", + "ID": "5e8be9f12b18", + "MemPerc": "4.16%", + "MemUsage": "7.992MiB / 192MiB", + "Name": "mtusi2026lab5-outbox-1", + "NetIO": "51.8kB / 83.5kB", + "PIDs": "7" + }, + { + "BlockIO": "5MB / 13.5MB", + "CPUPerc": "2.43%", + "Container": "547eb3a535367af710cd07bc258cc752b736d4a2570f642226b6fcbf57fdf2af", + "ID": "547eb3a53536", + "MemPerc": "9.14%", + "MemUsage": "46.78MiB / 512MiB", + "Name": "mtusi2026lab5-postgres-1", + "NetIO": "6.84MB / 3.89MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.00%", + "Container": "ea52047a040bc0be8092de63e0ee86d09841da12338b73dae07b1a6521f8dfdf", + "ID": "ea52047a040b", + "MemPerc": "5.66%", + "MemUsage": "7.25MiB / 128MiB", + "Name": "mtusi2026lab5-reconciler-1", + "NetIO": "27.6kB / 3.08kB", + "PIDs": "7" + }, + { + "BlockIO": "32.8kB / 0B", + "CPUPerc": "4.14%", + "Container": "b9ddb9eb4230aff63e13e275a6fd632244e1723584c3083afc02448cf037a4b9", + "ID": "b9ddb9eb4230", + "MemPerc": "8.34%", + "MemUsage": "10.68MiB / 128MiB", + "Name": "mtusi2026lab5-redis-1", + "NetIO": "769kB / 580kB", + "PIDs": "6" + }, + { + "BlockIO": "203MB / 86.7MB", + "CPUPerc": "0.28%", + "Container": "28527f5aec922fcd162816bddd94d8b703de9ab86d8ca2a14cfdf4ad2b1cd438", + "ID": "28527f5aec92", + "MemPerc": "98.90%", + "MemUsage": "63.3MiB / 64MiB", + "Name": "mtusi2026lab5-s3-proxy-1", + "NetIO": "1.42MB / 1.41MB", + "PIDs": "9" + }, + { + "BlockIO": "34.9MB / 659kB", + "CPUPerc": "3.17%", + "Container": "02774e8206967d4701c1bd19da36848400b555e9b9a5577c5e861ba17cf59161", + "ID": "02774e820696", + "MemPerc": "44.89%", + "MemUsage": "229.9MiB / 512MiB", + "Name": "mtusi2026lab5-seaweedfs-1", + "NetIO": "763kB / 634kB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.31%", + "Container": "4e154a4938d2d9f8403e9d0ccafb6d8fd7f0dd41521a3d9964b212757c2d89de", + "ID": "4e154a4938d2", + "MemPerc": "0.77%", + "MemUsage": "7.875MiB / 1GiB", + "Name": "mtusi2026lab5-worker-1", + "NetIO": "134kB / 152kB", + "PIDs": "8" + } + ] + }, + { + "at": "2026-11-10T09:58:21.060402+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.44%", + "Container": "5e6ad2cb3a706e0022d4fe47e8c671ddadb9e470594a55982af7ee91dd241b75", + "ID": "5e6ad2cb3a70", + "MemPerc": "34.62%", + "MemUsage": "177.3MiB / 512MiB", + "Name": "mtusi2026lab5-api-1", + "NetIO": "4.2MB / 5.5MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.72%", + "Container": "f78462b830ea4d85e4181e116f59b273086f163fdacae855a33e2fb9a2735612", + "ID": "f78462b830ea", + "MemPerc": "33.35%", + "MemUsage": "170.8MiB / 512MiB", + "Name": "mtusi2026lab5-api-2", + "NetIO": "3.98MB / 5.28MB", + "PIDs": "8" + }, + { + "BlockIO": "57.3kB / 0B", + "CPUPerc": "0.80%", + "Container": "89ffe34946fb1a71c4607fe1ccbd229acd21949a5e94f7bab3e7df6feffdcebf", + "ID": "89ffe34946fb", + "MemPerc": "7.56%", + "MemUsage": "9.676MiB / 128MiB", + "Name": "mtusi2026lab5-broker-1", + "NetIO": "68.1kB / 42.2kB", + "PIDs": "6" + }, + { + "BlockIO": "16.4MB / 0B", + "CPUPerc": "0.68%", + "Container": "1b68e49f683742f87ade453ed68001393bac3aff81360fd71980adaa0aca3411", + "ID": "1b68e49f6837", + "MemPerc": "71.95%", + "MemUsage": "92.1MiB / 128MiB", + "Name": "mtusi2026lab5-lb-1", + "NetIO": "7.36MB / 7.62MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.50%", + "Container": "5e8be9f12b181c35f7eb631e53e33b1539a8827c248782b9975f1a0cb3e7a818", + "ID": "5e8be9f12b18", + "MemPerc": "3.91%", + "MemUsage": "7.5MiB / 192MiB", + "Name": "mtusi2026lab5-outbox-1", + "NetIO": "55.7kB / 90.2kB", + "PIDs": "7" + }, + { + "BlockIO": "5MB / 13.5MB", + "CPUPerc": "0.47%", + "Container": "547eb3a535367af710cd07bc258cc752b736d4a2570f642226b6fcbf57fdf2af", + "ID": "547eb3a53536", + "MemPerc": "9.23%", + "MemUsage": "47.25MiB / 512MiB", + "Name": "mtusi2026lab5-postgres-1", + "NetIO": "6.9MB / 3.92MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.00%", + "Container": "ea52047a040bc0be8092de63e0ee86d09841da12338b73dae07b1a6521f8dfdf", + "ID": "ea52047a040b", + "MemPerc": "5.66%", + "MemUsage": "7.25MiB / 128MiB", + "Name": "mtusi2026lab5-reconciler-1", + "NetIO": "27.6kB / 3.08kB", + "PIDs": "7" + }, + { + "BlockIO": "32.8kB / 0B", + "CPUPerc": "0.76%", + "Container": "b9ddb9eb4230aff63e13e275a6fd632244e1723584c3083afc02448cf037a4b9", + "ID": "b9ddb9eb4230", + "MemPerc": "7.65%", + "MemUsage": "9.797MiB / 128MiB", + "Name": "mtusi2026lab5-redis-1", + "NetIO": "777kB / 585kB", + "PIDs": "6" + }, + { + "BlockIO": "203MB / 86.7MB", + "CPUPerc": "0.12%", + "Container": "28527f5aec922fcd162816bddd94d8b703de9ab86d8ca2a14cfdf4ad2b1cd438", + "ID": "28527f5aec92", + "MemPerc": "99.68%", + "MemUsage": "63.8MiB / 64MiB", + "Name": "mtusi2026lab5-s3-proxy-1", + "NetIO": "1.43MB / 1.43MB", + "PIDs": "9" + }, + { + "BlockIO": "34.9MB / 659kB", + "CPUPerc": "2.47%", + "Container": "02774e8206967d4701c1bd19da36848400b555e9b9a5577c5e861ba17cf59161", + "ID": "02774e820696", + "MemPerc": "44.99%", + "MemUsage": "230.3MiB / 512MiB", + "Name": "mtusi2026lab5-seaweedfs-1", + "NetIO": "777kB / 641kB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.12%", + "Container": "4e154a4938d2d9f8403e9d0ccafb6d8fd7f0dd41521a3d9964b212757c2d89de", + "ID": "4e154a4938d2", + "MemPerc": "0.77%", + "MemUsage": "7.867MiB / 1GiB", + "Name": "mtusi2026lab5-worker-1", + "NetIO": "135kB / 153kB", + "PIDs": "8" + } + ] + }, + { + "at": "2026-11-10T09:58:24.231135+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.44%", + "Container": "5e6ad2cb3a706e0022d4fe47e8c671ddadb9e470594a55982af7ee91dd241b75", + "ID": "5e6ad2cb3a70", + "MemPerc": "34.62%", + "MemUsage": "177.2MiB / 512MiB", + "Name": "mtusi2026lab5-api-1", + "NetIO": "4.21MB / 5.51MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.55%", + "Container": "f78462b830ea4d85e4181e116f59b273086f163fdacae855a33e2fb9a2735612", + "ID": "f78462b830ea", + "MemPerc": "33.35%", + "MemUsage": "170.8MiB / 512MiB", + "Name": "mtusi2026lab5-api-2", + "NetIO": "3.99MB / 5.28MB", + "PIDs": "8" + }, + { + "BlockIO": "57.3kB / 0B", + "CPUPerc": "0.94%", + "Container": "89ffe34946fb1a71c4607fe1ccbd229acd21949a5e94f7bab3e7df6feffdcebf", + "ID": "89ffe34946fb", + "MemPerc": "7.41%", + "MemUsage": "9.484MiB / 128MiB", + "Name": "mtusi2026lab5-broker-1", + "NetIO": "69.5kB / 43kB", + "PIDs": "6" + }, + { + "BlockIO": "16.4MB / 0B", + "CPUPerc": "0.44%", + "Container": "1b68e49f683742f87ade453ed68001393bac3aff81360fd71980adaa0aca3411", + "ID": "1b68e49f6837", + "MemPerc": "71.36%", + "MemUsage": "91.34MiB / 128MiB", + "Name": "mtusi2026lab5-lb-1", + "NetIO": "7.36MB / 7.62MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.34%", + "Container": "5e8be9f12b181c35f7eb631e53e33b1539a8827c248782b9975f1a0cb3e7a818", + "ID": "5e8be9f12b18", + "MemPerc": "4.04%", + "MemUsage": "7.75MiB / 192MiB", + "Name": "mtusi2026lab5-outbox-1", + "NetIO": "59.2kB / 96.4kB", + "PIDs": "7" + }, + { + "BlockIO": "5MB / 13.5MB", + "CPUPerc": "0.36%", + "Container": "547eb3a535367af710cd07bc258cc752b736d4a2570f642226b6fcbf57fdf2af", + "ID": "547eb3a53536", + "MemPerc": "9.19%", + "MemUsage": "47.04MiB / 512MiB", + "Name": "mtusi2026lab5-postgres-1", + "NetIO": "6.91MB / 3.93MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.00%", + "Container": "ea52047a040bc0be8092de63e0ee86d09841da12338b73dae07b1a6521f8dfdf", + "ID": "ea52047a040b", + "MemPerc": "5.66%", + "MemUsage": "7.25MiB / 128MiB", + "Name": "mtusi2026lab5-reconciler-1", + "NetIO": "27.6kB / 3.08kB", + "PIDs": "7" + }, + { + "BlockIO": "32.8kB / 0B", + "CPUPerc": "0.88%", + "Container": "b9ddb9eb4230aff63e13e275a6fd632244e1723584c3083afc02448cf037a4b9", + "ID": "b9ddb9eb4230", + "MemPerc": "7.65%", + "MemUsage": "9.797MiB / 128MiB", + "Name": "mtusi2026lab5-redis-1", + "NetIO": "778kB / 585kB", + "PIDs": "6" + }, + { + "BlockIO": "203MB / 86.7MB", + "CPUPerc": "0.20%", + "Container": "28527f5aec922fcd162816bddd94d8b703de9ab86d8ca2a14cfdf4ad2b1cd438", + "ID": "28527f5aec92", + "MemPerc": "99.29%", + "MemUsage": "63.54MiB / 64MiB", + "Name": "mtusi2026lab5-s3-proxy-1", + "NetIO": "1.45MB / 1.45MB", + "PIDs": "9" + }, + { + "BlockIO": "34.9MB / 659kB", + "CPUPerc": "4.74%", + "Container": "02774e8206967d4701c1bd19da36848400b555e9b9a5577c5e861ba17cf59161", + "ID": "02774e820696", + "MemPerc": "45.69%", + "MemUsage": "233.9MiB / 512MiB", + "Name": "mtusi2026lab5-seaweedfs-1", + "NetIO": "788kB / 646kB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.06%", + "Container": "4e154a4938d2d9f8403e9d0ccafb6d8fd7f0dd41521a3d9964b212757c2d89de", + "ID": "4e154a4938d2", + "MemPerc": "0.77%", + "MemUsage": "7.879MiB / 1GiB", + "Name": "mtusi2026lab5-worker-1", + "NetIO": "135kB / 154kB", + "PIDs": "8" + } + ] + }, + { + "at": "2026-11-10T09:58:27.358498+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.33%", + "Container": "5e6ad2cb3a706e0022d4fe47e8c671ddadb9e470594a55982af7ee91dd241b75", + "ID": "5e6ad2cb3a70", + "MemPerc": "34.63%", + "MemUsage": "177.3MiB / 512MiB", + "Name": "mtusi2026lab5-api-1", + "NetIO": "4.21MB / 5.52MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "3.71%", + "Container": "f78462b830ea4d85e4181e116f59b273086f163fdacae855a33e2fb9a2735612", + "ID": "f78462b830ea", + "MemPerc": "33.78%", + "MemUsage": "172.9MiB / 512MiB", + "Name": "mtusi2026lab5-api-2", + "NetIO": "3.99MB / 5.29MB", + "PIDs": "8" + }, + { + "BlockIO": "57.3kB / 0B", + "CPUPerc": "0.95%", + "Container": "89ffe34946fb1a71c4607fe1ccbd229acd21949a5e94f7bab3e7df6feffdcebf", + "ID": "89ffe34946fb", + "MemPerc": "7.84%", + "MemUsage": "10.04MiB / 128MiB", + "Name": "mtusi2026lab5-broker-1", + "NetIO": "70.8kB / 43.8kB", + "PIDs": "6" + }, + { + "BlockIO": "16.4MB / 0B", + "CPUPerc": "0.30%", + "Container": "1b68e49f683742f87ade453ed68001393bac3aff81360fd71980adaa0aca3411", + "ID": "1b68e49f6837", + "MemPerc": "71.36%", + "MemUsage": "91.34MiB / 128MiB", + "Name": "mtusi2026lab5-lb-1", + "NetIO": "7.36MB / 7.62MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.27%", + "Container": "5e8be9f12b181c35f7eb631e53e33b1539a8827c248782b9975f1a0cb3e7a818", + "ID": "5e8be9f12b18", + "MemPerc": "4.16%", + "MemUsage": "7.992MiB / 192MiB", + "Name": "mtusi2026lab5-outbox-1", + "NetIO": "61.7kB / 101kB", + "PIDs": "7" + }, + { + "BlockIO": "5MB / 13.5MB", + "CPUPerc": "5.70%", + "Container": "547eb3a535367af710cd07bc258cc752b736d4a2570f642226b6fcbf57fdf2af", + "ID": "547eb3a53536", + "MemPerc": "9.27%", + "MemUsage": "47.46MiB / 512MiB", + "Name": "mtusi2026lab5-postgres-1", + "NetIO": "6.92MB / 3.93MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.00%", + "Container": "ea52047a040bc0be8092de63e0ee86d09841da12338b73dae07b1a6521f8dfdf", + "ID": "ea52047a040b", + "MemPerc": "5.66%", + "MemUsage": "7.25MiB / 128MiB", + "Name": "mtusi2026lab5-reconciler-1", + "NetIO": "27.7kB / 3.15kB", + "PIDs": "7" + }, + { + "BlockIO": "32.8kB / 0B", + "CPUPerc": "0.80%", + "Container": "b9ddb9eb4230aff63e13e275a6fd632244e1723584c3083afc02448cf037a4b9", + "ID": "b9ddb9eb4230", + "MemPerc": "8.04%", + "MemUsage": "10.29MiB / 128MiB", + "Name": "mtusi2026lab5-redis-1", + "NetIO": "779kB / 586kB", + "PIDs": "6" + }, + { + "BlockIO": "203MB / 86.7MB", + "CPUPerc": "0.36%", + "Container": "28527f5aec922fcd162816bddd94d8b703de9ab86d8ca2a14cfdf4ad2b1cd438", + "ID": "28527f5aec92", + "MemPerc": "99.30%", + "MemUsage": "63.55MiB / 64MiB", + "Name": "mtusi2026lab5-s3-proxy-1", + "NetIO": "1.46MB / 1.46MB", + "PIDs": "9" + }, + { + "BlockIO": "34.9MB / 750kB", + "CPUPerc": "1.70%", + "Container": "02774e8206967d4701c1bd19da36848400b555e9b9a5577c5e861ba17cf59161", + "ID": "02774e820696", + "MemPerc": "45.72%", + "MemUsage": "234.1MiB / 512MiB", + "Name": "mtusi2026lab5-seaweedfs-1", + "NetIO": "795kB / 650kB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.21%", + "Container": "4e154a4938d2d9f8403e9d0ccafb6d8fd7f0dd41521a3d9964b212757c2d89de", + "ID": "4e154a4938d2", + "MemPerc": "0.77%", + "MemUsage": "7.867MiB / 1GiB", + "Name": "mtusi2026lab5-worker-1", + "NetIO": "136kB / 155kB", + "PIDs": "8" + } + ] + }, + { + "at": "2026-11-10T09:58:29.513516+00:00", + "containers": [ + { + "BlockIO": "0B / 0B", + "CPUPerc": "2.66%", + "Container": "5e6ad2cb3a706e0022d4fe47e8c671ddadb9e470594a55982af7ee91dd241b75", + "ID": "5e6ad2cb3a70", + "MemPerc": "34.76%", + "MemUsage": "178MiB / 512MiB", + "Name": "mtusi2026lab5-api-1", + "NetIO": "4.21MB / 5.52MB", + "PIDs": "8" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.40%", + "Container": "f78462b830ea4d85e4181e116f59b273086f163fdacae855a33e2fb9a2735612", + "ID": "f78462b830ea", + "MemPerc": "33.66%", + "MemUsage": "172.3MiB / 512MiB", + "Name": "mtusi2026lab5-api-2", + "NetIO": "3.99MB / 5.3MB", + "PIDs": "8" + }, + { + "BlockIO": "57.3kB / 0B", + "CPUPerc": "2.80%", + "Container": "89ffe34946fb1a71c4607fe1ccbd229acd21949a5e94f7bab3e7df6feffdcebf", + "ID": "89ffe34946fb", + "MemPerc": "8.02%", + "MemUsage": "10.27MiB / 128MiB", + "Name": "mtusi2026lab5-broker-1", + "NetIO": "71.7kB / 44.5kB", + "PIDs": "6" + }, + { + "BlockIO": "16.4MB / 0B", + "CPUPerc": "0.25%", + "Container": "1b68e49f683742f87ade453ed68001393bac3aff81360fd71980adaa0aca3411", + "ID": "1b68e49f6837", + "MemPerc": "71.55%", + "MemUsage": "91.59MiB / 128MiB", + "Name": "mtusi2026lab5-lb-1", + "NetIO": "7.36MB / 7.62MB", + "PIDs": "9" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.33%", + "Container": "5e8be9f12b181c35f7eb631e53e33b1539a8827c248782b9975f1a0cb3e7a818", + "ID": "5e8be9f12b18", + "MemPerc": "4.16%", + "MemUsage": "7.992MiB / 192MiB", + "Name": "mtusi2026lab5-outbox-1", + "NetIO": "64.1kB / 105kB", + "PIDs": "7" + }, + { + "BlockIO": "5MB / 13.5MB", + "CPUPerc": "0.38%", + "Container": "547eb3a535367af710cd07bc258cc752b736d4a2570f642226b6fcbf57fdf2af", + "ID": "547eb3a53536", + "MemPerc": "9.22%", + "MemUsage": "47.19MiB / 512MiB", + "Name": "mtusi2026lab5-postgres-1", + "NetIO": "6.92MB / 3.94MB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.00%", + "Container": "ea52047a040bc0be8092de63e0ee86d09841da12338b73dae07b1a6521f8dfdf", + "ID": "ea52047a040b", + "MemPerc": "5.66%", + "MemUsage": "7.25MiB / 128MiB", + "Name": "mtusi2026lab5-reconciler-1", + "NetIO": "27.7kB / 3.15kB", + "PIDs": "7" + }, + { + "BlockIO": "32.8kB / 0B", + "CPUPerc": "0.72%", + "Container": "b9ddb9eb4230aff63e13e275a6fd632244e1723584c3083afc02448cf037a4b9", + "ID": "b9ddb9eb4230", + "MemPerc": "7.64%", + "MemUsage": "9.773MiB / 128MiB", + "Name": "mtusi2026lab5-redis-1", + "NetIO": "780kB / 586kB", + "PIDs": "6" + }, + { + "BlockIO": "203MB / 86.7MB", + "CPUPerc": "0.15%", + "Container": "28527f5aec922fcd162816bddd94d8b703de9ab86d8ca2a14cfdf4ad2b1cd438", + "ID": "28527f5aec92", + "MemPerc": "99.30%", + "MemUsage": "63.55MiB / 64MiB", + "Name": "mtusi2026lab5-s3-proxy-1", + "NetIO": "1.47MB / 1.47MB", + "PIDs": "9" + }, + { + "BlockIO": "34.9MB / 750kB", + "CPUPerc": "6.76%", + "Container": "02774e8206967d4701c1bd19da36848400b555e9b9a5577c5e861ba17cf59161", + "ID": "02774e820696", + "MemPerc": "45.66%", + "MemUsage": "233.8MiB / 512MiB", + "Name": "mtusi2026lab5-seaweedfs-1", + "NetIO": "802kB / 654kB", + "PIDs": "16" + }, + { + "BlockIO": "0B / 0B", + "CPUPerc": "0.14%", + "Container": "4e154a4938d2d9f8403e9d0ccafb6d8fd7f0dd41521a3d9964b212757c2d89de", + "ID": "4e154a4938d2", + "MemPerc": "0.77%", + "MemUsage": "7.879MiB / 1GiB", + "Name": "mtusi2026lab5-worker-1", + "NetIO": "137kB / 157kB", + "PIDs": "8" + } + ] + } + ], + "dataset_after": { + "users": 33, + "chats": 11, + "messages": 7971, + "attachments": 20 + }, + "lifecycle_events": [ + { + "time": 1794304661, + "action": "start", + "name": "mtusi2026lab5-worker-1" + }, + { + "time": 1794304661, + "action": "start", + "name": "mtusi2026lab5-reconciler-1" + }, + { + "time": 1794304662, + "action": "start", + "name": "mtusi2026lab5-outbox-1" + }, + { + "time": 1794304662, + "action": "start", + "name": "mtusi2026lab5-api-1" + }, + { + "time": 1794304662, + "action": "start", + "name": "mtusi2026lab5-api-2" + } + ] +} diff --git a/evidence/lab5-smoke.txt b/evidence/lab5-smoke.txt new file mode 100644 index 0000000..df05fe2 --- /dev/null +++ b/evidence/lab5-smoke.txt @@ -0,0 +1,2 @@ +python3 tests/smoke.py --base-url "http://localhost:8080" +PASS: lab5 public API scenario; infrastructure and grading evidence remain separate. diff --git a/evidence/lab5-verification.txt b/evidence/lab5-verification.txt new file mode 100644 index 0000000..9a7044e --- /dev/null +++ b/evidence/lab5-verification.txt @@ -0,0 +1,26 @@ +Дата: 2026-11-10, Europe/Moscow +Команда: make check +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. + +Команда: make test +PASS: lab5 public API scenario; infrastructure and grading evidence remain separate. + +Команда: go test ./... +Все пакеты PASS. internal/httpapi: 17.948s; internal/jobs: 0.416s. +Проверены прежние API/сессии/конкурентная идемпотентность и новые +TestPipeline_AtomicIntentClaimsFencingAndReplay, +TestPipeline_IntentRollsBackWithAttachment. + +Команда: go test ./internal/images ./internal/jobs +ok mtusi2026/internal/images 0.817s +ok mtusi2026/internal/jobs (cached) +TestImageSubprocessDeadlineKillsChild: процесс с sleep(60) завершён по deadline 100ms. + +Команда: go vet ./... +exit 0, без замечаний. + +Команды: docker compose config --quiet; git diff --check +exit 0, без замечаний. + +Это текстовая сводка фактически наблюдавшихся результатов, не полный лог Go. +Отдельные результаты fault-injection: lab5-pipeline.json, lab5-resource.json. diff --git a/go.mod b/go.mod new file mode 100644 index 0000000..d1ce548 --- /dev/null +++ b/go.mod @@ -0,0 +1,233 @@ +module mtusi2026 + +go 1.27.1 + +require ( + github.com/aws/aws-sdk-go-v2 v1.47.5 + github.com/aws/aws-sdk-go-v2/config v1.33.12 + github.com/aws/aws-sdk-go-v2/credentials v1.20.12 + github.com/aws/aws-sdk-go-v2/service/s3 v1.114.6 + github.com/aws/smithy-go v1.28.7 + github.com/golang-migrate/migrate/v4 v4.20.1 + github.com/jackc/pgx/v5 v5.11.0 + github.com/redis/go-redis/v9 v9.23.0 + github.com/testcontainers/testcontainers-go v0.44.0 + github.com/testcontainers/testcontainers-go/modules/postgres v0.44.0 + github.com/testcontainers/testcontainers-go/modules/redis v0.44.0 + golang.org/x/crypto v0.54.0 + golang.org/x/sync v0.22.0 +) + +require ( + cel.dev/expr v0.25.2 // indirect + cloud.google.com/go v0.123.0 // indirect + cloud.google.com/go/auth v0.20.0 // indirect + cloud.google.com/go/auth/oauth2adapt v0.2.8 // indirect + cloud.google.com/go/compute/metadata v0.9.0 // indirect + cloud.google.com/go/iam v1.11.0 // indirect + cloud.google.com/go/longrunning v1.1.0 // indirect + cloud.google.com/go/monitoring v1.29.0 // indirect + cloud.google.com/go/spanner v1.92.0 // indirect + cloud.google.com/go/storage v1.56.0 // indirect + dario.cat/mergo v1.0.2 // indirect + github.com/99designs/go-keychain v0.0.0-20191008050251-8e49817e8af4 // indirect + github.com/99designs/keyring v1.2.1 // indirect + github.com/Azure/azure-sdk-for-go/sdk/azcore v1.4.0 // indirect + github.com/Azure/azure-sdk-for-go/sdk/internal v1.1.2 // indirect + github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 // indirect + github.com/Azure/go-ansiterm v0.0.0-20250102033503-faa5f7b0171c // indirect + github.com/Azure/go-autorest v14.2.0+incompatible // indirect + github.com/Azure/go-autorest/autorest/adal v0.9.16 // indirect + github.com/Azure/go-autorest/autorest/date v0.3.0 // indirect + github.com/Azure/go-autorest/logger v0.2.1 // indirect + github.com/Azure/go-autorest/tracing v0.6.0 // indirect + github.com/ClickHouse/clickhouse-go v1.4.3 // indirect + github.com/GoogleCloudPlatform/grpc-gcp-go/grpcgcp v1.6.0 // indirect + github.com/GoogleCloudPlatform/opentelemetry-operations-go/detectors/gcp v1.33.0 // indirect + github.com/GoogleCloudPlatform/opentelemetry-operations-go/exporter/metric v0.53.0 // indirect + github.com/GoogleCloudPlatform/opentelemetry-operations-go/internal/resourcemapping v0.53.0 // indirect + github.com/Microsoft/go-winio v0.6.2 // indirect + github.com/andybalholm/brotli v1.0.4 // indirect + github.com/apache/arrow/go/v10 v10.0.1 // indirect + github.com/apache/thrift v0.24.0 // indirect + github.com/aws/aws-sdk-go v1.49.6 // indirect + github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.25 // indirect + github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.20.5 // indirect + github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.23.18 // indirect + github.com/aws/aws-sdk-go-v2/internal/configsources v1.5.8 // indirect + github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.8.8 // indirect + github.com/aws/aws-sdk-go-v2/internal/v4a v1.5.8 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.23 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.11.9 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.14.8 // indirect + github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.20.8 // indirect + github.com/aws/aws-sdk-go-v2/service/signin v1.12.0 // indirect + github.com/aws/aws-sdk-go-v2/service/sso v1.39.0 // indirect + github.com/aws/aws-sdk-go-v2/service/ssooidc v1.44.0 // indirect + github.com/aws/aws-sdk-go-v2/service/sts v1.51.6 // indirect + github.com/cenkalti/backoff/v4 v4.3.0 // indirect + github.com/cespare/xxhash/v2 v2.3.0 // indirect + github.com/cloudflare/golz4 v0.0.0-20150217214814-ef862a3cdc58 // indirect + github.com/cncf/xds/go v0.0.0-20260202195803-dba9d589def2 // indirect + github.com/cockroachdb/cockroach-go/v2 v2.1.1 // indirect + github.com/containerd/errdefs v1.0.0 // indirect + github.com/containerd/errdefs/pkg v0.3.0 // indirect + github.com/containerd/log v0.1.0 // indirect + github.com/containerd/platforms v0.2.1 // indirect + github.com/cpuguy83/dockercfg v0.3.2 // indirect + github.com/cznic/mathutil v0.0.0-20180504122225-ca4c9f2c1369 // indirect + github.com/danieljoos/wincred v1.1.2 // indirect + github.com/distribution/reference v0.6.0 // indirect + github.com/docker/go-connections v0.7.0 // indirect + github.com/docker/go-units v0.5.0 // indirect + github.com/dvsekhvalnov/jose2go v1.7.0 // indirect + github.com/ebitengine/purego v0.10.1 // indirect + github.com/edsrzf/mmap-go v0.0.0-20170320065105-0bce6a688712 // indirect + github.com/envoyproxy/go-control-plane/envoy v1.37.0 // indirect + github.com/envoyproxy/protoc-gen-validate v1.3.3 // indirect + github.com/felixge/httpsnoop v1.1.0 // indirect + github.com/form3tech-oss/jwt-go v3.2.5+incompatible // indirect + github.com/gabriel-vasile/mimetype v1.4.1 // indirect + github.com/go-jose/go-jose/v4 v4.1.4 // indirect + github.com/go-logr/logr v1.4.3 // indirect + github.com/go-logr/stdr v1.2.2 // indirect + github.com/go-ole/go-ole v1.3.0 // indirect + github.com/go-sql-driver/mysql v1.5.0 // indirect + github.com/goccy/go-json v0.9.11 // indirect + github.com/gocql/gocql v0.0.0-20210515062232-b7ef815b4556 // indirect + github.com/godbus/dbus v0.0.0-20190726142602-4481cbc300e2 // indirect + github.com/golang-jwt/jwt/v4 v4.5.2 // indirect + github.com/golang-sql/civil v0.0.0-20190719163853-cb61b32ac6fe // indirect + github.com/golang-sql/sqlexp v0.1.0 // indirect + github.com/golang/snappy v0.0.4 // indirect + github.com/google/flatbuffers v2.0.8+incompatible // indirect + github.com/google/go-github/v39 v39.2.0 // indirect + github.com/google/go-querystring v1.1.0 // indirect + github.com/google/s2a-go v0.1.9 // indirect + github.com/google/uuid v1.6.0 // indirect + github.com/googleapis/enterprise-certificate-proxy v0.3.17 // indirect + github.com/googleapis/gax-go/v2 v2.22.0 // indirect + github.com/gsterjov/go-libsecret v0.0.0-20161001094733-a6f4afe4910c // indirect + github.com/hailocab/go-hostpool v0.0.0-20160125115350-e80d13ce29ed // indirect + github.com/jackc/chunkreader/v2 v2.0.1 // indirect + github.com/jackc/pgconn v1.14.3 // indirect + github.com/jackc/pgerrcode v0.0.0-20220416144525-469b46aa5efa // indirect + github.com/jackc/pgio v1.0.0 // indirect + github.com/jackc/pgpassfile v1.0.0 // indirect + github.com/jackc/pgproto3/v2 v2.3.3 // indirect + github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761 // indirect + github.com/jackc/pgtype v1.14.0 // indirect + github.com/jackc/pgx/v4 v4.18.2 // indirect + github.com/jackc/puddle/v2 v2.2.2 // indirect + github.com/jmespath/go-jmespath v0.4.0 // indirect + github.com/k0kubun/pp v2.3.0+incompatible // indirect + github.com/kardianos/osext v0.0.0-20190222173326-2bc1f35cddc0 // indirect + github.com/kballard/go-shellquote v0.0.0-20180428030007-95032a82bc51 // indirect + github.com/klauspost/asmfmt v1.3.2 // indirect + github.com/klauspost/compress v1.18.6 // indirect + github.com/klauspost/cpuid/v2 v2.4.0 // indirect + github.com/ktrysmt/go-bitbucket v0.6.4 // indirect + github.com/lib/pq v1.10.9 // indirect + github.com/lufia/plan9stats v0.0.0-20260330125221-c963978e514e // indirect + github.com/magiconair/properties v1.8.10 // indirect + github.com/mattn/go-colorable v0.1.6 // indirect + github.com/mattn/go-isatty v0.0.16 // indirect + github.com/mattn/go-sqlite3 v1.14.22 // indirect + github.com/mdelapenya/tlscert v0.2.0 // indirect + github.com/microsoft/go-mssqldb v1.0.0 // indirect + github.com/minio/asm2plan9s v0.0.0-20200509001527-cdd76441f9d8 // indirect + github.com/minio/c2goasm v0.0.0-20190812172519-36a3d3bbc4f3 // indirect + github.com/mitchellh/mapstructure v1.1.2 // indirect + github.com/moby/docker-image-spec v1.3.1 // indirect + github.com/moby/go-archive v0.2.0 // indirect + github.com/moby/moby/api v1.55.0 // indirect + github.com/moby/moby/client v0.5.0 // indirect + github.com/moby/patternmatcher v0.6.1 // indirect + github.com/moby/sys/sequential v0.7.0 // indirect + github.com/moby/sys/user v0.4.0 // indirect + github.com/moby/sys/userns v0.1.0 // indirect + github.com/moby/term v0.5.2 // indirect + github.com/montanaflynn/stats v0.7.1 // indirect + github.com/mtibben/percent v0.2.1 // indirect + github.com/mutecomm/go-sqlcipher/v4 v4.4.0 // indirect + github.com/nakagami/firebirdsql v0.0.0-20190310045651-3c02a58cfed8 // indirect + github.com/neo4j/neo4j-go-driver v1.8.1-0.20200803113522-b626aa943eba // indirect + github.com/nxadm/tail v1.4.11 // indirect + github.com/opencontainers/go-digest v1.0.0 // indirect + github.com/opencontainers/image-spec v1.1.1 // indirect + github.com/pierrec/lz4/v4 v4.1.16 // indirect + github.com/pkg/browser v0.0.0-20210911075715-681adbf594b8 // indirect + github.com/planetscale/vtprotobuf v0.6.1-0.20240319094008-0393e58bdf10 // indirect + github.com/power-devops/perfstat v0.0.0-20240221224432-82ca36839d55 // indirect + github.com/remyoudompheng/bigfft v0.0.0-20200410134404-eec4a21b6bb0 // indirect + github.com/rqlite/gorqlite v0.0.0-20230708021416-2acd02b70b79 // indirect + github.com/shirou/gopsutil/v4 v4.26.6 // indirect + github.com/shopspring/decimal v1.2.0 // indirect + github.com/sirupsen/logrus v1.9.4 // indirect + github.com/snowflakedb/gosnowflake v1.6.19 // indirect + github.com/spiffe/go-spiffe/v2 v2.8.1 // indirect + github.com/stretchr/testify v1.12.1 // indirect + github.com/tklauser/go-sysconf v0.4.0 // indirect + github.com/tklauser/numcpus v0.12.0 // indirect + github.com/xanzy/go-gitlab v0.15.0 // indirect + github.com/xdg-go/pbkdf2 v1.0.0 // indirect + github.com/xdg-go/scram v1.1.2 // indirect + github.com/xdg-go/stringprep v1.0.4 // indirect + github.com/youmark/pkcs8 v0.0.0-20240726163527-a2c0da244d78 // indirect + github.com/yusufpapurcu/wmi v1.2.4 // indirect + github.com/zeebo/xxh3 v1.1.0 // indirect + gitlab.com/nyarla/go-crypt v0.0.0-20160106005555-d9a5dc2b789b // indirect + go.mongodb.org/mongo-driver v1.17.7 // indirect + go.opencensus.io v0.24.0 // indirect + go.opentelemetry.io/auto/sdk v1.2.1 // indirect + go.opentelemetry.io/contrib/detectors/gcp v1.44.0 // indirect + go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.69.0 // indirect + go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.69.0 // indirect + go.opentelemetry.io/otel v1.44.0 // indirect + go.opentelemetry.io/otel/metric v1.44.0 // indirect + go.opentelemetry.io/otel/sdk v1.44.0 // indirect + go.opentelemetry.io/otel/sdk/metric v1.44.0 // indirect + go.opentelemetry.io/otel/trace v1.44.0 // indirect + go.uber.org/atomic v1.12.0 // indirect + go.yaml.in/yaml/v3 v3.0.5 // indirect + golang.org/x/mod v0.37.0 // indirect + golang.org/x/net v0.56.0 // indirect + golang.org/x/oauth2 v0.36.0 // indirect + golang.org/x/sys v0.48.0 // indirect + golang.org/x/telemetry v0.0.0-20260625142307-59b4966ccb57 // indirect + golang.org/x/term v0.45.0 // indirect + golang.org/x/text v0.40.0 // indirect + golang.org/x/time v0.15.0 // indirect + golang.org/x/tools v0.47.0 // indirect + golang.org/x/tools/godoc v0.1.0-deprecated // indirect + golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 // indirect + google.golang.org/api v0.287.0 // indirect + google.golang.org/genproto v0.0.0-20260630182238-925bb5da69e7 // indirect + google.golang.org/genproto/googleapis/api v0.0.0-20260630182238-925bb5da69e7 // indirect + google.golang.org/genproto/googleapis/rpc v0.0.0-20260630182238-925bb5da69e7 // indirect + google.golang.org/grpc v1.82.0 // indirect + google.golang.org/protobuf v1.36.11 // indirect + gopkg.in/inf.v0 v0.9.1 // indirect + lukechampine.com/uint128 v1.2.0 // indirect + modernc.org/b v1.0.0 // indirect + modernc.org/cc/v3 v3.36.3 // indirect + modernc.org/ccgo/v3 v3.16.9 // indirect + modernc.org/db v1.0.0 // indirect + modernc.org/file v1.0.0 // indirect + modernc.org/fileutil v1.0.0 // indirect + modernc.org/golex v1.0.0 // indirect + modernc.org/internal v1.0.0 // indirect + modernc.org/libc v1.17.1 // indirect + modernc.org/lldb v1.0.0 // indirect + modernc.org/mathutil v1.5.0 // indirect + modernc.org/memory v1.2.1 // indirect + modernc.org/opt v0.1.3 // indirect + modernc.org/ql v1.0.0 // indirect + modernc.org/sortutil v1.1.0 // indirect + modernc.org/sqlite v1.18.1 // indirect + modernc.org/strutil v1.1.3 // indirect + modernc.org/token v1.0.0 // indirect + modernc.org/zappy v1.0.0 // indirect +) + +tool github.com/golang-migrate/migrate/v4/cmd/migrate diff --git a/go.sum b/go.sum new file mode 100644 index 0000000..45a6da0 --- /dev/null +++ b/go.sum @@ -0,0 +1,932 @@ +cel.dev/expr v0.25.2 h1:K6j46C81hXtZQfuX60cVWQFBJahKSE2gfRbNuvr5bFs= +cel.dev/expr v0.25.2/go.mod h1:hrXvqGP6G6gyx8UAHSHJ5RGk//1Oj5nXQ2NI02Nrsg4= +cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= +cloud.google.com/go v0.123.0 h1:2NAUJwPR47q+E35uaJeYoNhuNEM9kM8SjgRgdeOJUSE= +cloud.google.com/go v0.123.0/go.mod h1:xBoMV08QcqUGuPW65Qfm1o9Y4zKZBpGS+7bImXLTAZU= +cloud.google.com/go/auth v0.20.0 h1:kXTssoVb4azsVDoUiF8KvxAqrsQcQtB53DcSgta74CA= +cloud.google.com/go/auth v0.20.0/go.mod h1:942/yi/itH1SsmpyrbnTMDgGfdy2BUqIKyd0cyYLc5Q= +cloud.google.com/go/auth/oauth2adapt v0.2.8 h1:keo8NaayQZ6wimpNSmW5OPc283g65QNIiLpZnkHRbnc= +cloud.google.com/go/auth/oauth2adapt v0.2.8/go.mod h1:XQ9y31RkqZCcwJWNSx2Xvric3RrU88hAYYbjDWYDL+c= +cloud.google.com/go/compute/metadata v0.9.0 h1:pDUj4QMoPejqq20dK0Pg2N4yG9zIkYGdBtwLoEkH9Zs= +cloud.google.com/go/compute/metadata v0.9.0/go.mod h1:E0bWwX5wTnLPedCKqk3pJmVgCBSM6qQI1yTBdEb3C10= +cloud.google.com/go/iam v1.11.0 h1:KieQ9Pb+LLPak1O3Rv3GgCxhnmkYf7Xyh0P5HfF1jFM= +cloud.google.com/go/iam v1.11.0/go.mod h1:KP+nKGugNJW4LcLx1uEZcq1ok5sQHFaQehQNl4QDgV4= +cloud.google.com/go/logging v1.18.0 h1:KhzZq+1cSkPH9YUaKLLhLtQxIHitVayBmk0sGfoM9+k= +cloud.google.com/go/logging v1.18.0/go.mod h1:ZGKnpBaURITh+g/uom2VhbiFoFWvejcrHPDhxFtU/gI= +cloud.google.com/go/longrunning v1.1.0 h1:qJ0R0IA8ONaRCNWTRPAS0iAmt1bj3TVgJ40z7ZGRslE= +cloud.google.com/go/longrunning v1.1.0/go.mod h1:tH+A/6UvNypiPJWAQaKCsh+xiGbB23wUO8egwUXlD2E= +cloud.google.com/go/monitoring v1.29.0 h1:AHhDsFaSax1/4k+qlIDX/SDGe6hggnfXJ9dkgD9qBPY= +cloud.google.com/go/monitoring v1.29.0/go.mod h1:72NOVjJXHY/HBfoLT0+qlCZBT059+9VXLeAnL2PeeVM= +cloud.google.com/go/spanner v1.92.0 h1:cfeMNmtFjz+OYzQVCIuGBw4Cik4CbF2ptXMuRQcUar0= +cloud.google.com/go/spanner v1.92.0/go.mod h1:rCDPfWXNX0h+t484r+crCEaaMKbJfoWkHRDKU3H3+oY= +cloud.google.com/go/storage v1.56.0 h1:iixmq2Fse2tqxMbWhLWC9HfBj1qdxqAmiK8/eqtsLxI= +cloud.google.com/go/storage v1.56.0/go.mod h1:Tpuj6t4NweCLzlNbw9Z9iwxEkrSem20AetIeH/shgVU= +cloud.google.com/go/trace v1.16.0 h1:GmQovzFc5F0CNfl0VLgL64aoTtu7xsM0YajW2GlG9+E= +cloud.google.com/go/trace v1.16.0/go.mod h1:r+bdAn16dKLSV1G2D5v3e58IlQlizfxWrUfjx7kM7X0= +dario.cat/mergo v1.0.2 h1:85+piFYR1tMbRrLcDwR18y4UKJ3aH1Tbzi24VRW1TK8= +dario.cat/mergo v1.0.2/go.mod h1:E/hbnu0NxMFBjpMIE34DRGLWqDy0g5FuKDhCb31ngxA= +github.com/99designs/go-keychain v0.0.0-20191008050251-8e49817e8af4 h1:/vQbFIOMbk2FiG/kXiLl8BRyzTWDw7gX/Hz7Dd5eDMs= +github.com/99designs/go-keychain v0.0.0-20191008050251-8e49817e8af4/go.mod h1:hN7oaIRCjzsZ2dE+yG5k+rsdt3qcwykqK6HVGcKwsw4= +github.com/99designs/keyring v1.2.1 h1:tYLp1ULvO7i3fI5vE21ReQuj99QFSs7lGm0xWyJo87o= +github.com/99designs/keyring v1.2.1/go.mod h1:fc+wB5KTk9wQ9sDx0kFXB3A0MaeGHM9AwRStKOQ5vOA= +github.com/AdaLogics/go-fuzz-headers v0.0.0-20240806141605-e8a1dd7889d6 h1:He8afgbRMd7mFxO99hRNu+6tazq8nFF9lIwo9JFroBk= +github.com/AdaLogics/go-fuzz-headers v0.0.0-20240806141605-e8a1dd7889d6/go.mod h1:8o94RPi1/7XTJvwPpRSzSUedZrtlirdB3r9Z20bi2f8= +github.com/Azure/azure-sdk-for-go/sdk/azcore v1.0.0/go.mod h1:uGG2W01BaETf0Ozp+QxxKJdMBNRWPdstHG0Fmdwn1/U= +github.com/Azure/azure-sdk-for-go/sdk/azcore v1.1.2/go.mod h1:uGG2W01BaETf0Ozp+QxxKJdMBNRWPdstHG0Fmdwn1/U= +github.com/Azure/azure-sdk-for-go/sdk/azcore v1.4.0 h1:rTnT/Jrcm+figWlYz4Ixzt0SJVR2cMC8lvZcimipiEY= +github.com/Azure/azure-sdk-for-go/sdk/azcore v1.4.0/go.mod h1:ON4tFdPTwRcgWEaVDrN3584Ef+b7GgSJaXxe5fW9t4M= +github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.2.1 h1:T8quHYlUGyb/oqtSTwqlCr1ilJHrDv+ZtpSfo+hm1BU= +github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.2.1/go.mod h1:gLa1CL2RNE4s7M3yopJ/p0iq5DdY6Yv5ZUt9MTRZOQM= +github.com/Azure/azure-sdk-for-go/sdk/internal v1.0.0/go.mod h1:eWRD7oawr1Mu1sLCawqVc0CUiF43ia3qQMxLscsKQ9w= +github.com/Azure/azure-sdk-for-go/sdk/internal v1.1.2 h1:+5VZ72z0Qan5Bog5C+ZkgSqUbeVUd9wgtHOrIKuc5b8= +github.com/Azure/azure-sdk-for-go/sdk/internal v1.1.2/go.mod h1:eWRD7oawr1Mu1sLCawqVc0CUiF43ia3qQMxLscsKQ9w= +github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 h1:u/LLAOFgsMv7HmNL4Qufg58y+qElGOt5qv0z1mURkRY= +github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0/go.mod h1:2e8rMJtl2+2j+HXbTBwnyGpm5Nou7KhvSfxOq8JpTag= +github.com/Azure/go-ansiterm v0.0.0-20250102033503-faa5f7b0171c h1:udKWzYgxTojEKWjV8V+WSxDXJ4NFATAsZjh8iIbsQIg= +github.com/Azure/go-ansiterm v0.0.0-20250102033503-faa5f7b0171c/go.mod h1:xomTg63KZ2rFqZQzSB4Vz2SUXa1BpHTVz9L5PTmPC4E= +github.com/Azure/go-autorest v14.2.0+incompatible h1:V5VMDjClD3GiElqLWO7mz2MxNAK/vTfRHdAubSIPRgs= +github.com/Azure/go-autorest v14.2.0+incompatible/go.mod h1:r+4oMnoxhatjLLJ6zxSWATqVooLgysK6ZNox3g/xq24= +github.com/Azure/go-autorest/autorest/adal v0.9.16 h1:P8An8Z9rH1ldbOLdFpxYorgOt2sywL9V24dAwWHPuGc= +github.com/Azure/go-autorest/autorest/adal v0.9.16/go.mod h1:tGMin8I49Yij6AQ+rvV+Xa/zwxYQB5hmsd6DkfAx2+A= +github.com/Azure/go-autorest/autorest/date v0.3.0 h1:7gUk1U5M/CQbp9WoqinNzJar+8KY+LPI6wiWrP/myHw= +github.com/Azure/go-autorest/autorest/date v0.3.0/go.mod h1:BI0uouVdmngYNUzGWeSYnokU+TrmwEsOqdt8Y6sso74= +github.com/Azure/go-autorest/autorest/mocks v0.4.1 h1:K0laFcLE6VLTOwNgSxaGbUcLPuGXlNkbVvq4cW4nIHk= +github.com/Azure/go-autorest/autorest/mocks v0.4.1/go.mod h1:LTp+uSrOhSkaKrUy935gNZuuIPPVsHlr9DSOxSayd+k= +github.com/Azure/go-autorest/logger v0.2.1 h1:IG7i4p/mDa2Ce4TRyAO8IHnVhAVF3RFU+ZtXWSmf4Tg= +github.com/Azure/go-autorest/logger v0.2.1/go.mod h1:T9E3cAhj2VqvPOtCYAvby9aBXkZmbF5NWuPV8+WeEW8= +github.com/Azure/go-autorest/tracing v0.6.0 h1:TYi4+3m5t6K48TGI9AUdb+IzbnSxvnvUMfuitfgcfuo= +github.com/Azure/go-autorest/tracing v0.6.0/go.mod h1:+vhtPC754Xsa23ID7GlGsrdKBpUA79WCAKPPZVC2DeU= +github.com/AzureAD/microsoft-authentication-library-for-go v0.8.1 h1:oPdPEZFSbl7oSPEAIPMPBMUmiL+mqgzBJwM/9qYcwNg= +github.com/AzureAD/microsoft-authentication-library-for-go v0.8.1/go.mod h1:4qFor3D/HDsvBME35Xy9rwW9DecL+M2sNw1ybjPtwA0= +github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= +github.com/ClickHouse/clickhouse-go v1.4.3 h1:iAFMa2UrQdR5bHJ2/yaSLffZkxpcOYQMCUuKeNXGdqc= +github.com/ClickHouse/clickhouse-go v1.4.3/go.mod h1:EaI/sW7Azgz9UATzd5ZdZHRUhHgv5+JMS9NSr2smCJI= +github.com/GoogleCloudPlatform/grpc-gcp-go/grpcgcp v1.6.0 h1:BzsL0qE7LvtTEtXG7Dt5NS1EP0CQwI21HZfj9aGghhw= +github.com/GoogleCloudPlatform/grpc-gcp-go/grpcgcp v1.6.0/go.mod h1:I7kE2kM3qCr9QPT4cU4cCFYkEpVyVr16YOGUHzy+nR0= +github.com/GoogleCloudPlatform/opentelemetry-operations-go/detectors/gcp v1.33.0 h1:l7+6kwRMJNwdCvYdDl7Eax+wzEYHSnNY7zrrfbhDdTA= +github.com/GoogleCloudPlatform/opentelemetry-operations-go/detectors/gcp v1.33.0/go.mod h1:pJTkW8hEUIIi3Pf65lPZOnn4Y81yCllX6IWk2jNXdkM= +github.com/GoogleCloudPlatform/opentelemetry-operations-go/exporter/metric v0.53.0 h1:owcC2UnmsZycprQ5RfRgjydWhuoxg71LUfyiQdijZuM= +github.com/GoogleCloudPlatform/opentelemetry-operations-go/exporter/metric v0.53.0/go.mod h1:ZPpqegjbE99EPKsu3iUWV22A04wzGPcAY/ziSIQEEgs= +github.com/GoogleCloudPlatform/opentelemetry-operations-go/internal/cloudmock v0.53.0 h1:4LP6hvB4I5ouTbGgWtixJhgED6xdf67twf9PoY96Tbg= +github.com/GoogleCloudPlatform/opentelemetry-operations-go/internal/cloudmock v0.53.0/go.mod h1:jUZ5LYlw40WMd07qxcQJD5M40aUxrfwqQX1g7zxYnrQ= +github.com/GoogleCloudPlatform/opentelemetry-operations-go/internal/resourcemapping v0.53.0 h1:Ron4zCA/yk6U7WOBXhTJcDpsUBG9npumK6xw2auFltQ= +github.com/GoogleCloudPlatform/opentelemetry-operations-go/internal/resourcemapping v0.53.0/go.mod h1:cSgYe11MCNYunTnRXrKiR/tHc0eoKjICUuWpNZoVCOo= +github.com/JohnCGriffin/overflow v0.0.0-20211019200055-46fa312c352c h1:RGWPOewvKIROun94nF7v2cua9qP+thov/7M50KEoeSU= +github.com/JohnCGriffin/overflow v0.0.0-20211019200055-46fa312c352c/go.mod h1:X0CRv0ky0k6m906ixxpzmDRLvX58TFUKS2eePweuyxk= +github.com/Masterminds/semver/v3 v3.1.1 h1:hLg3sBzpNErnxhQtUy/mmLR2I9foDujNK030IGemrRc= +github.com/Masterminds/semver/v3 v3.1.1/go.mod h1:VPu/7SZ7ePZ3QOrcuXROw5FAcLl4a0cBrbBpGY/8hQs= +github.com/Microsoft/go-winio v0.6.2 h1:F2VQgta7ecxGYO8k3ZZz3RS8fVIXVxONVUPlNERoyfY= +github.com/Microsoft/go-winio v0.6.2/go.mod h1:yd8OoFMLzJbo9gZq8j5qaps8bJ9aShtEA8Ipt1oGCvU= +github.com/andybalholm/brotli v1.0.4 h1:V7DdXeJtZscaqfNuAdSRuRFzuiKlHSC/Zh3zl9qY3JY= +github.com/andybalholm/brotli v1.0.4/go.mod h1:fO7iG3H7G2nSZ7m0zPUDn85XEX2GTukHGRSepvi9Eig= +github.com/apache/arrow/go/v10 v10.0.1 h1:n9dERvixoC/1JjDmBcs9FPaEryoANa2sCgVFo6ez9cI= +github.com/apache/arrow/go/v10 v10.0.1/go.mod h1:YvhnlEePVnBS4+0z3fhPfUy7W1Ikj0Ih0vcRo/gZ1M0= +github.com/apache/thrift v0.24.0 h1:zy31L1a49QTNB2bG1BBfMXol3yJrTH975G3pPubQVLQ= +github.com/apache/thrift v0.24.0/go.mod h1:zPt6WxgvTOM6hF92y8C+MkEM5LMxZuk4JcQOiU4Esvs= +github.com/aws/aws-sdk-go v1.49.6 h1:yNldzF5kzLBRvKlKz1S0bkvc2+04R1kt13KfBWQBfFA= +github.com/aws/aws-sdk-go v1.49.6/go.mod h1:LF8svs817+Nz+DmiMQKTO3ubZ/6IaTpq3TjupRn3Eqk= +github.com/aws/aws-sdk-go-v2 v1.47.5 h1:5yA+A+BiXbDq1ZLbYwPViwhEGDMdR0MEhL8Jh2LnLS4= +github.com/aws/aws-sdk-go-v2 v1.47.5/go.mod h1:iNIkogrRvFwm+1OQIUOP2lPBtlXZboOIUWiCa+pHEMw= +github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.25 h1:MW0Iql1SOTgQPj8mCxrU/eH/K/AIDWi08ItOsXaWRLU= +github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.25/go.mod h1:+ucVYmHYB3JqVueY0E1RHahdXAnKQbIHqybSbvOUbOM= +github.com/aws/aws-sdk-go-v2/config v1.33.12 h1:IV1YARaXahwCqUIyP8IlWsP85Lil+5ozTozDQXPumRk= +github.com/aws/aws-sdk-go-v2/config v1.33.12/go.mod h1:h51R06bzMVwNBRZOX5ylHhNDnkB/azZeq/LvxM6q2pQ= +github.com/aws/aws-sdk-go-v2/credentials v1.20.12 h1:6P7Q7yH/GIwHg6MLKv3ySsBqaCoE1z+C0OTzYMenhEY= +github.com/aws/aws-sdk-go-v2/credentials v1.20.12/go.mod h1:Kw/SaoW/wc7IqJErqXJIzKo8b7Aelxfbuc6XlbrRnsc= +github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.20.5 h1:iXjy2SFhGYNB1jWZBhQqq8HbhsbPF23w+/zbMvPXsTg= +github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.20.5/go.mod h1:k0RUiBnyXU0AXRJ9tJmY2jQke6XUIX2PNVnWtvgaPtc= +github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.23.18 h1:cNToRnziFY/DKoIUg9Vw350yx0sFfaN1FCJ+xVuF53Y= +github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.23.18/go.mod h1:FQWrFCsxaXWlLBYB3YQOBx1zbfDNRrrVspVnnsTZ8Z0= +github.com/aws/aws-sdk-go-v2/internal/configsources v1.5.8 h1:gzIWc3DTPfPbWKrQnmL6BV6WD7NPD1htxzgdk/bQ/Z4= +github.com/aws/aws-sdk-go-v2/internal/configsources v1.5.8/go.mod h1:vvUA5cDAZWGo4R14FZPZfXfJCmgsafOWEq78Kg0D+ug= +github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.8.8 h1:PWv+vG8aCLS8qd+HPdYhK7Vees90aKHWFFQ1AGYD/8E= +github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.8.8/go.mod h1:xxPZEpflYHJA12366ZGyq66z9dHPCoeCIu99Jck+MPw= +github.com/aws/aws-sdk-go-v2/internal/v4a v1.5.8 h1:WOp5De9iWdEHDPh2Kb0tBP3vGBm/dVAuRGh4a4tqduo= +github.com/aws/aws-sdk-go-v2/internal/v4a v1.5.8/go.mod h1:z8W8YgfhbWl62XqcTtK+CxPrE+iHGRVUOtrrbIOp7ZY= +github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.23 h1:MCIR6iZaCKO4UE0hUvoWWLI6JVjppopV64JfAJaMjng= +github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.23/go.mod h1:pphWFS+z0MmIPivj8c/6bATd1Z+Av7Ust75DPdEFsPA= +github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.11.9 h1:GACgECI422Xt5n4Pojr3O0aocPv8lfH4PJe2Aon5Wv8= +github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.11.9/go.mod h1:lPfnRkHpn1qWZJLbVEw10rIqSuCee1pNQTyGkUjAYh8= +github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.14.8 h1:+PMpWlJYOn2tm7sm6OZ/ZLd4jStl17T7wjNapd1Rczs= +github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.14.8/go.mod h1:cnG3xZLGQL4c/bt8pjdzlFtZsW7epBBuNS04a5xMjdo= +github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.20.8 h1:RS1Wt+K0r4X0ci9Vf4JYTUfHzsQihYA2LgGJeEneKpk= +github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.20.8/go.mod h1:adMnTy5kyoUW86jhXnGSVc/mvMQI4GZd1qYWMeaS8M8= +github.com/aws/aws-sdk-go-v2/service/s3 v1.114.6 h1:to7+Vr3rLkpYRwVKJ5QRriI0eE306vrVN/6TnVHgxvY= +github.com/aws/aws-sdk-go-v2/service/s3 v1.114.6/go.mod h1:Jc89ASa2k7HMAskj3bSnt8bf+k+p2IApzkoXnEjkgUw= +github.com/aws/aws-sdk-go-v2/service/signin v1.12.0 h1:3vu/eUqh0rjh7Zy4N4YKcpZX4Aud+zinB3VsLhhlQFw= +github.com/aws/aws-sdk-go-v2/service/signin v1.12.0/go.mod h1:wxAk0D2oVBSjuXEIzvcKxTZfM90zticdAbh/VD42L0Y= +github.com/aws/aws-sdk-go-v2/service/sso v1.39.0 h1:kIEpD5dUry7VET3Ybl7zj7PPHRB4lb52G9iTz+a1Tqk= +github.com/aws/aws-sdk-go-v2/service/sso v1.39.0/go.mod h1:UGsEYgWz4Gi+46vDQ5zkFLqUgJziyOE2SXjZjgmfmHc= +github.com/aws/aws-sdk-go-v2/service/ssooidc v1.44.0 h1:WfFev+HgTodggcNon5HieiLxxwWwb8Br8R2+nDkixvk= +github.com/aws/aws-sdk-go-v2/service/ssooidc v1.44.0/go.mod h1:gJSdIY6YUzDvqQLcMtPVZgBRHrFwzHryvpE8Igzbxps= +github.com/aws/aws-sdk-go-v2/service/sts v1.51.6 h1:BVjKrtRUtSYKztBCCfE1oAB+d3ViKcW2cKZfserOqMQ= +github.com/aws/aws-sdk-go-v2/service/sts v1.51.6/go.mod h1:eSukFLeLkPMm+1OxDR+F0joauZdyBkF47Ow7MqjZiJw= +github.com/aws/smithy-go v1.28.7 h1:h/n1SHrwVtaDYLz8mR1/Kq4Xh4RaFbFW7bOYckg9mfE= +github.com/aws/smithy-go v1.28.7/go.mod h1:YE2RhdIuDbA5E5bTdciG9KrW3+TiEONeUWCqxX9i1Fc= +github.com/bitly/go-hostpool v0.0.0-20171023180738-a3a6125de932 h1:mXoPYz/Ul5HYEDvkta6I8/rnYM5gSdSV2tJ6XbZuEtY= +github.com/bitly/go-hostpool v0.0.0-20171023180738-a3a6125de932/go.mod h1:NOuUCSz6Q9T7+igc/hlvDOUdtWKryOrtFyIVABv/p7k= +github.com/bkaradzic/go-lz4 v1.0.0 h1:RXc4wYsyz985CkXXeX04y4VnZFGG8Rd43pRaHsOXAKk= +github.com/bkaradzic/go-lz4 v1.0.0/go.mod h1:0YdlkowM3VswSROI7qDxhRvJ3sLhlFrRRwjwegp5jy4= +github.com/bmizerany/assert v0.0.0-20160611221934-b7ed37b82869 h1:DDGfHa7BWjL4YnC6+E63dPcxHo2sUxDIu8g3QgEJdRY= +github.com/bmizerany/assert v0.0.0-20160611221934-b7ed37b82869/go.mod h1:Ekp36dRnpXw/yCqJaO+ZrUyxD+3VXMFFr56k5XYrpB4= +github.com/bsm/ginkgo/v2 v2.12.0 h1:Ny8MWAHyOepLGlLKYmXG4IEkioBysk6GpaRTLC8zwWs= +github.com/bsm/ginkgo/v2 v2.12.0/go.mod h1:SwYbGRRDovPVboqFv0tPTcG1sN61LM1Z4ARdbAV9g4c= +github.com/bsm/gomega v1.27.10 h1:yeMWxP2pV2fG3FgAODIY8EiRE3dy0aeFYt4l7wh6yKA= +github.com/bsm/gomega v1.27.10/go.mod h1:JyEr/xRbxbtgWNi8tIEVPUYZ5Dzef52k01W3YH0H+O0= +github.com/cenkalti/backoff/v4 v4.3.0 h1:MyRJ/UdXutAwSAT+s3wNd7MfTIcy71VQueUuFK343L8= +github.com/cenkalti/backoff/v4 v4.3.0/go.mod h1:Y3VNntkOUPxTVeUxJ/G5vcM//AlwfmyYozVcomhLiZE= +github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU= +github.com/cespare/xxhash/v2 v2.3.0 h1:UL815xU9SqsFlibzuggzjXhog7bL6oX9BbNZnL2UFvs= +github.com/cespare/xxhash/v2 v2.3.0/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs= +github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= +github.com/cloudflare/golz4 v0.0.0-20150217214814-ef862a3cdc58 h1:F1EaeKL/ta07PY/k9Os/UFtwERei2/XzGemhpGnBKNg= +github.com/cloudflare/golz4 v0.0.0-20150217214814-ef862a3cdc58/go.mod h1:EOBUe0h4xcZ5GoxqC5SDxFQ8gwyZPKQoEzownBlhI80= +github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= +github.com/cncf/xds/go v0.0.0-20260202195803-dba9d589def2 h1:aBangftG7EVZoUb69Os8IaYg++6uMOdKK83QtkkvJik= +github.com/cncf/xds/go v0.0.0-20260202195803-dba9d589def2/go.mod h1:qwXFYgsP6T7XnJtbKlf1HP8AjxZZyzxMmc+Lq5GjlU4= +github.com/cockroachdb/apd v1.1.0 h1:3LFP3629v+1aKXU5Q37mxmRxX/pIu1nijXydLShEq5I= +github.com/cockroachdb/apd v1.1.0/go.mod h1:8Sl8LxpKi29FqWXR16WEFZRNSz3SoPzUzeMeY4+DwBQ= +github.com/cockroachdb/cockroach-go/v2 v2.1.1 h1:3XzfSMuUT0wBe1a3o5C0eOTcArhmmFAg2Jzh/7hhKqo= +github.com/cockroachdb/cockroach-go/v2 v2.1.1/go.mod h1:7NtUnP6eK+l6k483WSYNrq3Kb23bWV10IRV1TyeSpwM= +github.com/containerd/errdefs v1.0.0 h1:tg5yIfIlQIrxYtu9ajqY42W3lpS19XqdxRQeEwYG8PI= +github.com/containerd/errdefs v1.0.0/go.mod h1:+YBYIdtsnF4Iw6nWZhJcqGSg/dwvV7tyJ/kCkyJ2k+M= +github.com/containerd/errdefs/pkg v0.3.0 h1:9IKJ06FvyNlexW690DXuQNx2KA2cUJXx151Xdx3ZPPE= +github.com/containerd/errdefs/pkg v0.3.0/go.mod h1:NJw6s9HwNuRhnjJhM7pylWwMyAkmCQvQ4GpJHEqRLVk= +github.com/containerd/log v0.1.0 h1:TCJt7ioM2cr/tfR8GPbGf9/VRAX8D2B4PjzCpfX540I= +github.com/containerd/log v0.1.0/go.mod h1:VRRf09a7mHDIRezVKTRCrOq78v577GXq3bSa3EhrzVo= +github.com/containerd/platforms v0.2.1 h1:zvwtM3rz2YHPQsF2CHYM8+KtB5dvhISiXh5ZpSBQv6A= +github.com/containerd/platforms v0.2.1/go.mod h1:XHCb+2/hzowdiut9rkudds9bE5yJ7npe7dG/wG+uFPw= +github.com/coreos/go-systemd v0.0.0-20190321100706-95778dfbb74e/go.mod h1:F5haX7vjVVG0kc13fIWeqUViNPyEJxv/OmvnBo0Yme4= +github.com/coreos/go-systemd v0.0.0-20190719114852-fd7a80b32e1f/go.mod h1:F5haX7vjVVG0kc13fIWeqUViNPyEJxv/OmvnBo0Yme4= +github.com/cpuguy83/dockercfg v0.3.2 h1:DlJTyZGBDlXqUZ2Dk2Q3xHs/FtnooJJVaad2S9GKorA= +github.com/cpuguy83/dockercfg v0.3.2/go.mod h1:sugsbF4//dDlL/i+S+rtpIWp+5h0BHJHfjj5/jFyUJc= +github.com/creack/pty v1.1.7/go.mod h1:lj5s0c3V2DBrqTV7llrYr5NG6My20zk30Fl46Y7DoTY= +github.com/creack/pty v1.1.24 h1:bJrF4RRfyJnbTJqzRLHzcGaZK1NeM5kTC9jGgovnR1s= +github.com/creack/pty v1.1.24/go.mod h1:08sCNb52WyoAwi2QDyzUCTgcvVFhUzewun7wtTfvcwE= +github.com/cznic/mathutil v0.0.0-20180504122225-ca4c9f2c1369 h1:XNT/Zf5l++1Pyg08/HV04ppB0gKxAqtZQBRYiYrUuYk= +github.com/cznic/mathutil v0.0.0-20180504122225-ca4c9f2c1369/go.mod h1:e6NPNENfs9mPDVNRekM7lKScauxd5kXTr1Mfyig6TDM= +github.com/danieljoos/wincred v1.1.2 h1:QLdCxFs1/Yl4zduvBdcHB8goaYk9RARS2SgLLRuAyr0= +github.com/danieljoos/wincred v1.1.2/go.mod h1:GijpziifJoIBfYh+S7BbkdUTU4LfM+QnGqR5Vl2tAx0= +github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc h1:U9qPSI2PIWSS1VwoXQT9A3Wy9MM3WgvqSxFWenqJduM= +github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/dhui/dktest v0.4.6 h1:+DPKyScKSEp3VLtbMDHcUq6V5Lm5zfZZVb0Sk7Ahom4= +github.com/dhui/dktest v0.4.6/go.mod h1:JHTSYDtKkvFNFHJKqCzVzqXecyv+tKt8EzceOmQOgbU= +github.com/distribution/reference v0.6.0 h1:0IXCQ5g4/QMHHkarYzh5l+u8T3t73zM5QvfrDyIgxBk= +github.com/distribution/reference v0.6.0/go.mod h1:BbU0aIcezP1/5jX/8MP0YiH4SdvB5Y4f/wlDRiLyi3E= +github.com/dnaeon/go-vcr v1.1.0/go.mod h1:M7tiix8f0r6mKKJ3Yq/kqU1OYf3MnfmBWVbPx/yU9ko= +github.com/dnaeon/go-vcr v1.2.0 h1:zHCHvJYTMh1N7xnV7zf1m1GPBF9Ad0Jk/whtQ1663qI= +github.com/dnaeon/go-vcr v1.2.0/go.mod h1:R4UdLID7HZT3taECzJs4YgbbH6PIGXB6W/sc5OLb6RQ= +github.com/docker/docker v28.5.2+incompatible h1:DBX0Y0zAjZbSrm1uzOkdr1onVghKaftjlSWt4AFexzM= +github.com/docker/docker v28.5.2+incompatible/go.mod h1:eEKB0N0r5NX/I1kEveEz05bcu8tLC/8azJZsviup8Sk= +github.com/docker/go-connections v0.7.0 h1:6SsRfJddP22WMrCkj19x9WKjEDTB+ahsdiGYf0mN39c= +github.com/docker/go-connections v0.7.0/go.mod h1:no1qkHdjq7kLMGUXYAduOhYPSJxxvgWBh7ogVvptn3Q= +github.com/docker/go-units v0.5.0 h1:69rxXcBk27SvSaaxTtLh/8llcHD8vYHT7WSdRZ/jvr4= +github.com/docker/go-units v0.5.0/go.mod h1:fgPhTUdO+D/Jk86RDLlptpiXQzgHJF7gydDDbaIK4Dk= +github.com/dustin/go-humanize v1.0.0 h1:VSnTsYCnlFHaM2/igO1h6X3HA71jcobQuxemgkq4zYo= +github.com/dustin/go-humanize v1.0.0/go.mod h1:HtrtbFcZ19U5GC7JDqmcUSB87Iq5E25KnS6fMYU6eOk= +github.com/dvsekhvalnov/jose2go v1.7.0 h1:bnQc8+GMnidJZA8zc6lLEAb4xNrIqHwO+9TzqvtQZPo= +github.com/dvsekhvalnov/jose2go v1.7.0/go.mod h1:QsHjhyTlD/lAVqn/NSbVZmSCGeDehTB/mPZadG+mhXU= +github.com/ebitengine/purego v0.10.1 h1:dewVBCBT2GaMu1SrNTYxQhgQBethzfhiwvZiLGP/qyY= +github.com/ebitengine/purego v0.10.1/go.mod h1:iIjxzd6CiRiOG0UyXP+V1+jWqUXVjPKLAI0mRfJZTmQ= +github.com/edsrzf/mmap-go v0.0.0-20170320065105-0bce6a688712 h1:aaQcKT9WumO6JEJcRyTqFVq4XUZiUcKR2/GI31TOcz8= +github.com/edsrzf/mmap-go v0.0.0-20170320065105-0bce6a688712/go.mod h1:YO35OhQPt3KJa3ryjFM5Bs14WD66h8eGKpfaBNrHW5M= +github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= +github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= +github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98= +github.com/envoyproxy/go-control-plane v0.14.0 h1:hbG2kr4RuFj222B6+7T83thSPqLjwBIfQawTkC++2HA= +github.com/envoyproxy/go-control-plane v0.14.0/go.mod h1:NcS5X47pLl/hfqxU70yPwL9ZMkUlwlKxtAohpi2wBEU= +github.com/envoyproxy/go-control-plane/envoy v1.37.0 h1:u3riX6BoYRfF4Dr7dwSOroNfdSbEPe9Yyl09/B6wBrQ= +github.com/envoyproxy/go-control-plane/envoy v1.37.0/go.mod h1:DReE9MMrmecPy+YvQOAOHNYMALuowAnbjjEMkkWOi6A= +github.com/envoyproxy/go-control-plane/ratelimit v0.1.0 h1:/G9QYbddjL25KvtKTv3an9lx6VBE2cnb8wp1vEGNYGI= +github.com/envoyproxy/go-control-plane/ratelimit v0.1.0/go.mod h1:Wk+tMFAFbCXaJPzVVHnPgRKdUdwW/KdbRt94AzgRee4= +github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c= +github.com/envoyproxy/protoc-gen-validate v1.3.3 h1:MVQghNeW+LZcmXe7SY1V36Z+WFMDjpqGAGacLe2T0ds= +github.com/envoyproxy/protoc-gen-validate v1.3.3/go.mod h1:TsndJ/ngyIdQRhMcVVGDDHINPLWB7C82oDArY51KfB0= +github.com/felixge/httpsnoop v1.1.0 h1:3YtUj32ZZkqZtt3sZZsClsymw/QDuVfpNhoA31zeORc= +github.com/felixge/httpsnoop v1.1.0/go.mod h1:Zqxgdd+1Rkcz8euOqdr7lqgCRJztwr5hp9vDSi5UZCE= +github.com/form3tech-oss/jwt-go v3.2.5+incompatible h1:/l4kBbb4/vGSsdtB5nUe8L7B9mImVMaBPw9L/0TBHU8= +github.com/form3tech-oss/jwt-go v3.2.5+incompatible/go.mod h1:pbq4aXjuKjdthFRnoDwaVPLA+WlJuPGy+QneDUgJi2k= +github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo= +github.com/fsnotify/fsnotify v1.6.0 h1:n+5WquG0fcWoWp6xPWfHdbskMCQaFnG6PfBrh1Ky4HY= +github.com/fsnotify/fsnotify v1.6.0/go.mod h1:sl3t1tCWJFWoRz9R8WJCbQihKKwmorjAbSClcnxKAGw= +github.com/fsouza/fake-gcs-server v1.17.0 h1:OeH75kBZcZa3ZE+zz/mFdJ2btt9FgqfjI7gIh9+5fvk= +github.com/fsouza/fake-gcs-server v1.17.0/go.mod h1:D1rTE4YCyHFNa99oyJJ5HyclvN/0uQR+pM/VdlL83bw= +github.com/gabriel-vasile/mimetype v1.4.1 h1:TRWk7se+TOjCYgRth7+1/OYLNiRNIotknkFtf/dnN7Q= +github.com/gabriel-vasile/mimetype v1.4.1/go.mod h1:05Vi0w3Y9c/lNvJOdmIwvrrAhX3rYhfQQCaf9VJcv7M= +github.com/go-jose/go-jose/v4 v4.1.4 h1:moDMcTHmvE6Groj34emNPLs/qtYXRVcd6S7NHbHz3kA= +github.com/go-jose/go-jose/v4 v4.1.4/go.mod h1:x4oUasVrzR7071A4TnHLGSPpNOm2a21K9Kf04k1rs08= +github.com/go-kit/log v0.1.0/go.mod h1:zbhenjAZHb184qTLMA9ZjW7ThYL0H2mk7Q6pNt4vbaY= +github.com/go-logfmt/logfmt v0.5.0/go.mod h1:wCYkCAKZfumFQihp8CzCvQ3paCTfi41vtzG1KdI/P7A= +github.com/go-logr/logr v1.2.2/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A= +github.com/go-logr/logr v1.4.3 h1:CjnDlHq8ikf6E492q6eKboGOC0T8CDaOvkHCIg8idEI= +github.com/go-logr/logr v1.4.3/go.mod h1:9T104GzyrTigFIr8wt5mBrctHMim0Nb2HLGrmQ40KvY= +github.com/go-logr/stdr v1.2.2 h1:hSWxHoqTgW2S2qGc0LTAI563KZ5YKYRhT3MFKZMbjag= +github.com/go-logr/stdr v1.2.2/go.mod h1:mMo/vtBO5dYbehREoey6XUKy/eSumjCCveDpRre4VKE= +github.com/go-ole/go-ole v1.2.6/go.mod h1:pprOEPIfldk/42T2oK7lQ4v4JSDwmV0As9GaiUsvbm0= +github.com/go-ole/go-ole v1.3.0 h1:Dt6ye7+vXGIKZ7Xtk4s6/xVdGDQynvom7xCFEdWr6uE= +github.com/go-ole/go-ole v1.3.0/go.mod h1:5LS6F96DhAwUc7C+1HLexzMXY1xGRSryjyPPKW6zv78= +github.com/go-sql-driver/mysql v1.4.0/go.mod h1:zAC/RDZ24gD3HViQzih4MyKcchzm+sOG5ZlKdlhCg5w= +github.com/go-sql-driver/mysql v1.5.0 h1:ozyZYNQW3x3HtqT1jira07DN2PArx2v7/mN66gGcHOs= +github.com/go-sql-driver/mysql v1.5.0/go.mod h1:DCzpHaOWr8IXmIStZouvnhqoel9Qv2LBy8hT2VhHyBg= +github.com/go-stack/stack v1.8.0/go.mod h1:v0f6uXyyMGvRgIKkXu+yp6POWl0qKG85gN/melR3HDY= +github.com/goccy/go-json v0.9.11 h1:/pAaQDLHEoCq/5FFmSKBswWmK6H0e8g4159Kc/X/nqk= +github.com/goccy/go-json v0.9.11/go.mod h1:6MelG93GURQebXPDq3khkgXZkazVtN9CRI+MGFi0w8I= +github.com/gocql/gocql v0.0.0-20210515062232-b7ef815b4556 h1:N/MD/sr6o61X+iZBAT2qEUF023s4KbA8RWfKzl0L6MQ= +github.com/gocql/gocql v0.0.0-20210515062232-b7ef815b4556/go.mod h1:DL0ekTmBSTdlNF25Orwt/JMzqIq3EJ4MVa/J/uK64OY= +github.com/godbus/dbus v0.0.0-20190726142602-4481cbc300e2 h1:ZpnhV/YsD2/4cESfV5+Hoeu/iUR3ruzNvZ+yQfO03a0= +github.com/godbus/dbus v0.0.0-20190726142602-4481cbc300e2/go.mod h1:bBOAhwG1umN6/6ZUMtDFBMQR8jRg9O75tm9K00oMsK4= +github.com/gofrs/uuid v3.2.0+incompatible/go.mod h1:b2aQJv3Z4Fp6yNu3cdSllBxTCLRxnplIgP/c0N/04lM= +github.com/gofrs/uuid v4.0.0+incompatible h1:1SD/1F5pU8p29ybwgQSwpQk+mwdRrXCYuPhW6m+TnJw= +github.com/gofrs/uuid v4.0.0+incompatible/go.mod h1:b2aQJv3Z4Fp6yNu3cdSllBxTCLRxnplIgP/c0N/04lM= +github.com/golang-jwt/jwt/v4 v4.0.0/go.mod h1:/xlHOz8bRuivTWchD4jCa+NbatV+wEUSzwAxVc6locg= +github.com/golang-jwt/jwt/v4 v4.4.2/go.mod h1:m21LjoU+eqJr34lmDMbreY2eSTRJ1cv77w39/MY0Ch0= +github.com/golang-jwt/jwt/v4 v4.5.2 h1:YtQM7lnr8iZ+j5q71MGKkNw9Mn7AjHM68uc9g5fXeUI= +github.com/golang-jwt/jwt/v4 v4.5.2/go.mod h1:m21LjoU+eqJr34lmDMbreY2eSTRJ1cv77w39/MY0Ch0= +github.com/golang-migrate/migrate/v4 v4.20.1 h1:2N/ToVTKrKl58ynBpgeVJ4In7VcLCjWTZtm4eP1LxhU= +github.com/golang-migrate/migrate/v4 v4.20.1/go.mod h1:DDPgKVb4ovSWc4FwSPfV2Uz1160f4XBiTHTrAJtljmM= +github.com/golang-sql/civil v0.0.0-20190719163853-cb61b32ac6fe h1:lXe2qZdvpiX5WZkZR4hgp4KJVfY3nMkvmwbVkpv1rVY= +github.com/golang-sql/civil v0.0.0-20190719163853-cb61b32ac6fe/go.mod h1:8vg3r2VgvsThLBIFL93Qb5yWzgyZWhEmBwUJWevAkK0= +github.com/golang-sql/sqlexp v0.1.0 h1:ZCD6MBpcuOVfGVqsEmY5/4FtYiKz6tSyUv9LPEDei6A= +github.com/golang-sql/sqlexp v0.1.0/go.mod h1:J4ad9Vo8ZCWQ2GMrC4UCQy1JpCbwU9m3EOqtpKwwwHI= +github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q= +github.com/golang/groupcache v0.0.0-20200121045136-8c9f03a8e57e/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= +github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da h1:oI5xCqsCo564l8iNU+DwB5epxmsaqB+rhGL0m5jtYqE= +github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= +github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= +github.com/golang/mock v1.4.3/go.mod h1:UOMv5ysSaYNkG+OFQykRIcU/QvvxJf3p21QfJ2Bt3cw= +github.com/golang/mock v1.7.0-rc.1 h1:YojYx61/OLFsiv6Rw1Z96LpldJIy31o+UHmwAUMJ6/U= +github.com/golang/mock v1.7.0-rc.1/go.mod h1:s42URUywIqd+OcERslBJvOjepvNymP31m3q8d/GkuRs= +github.com/golang/protobuf v1.0.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.3.1/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.4.0-rc.1/go.mod h1:ceaxUfeHdC40wWswd/P6IGgMaK3YpKi5j83Wpe3EHw8= +github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208/go.mod h1:xKAWHe0F5eneWXFV3EuXVDTCmh+JuBKY0li0aMyXATA= +github.com/golang/protobuf v1.4.0-rc.2/go.mod h1:LlEzMj4AhA7rCAGe4KMBDvJI+AwstrUpVNzEA03Pprs= +github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:WU3c8KckQ9AFe+yFwt9sWVRKCVIyN9cPHBJSNnbL67w= +github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0= +github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8= +github.com/golang/protobuf v1.4.3/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= +github.com/golang/protobuf v1.5.4 h1:i7eJL8qZTpSEXOPTxNKhASYpMn+8e5Q6AdndVa1dWek= +github.com/golang/protobuf v1.5.4/go.mod h1:lnTiLA8Wa4RWRcIUkrtSVa5nRhsEGBg48fD6rSs7xps= +github.com/golang/snappy v0.0.0-20170215233205-553a64147049/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q= +github.com/golang/snappy v0.0.4 h1:yAGX7huGHXlcLOEtBnF4w7FQwA26wojNCwOYAEhLjQM= +github.com/golang/snappy v0.0.4/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q= +github.com/google/flatbuffers v2.0.8+incompatible h1:ivUb1cGomAB101ZM1T0nOiWz9pSrTMoa9+EiY7igmkM= +github.com/google/flatbuffers v2.0.8+incompatible/go.mod h1:1AeVuKshWv4vARoZatz6mlQ0JxURH0Kv5+zNeJKJCa8= +github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M= +github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= +github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= +github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.2/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.3/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.6/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.7.0 h1:wk8382ETsv4JYUZwIsn6YpYiWiBsYLSJiTsyBybVuN8= +github.com/google/go-cmp v0.7.0/go.mod h1:pXiqmnSA92OHEEa9HXL2W4E7lf9JzCmGVUdgjX3N/iU= +github.com/google/go-github/v39 v39.2.0 h1:rNNM311XtPOz5rDdsJXAp2o8F67X9FnROXTvto3aSnQ= +github.com/google/go-github/v39 v39.2.0/go.mod h1:C1s8C5aCC9L+JXIYpJM5GYytdX52vC1bLvHEF1IhBrE= +github.com/google/go-querystring v1.0.0/go.mod h1:odCYkC5MyYFN7vkCjXpyrEuKhc/BUO6wN/zVPAxq5ck= +github.com/google/go-querystring v1.1.0 h1:AnCroh3fv4ZBgVIf1Iwtovgjaw/GiKJo8M8yD/fhyJ8= +github.com/google/go-querystring v1.1.0/go.mod h1:Kcdr2DB4koayq7X8pmAG4sNG59So17icRSOU623lUBU= +github.com/google/martian/v3 v3.3.3 h1:DIhPTQrbPkgs2yJYdXU/eNACCG5DVQjySNRNlflZ9Fc= +github.com/google/martian/v3 v3.3.3/go.mod h1:iEPrYcgCF7jA9OtScMFQyAlZZ4YXTKEtJ1E6RWzmBA0= +github.com/google/renameio v0.1.0/go.mod h1:KWCgfxg9yswjAJkECMjeO8J8rahYeXnNhOm40UhjYkI= +github.com/google/s2a-go v0.1.9 h1:LGD7gtMgezd8a/Xak7mEWL0PjoTQFvpRudN895yqKW0= +github.com/google/s2a-go v0.1.9/go.mod h1:YA0Ei2ZQL3acow2O62kdp9UlnvMmU7kA6Eutn0dXayM= +github.com/google/uuid v1.1.1/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/google/uuid v1.3.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0= +github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/googleapis/enterprise-certificate-proxy v0.3.17 h1:73NfMHdiqo9JFU9+7a5ExpVa10/R29pXfZIaW559nrg= +github.com/googleapis/enterprise-certificate-proxy v0.3.17/go.mod h1:rSEsBUemEBZEexP2y6jPp16LUmUbjmSbcPMQizR0o4k= +github.com/googleapis/gax-go/v2 v2.22.0 h1:PjIWBpgGIVKGoCXuiCoP64altEJCj3/Ei+kSU5vlZD4= +github.com/googleapis/gax-go/v2 v2.22.0/go.mod h1:irWBbALSr0Sk3qlqb9SyJ1h68WjgeFuiOzI4Rqw5+aY= +github.com/gorilla/handlers v1.4.2 h1:0QniY0USkHQ1RGCLfKxeNHK9bkDHGRYGNDFBCS+YARg= +github.com/gorilla/handlers v1.4.2/go.mod h1:Qkdc/uu4tH4g6mTK6auzZ766c4CA0Ng8+o/OAirnOIQ= +github.com/gorilla/mux v1.7.4 h1:VuZ8uybHlWmqV03+zRzdwKL4tUnIp1MAQtp1mIFE1bc= +github.com/gorilla/mux v1.7.4/go.mod h1:DVbg23sWSpFRCP0SfiEN6jmj59UnW/n46BH5rLB71So= +github.com/gorilla/securecookie v1.1.1/go.mod h1:ra0sb63/xPlUeL+yeDciTfxMRAA+MP+HVt/4epWDjd4= +github.com/gorilla/sessions v1.2.1/go.mod h1:dk2InVEVJ0sfLlnXv9EAgkf6ecYs/i80K/zI+bUmuGM= +github.com/gsterjov/go-libsecret v0.0.0-20161001094733-a6f4afe4910c h1:6rhixN/i8ZofjG1Y75iExal34USq5p+wiN1tpie8IrU= +github.com/gsterjov/go-libsecret v0.0.0-20161001094733-a6f4afe4910c/go.mod h1:NMPJylDgVpX0MLRlPy15sqSwOFv/U1GZ2m21JhFfek0= +github.com/hailocab/go-hostpool v0.0.0-20160125115350-e80d13ce29ed h1:5upAirOpQc1Q53c0bnx2ufif5kANL7bfZWcc6VJWJd8= +github.com/hailocab/go-hostpool v0.0.0-20160125115350-e80d13ce29ed/go.mod h1:tMWxXQ9wFIaZeTI9F+hmhFiGpFmhOHzyShyFUhRm0H4= +github.com/hashicorp/go-uuid v1.0.2/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/bN7x4byOro= +github.com/hpcloud/tail v1.0.0/go.mod h1:ab1qPbhIpdTxEkNHXyeSf5vhxWSCs/tWer42PpOxQnU= +github.com/jackc/chunkreader v1.0.0/go.mod h1:RT6O25fNZIuasFJRyZ4R/Y2BbhasbmZXF9QQ7T3kePo= +github.com/jackc/chunkreader/v2 v2.0.0/go.mod h1:odVSm741yZoC3dpHEUXIqA9tQRhFrgOHwnPIn9lDKlk= +github.com/jackc/chunkreader/v2 v2.0.1 h1:i+RDz65UE+mmpjTfyz0MoVTnzeYxroil2G82ki7MGG8= +github.com/jackc/chunkreader/v2 v2.0.1/go.mod h1:odVSm741yZoC3dpHEUXIqA9tQRhFrgOHwnPIn9lDKlk= +github.com/jackc/pgconn v0.0.0-20190420214824-7e0022ef6ba3/go.mod h1:jkELnwuX+w9qN5YIfX0fl88Ehu4XC3keFuOJJk9pcnA= +github.com/jackc/pgconn v0.0.0-20190824142844-760dd75542eb/go.mod h1:lLjNuW/+OfW9/pnVKPazfWOgNfH2aPem8YQ7ilXGvJE= +github.com/jackc/pgconn v0.0.0-20190831204454-2fabfa3c18b7/go.mod h1:ZJKsE/KZfsUgOEh9hBm+xYTstcNHg7UPMVJqRfQxq4s= +github.com/jackc/pgconn v1.4.0/go.mod h1:Y2O3ZDF0q4mMacyWV3AstPJpeHXWGEetiFttmq5lahk= +github.com/jackc/pgconn v1.5.0/go.mod h1:QeD3lBfpTFe8WUnPZWN5KY/mB8FGMIYRdd8P8Jr0fAI= +github.com/jackc/pgconn v1.5.1-0.20200601181101-fa742c524853/go.mod h1:QeD3lBfpTFe8WUnPZWN5KY/mB8FGMIYRdd8P8Jr0fAI= +github.com/jackc/pgconn v1.8.0/go.mod h1:1C2Pb36bGIP9QHGBYCjnyhqu7Rv3sGshaQUvmfGIB/o= +github.com/jackc/pgconn v1.9.0/go.mod h1:YctiPyvzfU11JFxoXokUOOKQXQmDMoJL9vJzHH8/2JY= +github.com/jackc/pgconn v1.9.1-0.20210724152538-d89c8390a530/go.mod h1:4z2w8XhRbP1hYxkpTuBjTS3ne3J48K83+u0zoyvg2pI= +github.com/jackc/pgconn v1.14.3 h1:bVoTr12EGANZz66nZPkMInAV/KHD2TxH9npjXXgiB3w= +github.com/jackc/pgconn v1.14.3/go.mod h1:RZbme4uasqzybK2RK5c65VsHxoyaml09lx3tXOcO/VM= +github.com/jackc/pgerrcode v0.0.0-20220416144525-469b46aa5efa h1:s+4MhCQ6YrzisK6hFJUX53drDT4UsSW3DEhKn0ifuHw= +github.com/jackc/pgerrcode v0.0.0-20220416144525-469b46aa5efa/go.mod h1:a/s9Lp5W7n/DD0VrVoyJ00FbP2ytTPDVOivvn2bMlds= +github.com/jackc/pgio v1.0.0 h1:g12B9UwVnzGhueNavwioyEEpAmqMe1E/BN9ES+8ovkE= +github.com/jackc/pgio v1.0.0/go.mod h1:oP+2QK2wFfUWgr+gxjoBH9KGBb31Eio69xUb0w5bYf8= +github.com/jackc/pgmock v0.0.0-20190831213851-13a1b77aafa2/go.mod h1:fGZlG77KXmcq05nJLRkk0+p82V8B8Dw8KN2/V9c/OAE= +github.com/jackc/pgmock v0.0.0-20201204152224-4fe30f7445fd/go.mod h1:hrBW0Enj2AZTNpt/7Y5rr2xe/9Mn757Wtb2xeBzPv2c= +github.com/jackc/pgmock v0.0.0-20210724152146-4ad1a8207f65 h1:DadwsjnMwFjfWc9y5Wi/+Zz7xoE5ALHsRQlOctkOiHc= +github.com/jackc/pgmock v0.0.0-20210724152146-4ad1a8207f65/go.mod h1:5R2h2EEX+qri8jOWMbJCtaPWkrrNc7OHwsp2TCqp7ak= +github.com/jackc/pgpassfile v1.0.0 h1:/6Hmqy13Ss2zCq62VdNG8tM1wchn8zjSGOBJ6icpsIM= +github.com/jackc/pgpassfile v1.0.0/go.mod h1:CEx0iS5ambNFdcRtxPj5JhEz+xB6uRky5eyVu/W2HEg= +github.com/jackc/pgproto3 v1.1.0/go.mod h1:eR5FA3leWg7p9aeAqi37XOTgTIbkABlvcPB3E5rlc78= +github.com/jackc/pgproto3/v2 v2.0.0-alpha1.0.20190420180111-c116219b62db/go.mod h1:bhq50y+xrl9n5mRYyCBFKkpRVTLYJVWeCc+mEAI3yXA= +github.com/jackc/pgproto3/v2 v2.0.0-alpha1.0.20190609003834-432c2951c711/go.mod h1:uH0AWtUmuShn0bcesswc4aBTWGvw0cAxIJp+6OB//Wg= +github.com/jackc/pgproto3/v2 v2.0.0-rc3/go.mod h1:ryONWYqW6dqSg1Lw6vXNMXoBJhpzvWKnT95C46ckYeM= +github.com/jackc/pgproto3/v2 v2.0.0-rc3.0.20190831210041-4c03ce451f29/go.mod h1:ryONWYqW6dqSg1Lw6vXNMXoBJhpzvWKnT95C46ckYeM= +github.com/jackc/pgproto3/v2 v2.0.1/go.mod h1:WfJCnwN3HIg9Ish/j3sgWXnAfK8A9Y0bwXYU5xKaEdA= +github.com/jackc/pgproto3/v2 v2.0.6/go.mod h1:WfJCnwN3HIg9Ish/j3sgWXnAfK8A9Y0bwXYU5xKaEdA= +github.com/jackc/pgproto3/v2 v2.1.1/go.mod h1:WfJCnwN3HIg9Ish/j3sgWXnAfK8A9Y0bwXYU5xKaEdA= +github.com/jackc/pgproto3/v2 v2.3.3 h1:1HLSx5H+tXR9pW3in3zaztoEwQYRC9SQaYUHjTSUOag= +github.com/jackc/pgproto3/v2 v2.3.3/go.mod h1:WfJCnwN3HIg9Ish/j3sgWXnAfK8A9Y0bwXYU5xKaEdA= +github.com/jackc/pgservicefile v0.0.0-20200307190119-3430c5407db8/go.mod h1:vsD4gTJCa9TptPL8sPkXrLZ+hDuNrZCnj29CQpr4X1E= +github.com/jackc/pgservicefile v0.0.0-20200714003250-2b9c44734f2b/go.mod h1:vsD4gTJCa9TptPL8sPkXrLZ+hDuNrZCnj29CQpr4X1E= +github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761 h1:iCEnooe7UlwOQYpKFhBabPMi4aNAfoODPEFNiAnClxo= +github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761/go.mod h1:5TJZWKEWniPve33vlWYSoGYefn3gLQRzjfDlhSJ9ZKM= +github.com/jackc/pgtype v0.0.0-20190421001408-4ed0de4755e0/go.mod h1:hdSHsc1V01CGwFsrv11mJRHWJ6aifDLfdV3aVjFF0zg= +github.com/jackc/pgtype v0.0.0-20190824184912-ab885b375b90/go.mod h1:KcahbBH1nCMSo2DXpzsoWOAfFkdEtEJpPbVLq8eE+mc= +github.com/jackc/pgtype v0.0.0-20190828014616-a8802b16cc59/go.mod h1:MWlu30kVJrUS8lot6TQqcg7mtthZ9T0EoIBFiJcmcyw= +github.com/jackc/pgtype v1.2.0/go.mod h1:5m2OfMh1wTK7x+Fk952IDmI4nw3nPrvtQdM0ZT4WpC0= +github.com/jackc/pgtype v1.3.1-0.20200510190516-8cd94a14c75a/go.mod h1:vaogEUkALtxZMCH411K+tKzNpwzCKU+AnPzBKZ+I+Po= +github.com/jackc/pgtype v1.3.1-0.20200606141011-f6355165a91c/go.mod h1:cvk9Bgu/VzJ9/lxTO5R5sf80p0DiucVtN7ZxvaC4GmQ= +github.com/jackc/pgtype v1.6.2/go.mod h1:JCULISAZBFGrHaOXIIFiyfzW5VY0GRitRr8NeJsrdig= +github.com/jackc/pgtype v1.8.1-0.20210724151600-32e20a603178/go.mod h1:C516IlIV9NKqfsMCXTdChteoXmwgUceqaLfjg2e3NlM= +github.com/jackc/pgtype v1.14.0 h1:y+xUdabmyMkJLyApYuPj38mW+aAIqCe5uuBB51rH3Vw= +github.com/jackc/pgtype v1.14.0/go.mod h1:LUMuVrfsFfdKGLw+AFFVv6KtHOFMwRgDDzBt76IqCA4= +github.com/jackc/pgx/v4 v4.0.0-20190420224344-cc3461e65d96/go.mod h1:mdxmSJJuR08CZQyj1PVQBHy9XOp5p8/SHH6a0psbY9Y= +github.com/jackc/pgx/v4 v4.0.0-20190421002000-1b8f0016e912/go.mod h1:no/Y67Jkk/9WuGR0JG/JseM9irFbnEPbuWV2EELPNuM= +github.com/jackc/pgx/v4 v4.0.0-pre1.0.20190824185557-6972a5742186/go.mod h1:X+GQnOEnf1dqHGpw7JmHqHc1NxDoalibchSk9/RWuDc= +github.com/jackc/pgx/v4 v4.5.0/go.mod h1:EpAKPLdnTorwmPUUsqrPxy5fphV18j9q3wrfRXgo+kA= +github.com/jackc/pgx/v4 v4.6.1-0.20200510190926-94ba730bb1e9/go.mod h1:t3/cdRQl6fOLDxqtlyhe9UWgfIi9R8+8v8GKV5TRA/o= +github.com/jackc/pgx/v4 v4.6.1-0.20200606145419-4e5062306904/go.mod h1:ZDaNWkt9sW1JMiNn0kdYBaLelIhw7Pg4qd+Vk6tw7Hg= +github.com/jackc/pgx/v4 v4.10.1/go.mod h1:QlrWebbs3kqEZPHCTGyxecvzG6tvIsYu+A5b1raylkA= +github.com/jackc/pgx/v4 v4.12.1-0.20210724153913-640aa07df17c/go.mod h1:1QD0+tgSXP7iUjYm9C1NxKhny7lq6ee99u/z+IHFcgs= +github.com/jackc/pgx/v4 v4.18.2 h1:xVpYkNR5pk5bMCZGfClbO962UIqVABcAGt7ha1s/FeU= +github.com/jackc/pgx/v4 v4.18.2/go.mod h1:Ey4Oru5tH5sB6tV7hDmfWFahwF15Eb7DNXlRKx2CkVw= +github.com/jackc/pgx/v5 v5.11.0 h1:IzBBtyK9AHqf98cctWFifYSci2hgQR/cd56wB4p+ogg= +github.com/jackc/pgx/v5 v5.11.0/go.mod h1:mal1tBGAFfLHvZzaYh77YS/eC6IX9OWbRV1QIIM0Jn4= +github.com/jackc/puddle v0.0.0-20190413234325-e4ced69a3a2b/go.mod h1:m4B5Dj62Y0fbyuIc15OsIqK0+JU8nkqQjsgx7dvjSWk= +github.com/jackc/puddle v0.0.0-20190608224051-11cab39313c9/go.mod h1:m4B5Dj62Y0fbyuIc15OsIqK0+JU8nkqQjsgx7dvjSWk= +github.com/jackc/puddle v1.1.0/go.mod h1:m4B5Dj62Y0fbyuIc15OsIqK0+JU8nkqQjsgx7dvjSWk= +github.com/jackc/puddle v1.1.1/go.mod h1:m4B5Dj62Y0fbyuIc15OsIqK0+JU8nkqQjsgx7dvjSWk= +github.com/jackc/puddle v1.1.3/go.mod h1:m4B5Dj62Y0fbyuIc15OsIqK0+JU8nkqQjsgx7dvjSWk= +github.com/jackc/puddle/v2 v2.2.2 h1:PR8nw+E/1w0GLuRFSmiioY6UooMp6KJv0/61nB7icHo= +github.com/jackc/puddle/v2 v2.2.2/go.mod h1:vriiEXHvEE654aYKXXjOvZM39qJ0q+azkZFrfEOc3H4= +github.com/jcmturner/aescts/v2 v2.0.0/go.mod h1:AiaICIRyfYg35RUkr8yESTqvSy7csK90qZ5xfvvsoNs= +github.com/jcmturner/dnsutils/v2 v2.0.0/go.mod h1:b0TnjGOvI/n42bZa+hmXL+kFJZsFT7G4t3HTlQ184QM= +github.com/jcmturner/gofork v1.0.0/go.mod h1:MK8+TM0La+2rjBD4jE12Kj1pCCxK7d2LK/UM3ncEo0o= +github.com/jcmturner/goidentity/v6 v6.0.1/go.mod h1:X1YW3bgtvwAXju7V3LCIMpY0Gbxyjn/mY9zx4tFonSg= +github.com/jcmturner/gokrb5/v8 v8.4.2/go.mod h1:sb+Xq/fTY5yktf/VxLsE3wlfPqQjp0aWNYyvBVK62bc= +github.com/jcmturner/rpc/v2 v2.0.3/go.mod h1:VUJYCIDm3PVOEHw8sgt091/20OJjskO/YJki3ELg/Hc= +github.com/jinzhu/inflection v1.0.0/go.mod h1:h+uFLlag+Qp1Va5pdKtLDYj+kHp5pxUVkryuEj+Srlc= +github.com/jinzhu/now v1.1.1/go.mod h1:d3SSVoowX0Lcu0IBviAWJpolVfI5UJVZZ7cO71lE/z8= +github.com/jmespath/go-jmespath v0.4.0 h1:BEgLn5cpjn8UN1mAw4NjwDrS35OdebyEtFe+9YPoQUg= +github.com/jmespath/go-jmespath v0.4.0/go.mod h1:T8mJZnbsbmF+m6zOOFylbeCJqk5+pHWvzYPziyZiYoo= +github.com/jmespath/go-jmespath/internal/testify v1.5.1 h1:shLQSRRSCCPj3f2gpwzGwWFoC7ycTf1rcQZHOlsJ6N8= +github.com/jmespath/go-jmespath/internal/testify v1.5.1/go.mod h1:L3OGu8Wl2/fWfCI6z80xFu9LTZmf1ZRjMHUOPmWr69U= +github.com/jmoiron/sqlx v1.2.0/go.mod h1:1FEQNm3xlJgrMD+FBdI9+xvCksHtbpVBBw5dYhBSsks= +github.com/jmoiron/sqlx v1.3.1/go.mod h1:2BljVx/86SuTyjE+aPYlHCTNvZrnJXghYGpNiXLBMCQ= +github.com/k0kubun/colorstring v0.0.0-20150214042306-9440f1994b88 h1:uC1QfSlInpQF+M0ao65imhwqKnz3Q2z/d8PWZRMQvDM= +github.com/k0kubun/colorstring v0.0.0-20150214042306-9440f1994b88/go.mod h1:3w7q1U84EfirKl04SVQ/s7nPm1ZPhiXd34z40TNz36k= +github.com/k0kubun/pp v2.3.0+incompatible h1:EKhKbi34VQDWJtq+zpsKSEhkHHs9w2P8Izbq8IhLVSo= +github.com/k0kubun/pp v2.3.0+incompatible/go.mod h1:GWse8YhT0p8pT4ir3ZgBbfZild3tgzSScAn6HmfYukg= +github.com/kardianos/osext v0.0.0-20190222173326-2bc1f35cddc0 h1:iQTw/8FWTuc7uiaSepXwyf3o52HaUYcV+Tu66S3F5GA= +github.com/kardianos/osext v0.0.0-20190222173326-2bc1f35cddc0/go.mod h1:1NbS8ALrpOvjt0rHPNLyCIeMtbizbir8U//inJ+zuB8= +github.com/kballard/go-shellquote v0.0.0-20180428030007-95032a82bc51 h1:Z9n2FFNUXsshfwJMBgNA0RU6/i7WVaAegv3PtuIHPMs= +github.com/kballard/go-shellquote v0.0.0-20180428030007-95032a82bc51/go.mod h1:CzGEWj7cYgsdH8dAjBGEr58BoE7ScuLd+fwFZ44+/x8= +github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck= +github.com/klauspost/asmfmt v1.3.2 h1:4Ri7ox3EwapiOjCki+hw14RyKk201CN4rzyCJRFLpK4= +github.com/klauspost/asmfmt v1.3.2/go.mod h1:AG8TuvYojzulgDAMCnYn50l/5QV3Bs/tp6j0HLHbNSE= +github.com/klauspost/compress v1.18.6 h1:2jupLlAwFm95+YDR+NwD2MEfFO9d4z4Prjl1XXDjuao= +github.com/klauspost/compress v1.18.6/go.mod h1:cwPg85FWrGar70rWktvGQj8/hthj3wpl0PGDogxkrSQ= +github.com/klauspost/cpuid/v2 v2.4.0 h1:S6Hrbc7+ywsr0r+RLapfGBHfyefhCTwEh3A0tV913Dw= +github.com/klauspost/cpuid/v2 v2.4.0/go.mod h1:19jmZ9mjzoF//ddRSUsv0zfBTJWh3QJh9FNxZTMrGxU= +github.com/konsorten/go-windows-terminal-sequences v1.0.1/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ= +github.com/konsorten/go-windows-terminal-sequences v1.0.2/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ= +github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo= +github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE= +github.com/kr/pretty v0.3.1/go.mod h1:hoEshYVHaxMs3cyo3Yncou5ZscifuDolrwPKZanG3xk= +github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= +github.com/kr/pty v1.1.8/go.mod h1:O1sed60cT9XZ5uDucP5qwvh+TE3NnUj51EiZO/lmSfw= +github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= +github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY= +github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE= +github.com/ktrysmt/go-bitbucket v0.6.4 h1:C8dUGp0qkwncKtAnozHCbbqhptefzEd1I0sfnuy9rYQ= +github.com/ktrysmt/go-bitbucket v0.6.4/go.mod h1:9u0v3hsd2rqCHRIpbir1oP7F58uo5dq19sBYvuMoyQ4= +github.com/kylelemons/godebug v1.1.0 h1:RPNrshWIDI6G2gRW9EHilWtl7Z6Sb1BR0xunSBf0SNc= +github.com/kylelemons/godebug v1.1.0/go.mod h1:9/0rRGxNHcop5bhtWyNeEfOS8JIWk580+fNqagV/RAw= +github.com/lib/pq v1.0.0/go.mod h1:5WUZQaWbwv1U+lTReE5YruASi9Al49XbQIvNi/34Woo= +github.com/lib/pq v1.1.0/go.mod h1:5WUZQaWbwv1U+lTReE5YruASi9Al49XbQIvNi/34Woo= +github.com/lib/pq v1.2.0/go.mod h1:5WUZQaWbwv1U+lTReE5YruASi9Al49XbQIvNi/34Woo= +github.com/lib/pq v1.3.0/go.mod h1:5WUZQaWbwv1U+lTReE5YruASi9Al49XbQIvNi/34Woo= +github.com/lib/pq v1.10.0/go.mod h1:AlVN5x4E4T544tWzH6hKfbfQvm3HdbOxrmggDNAPY9o= +github.com/lib/pq v1.10.2/go.mod h1:AlVN5x4E4T544tWzH6hKfbfQvm3HdbOxrmggDNAPY9o= +github.com/lib/pq v1.10.9 h1:YXG7RB+JIjhP29X+OtkiDnYaXQwpS4JEWq7dtCCRUEw= +github.com/lib/pq v1.10.9/go.mod h1:AlVN5x4E4T544tWzH6hKfbfQvm3HdbOxrmggDNAPY9o= +github.com/lufia/plan9stats v0.0.0-20260330125221-c963978e514e h1:Q6MvJtQK/iRcRtzAscm/zF23XxJlbECiGPyRicsX+Ak= +github.com/lufia/plan9stats v0.0.0-20260330125221-c963978e514e/go.mod h1:autxFIvghDt3jPTLoqZ9OZ7s9qTGNAWmYCjVFWPX/zg= +github.com/magiconair/properties v1.8.10 h1:s31yESBquKXCV9a/ScB3ESkOjUYYv+X0rg8SYxI99mE= +github.com/magiconair/properties v1.8.10/go.mod h1:Dhd985XPs7jluiymwWYZ0G4Z61jb3vdS329zhj2hYo0= +github.com/mattn/go-colorable v0.0.9/go.mod h1:9vuHe8Xs5qXnSaW/c/ABM9alt+Vo+STaOChaDxuIBZU= +github.com/mattn/go-colorable v0.1.1/go.mod h1:FuOcm+DKB9mbwrcAfNl7/TZVBZ6rcnceauSikq3lYCQ= +github.com/mattn/go-colorable v0.1.2/go.mod h1:U0ppj6V5qS13XJ6of8GYAs25YV2eR4EVcfRqFIhoBtE= +github.com/mattn/go-colorable v0.1.6 h1:6Su7aK7lXmJ/U79bYtBjLNaha4Fs1Rg9plHpcH+vvnE= +github.com/mattn/go-colorable v0.1.6/go.mod h1:u6P/XSegPjTcexA+o6vUJrdnUu04hMope9wVRipJSqc= +github.com/mattn/go-isatty v0.0.3/go.mod h1:M+lRXTBqGeGNdLjl/ufCoiOlB5xdOkqRJdNxMWT7Zi4= +github.com/mattn/go-isatty v0.0.5/go.mod h1:Iq45c/XA43vh69/j3iqttzPXn0bhXyGjM0Hdxcsrc5s= +github.com/mattn/go-isatty v0.0.7/go.mod h1:Iq45c/XA43vh69/j3iqttzPXn0bhXyGjM0Hdxcsrc5s= +github.com/mattn/go-isatty v0.0.8/go.mod h1:Iq45c/XA43vh69/j3iqttzPXn0bhXyGjM0Hdxcsrc5s= +github.com/mattn/go-isatty v0.0.9/go.mod h1:YNRxwqDuOph6SZLI9vUUz6OYw3QyUt7WiY2yME+cCiQ= +github.com/mattn/go-isatty v0.0.12/go.mod h1:cbi8OIDigv2wuxKPP5vlRcQ1OAZbq2CE4Kysco4FUpU= +github.com/mattn/go-isatty v0.0.16 h1:bq3VjFmv/sOjHtdEhmkEV4x1AJtvUvOJ2PFAZ5+peKQ= +github.com/mattn/go-isatty v0.0.16/go.mod h1:kYGgaQfpe5nmfYZH+SKPsOc2e4SrIfOl2e/yFXSvRLM= +github.com/mattn/go-sqlite3 v1.9.0/go.mod h1:FPy6KqzDD04eiIsT53CuJW3U88zkxoIYsOqkbpncsNc= +github.com/mattn/go-sqlite3 v1.14.6/go.mod h1:NyWgC/yNuGj7Q9rpYnZvas74GogHl5/Z4A/KQRfk6bU= +github.com/mattn/go-sqlite3 v1.14.22 h1:2gZY6PC6kBnID23Tichd1K+Z0oS6nE/XwU+Vz/5o4kU= +github.com/mattn/go-sqlite3 v1.14.22/go.mod h1:Uh1q+B4BYcTPb+yiD3kU8Ct7aC0hY9fxUwlHK0RXw+Y= +github.com/mdelapenya/tlscert v0.2.0 h1:7H81W6Z/4weDvZBNOfQte5GpIMo0lGYEeWbkGp5LJHI= +github.com/mdelapenya/tlscert v0.2.0/go.mod h1:O4njj3ELLnJjGdkN7M/vIVCpZ+Cf0L6muqOG4tLSl8o= +github.com/microsoft/go-mssqldb v1.0.0 h1:k2p2uuG8T5T/7Hp7/e3vMGTnnR0sU4h8d1CcC71iLHU= +github.com/microsoft/go-mssqldb v1.0.0/go.mod h1:+4wZTUnz/SV6nffv+RRRB/ss8jPng5Sho2SmM1l2ts4= +github.com/minio/asm2plan9s v0.0.0-20200509001527-cdd76441f9d8 h1:AMFGa4R4MiIpspGNG7Z948v4n35fFGB3RR3G/ry4FWs= +github.com/minio/asm2plan9s v0.0.0-20200509001527-cdd76441f9d8/go.mod h1:mC1jAcsrzbxHt8iiaC+zU4b1ylILSosueou12R++wfY= +github.com/minio/c2goasm v0.0.0-20190812172519-36a3d3bbc4f3 h1:+n/aFZefKZp7spd8DFdX7uMikMLXX4oubIzJF4kv/wI= +github.com/minio/c2goasm v0.0.0-20190812172519-36a3d3bbc4f3/go.mod h1:RagcQ7I8IeTMnF8JTXieKnO4Z6JCsikNEzj0DwauVzE= +github.com/mitchellh/mapstructure v0.0.0-20180220230111-00c29f56e238/go.mod h1:FVVH3fgwuzCH5S8UJGiWEs2h04kUh9fWfEaFds41c1Y= +github.com/mitchellh/mapstructure v1.1.2 h1:fmNYVwqnSfB9mZU6OS2O6GsXM+wcskZDuKQzvN1EDeE= +github.com/mitchellh/mapstructure v1.1.2/go.mod h1:FVVH3fgwuzCH5S8UJGiWEs2h04kUh9fWfEaFds41c1Y= +github.com/moby/docker-image-spec v1.3.1 h1:jMKff3w6PgbfSa69GfNg+zN/XLhfXJGnEx3Nl2EsFP0= +github.com/moby/docker-image-spec v1.3.1/go.mod h1:eKmb5VW8vQEh/BAr2yvVNvuiJuY6UIocYsFu/DxxRpo= +github.com/moby/go-archive v0.2.0 h1:zg5QDUM2mi0JIM9fdQZWC7U8+2ZfixfTYoHL7rWUcP8= +github.com/moby/go-archive v0.2.0/go.mod h1:mNeivT14o8xU+5q1YnNrkQVpK+dnNe/K6fHqnTg4qPU= +github.com/moby/moby/api v1.55.0 h1:2/sexvQyqIWS8pRSCFddBfpW2qE7vR7FCL+vN8pxwMc= +github.com/moby/moby/api v1.55.0/go.mod h1:+RQ6wluLwtYaTd1WnPLykIDPekkuyD/ROWQClE83pzs= +github.com/moby/moby/client v0.5.0 h1:5XhyPk2fuOWf6RlSFa3MkIIgDZkF25xToXW8Q/BH7cc= +github.com/moby/moby/client v0.5.0/go.mod h1:rcVpF8ncl9vo5gaIBdol6CnbEtSj1uxMvEV/UrykF/s= +github.com/moby/patternmatcher v0.6.1 h1:qlhtafmr6kgMIJjKJMDmMWq7WLkKIo23hsrpR3x084U= +github.com/moby/patternmatcher v0.6.1/go.mod h1:hDPoyOpDY7OrrMDLaYoY3hf52gNCR/YOUYxkhApJIxc= +github.com/moby/sys/sequential v0.7.0 h1:ASQNGNROJSuOO6LL6bPHbKvuZu6NU8P4ldPWk31zj/8= +github.com/moby/sys/sequential v0.7.0/go.mod h1:NfSTAp6V3fw4tmkD62PEcOKeZKquXT8VKCkf7aVR79o= +github.com/moby/sys/user v0.4.0 h1:jhcMKit7SA80hivmFJcbB1vqmw//wU61Zdui2eQXuMs= +github.com/moby/sys/user v0.4.0/go.mod h1:bG+tYYYJgaMtRKgEmuueC0hJEAZWwtIbZTB+85uoHjs= +github.com/moby/sys/userns v0.1.0 h1:tVLXkFOxVu9A64/yh59slHVv9ahO9UIev4JZusOLG/g= +github.com/moby/sys/userns v0.1.0/go.mod h1:IHUYgu/kao6N8YZlp9Cf444ySSvCmDlmzUcYfDHOl28= +github.com/moby/term v0.5.2 h1:6qk3FJAFDs6i/q3W/pQ97SX192qKfZgGjCQqfCJkgzQ= +github.com/moby/term v0.5.2/go.mod h1:d3djjFCrjnB+fl8NJux+EJzu0msscUP+f8it8hPkFLc= +github.com/modocache/gover v0.0.0-20171022184752-b58185e213c5/go.mod h1:caMODM3PzxT8aQXRPkAt8xlV/e7d7w8GM5g0fa5F0D8= +github.com/montanaflynn/stats v0.6.6/go.mod h1:etXPPgVO6n31NxCd9KQUMvCM+ve0ruNzt6R8Bnaayow= +github.com/montanaflynn/stats v0.7.1 h1:etflOAAHORrCC44V+aR6Ftzort912ZU+YLiSTuV8eaE= +github.com/montanaflynn/stats v0.7.1/go.mod h1:etXPPgVO6n31NxCd9KQUMvCM+ve0ruNzt6R8Bnaayow= +github.com/morikuni/aec v1.0.0 h1:nP9CBfwrvYnBRgY6qfDQkygYDmYwOilePFkwzv4dU8A= +github.com/morikuni/aec v1.0.0/go.mod h1:BbKIizmSmc5MMPqRYbxO4ZU0S0+P200+tUnFx7PXmsc= +github.com/mtibben/percent v0.2.1 h1:5gssi8Nqo8QU/r2pynCm+hBQHpkB/uNK7BJCFogWdzs= +github.com/mtibben/percent v0.2.1/go.mod h1:KG9uO+SZkUp+VkRHsCdYQV3XSZrrSpR3O9ibNBTZrns= +github.com/mutecomm/go-sqlcipher/v4 v4.4.0 h1:sV1tWCWGAVlPhNGT95Q+z/txFxuhAYWwHD1afF5bMZg= +github.com/mutecomm/go-sqlcipher/v4 v4.4.0/go.mod h1:PyN04SaWalavxRGH9E8ZftG6Ju7rsPrGmQRjrEaVpiY= +github.com/nakagami/firebirdsql v0.0.0-20190310045651-3c02a58cfed8 h1:P48LjvUQpTReR3TQRbxSeSBsMXzfK0uol7eRcr7VBYQ= +github.com/nakagami/firebirdsql v0.0.0-20190310045651-3c02a58cfed8/go.mod h1:86wM1zFnC6/uDBfZGNwB65O+pR2OFi5q/YQaEUid1qA= +github.com/neo4j/neo4j-go-driver v1.8.1-0.20200803113522-b626aa943eba h1:fhFP5RliM2HW/8XdcO5QngSfFli9GcRIpMXvypTQt6E= +github.com/neo4j/neo4j-go-driver v1.8.1-0.20200803113522-b626aa943eba/go.mod h1:ncO5VaFWh0Nrt+4KT4mOZboaczBZcLuHrG+/sUeP8gI= +github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e/go.mod h1:zD1mROLANZcx1PVRCS0qkT7pwLkGfwJo4zjcN/Tysno= +github.com/nxadm/tail v1.4.11 h1:8feyoE3OzPrcshW5/MJ4sGESc5cqmGkGCWlco4l0bqY= +github.com/nxadm/tail v1.4.11/go.mod h1:OTaG3NK980DZzxbRq6lEuzgU+mug70nY11sMd4JXXHc= +github.com/onsi/ginkgo v1.6.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= +github.com/onsi/ginkgo v1.12.0/go.mod h1:oUhWkIvk5aDxtKvDDuw8gItl8pKl42LzjC9KZE0HfGg= +github.com/onsi/ginkgo v1.16.4 h1:29JGrr5oVBm5ulCWet69zQkzWipVXIol6ygQUe/EzNc= +github.com/onsi/ginkgo v1.16.4/go.mod h1:dX+/inL/fNMqNlz0e9LfyB9TswhZpCVdJM/Z6Vvnwo0= +github.com/onsi/gomega v1.7.1/go.mod h1:XdKZgCCFLUoM/7CFJVPcG8C1xQ1AJ0vpAezJrB7JYyY= +github.com/onsi/gomega v1.9.0/go.mod h1:Ho0h+IUsWyvy1OpqCwxlQ/21gkhVunqlU8fDGcoTdcA= +github.com/onsi/gomega v1.15.0 h1:WjP/FQ/sk43MRmnEcT+MlDw2TFvkrXlprrPST/IudjU= +github.com/onsi/gomega v1.15.0/go.mod h1:cIuvLEne0aoVhAgh/O6ac0Op8WWw9H6eYCriF+tEHG0= +github.com/opencontainers/go-digest v1.0.0 h1:apOUWs51W5PlhuyGyz9FCeeBIOUDA/6nW8Oi/yOhh5U= +github.com/opencontainers/go-digest v1.0.0/go.mod h1:0JzlMkj0TRzQZfJkVvzbP0HBR3IKzErnv2BNG4W4MAM= +github.com/opencontainers/image-spec v1.1.1 h1:y0fUlFfIZhPF1W537XOLg0/fcx6zcHCJwooC2xJA040= +github.com/opencontainers/image-spec v1.1.1/go.mod h1:qpqAh3Dmcf36wStyyWU+kCeDgrGnAve2nCC8+7h8Q0M= +github.com/pierrec/lz4 v2.0.5+incompatible h1:2xWsjqPFWcplujydGg4WmhC/6fZqK42wMM8aXeqhl0I= +github.com/pierrec/lz4 v2.0.5+incompatible/go.mod h1:pdkljMzZIN41W+lC3N2tnIh5sFi+IEE17M5jbnwPHcY= +github.com/pierrec/lz4/v4 v4.1.16 h1:kQPfno+wyx6C5572ABwV+Uo3pDFzQ7yhyGchSyRda0c= +github.com/pierrec/lz4/v4 v4.1.16/go.mod h1:gZWDp/Ze/IJXGXf23ltt2EXimqmTUXEy0GFuRQyBid4= +github.com/pkg/browser v0.0.0-20210115035449-ce105d075bb4/go.mod h1:N6UoU20jOqggOuDwUaBQpluzLNDqif3kq9z2wpdYEfQ= +github.com/pkg/browser v0.0.0-20210911075715-681adbf594b8 h1:KoWmjvw+nsYOo29YJK9vDA65RGE3NrOnUtO7a+RF9HU= +github.com/pkg/browser v0.0.0-20210911075715-681adbf594b8/go.mod h1:HKlIX3XHQyzLZPlr7++PzdhaXEj94dEiJgZDTsxEqUI= +github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= +github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4= +github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= +github.com/planetscale/vtprotobuf v0.6.1-0.20240319094008-0393e58bdf10 h1:GFCKgmp0tecUJ0sJuv4pzYCqS9+RGSn52M3FUwPs+uo= +github.com/planetscale/vtprotobuf v0.6.1-0.20240319094008-0393e58bdf10/go.mod h1:t/avpk3KcrXxUnYOhZhMXJlSEyie6gQbtLq5NM3loB8= +github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 h1:Jamvg5psRIccs7FGNTlIRMkT8wgtp5eCXdBlqhYGL6U= +github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/power-devops/perfstat v0.0.0-20240221224432-82ca36839d55 h1:o4JXh1EVt9k/+g42oCprj/FisM4qX9L3sZB3upGN2ZU= +github.com/power-devops/perfstat v0.0.0-20240221224432-82ca36839d55/go.mod h1:OmDBASR4679mdNQnz2pUhc2G8CO2JrUAVFDRBDP/hJE= +github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= +github.com/redis/go-redis/v9 v9.23.0 h1:/TTVdJa8BRNsybwwGGnmiYktHNlUXtbOQxlWpHBPL3s= +github.com/redis/go-redis/v9 v9.23.0/go.mod h1:EWP2UUk+XDaI1s5nQB5mablZN6vccXlmBQTyfnF87D0= +github.com/remyoudompheng/bigfft v0.0.0-20190728182440-6a916e37a237/go.mod h1:qqbHyh8v60DhA7CoWK5oRCqLrMHRGoxYCSS9EjAz6Eo= +github.com/remyoudompheng/bigfft v0.0.0-20200410134404-eec4a21b6bb0 h1:OdAsTTz6OkFY5QxjkYwrChwuRruF69c169dPK26NUlk= +github.com/remyoudompheng/bigfft v0.0.0-20200410134404-eec4a21b6bb0/go.mod h1:qqbHyh8v60DhA7CoWK5oRCqLrMHRGoxYCSS9EjAz6Eo= +github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4= +github.com/rogpeppe/go-internal v1.14.1 h1:UQB4HGPB6osV0SQTLymcB4TgvyWu6ZyliaW0tI/otEQ= +github.com/rogpeppe/go-internal v1.14.1/go.mod h1:MaRKkUm5W0goXpeCfT7UZI6fk/L7L7so1lCWt35ZSgc= +github.com/rqlite/gorqlite v0.0.0-20230708021416-2acd02b70b79 h1:V7x0hCAgL8lNGezuex1RW1sh7VXXCqfw8nXZti66iFg= +github.com/rqlite/gorqlite v0.0.0-20230708021416-2acd02b70b79/go.mod h1:xF/KoXmrRyahPfo5L7Szb5cAAUl53dMWBh9cMruGEZg= +github.com/rs/xid v1.2.1/go.mod h1:+uKXf+4Djp6Md1KODXJxgGQPKngRmWyn10oCKFzNHOQ= +github.com/rs/zerolog v1.13.0/go.mod h1:YbFCdg8HfsridGWAh22vktObvhZbQsZXe4/zB0OKkWU= +github.com/rs/zerolog v1.15.0/go.mod h1:xYTKnLHcpfU2225ny5qZjxnj9NvkumZYjJHlAThCjNc= +github.com/satori/go.uuid v1.2.0/go.mod h1:dA0hQrYB0VpLJoorglMZABFdXlWrHn1NEOzdhQKdks0= +github.com/shirou/gopsutil/v4 v4.26.6 h1:Mzr/npDtQC/xpeEuQKHZt8Zo9CmPvhTj8nkR8w5TLDs= +github.com/shirou/gopsutil/v4 v4.26.6/go.mod h1:LZ6ewCSkBqUpvSOf+LsTGnRinC6iaNUNMGBtDkJBaLQ= +github.com/shopspring/decimal v0.0.0-20180709203117-cd690d0c9e24/go.mod h1:M+9NzErvs504Cn4c5DxATwIqPbtswREoFCre64PpcG4= +github.com/shopspring/decimal v0.0.0-20200227202807-02e2044944cc/go.mod h1:DKyhrW/HYNuLGql+MJL6WCR6knT2jwCFRcu2hWCYk4o= +github.com/shopspring/decimal v1.2.0 h1:abSATXmQEYyShuxI4/vyW3tV1MrKAJzCZ/0zLUXYbsQ= +github.com/shopspring/decimal v1.2.0/go.mod h1:DKyhrW/HYNuLGql+MJL6WCR6knT2jwCFRcu2hWCYk4o= +github.com/sirupsen/logrus v1.4.1/go.mod h1:ni0Sbl8bgC9z8RoU9G6nDWqqs/fq4eDPysMBDgk/93Q= +github.com/sirupsen/logrus v1.4.2/go.mod h1:tLMulIdttU9McNUspp0xgXVQah82FyeX6MwdIuYE2rE= +github.com/sirupsen/logrus v1.9.4 h1:TsZE7l11zFCLZnZ+teH4Umoq5BhEIfIzfRDZ1Uzql2w= +github.com/sirupsen/logrus v1.9.4/go.mod h1:ftWc9WdOfJ0a92nsE2jF5u5ZwH8Bv2zdeOC42RjbV2g= +github.com/snowflakedb/gosnowflake v1.6.19 h1:KSHXrQ5o7uso25hNIzi/RObXtnSGkFgie91X82KcvMY= +github.com/snowflakedb/gosnowflake v1.6.19/go.mod h1:FM1+PWUdwB9udFDsXdfD58NONC0m+MlOSmQRvimobSM= +github.com/spiffe/go-spiffe/v2 v2.8.1 h1:eXZMLsu+3MLEPJyGJkolqtVrteZfQdUpOWj6LTiDl/E= +github.com/spiffe/go-spiffe/v2 v2.8.1/go.mod h1:47Q0Q9/AqGha8QLHp+kxpH4Wca7X7EnOtlIJy3mxZ3U= +github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/objx v0.1.1/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/objx v0.2.0/go.mod h1:qt09Ya8vawLte6SNmTgCsAVtYtaKzEcn8ATUoHMkEqE= +github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw= +github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo= +github.com/stretchr/objx v0.5.3 h1:jmXUvGomnU1o3W/V5h2VEradbpJDwGrzugQQvL0POH4= +github.com/stretchr/objx v0.5.3/go.mod h1:rDQraq+vQZU7Fde9LOZLr8Tax6zZvy4kuNKF+QYS+U0= +github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs= +github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= +github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4= +github.com/stretchr/testify v1.5.1/go.mod h1:5W2xD1RspED5o8YsWQXVCued0rvSQ+mT+I5cxcmMvtA= +github.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU= +github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4= +github.com/stretchr/testify v1.12.1 h1:EuwCh5fleGS7H32xRwO3wRGT7DxrDhLAT6FF8MpWDWE= +github.com/stretchr/testify v1.12.1/go.mod h1:MDEgiDPPsNp5cuIrHPPCyornHKgEVbtFUmoNlxoYthg= +github.com/testcontainers/testcontainers-go v0.44.0 h1:/Fwh6HY1mIikhnm9e7HwoxGycx0lzRAE0f5VQpjFxzI= +github.com/testcontainers/testcontainers-go v0.44.0/go.mod h1:IcnwQrYTO86xHXu5bvMaBH7ATlbS3Qn1M1QWW3c66rE= +github.com/testcontainers/testcontainers-go/modules/postgres v0.44.0 h1:8fdv/9y3JMxjQ+ULAcOG8RtgeNu5t9XF9LolSXDuTwM= +github.com/testcontainers/testcontainers-go/modules/postgres v0.44.0/go.mod h1:CFr2LncGYokw+OKjXcr8ARCKG1SaC2UEnGxFBovE86g= +github.com/testcontainers/testcontainers-go/modules/redis v0.44.0 h1:43EH7N6yB5B2tY/9uhPit487tMLm5iQiyKQaXWXNbnk= +github.com/testcontainers/testcontainers-go/modules/redis v0.44.0/go.mod h1:k4nnCSzm3z8yRMBKBn3rhsllbFjjhVn/2JjWNxxArg8= +github.com/tklauser/go-sysconf v0.4.0 h1:7H0uAN+7RkwWRaxhYXDLqa5V3LPrJeV8wmD9dRUgPQU= +github.com/tklauser/go-sysconf v0.4.0/go.mod h1:8mTNWyog7H+MpKijp4VmKJAd2bbYQ2zuUwkYRbUArPI= +github.com/tklauser/numcpus v0.12.0 h1:NR85qdvHA9pFse3x3weVZ0r0ST8R6l5RHbZrlRaqob4= +github.com/tklauser/numcpus v0.12.0/go.mod h1:ABHeXzJnr/qqwguhClkZKT1/8VABcYrsyUiUGobwWJg= +github.com/xanzy/go-gitlab v0.15.0 h1:rWtwKTgEnXyNUGrOArN7yyc3THRkpYcKXIXia9abywQ= +github.com/xanzy/go-gitlab v0.15.0/go.mod h1:8zdQa/ri1dfn8eS3Ir1SyfvOKlw7WBJ8DVThkpGiXrs= +github.com/xdg-go/pbkdf2 v1.0.0 h1:Su7DPu48wXMwC3bs7MCNG+z4FhcyEuz5dlvchbq0B0c= +github.com/xdg-go/pbkdf2 v1.0.0/go.mod h1:jrpuAogTd400dnrH08LKmI/xc1MbPOebTwRqcT5RDeI= +github.com/xdg-go/scram v1.1.2 h1:FHX5I5B4i4hKRVRBCFRxq1iQRej7WO3hhBuJf+UUySY= +github.com/xdg-go/scram v1.1.2/go.mod h1:RT/sEzTbU5y00aCK8UOx6R7YryM0iF1N2MOmC3kKLN4= +github.com/xdg-go/stringprep v1.0.4 h1:XLI/Ng3O1Atzq0oBs3TWm+5ZVgkq2aqdlvP9JtoZ6c8= +github.com/xdg-go/stringprep v1.0.4/go.mod h1:mPGuuIYwz7CmR2bT9j4GbQqutWS1zV24gijq1dTyGkM= +github.com/youmark/pkcs8 v0.0.0-20240726163527-a2c0da244d78 h1:ilQV1hzziu+LLM3zUTJ0trRztfwgjqKnBWNtSRkbmwM= +github.com/youmark/pkcs8 v0.0.0-20240726163527-a2c0da244d78/go.mod h1:aL8wCCfTfSfmXjznFBSZNN13rSJjlIOI1fUNAtF7rmI= +github.com/yuin/goldmark v1.2.1/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= +github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY= +github.com/yusufpapurcu/wmi v1.2.4 h1:zFUKzehAFReQwLys1b/iSMl+JQGSCSjtVqQn9bBrPo0= +github.com/yusufpapurcu/wmi v1.2.4/go.mod h1:SBZ9tNy3G9/m5Oi98Zks0QjeHVDvuK0qfxQmPyzfmi0= +github.com/zeebo/assert v1.3.0 h1:g7C04CbJuIDKNPFHmsk4hwZDO5O+kntRxzaUoNXj+IQ= +github.com/zeebo/assert v1.3.0/go.mod h1:Pq9JiuJQpG8JLJdtkwrJESF0Foym2/D9XMU5ciN/wJ0= +github.com/zeebo/xxh3 v1.1.0 h1:s7DLGDK45Dyfg7++yxI0khrfwq9661w9EN78eP/UZVs= +github.com/zeebo/xxh3 v1.1.0/go.mod h1:IisAie1LELR4xhVinxWS5+zf1lA4p0MW4T+w+W07F5s= +github.com/zenazn/goji v0.9.0/go.mod h1:7S9M489iMyHBNxwZnk9/EHS098H4/F6TATF2mIxtB1Q= +gitlab.com/nyarla/go-crypt v0.0.0-20160106005555-d9a5dc2b789b h1:7gd+rd8P3bqcn/96gOZa3F5dpJr/vEiDQYlNb/y2uNs= +gitlab.com/nyarla/go-crypt v0.0.0-20160106005555-d9a5dc2b789b/go.mod h1:T3BPAOm2cqquPa0MKWeNkmOM5RQsRhkrwMWonFMN7fE= +go.mongodb.org/mongo-driver v1.17.7 h1:a9w+U3Vt67eYzcfq3k/OAv284/uUUkL0uP75VE5rCOU= +go.mongodb.org/mongo-driver v1.17.7/go.mod h1:Hy04i7O2kC4RS06ZrhPRqj/u4DTYkFDAAccj+rVKqgQ= +go.opencensus.io v0.24.0 h1:y73uSU6J157QMP2kn2r30vwW1A2W2WFwSCGnAVxeaD0= +go.opencensus.io v0.24.0/go.mod h1:vNK8G9p7aAivkbmorf4v+7Hgx+Zs0yY+0fOtgBfjQKo= +go.opentelemetry.io/auto/sdk v1.2.1 h1:jXsnJ4Lmnqd11kwkBV2LgLoFMZKizbCi5fNZ/ipaZ64= +go.opentelemetry.io/auto/sdk v1.2.1/go.mod h1:KRTj+aOaElaLi+wW1kO/DZRXwkF4C5xPbEe3ZiIhN7Y= +go.opentelemetry.io/contrib/detectors/gcp v1.44.0 h1:NmLfL734pJhM0JKaYd2Y28+nY9dPRWYAAbxhRCrKXPw= +go.opentelemetry.io/contrib/detectors/gcp v1.44.0/go.mod h1:tNAsgd8avTGke1+MndXlU5Cru4PQ9Ai/cCNWQv/ZJ/s= +go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.69.0 h1:2yEATaop1/a1I4psnSLgWVPLWwCzkqWakgJy7xTDVy0= +go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.69.0/go.mod h1:D7J12YRapIekYyPWgGPlA/23pRmpSEZC5xJC/TTLI9U= +go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.69.0 h1:8tvICD4vSTOOsNrsI4Ljf6C+6UKvpTEH5XY3JMoyPoo= +go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.69.0/go.mod h1:z9+yiacE0IHRqM4qFfkbt/JYlmYXgss8GY/jXoNuPJI= +go.opentelemetry.io/otel v1.44.0 h1:JjwHmHpA4iZ3wBxluu2fbbE7j4kqlE8jXyAyPXH7HqU= +go.opentelemetry.io/otel v1.44.0/go.mod h1:BMgjTHL9WPRlRjL2oZCBTL4whCGtXch2H4BhOPIAyYc= +go.opentelemetry.io/otel/exporters/stdout/stdoutmetric v1.36.0 h1:rixTyDGXFxRy1xzhKrotaHy3/KXdPhlWARrCgK+eqUY= +go.opentelemetry.io/otel/exporters/stdout/stdoutmetric v1.36.0/go.mod h1:dowW6UsM9MKbJq5JTz2AMVp3/5iW5I/TStsk8S+CfHw= +go.opentelemetry.io/otel/metric v1.44.0 h1:1w0gILTcHdr3YI+ixLyjemwrVnsMURbTZFrSYCdDdmc= +go.opentelemetry.io/otel/metric v1.44.0/go.mod h1:8O7hanEPBNgEMmybD3s2VBKcgWOCsA6tzHBPODAiquo= +go.opentelemetry.io/otel/metric/x v0.66.0 h1:YkCrx1zLOChi9ZcZ6euupOcsgzbVlec7D/xoEU1+cTA= +go.opentelemetry.io/otel/metric/x v0.66.0/go.mod h1:d1+BDj9t96do0/1LoU1ayfCv79ZgNE41qbhBvnMOBZk= +go.opentelemetry.io/otel/sdk v1.44.0 h1:nHYwb9lK+fJPU/dnT6s7W7Z8itMWyqrnVfbheVYrZ58= +go.opentelemetry.io/otel/sdk v1.44.0/go.mod h1:Osuydd3Se74nqjAKxid74N5eC+jfEqfTegHRnq58oK0= +go.opentelemetry.io/otel/sdk/metric v1.44.0 h1:3LlKgI+VjbVsjNRFZJZAJ30WjXC5VkNRks6si09iEfI= +go.opentelemetry.io/otel/sdk/metric v1.44.0/go.mod h1:5B5pMARnXxKhltooO4xUuCBorl65a4EpnTalObqOigA= +go.opentelemetry.io/otel/trace v1.44.0 h1:jxF5CsGYCe74MCRx2X4g7WsY/VBKRqqpNvXlX/6gtIk= +go.opentelemetry.io/otel/trace v1.44.0/go.mod h1:oLl1jrMQAVo6v3GAggN+1VH9VIz9iUSvW53sW1Q8PIE= +go.uber.org/atomic v1.3.2/go.mod h1:gD2HeocX3+yG+ygLZcrzQJaqmWj9AIm7n08wl/qW/PE= +go.uber.org/atomic v1.4.0/go.mod h1:gD2HeocX3+yG+ygLZcrzQJaqmWj9AIm7n08wl/qW/PE= +go.uber.org/atomic v1.5.0/go.mod h1:sABNBOSYdrvTF6hTgEIbc7YasKWGhgEQZyfxyTvoXHQ= +go.uber.org/atomic v1.6.0/go.mod h1:sABNBOSYdrvTF6hTgEIbc7YasKWGhgEQZyfxyTvoXHQ= +go.uber.org/atomic v1.12.0 h1:BvcXdFKuviU4fTL/f+SxdQ5qJX/Jix8pAkgdUcb3XOE= +go.uber.org/atomic v1.12.0/go.mod h1:I6c4cg+6HCxRjfjSsYtApoFILnpc0CGUdGkXVqbYVNk= +go.uber.org/multierr v1.1.0/go.mod h1:wR5kodmAFQ0UK8QlbwjlSNy0Z68gJhDJUG5sjR94q/0= +go.uber.org/multierr v1.3.0/go.mod h1:VgVr7evmIr6uPjLBxg28wmKNXyqE9akIJ5XnfpiKl+4= +go.uber.org/multierr v1.5.0/go.mod h1:FeouvMocqHpRaaGuG9EjoKcStLC43Zu/fmqdUMPcKYU= +go.uber.org/tools v0.0.0-20190618225709-2cfd321de3ee/go.mod h1:vJERXedbb3MVM5f9Ejo0C68/HhF8uaILCdgjnY+goOA= +go.uber.org/zap v1.9.1/go.mod h1:vwi/ZaCAaUcBkycHslxD9B2zi4UTXhF60s6SWpuDF0Q= +go.uber.org/zap v1.10.0/go.mod h1:vwi/ZaCAaUcBkycHslxD9B2zi4UTXhF60s6SWpuDF0Q= +go.uber.org/zap v1.13.0/go.mod h1:zwrFLgMcdUuIBviXEYEH1YKNaOBnKXsx2IPda5bBwHM= +go.yaml.in/yaml/v3 v3.0.5 h1:N6y/pJk8buWs9NY5ERU2HSMfm+IuD/OtfdAnq6kESPw= +go.yaml.in/yaml/v3 v3.0.5/go.mod h1:HVTZu1O7/Vkt2N+BFy8Zza+lnLsABggaTM2ZpNIGuKg= +golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= +golang.org/x/crypto v0.0.0-20190411191339-88737f569e3a/go.mod h1:WFFai1msRO1wXaEeE5yQxYXgSfI8pQAWXbQop6sCtWE= +golang.org/x/crypto v0.0.0-20190510104115-cbcb75029529/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/crypto v0.0.0-20190820162420-60c769a6c586/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/crypto v0.0.0-20190911031432-227b76d455e7/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/crypto v0.0.0-20200323165209-0ec3e9974c59/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= +golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= +golang.org/x/crypto v0.0.0-20201002170205-7f63de1d35b0/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= +golang.org/x/crypto v0.0.0-20201112155050-0c6587e931a9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= +golang.org/x/crypto v0.0.0-20201203163018-be400aefbc4c/go.mod h1:jdWPYTVW3xRLrWPugEBEK3UY2ZEsg3UU495nc5E+M+I= +golang.org/x/crypto v0.0.0-20210322153248-0c34fe9e7dc2/go.mod h1:T9bdIzuCu7OtxOm1hfPfRQxPLYneinmdGuTeoZ9dtd4= +golang.org/x/crypto v0.0.0-20210616213533-5ff15b29337e/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc= +golang.org/x/crypto v0.0.0-20210711020723-a769d52b0f97/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc= +golang.org/x/crypto v0.0.0-20210817164053-32db794688a5/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc= +golang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc= +golang.org/x/crypto v0.0.0-20220511200225-c6db032c6c88/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4= +golang.org/x/crypto v0.0.0-20220622213112-05595931fe9d/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4= +golang.org/x/crypto v0.54.0 h1:YLIA59K4fiNzHzjnZt2tUJQjQtUWfWbeHBqKtk3eScw= +golang.org/x/crypto v0.54.0/go.mod h1:KWL8ny2AZdGR2cWmzeHrp2azQPGogOv+HeQaVEXC2dk= +golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= +golang.org/x/exp v0.0.0-20230315142452-642cacee5cc0 h1:pVgRXcIictcr+lBQIFeiwuwtDIs4eL21OuM9nyAADmo= +golang.org/x/exp v0.0.0-20230315142452-642cacee5cc0/go.mod h1:CxIveKay+FTh1D0yPZemJVgC/95VzuuOLq5Qi4xnoYc= +golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= +golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU= +golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= +golang.org/x/lint v0.0.0-20190930215403-16217165b5de/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= +golang.org/x/mod v0.0.0-20190513183733-4bf6d317e70e/go.mod h1:mXi4GBBbnImb6dmsKGUJ2LatrhH/nqhxcFungHvyanc= +golang.org/x/mod v0.1.1-0.20191105210325-c90efee705ee/go.mod h1:QqPTAvyqsEbceGzBzNggFXnrqF1CaUcvgkdR5Ot7KZg= +golang.org/x/mod v0.3.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4= +golang.org/x/mod v0.37.0 h1:vF1DjpVEshcIqoEaauuHebaLk1O1forxjxBaVn884JQ= +golang.org/x/mod v0.37.0/go.mod h1:m8S8VeM9r4dzDwjrKO0a1sZP3YjeMamRRlD+fmR2Q/0= +golang.org/x/net v0.0.0-20180218175443-cbe0f9307d01/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20181108082009-03003ca0c849/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190213061140-3a22650c66bd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190225153610-fe579d43d832/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190603091049-60506f45cf65/go.mod h1:HSz+uSET+XFnRR8LxR5pz3Of3rY3CfYBVs4xY44aLks= +golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20190813141303-74dc4d7220e7/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20200114155413-6afb5195e5aa/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20201010224723-4f7140c49acb/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= +golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= +golang.org/x/net v0.0.0-20201110031124-69a78807bb2b/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= +golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= +golang.org/x/net v0.0.0-20211112202133-69e39bad7dc2/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= +golang.org/x/net v0.0.0-20220425223048-2871e0cb64e4/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk= +golang.org/x/net v0.0.0-20220624214902-1bab6f366d9e/go.mod h1:XRhObCWvk6IyKnWLug+ECip1KBveYUHfp+8e9klMJ9c= +golang.org/x/net v0.0.0-20220722155237-a158d28d115b/go.mod h1:XRhObCWvk6IyKnWLug+ECip1KBveYUHfp+8e9klMJ9c= +golang.org/x/net v0.56.0 h1:Rw8j/hFzGvJUZwNBXnAtf5sVDVt+65SK2C7IxCxZt5o= +golang.org/x/net v0.56.0/go.mod h1:D3Ku6r+V6JROoZK144D2XfMHFcMq/0zSfLelVTCFKec= +golang.org/x/oauth2 v0.0.0-20180227000427-d7d64896b5ff/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= +golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= +golang.org/x/oauth2 v0.0.0-20181106182150-f42d05182288/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= +golang.org/x/oauth2 v0.36.0 h1:peZ/1z27fi9hUOFCAZaHyrpWG5lwe0RJEEEeH0ThlIs= +golang.org/x/oauth2 v0.36.0/go.mod h1:YDBUJMTkDnJS+A4BP4eZBjCqtokkg1hODuPjwiGPO7Q= +golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.22.0 h1:SZjpbeLmrCk4xhRSZFNZW5gFUeCeFgjekvI/+gfScek= +golang.org/x/sync v0.22.0/go.mod h1:9xrNwdLfx4jkKbNva9FpL6vEN7evnE43NNNJQ2LF3+0= +golang.org/x/sys v0.0.0-20180224232135-f6cff0780e54/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20180905080454-ebe1bf3edb33/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20180909124046-d0be0721c37e/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190222072716-a9d3bda3a223/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190403152447-81d4e9dc473e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190422165155-953cdadca894/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190813064441-fde4db37ae7a/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190826190057-c7b8b68b1456/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190916202348-b4ddaad3f8a3/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20191026070338-33540a1f6037/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20191120155948-bd437916bb0e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200116001909-b77594299b42/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200223170610-d5e6a3e2c0ae/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20201204225414-ed752295db88/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210124154548-22da62e12c0c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20210616045830-e2b7044e8c71/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20210616094352-59db8d763f22/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20210819135213-f52c844e1c1c/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20211007075335-d3039528d8ac/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20211216021012-1d35b9e2eb4e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220224120231-95c6836cb0e7/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220520151302-bc2c85ada10a/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220811171246-fbc7d0a398ab/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220908164124-27713097b956/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.1.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.48.0 h1:bbX/i/6MgT9BVLM9RT1thmxL04yeTAhbEz4SyadbXoo= +golang.org/x/sys v0.48.0/go.mod h1:hNLxWAXmnKAxqDtdwIYC4bM9oQPEecfsnNMuSxOs3og= +golang.org/x/telemetry v0.0.0-20260625142307-59b4966ccb57 h1:nwGZBCt+FnXUrGsj5vjzAsEmkcaFvd82BbOjECiFYZc= +golang.org/x/telemetry v0.0.0-20260625142307-59b4966ccb57/go.mod h1:3AWMyWHS+caVoiEXpiq6+tzKA40J4vQT3MYr80ZtQpc= +golang.org/x/term v0.0.0-20201117132131-f5c789dd3221/go.mod h1:Nr5EML6q2oocZ2LXRh80K7BxOlk5/8JxuGnuhpl+muw= +golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= +golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8= +golang.org/x/term v0.45.0 h1:NwWyBmoJCbfTHpxrWoZ9C6/VxOf7ic219I8xZZFdrf0= +golang.org/x/term v0.45.0/go.mod h1:9aqxs0blBcrm/n0L9QW0aRVD+ktan8ssZromtqJC43w= +golang.org/x/text v0.0.0-20170915032832-14c0d48ead0c/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk= +golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.4/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.5/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ= +golang.org/x/text v0.3.8/go.mod h1:E6s5w1FMmriuDzIBO73fBruAKo1PCIq6d2Q6DHfQ8WQ= +golang.org/x/text v0.40.0 h1:Ub2Z6/xjgF1WrYQz2nuITOEegKFtiIy+rieRJ5lHZKs= +golang.org/x/text v0.40.0/go.mod h1:hpnzDAfGV753zIKo+wk3u1bVKCGPbrnF7+7LBF/UHVY= +golang.org/x/time v0.15.0 h1:bbrp8t3bGUeFOx08pvsMYRTCVSMk89u4tKbNOZbp88U= +golang.org/x/time v0.15.0/go.mod h1:Y4YMaQmXwGQZoFaVFk4YpCt4FLQMYKZe9oeV/f4MSno= +golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY= +golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= +golang.org/x/tools v0.0.0-20190425150028-36563e24a262/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= +golang.org/x/tools v0.0.0-20190425163242-31fd60d6bfdc/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= +golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= +golang.org/x/tools v0.0.0-20190621195816-6e04913cbbac/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= +golang.org/x/tools v0.0.0-20190823170909-c4a336ef6a2f/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20191029041327-9cc4af7d6b2c/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20191029190741-b9c20aec41a5/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20200103221440-774c71fcf114/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/tools v0.0.0-20201124115921-2c860bdd6e78/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= +golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc= +golang.org/x/tools v0.47.0 h1:7Kn5x/d1svx/PzryTsqeoZN4TZwqeH5pGWjefhLi/1Q= +golang.org/x/tools v0.47.0/go.mod h1:dFHnyTvFWY212G+h7ZY4Vsp/K3U4/7W9TyVaAul8uCA= +golang.org/x/tools/godoc v0.1.0-deprecated h1:o+aZ1BOj6Hsx/GBdJO/s815sqftjSnrZZwyYTHODvtk= +golang.org/x/tools/godoc v0.1.0-deprecated/go.mod h1:qM63CriJ961IHWmnWa9CjZnBndniPt4a3CK0PVB9bIg= +golang.org/x/xerrors v0.0.0-20190410155217-1f06c39b4373/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20190513163551-3ee3066db522/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 h1:+cNy6SZtPcJQH3LJVLOSmiC7MMxXNOb3PU/VUEz+EhU= +golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028/go.mod h1:NDW/Ps6MPRej6fsCIbMTohpP40sJ/P/vI1MoTEGwX90= +gonum.org/v1/gonum v0.17.0 h1:VbpOemQlsSMrYmn7T2OUvQ4dqxQXU+ouZFQsZOx50z4= +gonum.org/v1/gonum v0.17.0/go.mod h1:El3tOrEuMpv2UdMrbNlKEh9vd86bmQ6vqIcDwxEOc1E= +google.golang.org/api v0.287.0 h1:CQDMqUiqZZ0U/Yge3zyjAhNQ0OSYEH0PaA7l4xtEen4= +google.golang.org/api v0.287.0/go.mod h1:pPW85yt3Iuc3unkpaMhFtMmOqnTdCwCqEOaUlnuxRlQ= +google.golang.org/appengine v1.0.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM= +google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM= +google.golang.org/appengine v1.3.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= +google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= +google.golang.org/appengine v1.6.7/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc= +google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8/go.mod h1:JiN7NxoALGmiZfu7CAH4rXhgtRTLTxftemlI0sWmxmc= +google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= +google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013/go.mod h1:NbSheEEYHJ7i3ixzK3sjbqSGDJWnxyFXZblF3eUsNvo= +google.golang.org/genproto v0.0.0-20260630182238-925bb5da69e7 h1:lQG76ePMKmtujel4VIVMiFoHVWVNtJdawbCZJtWlVXU= +google.golang.org/genproto v0.0.0-20260630182238-925bb5da69e7/go.mod h1:LwlOWYBU335L+sR55UuR5fbbU8KmEX+3tUHf3SwMmhM= +google.golang.org/genproto/googleapis/api v0.0.0-20260630182238-925bb5da69e7 h1:jQ9p21COKWjP3VwuFrNRiiOTMh3mPpN45R7SLrH/HUU= +google.golang.org/genproto/googleapis/api v0.0.0-20260630182238-925bb5da69e7/go.mod h1:KqHwBx2upmfa1XSi1WuRvC+2VGCLtooKkfmyvRbUmqA= +google.golang.org/genproto/googleapis/rpc v0.0.0-20260630182238-925bb5da69e7 h1:eM/YSd5bBFagF51o1E745Ta7RwzpW0h+z+QDNZOgmQ8= +google.golang.org/genproto/googleapis/rpc v0.0.0-20260630182238-925bb5da69e7/go.mod h1:4Hqkh8ycfw05ld/3BWL7rJOSfebL2Q+DVDeRgYgxUU8= +google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c= +google.golang.org/grpc v1.23.0/go.mod h1:Y5yQAOtifL1yxbo5wqy6BxZv8vAUGQwXBOALyacEbxg= +google.golang.org/grpc v1.25.1/go.mod h1:c3i+UQWmh7LiEpx4sFZnkU36qjEYZ0imhYfXVyQciAY= +google.golang.org/grpc v1.27.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= +google.golang.org/grpc v1.33.2/go.mod h1:JMHMWHQWaTccqQQlmk3MJZS+GWXOdAesneDmEnv2fbc= +google.golang.org/grpc v1.82.0 h1:vguDnZUPjE26w09A63VoxZPnvPjB5Riyc0mkXPFmAIU= +google.golang.org/grpc v1.82.0/go.mod h1:yzTZ1TB1Z3SG+LIYaI+WiE8D5+PZ3ArnrSp8zF3+/ZA= +google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8= +google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0= +google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM= +google.golang.org/protobuf v1.20.1-0.20200309200217-e05f789c0967/go.mod h1:A+miEFZTKqfCUM6K7xSMQL9OKL/b6hQv+e19PK+JZNE= +google.golang.org/protobuf v1.21.0/go.mod h1:47Nbq4nVaFHyn7ilMalzfO3qCViNmqZ2kzikPIcrTAo= +google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.25.0/go.mod h1:9JNX74DMeImyA3h4bdi1ymwjUzf21/xIlbajtzgsN7c= +google.golang.org/protobuf v1.36.11 h1:fV6ZwhNocDyBLK0dj+fg8ektcVegBBuEolpbTQyBNVE= +google.golang.org/protobuf v1.36.11/go.mod h1:HTf+CrKn2C3g5S8VImy6tdcUvCska2kB7j23XfzDpco= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20200902074654-038fdea0a05b/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk= +gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q= +gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI= +gopkg.in/fsnotify.v1 v1.4.7/go.mod h1:Tz8NjZHkW78fSQdbUxIjBTcgA1z1m8ZHf0WmKUhAMys= +gopkg.in/inconshreveable/log15.v2 v2.0.0-20180818164646-67afb5ed74ec/go.mod h1:aPpfJ7XW+gOuirDoZ8gHhLh3kZ1B08FtV2bbmy7Jv3s= +gopkg.in/inf.v0 v0.9.1 h1:73M5CoZyi3ZLMOyDlQh031Cx6N9NDJ2Vvfl76EDAgDc= +gopkg.in/inf.v0 v0.9.1/go.mod h1:cWUDdTG/fYaXco+Dcufb5Vnc6Gp2YChqWtbxRZE0mXw= +gopkg.in/natefinch/npipe.v2 v2.0.0-20160621034901-c1b8fa8bdcce h1:+JknDZhAj8YMt7GC73Ei8pv4MzjDUNPHgQWJdtMAaDU= +gopkg.in/natefinch/npipe.v2 v2.0.0-20160621034901-c1b8fa8bdcce/go.mod h1:5AcXVHNjg+BDxry382+8OKon8SEWiKktQR07RKPsv1c= +gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7 h1:uRGJdciOHaEIrze2W8Q3AKkepLTh2hOroT7a+7czfdQ= +gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7/go.mod h1:dt/ZhP58zS4L8KSrWDmTeBkI65Dw0HsyUHuEVlX15mw= +gopkg.in/yaml.v2 v2.2.1/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.4/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY= +gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ= +gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gorm.io/driver/postgres v1.0.8/go.mod h1:4eOzrI1MUfm6ObJU/UcmbXyiHSs8jSwH95G5P5dxcAg= +gorm.io/gorm v1.20.12/go.mod h1:0HFTzE/SqkGTzK6TlDPPQbAYCluiVvhzoA1+aVyzenw= +gorm.io/gorm v1.21.4/go.mod h1:0HFTzE/SqkGTzK6TlDPPQbAYCluiVvhzoA1+aVyzenw= +gotest.tools/v3 v3.5.2 h1:7koQfIKdy+I8UTetycgUqXWSDwpgv193Ka+qRsmBY8Q= +gotest.tools/v3 v3.5.2/go.mod h1:LtdLGcnqToBH83WByAAi/wiwSFCArdFIUV/xxN4pcjA= +honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +honnef.co/go/tools v0.0.1-2019.2.3/go.mod h1:a3bituU0lyd329TUQxRnasdCoJDkEUEAqEt0JzvZhAg= +lukechampine.com/uint128 v1.1.1/go.mod h1:c4eWIwlEGaxC/+H1VguhU4PHXNWDCDMUlWdIWl2j1gk= +lukechampine.com/uint128 v1.2.0 h1:mBi/5l91vocEN8otkC5bDLhi2KdCticRiwbdB0O+rjI= +lukechampine.com/uint128 v1.2.0/go.mod h1:c4eWIwlEGaxC/+H1VguhU4PHXNWDCDMUlWdIWl2j1gk= +modernc.org/b v1.0.0 h1:vpvqeyp17ddcQWF29Czawql4lDdABCDRbXRAS4+aF2o= +modernc.org/b v1.0.0/go.mod h1:uZWcZfRj1BpYzfN9JTerzlNUnnPsV9O2ZA8JsRcubNg= +modernc.org/cc/v3 v3.36.2/go.mod h1:NFUHyPn4ekoC/JHeZFfZurN6ixxawE1BnVonP/oahEI= +modernc.org/cc/v3 v3.36.3 h1:uISP3F66UlixxWEcKuIWERa4TwrZENHSL8tWxZz8bHg= +modernc.org/cc/v3 v3.36.3/go.mod h1:NFUHyPn4ekoC/JHeZFfZurN6ixxawE1BnVonP/oahEI= +modernc.org/ccgo/v3 v3.16.9 h1:AXquSwg7GuMk11pIdw7fmO1Y/ybgazVkMhsZWCV0mHM= +modernc.org/ccgo/v3 v3.16.9/go.mod h1:zNMzC9A9xeNUepy6KuZBbugn3c0Mc9TeiJO4lgvkJDo= +modernc.org/ccorpus v1.11.6 h1:J16RXiiqiCgua6+ZvQot4yUuUy8zxgqbqEEUuGPlISk= +modernc.org/ccorpus v1.11.6/go.mod h1:2gEUTrWqdpH2pXsmTM1ZkjeSrUWDpjMu2T6m29L/ErQ= +modernc.org/db v1.0.0 h1:2c6NdCfaLnshSvY7OU09cyAY0gYXUZj4lmg5ItHyucg= +modernc.org/db v1.0.0/go.mod h1:kYD/cO29L/29RM0hXYl4i3+Q5VojL31kTUVpVJDw0s8= +modernc.org/file v1.0.0 h1:9/PdvjVxd5+LcWUQIfapAWRGOkDLK90rloa8s/au06A= +modernc.org/file v1.0.0/go.mod h1:uqEokAEn1u6e+J45e54dsEA/pw4o7zLrA2GwyntZzjw= +modernc.org/fileutil v1.0.0 h1:Z1AFLZwl6BO8A5NldQg/xTSjGLetp+1Ubvl4alfGx8w= +modernc.org/fileutil v1.0.0/go.mod h1:JHsWpkrk/CnVV1H/eGlFf85BEpfkrp56ro8nojIq9Q8= +modernc.org/golex v1.0.0 h1:wWpDlbK8ejRfSyi0frMyhilD3JBvtcx2AdGDnU+JtsE= +modernc.org/golex v1.0.0/go.mod h1:b/QX9oBD/LhixY6NDh+IdGv17hgB+51fET1i2kPSmvk= +modernc.org/httpfs v1.0.6 h1:AAgIpFZRXuYnkjftxTAZwMIiwEqAfk8aVB2/oA6nAeM= +modernc.org/httpfs v1.0.6/go.mod h1:7dosgurJGp0sPaRanU53W4xZYKh14wfzX420oZADeHM= +modernc.org/internal v1.0.0 h1:XMDsFDcBDsibbBnHB2xzljZ+B1yrOVLEFkKL2u15Glw= +modernc.org/internal v1.0.0/go.mod h1:VUD/+JAkhCpvkUitlEOnhpVxCgsBI90oTzSCRcqQVSM= +modernc.org/libc v1.17.0/go.mod h1:XsgLldpP4aWlPlsjqKRdHPqCxCjISdHfM/yeWC5GyW0= +modernc.org/libc v1.17.1 h1:Q8/Cpi36V/QBfuQaFVeisEBs3WqoGAJprZzmf7TfEYI= +modernc.org/libc v1.17.1/go.mod h1:FZ23b+8LjxZs7XtFMbSzL/EhPxNbfZbErxEHc7cbD9s= +modernc.org/lldb v1.0.0 h1:6vjDJxQEfhlOLwl4bhpwIz00uyFK4EmSYcbwqwbynsc= +modernc.org/lldb v1.0.0/go.mod h1:jcRvJGWfCGodDZz8BPwiKMJxGJngQ/5DrRapkQnLob8= +modernc.org/mathutil v1.0.0/go.mod h1:wU0vUrJsVWBZ4P6e7xtFJEhFSNsfRLJ8H458uRjg03k= +modernc.org/mathutil v1.2.2/go.mod h1:mZW8CKdRPY1v87qxC/wUdX5O1qDzXMP5TH3wjfpga6E= +modernc.org/mathutil v1.4.1/go.mod h1:mZW8CKdRPY1v87qxC/wUdX5O1qDzXMP5TH3wjfpga6E= +modernc.org/mathutil v1.5.0 h1:rV0Ko/6SfM+8G+yKiyI830l3Wuz1zRutdslNoQ0kfiQ= +modernc.org/mathutil v1.5.0/go.mod h1:mZW8CKdRPY1v87qxC/wUdX5O1qDzXMP5TH3wjfpga6E= +modernc.org/memory v1.2.0/go.mod h1:/0wo5ibyrQiaoUoH7f9D8dnglAmILJ5/cxZlRECf+Nw= +modernc.org/memory v1.2.1 h1:dkRh86wgmq/bJu2cAS2oqBCz/KsMZU7TUM4CibQ7eBs= +modernc.org/memory v1.2.1/go.mod h1:PkUhL0Mugw21sHPeskwZW4D6VscE/GQJOnIpCnW6pSU= +modernc.org/opt v0.1.1/go.mod h1:WdSiB5evDcignE70guQKxYUl14mgWtbClRi5wmkkTX0= +modernc.org/opt v0.1.3 h1:3XOZf2yznlhC+ibLltsDGzABUGVx8J6pnFMS3E4dcq4= +modernc.org/opt v0.1.3/go.mod h1:WdSiB5evDcignE70guQKxYUl14mgWtbClRi5wmkkTX0= +modernc.org/ql v1.0.0 h1:bIQ/trWNVjQPlinI6jdOQsi195SIturGo3mp5hsDqVU= +modernc.org/ql v1.0.0/go.mod h1:xGVyrLIatPcO2C1JvI/Co8c0sr6y91HKFNy4pt9JXEY= +modernc.org/sortutil v1.1.0 h1:oP3U4uM+NT/qBQcbg/K2iqAX0Nx7B1b6YZtq3Gk/PjM= +modernc.org/sortutil v1.1.0/go.mod h1:ZyL98OQHJgH9IEfN71VsamvJgrtRX9Dj2gX+vH86L1k= +modernc.org/sqlite v1.18.1 h1:ko32eKt3jf7eqIkCgPAeHMBXw3riNSLhl2f3loEF7o8= +modernc.org/sqlite v1.18.1/go.mod h1:6ho+Gow7oX5V+OiOQ6Tr4xeqbx13UZ6t+Fw9IRUG4d4= +modernc.org/strutil v1.1.1/go.mod h1:DE+MQQ/hjKBZS2zNInV5hhcipt5rLPWkmpbGeW5mmdw= +modernc.org/strutil v1.1.3 h1:fNMm+oJklMGYfU9Ylcywl0CO5O6nTfaowNsh2wpPjzY= +modernc.org/strutil v1.1.3/go.mod h1:MEHNA7PdEnEwLvspRMtWTNnp2nnyvMfkimT1NKNAGbw= +modernc.org/tcl v1.13.1 h1:npxzTwFTZYM8ghWicVIX1cRWzj7Nd8i6AqqX2p+IYao= +modernc.org/tcl v1.13.1/go.mod h1:XOLfOwzhkljL4itZkK6T72ckMgvj0BDsnKNdZVUOecw= +modernc.org/token v1.0.0 h1:a0jaWiNMDhDUtqOj09wvjWWAqd3q7WpBulmL9H2egsk= +modernc.org/token v1.0.0/go.mod h1:UGzOrNV1mAFSEB63lOFHIpNRUVMvYTc6yu1SMY/XTDM= +modernc.org/z v1.5.1 h1:RTNHdsrOpeoSeOF4FbzTo8gBYByaJ5xT7NgZ9ZqRiJM= +modernc.org/z v1.5.1/go.mod h1:eWFB510QWW5Th9YGZT81s+LwvaAs3Q2yr4sP0rmLkv8= +modernc.org/zappy v1.0.0 h1:dPVaP+3ueIUv4guk8PuZ2wiUGcJ1WUVvIheeSSTD0yk= +modernc.org/zappy v1.0.0/go.mod h1:hHe+oGahLVII/aTTyWK/b53VDHMAGCBYYeZ9sn83HC4= +pgregory.net/rapid v1.2.0 h1:keKAYRcjm+e1F0oAuU5F5+YPAWcyxNNRK2wud503Gnk= +pgregory.net/rapid v1.2.0/go.mod h1:PY5XlDGj0+V1FCq0o192FdRhpKHGTRIWBgqjDBTrq04= +rsc.io/quote/v3 v3.1.0/go.mod h1:yEA65RcK8LyAZtP9Kv3t0HmxON59tX3rD+tICJqUlj0= +rsc.io/sampler v1.3.0/go.mod h1:T1hPZKmBbMNahiBKFy5HrXp6adAjACjK9JXDnKaTXpA= diff --git a/infra/haproxy-s3.cfg b/infra/haproxy-s3.cfg new file mode 100644 index 0000000..1a97085 --- /dev/null +++ b/infra/haproxy-s3.cfg @@ -0,0 +1,22 @@ +global + log stdout format raw local0 + +defaults + mode tcp + timeout connect 3s + timeout client 60s + timeout server 60s + +resolvers docker + nameserver dns 127.0.0.11:53 + hold valid 2s + timeout resolve 1s + timeout retry 1s + resolve_retries 3 + +frontend s3 + bind :8333 + default_backend seaweed + +backend seaweed + server s1 seaweedfs:8333 resolvers docker init-addr none diff --git a/infra/haproxy.cfg b/infra/haproxy.cfg new file mode 100644 index 0000000..ae212e7 --- /dev/null +++ b/infra/haproxy.cfg @@ -0,0 +1,31 @@ +global + log stdout format raw local0 + +defaults + mode http + timeout connect 2s + timeout client 15s + timeout server 15s + retries 2 + option redispatch + log global + option httplog + timeout check 2s + +resolvers docker + nameserver dns 127.0.0.11:53 + hold valid 2s + timeout resolve 1s + timeout retry 1s + resolve_retries 3 + +frontend public + bind :8080 + default_backend api + +backend api + balance roundrobin + option httpchk GET /health/ready + http-check expect status 200 + default-server check inter 1s fall 2 rise 2 resolvers docker init-addr none + server-template api 1-6 api:8080 diff --git a/internal/auth/password.go b/internal/auth/password.go new file mode 100644 index 0000000..a35b448 --- /dev/null +++ b/internal/auth/password.go @@ -0,0 +1,76 @@ +package auth + +import ( + "crypto/rand" + "crypto/subtle" + "encoding/base64" + "errors" + "fmt" + "strings" + + "golang.org/x/crypto/argon2" +) + +const ( + argonTime = 1 + argonMemory = 64 * 1024 + argonThreads = 4 + argonKeyLen = 32 + saltLen = 16 +) + +var ErrInvalidHash = errors.New("invalid password hash format") + +func HashPassword(password string) (string, error) { + salt := make([]byte, saltLen) + if _, err := rand.Read(salt); err != nil { + return "", fmt.Errorf("generate salt: %w", err) + } + + hash := argon2.IDKey([]byte(password), salt, argonTime, argonMemory, argonThreads, argonKeyLen) + + encoded := fmt.Sprintf("$argon2id$v=%d$m=%d,t=%d,p=%d$%s$%s", + argon2.Version, argonMemory, argonTime, argonThreads, + base64.RawStdEncoding.EncodeToString(salt), + base64.RawStdEncoding.EncodeToString(hash), + ) + return encoded, nil +} + +func VerifyPassword(password, encodedHash string) (bool, error) { + parts := strings.Split(encodedHash, "$") + if len(parts) != 6 || parts[1] != "argon2id" { + return false, ErrInvalidHash + } + + var version int + if _, err := fmt.Sscanf(parts[2], "v=%d", &version); err != nil { + return false, ErrInvalidHash + } + if version != argon2.Version { + return false, ErrInvalidHash + } + + var memory uint32 + var time uint32 + var threads uint8 + if _, err := fmt.Sscanf(parts[3], "m=%d,t=%d,p=%d", &memory, &time, &threads); err != nil { + return false, ErrInvalidHash + } + + salt, err := base64.RawStdEncoding.DecodeString(parts[4]) + if err != nil { + return false, ErrInvalidHash + } + storedHash, err := base64.RawStdEncoding.DecodeString(parts[5]) + if err != nil { + return false, ErrInvalidHash + } + + computedHash := argon2.IDKey([]byte(password), salt, time, memory, threads, uint32(len(storedHash))) + + if subtle.ConstantTimeCompare(storedHash, computedHash) == 1 { + return true, nil + } + return false, nil +} diff --git a/internal/auth/session.go b/internal/auth/session.go new file mode 100644 index 0000000..0427838 --- /dev/null +++ b/internal/auth/session.go @@ -0,0 +1,15 @@ +package auth + +import ( + "crypto/rand" + "encoding/base64" + "fmt" +) + +func GenerateSessionToken() (string, error) { + b := make([]byte, 32) + if _, err := rand.Read(b); err != nil { + return "", fmt.Errorf("generate token: %w", err) + } + return base64.RawURLEncoding.EncodeToString(b), nil +} diff --git a/internal/blobstore/blobstore.go b/internal/blobstore/blobstore.go new file mode 100644 index 0000000..b08a77a --- /dev/null +++ b/internal/blobstore/blobstore.go @@ -0,0 +1,232 @@ +package blobstore + +import ( + "bytes" + "context" + "errors" + "io" + "strings" + "sync" + "time" + + "github.com/aws/aws-sdk-go-v2/aws" + "github.com/aws/aws-sdk-go-v2/config" + "github.com/aws/aws-sdk-go-v2/credentials" + "github.com/aws/aws-sdk-go-v2/service/s3" + "github.com/aws/smithy-go" +) + +var ErrNotFound = errors.New("object not found") + +type Store interface { + Put(ctx context.Context, key string, body io.ReadSeeker, size int64, contentType string) error + Get(ctx context.Context, key string) (io.ReadCloser, error) + Delete(ctx context.Context, key string) error + Ping(ctx context.Context) error + List(ctx context.Context, prefix string, fn func(key string, modified time.Time) error) error + Exists(ctx context.Context, key string) (bool, error) +} + +type S3Config struct { + Endpoint, Region, Bucket, AccessKey, SecretKey string +} + +type S3 struct { + client *s3.Client + bucket string +} + +func NewS3(ctx context.Context, c S3Config) (*S3, error) { + if c.Endpoint == "" || c.Bucket == "" || c.AccessKey == "" || c.SecretKey == "" { + return nil, errors.New("incomplete S3 configuration") + } + cfg, err := config.LoadDefaultConfig(ctx, + config.WithRegion(c.Region), + config.WithRetryMaxAttempts(2), + config.WithCredentialsProvider(credentials.NewStaticCredentialsProvider(c.AccessKey, c.SecretKey, "")), + config.WithRequestChecksumCalculation(aws.RequestChecksumCalculationWhenRequired), + config.WithResponseChecksumValidation(aws.ResponseChecksumValidationWhenRequired), + ) + if err != nil { + return nil, err + } + client := s3.NewFromConfig(cfg, func(o *s3.Options) { + o.BaseEndpoint = aws.String(c.Endpoint) + o.UsePathStyle = true + }) + return &S3{client: client, bucket: c.Bucket}, nil +} + +func (s *S3) Put(ctx context.Context, key string, body io.ReadSeeker, size int64, contentType string) error { + _, err := s.client.PutObject(ctx, &s3.PutObjectInput{ + Bucket: aws.String(s.bucket), + Key: aws.String(key), + Body: body, + ContentLength: aws.Int64(size), + ContentType: aws.String(contentType), + }) + return err +} + +func (s *S3) Get(ctx context.Context, key string) (io.ReadCloser, error) { + out, err := s.client.GetObject(ctx, &s3.GetObjectInput{ + Bucket: aws.String(s.bucket), + Key: aws.String(key), + }) + if err != nil { + if isNotFound(err) { + return nil, ErrNotFound + } + return nil, err + } + return out.Body, nil +} + +func (s *S3) Delete(ctx context.Context, key string) error { + _, err := s.client.DeleteObject(ctx, &s3.DeleteObjectInput{ + Bucket: aws.String(s.bucket), + Key: aws.String(key), + }) + return err +} + +func (s *S3) Ping(ctx context.Context) error { + body := []byte("ok") + if _, err := s.client.PutObject(ctx, &s3.PutObjectInput{ + Bucket: aws.String(s.bucket), + Key: aws.String("_health/probe"), + Body: bytes.NewReader(body), + ContentLength: aws.Int64(int64(len(body))), + }); err != nil { + return err + } + out, err := s.client.GetObject(ctx, &s3.GetObjectInput{ + Bucket: aws.String(s.bucket), + Key: aws.String("_health/probe"), + }) + if err != nil { + return err + } + defer out.Body.Close() + _, err = io.Copy(io.Discard, out.Body) + return err +} + +func (s *S3) List(ctx context.Context, prefix string, fn func(key string, modified time.Time) error) error { + p := s3.NewListObjectsV2Paginator(s.client, &s3.ListObjectsV2Input{ + Bucket: aws.String(s.bucket), + Prefix: aws.String(prefix), + }) + for p.HasMorePages() { + page, err := p.NextPage(ctx) + if err != nil { + return err + } + for _, o := range page.Contents { + if err := fn(aws.ToString(o.Key), aws.ToTime(o.LastModified)); err != nil { + return err + } + } + } + return nil +} + +func (s *S3) Exists(ctx context.Context, key string) (bool, error) { + _, err := s.client.HeadObject(ctx, &s3.HeadObjectInput{ + Bucket: aws.String(s.bucket), + Key: aws.String(key), + }) + if err != nil { + if isNotFound(err) { + return false, nil + } + return false, err + } + return true, nil +} + +func isNotFound(err error) bool { + var apiErr smithy.APIError + if errors.As(err, &apiErr) { + switch apiErr.ErrorCode() { + case "NoSuchKey", "NotFound": + return true + } + } + return false +} + +type Memory struct { + mu sync.Mutex + m map[string][]byte + mod map[string]time.Time + Err error +} + +func NewMemory() *Memory { return &Memory{m: map[string][]byte{}, mod: map[string]time.Time{}} } + +func (s *Memory) Put(_ context.Context, key string, body io.ReadSeeker, _ int64, _ string) error { + if s.Err != nil { + return s.Err + } + b, err := io.ReadAll(body) + if err != nil { + return err + } + s.mu.Lock() + s.m[key], s.mod[key] = b, time.Now() + s.mu.Unlock() + return nil +} + +func (s *Memory) Get(_ context.Context, key string) (io.ReadCloser, error) { + if s.Err != nil { + return nil, s.Err + } + s.mu.Lock() + b, ok := s.m[key] + s.mu.Unlock() + if !ok { + return nil, ErrNotFound + } + return io.NopCloser(bytes.NewReader(b)), nil +} + +func (s *Memory) Delete(_ context.Context, key string) error { + if s.Err != nil { + return s.Err + } + s.mu.Lock() + delete(s.m, key) + delete(s.mod, key) + s.mu.Unlock() + return nil +} + +func (s *Memory) Ping(_ context.Context) error { return s.Err } + +func (s *Memory) Exists(_ context.Context, key string) (bool, error) { + s.mu.Lock() + defer s.mu.Unlock() + _, ok := s.m[key] + return ok, s.Err +} + +func (s *Memory) List(_ context.Context, prefix string, fn func(string, time.Time) error) error { + s.mu.Lock() + keys := make([]string, 0, len(s.m)) + for k := range s.m { + if strings.HasPrefix(k, prefix) { + keys = append(keys, k) + } + } + s.mu.Unlock() + for _, k := range keys { + if err := fn(k, s.mod[k]); err != nil { + return err + } + } + return nil +} + +func (s *Memory) Len() int { s.mu.Lock(); defer s.mu.Unlock(); return len(s.m) } diff --git a/internal/cache/cache.go b/internal/cache/cache.go new file mode 100644 index 0000000..9fac6cd --- /dev/null +++ b/internal/cache/cache.go @@ -0,0 +1,67 @@ +package cache + +import ( + "context" + "encoding/json" + "errors" + "fmt" + "time" + + "github.com/redis/go-redis/v9" + + "mtusi2026/internal/model" +) + +type Cache struct { + client *redis.Client + ttl time.Duration +} + +func New(client *redis.Client, ttl time.Duration) *Cache { + return &Cache{ + client: client, + ttl: ttl, + } +} + +func key(userID, chatID string) string { + return "chat:" + userID + ":" + chatID +} + +func (c *Cache) Get(ctx context.Context, userID, chatID string) (model.Chat, bool, error) { + raw, err := c.client.Get(ctx, key(userID, chatID)).Bytes() + if errors.Is(err, redis.Nil) { + return model.Chat{}, false, nil + } + if err != nil { + return model.Chat{}, false, fmt.Errorf("chat cache get: %w", err) + } + + var chat model.Chat + if err := json.Unmarshal(raw, &chat); err != nil { + _ = c.client.Del(ctx, key(userID, chatID)).Err() + return model.Chat{}, false, nil + } + + return chat, true, nil +} + +func (c *Cache) Set(ctx context.Context, userID, chatID string, chat model.Chat) error { + raw, err := json.Marshal(chat) + if err != nil { + return fmt.Errorf("chat cache marshal: %w", err) + } + + if err := c.client.Set(ctx, key(userID, chatID), raw, c.ttl).Err(); err != nil { + return fmt.Errorf("chat cache set: %w", err) + } + + return nil +} + +func (c *Cache) Delete(ctx context.Context, userID, chatID string) error { + if err := c.client.Del(ctx, key(userID, chatID)).Err(); err != nil { + return fmt.Errorf("chat cache delete: %w", err) + } + return nil +} diff --git a/internal/config/config.go b/internal/config/config.go new file mode 100644 index 0000000..a5ddf81 --- /dev/null +++ b/internal/config/config.go @@ -0,0 +1,37 @@ +package config + +import ( + "os" + "strconv" + "strings" + "time" +) + +func GetEnv(key, fallback string) string { + if v := os.Getenv(key); v != "" { + return v + } + if p := os.Getenv(key + "_FILE"); p != "" { + if b, err := os.ReadFile(p); err == nil { + return strings.TrimSpace(string(b)) + } + } + return fallback +} + +func ParseIntEnv(key string, fallback int) int { + v := GetEnv(key, "") + if v == "" { + return fallback + } + n, err := strconv.Atoi(v) + if err != nil { + return fallback + } + return n +} + +func ParseDurationSecondsEnv(key string, fallbackSeconds int) time.Duration { + n := ParseIntEnv(key, fallbackSeconds) + return time.Duration(n) * time.Second +} diff --git a/internal/cursor/cursor.go b/internal/cursor/cursor.go new file mode 100644 index 0000000..2768391 --- /dev/null +++ b/internal/cursor/cursor.go @@ -0,0 +1,45 @@ +package cursor + +import ( + "encoding/base64" + "fmt" + "strings" + "time" +) + +type Cursor struct { + Scope string + CreatedAt time.Time + ID string +} + +func Encode(c Cursor) string { + raw := fmt.Sprintf("%s|%s|%s", c.Scope, c.CreatedAt.UTC().Format(time.RFC3339Nano), c.ID) + return base64.RawURLEncoding.EncodeToString([]byte(raw)) +} + +func Decode(s string) (Cursor, error) { + raw, err := base64.RawURLEncoding.DecodeString(s) + if err != nil { + return Cursor{}, fmt.Errorf("malformed cursor encoding") + } + parts := strings.SplitN(string(raw), "|", 3) + if len(parts) != 3 { + return Cursor{}, fmt.Errorf("malformed cursor structure") + } + t, err := time.Parse(time.RFC3339Nano, parts[1]) + if err != nil { + return Cursor{}, fmt.Errorf("malformed cursor timestamp") + } + return Cursor{Scope: parts[0], CreatedAt: t, ID: parts[2]}, nil +} + +func IsAfter(createdAt time.Time, id string, c Cursor) bool { + if createdAt.After(c.CreatedAt) { + return true + } + if createdAt.Equal(c.CreatedAt) { + return id > c.ID + } + return false +} diff --git a/internal/db/db.go b/internal/db/db.go new file mode 100644 index 0000000..7fcca45 --- /dev/null +++ b/internal/db/db.go @@ -0,0 +1,42 @@ +package db + +import ( + "context" + "fmt" + "time" + + "github.com/jackc/pgx/v5/pgxpool" +) + +type Config struct { + DSN string + MaxConns int32 + MinConns int32 + ConnMaxLifetime time.Duration + ConnTimeout time.Duration +} + +func Connect(ctx context.Context, cfg Config) (*pgxpool.Pool, error) { + poolCfg, err := pgxpool.ParseConfig(cfg.DSN) + if err != nil { + return nil, fmt.Errorf("parse dsn: %w", err) + } + poolCfg.MaxConns = cfg.MaxConns + poolCfg.MinConns = cfg.MinConns + poolCfg.MaxConnLifetime = cfg.ConnMaxLifetime + + connCtx, cancel := context.WithTimeout(ctx, cfg.ConnTimeout) + defer cancel() + pool, err := pgxpool.NewWithConfig(connCtx, poolCfg) + if err != nil { + return nil, fmt.Errorf("create pool: %w", err) + } + + pingCtx, cancel2 := context.WithTimeout(ctx, cfg.ConnTimeout) + defer cancel2() + if err := pool.Ping(pingCtx); err != nil { + pool.Close() + return nil, fmt.Errorf("ping db: %w", err) + } + return pool, nil +} diff --git a/internal/httpapi/api_test.go b/internal/httpapi/api_test.go new file mode 100644 index 0000000..7438fad --- /dev/null +++ b/internal/httpapi/api_test.go @@ -0,0 +1,983 @@ +package httpapi + +import ( + "bytes" + "context" + "encoding/json" + "fmt" + "net/http" + "net/http/httptest" + "strings" + "testing" + "time" + + "mtusi2026/internal/cache" + "mtusi2026/internal/idgen" + "mtusi2026/internal/model" + "mtusi2026/internal/sessionstore" + "mtusi2026/internal/store" + + "github.com/redis/go-redis/v9" +) + +//вспомогательные функции + +func newKey() string { return idgen.GenerateUUIDv4() } + +func doMessage(srv *httptest.Server, chatID, token, key string, body any) (*http.Response, error) { + var buf bytes.Buffer + if s, ok := body.(string); ok { + buf.WriteString(s) + } else if err := json.NewEncoder(&buf).Encode(body); err != nil { + return nil, err + } + req, err := http.NewRequest(http.MethodPost, + fmt.Sprintf("%s/api/v1/chats/%s/messages", srv.URL, chatID), &buf) + if err != nil { + return nil, err + } + req.Header.Set("Content-Type", "application/json") + if token != "" { + req.Header.Set("Authorization", "Bearer "+token) + } + if key != "" { + req.Header.Set("Idempotency-Key", key) + } + return srv.Client().Do(req) +} + +func postMessage(t *testing.T, srv *httptest.Server, chatID, token, key string, body any) *http.Response { + t.Helper() + resp, err := doMessage(srv, chatID, token, key, body) + if err != nil { + t.Fatalf("do request: %v", err) + } + return resp +} + +func newUnlimitedLimiter() *store.Limiter { + return store.NewLimiter(1_000_000, 1000) +} + +func newTestServer(t *testing.T) *httptest.Server { + t.Helper() + srv, _ := newTestServerWithStore(t) + return srv +} + +func newTestServerWithStore(t *testing.T) (*httptest.Server, *store.Store) { + t.Helper() + truncateAll(t) + + s := store.New(testPool, newUnlimitedLimiter()) + ss := newMemorySessionStore() + + return httptest.NewServer(NewRouter(s, testPool, ss)), s +} + +func newRedisTestServer(t *testing.T) *httptest.Server { + t.Helper() + srv, _ := newRedisTestServerWithStore(t) + return srv +} + +func newRedisTestServerWithStore(t *testing.T) (*httptest.Server, *store.Store) { + t.Helper() + truncateAll(t) + + if err := testRedis.FlushDB(context.Background()).Err(); err != nil { + t.Fatalf("flush redis: %v", err) + } + + s := store.New(testPool, newUnlimitedLimiter()) + ss := sessionstore.NewRedis(testRedis) + + return httptest.NewServer(NewRouter(s, testPool, ss)), s +} + +func newCachedRedisTestServer(t *testing.T) (*httptest.Server, *store.Store) { + t.Helper() + truncateAll(t) + + if err := testRedis.FlushDB(context.Background()).Err(); err != nil { + t.Fatalf("flush redis: %v", err) + } + + s := store.New(testPool, newUnlimitedLimiter()) + ss := sessionstore.NewRedis(testRedis) + chatCache := cache.New(testRedis, 30*time.Second) + + srv := httptest.NewServer( + NewRouterWithCache(s, testPool, ss, chatCache), + ) + + return srv, s +} + +type testUser struct { + model.User + Token string +} + +func postJSON(t *testing.T, srv *httptest.Server, path string, token string, body any) *http.Response { + t.Helper() + var buf bytes.Buffer + if s, ok := body.(string); ok { + buf.WriteString(s) + } else if err := json.NewEncoder(&buf).Encode(body); err != nil { + t.Fatalf("encode request body: %v", err) + } + req, err := http.NewRequest(http.MethodPost, srv.URL+path, &buf) + if err != nil { + t.Fatalf("build request: %v", err) + } + req.Header.Set("Content-Type", "application/json") + if token != "" { + req.Header.Set("Authorization", "Bearer "+token) + } + resp, err := srv.Client().Do(req) + if err != nil { + t.Fatalf("do request: %v", err) + } + return resp +} + +func getJSON(t *testing.T, srv *httptest.Server, path string, token string) *http.Response { + t.Helper() + req, err := http.NewRequest(http.MethodGet, srv.URL+path, nil) + if err != nil { + t.Fatalf("build request: %v", err) + } + if token != "" { + req.Header.Set("Authorization", "Bearer "+token) + } + resp, err := srv.Client().Do(req) + if err != nil { + t.Fatalf("do request: %v", err) + } + return resp +} + +func decodeBody[T any](t *testing.T, resp *http.Response) T { + t.Helper() + defer resp.Body.Close() + var v T + if err := json.NewDecoder(resp.Body).Decode(&v); err != nil { + t.Fatalf("decode response body: %v", err) + } + return v +} + +func mustLogin(t *testing.T, srv *httptest.Server, username, password string) string { + t.Helper() + req, err := http.NewRequest(http.MethodPost, srv.URL+"/api/v1/auth/sessions", nil) + if err != nil { + t.Fatalf("build login request: %v", err) + } + req.SetBasicAuth(username, password) + + resp, err := srv.Client().Do(req) + if err != nil { + t.Fatalf("do login request: %v", err) + } + if resp.StatusCode != http.StatusCreated { + t.Fatalf("login %s: expected 201, got %d", username, resp.StatusCode) + } + session := decodeBody[model.Session](t, resp) + return session.Token +} + +func mustRegisterUser(t *testing.T, srv *httptest.Server, username string) testUser { + t.Helper() + const password = "correct-horse-battery-staple" + + resp := postJSON(t, srv, "/api/v1/users", "", model.CreateUserRequest{ + Username: username, + DisplayName: "Test " + username, + Password: password, + }) + if resp.StatusCode != http.StatusCreated { + t.Fatalf("register %s: expected 201, got %d", username, resp.StatusCode) + } + u := decodeBody[model.User](t, resp) + + token := mustLogin(t, srv, username, password) + return testUser{User: u, Token: token} +} + +func mustCreateChat(t *testing.T, srv *httptest.Server, caller testUser, title string, memberIDs []string) model.Chat { + t.Helper() + resp := postJSON(t, srv, "/api/v1/chats", caller.Token, model.CreateChatRequest{ + Title: title, + MemberIDs: memberIDs, + }) + if resp.StatusCode != http.StatusCreated { + t.Fatalf("create chat: expected 201, got %d", resp.StatusCode) + } + return decodeBody[model.Chat](t, resp) +} + +// тесты пользователи + +func TestRegisterUser_DuplicateUsername_Returns409(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + mustRegisterUser(t, srv, "alice") + + resp := postJSON(t, srv, "/api/v1/users", "", model.CreateUserRequest{ + Username: "alice", + DisplayName: "Другая Алиса", + Password: "correct-horse-battery-staple", + }) + if resp.StatusCode != http.StatusConflict { + t.Fatalf("expected 409, got %d", resp.StatusCode) + } + errBody := decodeBody[model.ErrorEnvelope](t, resp) + if errBody.Error.Code != "conflict" { + t.Fatalf("expected error code 'conflict', got %q", errBody.Error.Code) + } + if errBody.Error.RequestID == "" { + t.Fatal("expected non-empty request_id") + } +} + +func TestRegisterUser_InvalidPasswordLength_Returns400(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + cases := []string{"short", strings.Repeat("a", 129)} + for _, password := range cases { + resp := postJSON(t, srv, "/api/v1/users", "", model.CreateUserRequest{ + Username: "alice", + DisplayName: "Алиса", + Password: password, + }) + if resp.StatusCode != http.StatusBadRequest { + t.Errorf("password len %d: expected 400, got %d", len(password), resp.StatusCode) + } + } +} + +func TestRegisterUser_InvalidJSON_Returns400(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + resp := postJSON(t, srv, "/api/v1/users", "", `{"username":`) + if resp.StatusCode != http.StatusBadRequest { + t.Fatalf("expected 400, got %d", resp.StatusCode) + } +} + +func TestRegisterUser_UnknownField_Returns400(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + resp := postJSON(t, srv, "/api/v1/users", "", `{"username":"bob","display_name":"Боб","password":"correct-horse-battery-staple","extra":"whatever"}`) + if resp.StatusCode != http.StatusBadRequest { + t.Fatalf("expected 400 on unknown field, got %d", resp.StatusCode) + } +} + +func TestRegisterUser_InvalidUsernamePattern_Returns400(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + cases := []string{"AB", "ab", "Has-Dash", "こんにちは"} + for _, username := range cases { + resp := postJSON(t, srv, "/api/v1/users", "", model.CreateUserRequest{ + Username: username, + DisplayName: "Тест", + Password: "correct-horse-battery-staple", + }) + if resp.StatusCode != http.StatusBadRequest { + t.Errorf("username %q: expected 400, got %d", username, resp.StatusCode) + } + } +} + +func TestCurrentUser_MissingHeader_Returns401(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + resp := getJSON(t, srv, "/api/v1/users/me", "") + if resp.StatusCode != http.StatusUnauthorized { + t.Fatalf("expected 401, got %d", resp.StatusCode) + } +} + +func TestCurrentUser_UnknownToken_Returns401(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + resp := getJSON(t, srv, "/api/v1/users/me", "totally-made-up-token") + if resp.StatusCode != http.StatusUnauthorized { + t.Fatalf("expected 401, got %d", resp.StatusCode) + } +} + +//тесты вход и сессии + +func TestCreateSession_WrongPassword_Returns401(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + mustRegisterUser(t, srv, "alice") + + req, _ := http.NewRequest(http.MethodPost, srv.URL+"/api/v1/auth/sessions", nil) + req.SetBasicAuth("alice", "totally-wrong-password") + resp, err := srv.Client().Do(req) + if err != nil { + t.Fatalf("do request: %v", err) + } + if resp.StatusCode != http.StatusUnauthorized { + t.Fatalf("expected 401, got %d", resp.StatusCode) + } + if resp.Header.Get("WWW-Authenticate") == "" { + t.Error("expected WWW-Authenticate header on failed login") + } +} + +func TestCreateSession_UnknownUsername_Returns401(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + req, _ := http.NewRequest(http.MethodPost, srv.URL+"/api/v1/auth/sessions", nil) + req.SetBasicAuth("nobody_here", "whatever-password-12") + resp, err := srv.Client().Do(req) + if err != nil { + t.Fatalf("do request: %v", err) + } + if resp.StatusCode != http.StatusUnauthorized { + t.Fatalf("expected 401, got %d", resp.StatusCode) + } +} + +func TestDeleteSession_ThenReuse_Returns401(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + alice := mustRegisterUser(t, srv, "alice") + + req, _ := http.NewRequest(http.MethodDelete, srv.URL+"/api/v1/auth/sessions/current", nil) + req.Header.Set("Authorization", "Bearer "+alice.Token) + resp, err := srv.Client().Do(req) + if err != nil { + t.Fatalf("do logout request: %v", err) + } + if resp.StatusCode != http.StatusNoContent { + t.Fatalf("expected 204, got %d", resp.StatusCode) + } + + // повторное использование отозванного токена -401 + resp2 := getJSON(t, srv, "/api/v1/users/me", alice.Token) + if resp2.StatusCode != http.StatusUnauthorized { + t.Fatalf("expected 401 after logout, got %d", resp2.StatusCode) + } +} + +//тесты чаты и membership + +func TestCreateChat_CallerNotInMembers_Returns400(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + alice := mustRegisterUser(t, srv, "alice") + bob := mustRegisterUser(t, srv, "bob") + + resp := postJSON(t, srv, "/api/v1/chats", alice.Token, model.CreateChatRequest{ + Title: "Без себя", + MemberIDs: []string{bob.ID}, + }) + if resp.StatusCode != http.StatusBadRequest { + t.Fatalf("expected 400, got %d", resp.StatusCode) + } +} + +func TestCreateChat_DuplicateMemberIDs_Returns400(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + alice := mustRegisterUser(t, srv, "alice") + + resp := postJSON(t, srv, "/api/v1/chats", alice.Token, model.CreateChatRequest{ + Title: "Дубли", + MemberIDs: []string{alice.ID, alice.ID}, + }) + if resp.StatusCode != http.StatusBadRequest { + t.Fatalf("expected 400, got %d", resp.StatusCode) + } +} + +func TestGetChat_NotMember_Returns404NotForbidden(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + alice := mustRegisterUser(t, srv, "alice") + bob := mustRegisterUser(t, srv, "bob") + carol := mustRegisterUser(t, srv, "carol") + + chat := mustCreateChat(t, srv, alice, "Приватный", []string{alice.ID, bob.ID}) + + resp := getJSON(t, srv, "/api/v1/chats/"+chat.ID, carol.Token) + if resp.StatusCode != http.StatusNotFound { + t.Fatalf("expected 404 for non-member (never 403), got %d", resp.StatusCode) + } +} + +func TestGetChat_UnknownChatID_Returns404(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + alice := mustRegisterUser(t, srv, "alice") + + resp := getJSON(t, srv, "/api/v1/chats/11111111-1111-4111-8111-111111111111", alice.Token) + if resp.StatusCode != http.StatusNotFound { + t.Fatalf("expected 404, got %d", resp.StatusCode) + } +} + +// тесты: сообщения + +func TestCreateMessage_EmptyText_Returns400(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + alice := mustRegisterUser(t, srv, "alice") + chat := mustCreateChat(t, srv, alice, "Чат", []string{alice.ID}) + + resp := postMessage(t, srv, chat.ID, alice.Token, newKey(), model.CreateMessageRequest{Text: ""}) + + if resp.StatusCode != http.StatusBadRequest { + t.Fatalf("expected 400 for empty text, got %d", resp.StatusCode) + } +} + +func TestCreateMessage_WhitespaceOnlyText_Returns400(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + alice := mustRegisterUser(t, srv, "alice") + chat := mustCreateChat(t, srv, alice, "Чат", []string{alice.ID}) + + resp := postMessage(t, srv, chat.ID, alice.Token, newKey(), model.CreateMessageRequest{Text: " \t\n "}) + + if resp.StatusCode != http.StatusBadRequest { + t.Fatalf("expected 400 for whitespace-only text, got %d", resp.StatusCode) + } +} + +func TestCreateMessage_ForeignChat_Returns404(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + alice := mustRegisterUser(t, srv, "alice") + bob := mustRegisterUser(t, srv, "bob") + carol := mustRegisterUser(t, srv, "carol") + + chat := mustCreateChat(t, srv, alice, "Приватный", []string{alice.ID, bob.ID}) + + resp := postMessage(t, srv, chat.ID, carol.Token, newKey(), model.CreateMessageRequest{Text: "Я тут чужая"}) + + if resp.StatusCode != http.StatusNotFound { + t.Fatalf("expected 404 for foreign chat, got %d", resp.StatusCode) + } +} + +func TestCreateMessage_SenderIDIgnoredFromRequestBody(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + alice := mustRegisterUser(t, srv, "alice") + bob := mustRegisterUser(t, srv, "bob") + chat := mustCreateChat(t, srv, alice, "Чат", []string{alice.ID, bob.ID}) + + raw := fmt.Sprintf(`{"text":"Привет","sender_id":%q}`, bob.ID) + resp := postMessage(t, srv, chat.ID, alice.Token, newKey(), raw) + if resp.StatusCode != http.StatusBadRequest { + t.Fatalf("expected 400 (unknown field sender_id), got %d", resp.StatusCode) + } +} + +// тесты пагинация + +func TestListMessages_PaginationAcrossMultiplePages(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + alice := mustRegisterUser(t, srv, "alice") + chat := mustCreateChat(t, srv, alice, "Чат", []string{alice.ID}) + + const total = 5 + for i := 0; i < total; i++ { + resp := postMessage(t, srv, chat.ID, alice.Token, newKey(), model.CreateMessageRequest{ + Text: fmt.Sprintf("сообщение %d", i), + }) + if resp.StatusCode != http.StatusCreated { + t.Fatalf("create message %d: expected 201, got %d", i, resp.StatusCode) + } + resp.Body.Close() + } + + seen := make(map[string]bool) + cursor := "" + pages := 0 + for { + path := fmt.Sprintf("/api/v1/chats/%s/messages?limit=2", chat.ID) + if cursor != "" { + path += "&cursor=" + cursor + } + resp := getJSON(t, srv, path, alice.Token) + if resp.StatusCode != http.StatusOK { + t.Fatalf("list messages: expected 200, got %d", resp.StatusCode) + } + page := decodeBody[model.MessagePage](t, resp) + pages++ + + for _, m := range page.Items { + if seen[m.ID] { + t.Fatalf("duplicate message across pages: %s", m.ID) + } + seen[m.ID] = true + } + + if page.NextCursor == nil { + break + } + cursor = *page.NextCursor + + if pages > total { + t.Fatal("too many pages — possible cursor bug (infinite loop)") + } + } + + if len(seen) != total { + t.Fatalf("expected %d unique messages across all pages, got %d", total, len(seen)) + } + if pages < 2 { + t.Fatalf("expected pagination to span multiple pages, got %d page(s)", pages) + } +} + +func TestListMessages_CursorFromDifferentChat_Returns400(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + alice := mustRegisterUser(t, srv, "alice") + chatA := mustCreateChat(t, srv, alice, "Чат A", []string{alice.ID}) + chatB := mustCreateChat(t, srv, alice, "Чат B", []string{alice.ID}) + + postMessage(t, srv, chatA.ID, alice.Token, newKey(), model.CreateMessageRequest{Text: "первое"}).Body.Close() + postMessage(t, srv, chatA.ID, alice.Token, newKey(), model.CreateMessageRequest{Text: "второе"}).Body.Close() + + respA := getJSON(t, srv, fmt.Sprintf("/api/v1/chats/%s/messages?limit=1", chatA.ID), alice.Token) + pageA := decodeBody[model.MessagePage](t, respA) + if pageA.NextCursor == nil { + t.Fatal("expected next_cursor to be present after inserting 2 messages with limit=1") + } + + resp := getJSON(t, srv, fmt.Sprintf("/api/v1/chats/%s/messages?cursor=%s", chatB.ID, *pageA.NextCursor), alice.Token) + if resp.StatusCode != http.StatusBadRequest { + t.Fatalf("expected 400 for cross-chat cursor, got %d", resp.StatusCode) + } +} + +func TestCreateSession_RedisTTLExpires(t *testing.T) { + srv := newRedisTestServer(t) + defer srv.Close() + + mustRegisterUser(t, srv, "alice") + + t.Setenv("SESSION_TTL_SECONDS", "1") + + token := mustLogin(t, srv, "alice", "correct-horse-battery-staple") + + resp := getJSON(t, srv, "/api/v1/users/me", token) + if resp.StatusCode != http.StatusOK { + t.Fatalf("expected 200 immediately after login, got %d", resp.StatusCode) + } + resp.Body.Close() + + time.Sleep(1500 * time.Millisecond) + + resp = getJSON(t, srv, "/api/v1/users/me", token) + if resp.StatusCode != http.StatusUnauthorized { + t.Fatalf("expected 401 after session TTL expiration, got %d", resp.StatusCode) + } + resp.Body.Close() +} + +func TestCurrentUser_RedisUnavailable_Returns503(t *testing.T) { + srv, s := newRedisTestServerWithStore(t) + defer srv.Close() + + alice := mustRegisterUser(t, srv, "alice") + + resp := getJSON(t, srv, "/api/v1/users/me", alice.Token) + if resp.StatusCode != http.StatusOK { + t.Fatalf("expected 200 before redis failure, got %d", resp.StatusCode) + } + resp.Body.Close() + + redisDownClient := redis.NewClient(&redis.Options{ + Addr: "127.0.0.1:1", + }) + defer redisDownClient.Close() + + redisDownSessionStore := sessionstore.NewRedis(redisDownClient) + + downSrv := httptest.NewServer( + NewRouter(s, testPool, redisDownSessionStore), + ) + defer downSrv.Close() + + resp = getJSON(t, downSrv, "/api/v1/users/me", alice.Token) + if resp.StatusCode != http.StatusServiceUnavailable { + t.Fatalf( + "expected 503 when redis is unavailable, got %d", + resp.StatusCode, + ) + } + resp.Body.Close() + +} + +func TestChatCache_ConcurrentRequests(t *testing.T) { + const concurrentRequests = 50 + + baselineSrv, baselineStore := newTestServerWithStore(t) + defer baselineSrv.Close() + + baselineUser := mustRegisterUser(t, baselineSrv, "cachebaseline") + baselineChat := mustCreateChat( + t, + baselineSrv, + baselineUser, + "Cache baseline", + []string{baselineUser.ID}, + ) + + baselineStore.ResetChatSQLQueries() + + start := make(chan struct{}) + errCh := make(chan error, concurrentRequests) + + baselineStart := time.Now() + + for i := 0; i < concurrentRequests; i++ { + go func() { + <-start + + _, err := baselineStore.GetChat( + context.Background(), + baselineChat.ID, + baselineUser.ID, + ) + errCh <- err + }() + } + + close(start) + + for i := 0; i < concurrentRequests; i++ { + if err := <-errCh; err != nil { + t.Fatal(err) + } + } + + baselineLatency := time.Since(baselineStart) + baselineQueries := baselineStore.ChatSQLQueries() + + cachedSrv, cachedStore := newCachedRedisTestServer(t) + defer cachedSrv.Close() + + cachedUser := mustRegisterUser(t, cachedSrv, "cacheprotected") + cachedChat := mustCreateChat( + t, + cachedSrv, + cachedUser, + "Cache protected", + []string{cachedUser.ID}, + ) + + cacheKey := "chat:" + cachedUser.ID + ":" + cachedChat.ID + + if err := testRedis.Del(context.Background(), cacheKey).Err(); err != nil { + t.Fatalf("delete cache key: %v", err) + } + + cachedStore.ResetChatSQLQueries() + + start = make(chan struct{}) + errCh = make(chan error, concurrentRequests) + + cachedStart := time.Now() + + for i := 0; i < concurrentRequests; i++ { + go func() { + <-start + + resp := getJSON( + t, + cachedSrv, + "/api/v1/chats/"+cachedChat.ID, + cachedUser.Token, + ) + defer resp.Body.Close() + + if resp.StatusCode != http.StatusOK { + errCh <- fmt.Errorf("unexpected status: %d", resp.StatusCode) + return + } + + errCh <- nil + }() + } + + close(start) + + for i := 0; i < concurrentRequests; i++ { + if err := <-errCh; err != nil { + t.Fatal(err) + } + } + + cachedLatency := time.Since(cachedStart) + cachedQueries := cachedStore.ChatSQLQueries() + + t.Logf( + "baseline: requests=%d sql_queries=%d latency=%s", + concurrentRequests, + baselineQueries, + baselineLatency, + ) + + t.Logf( + "cold cache + singleflight: requests=%d sql_queries=%d latency=%s", + concurrentRequests, + cachedQueries, + cachedLatency, + ) + + expectedBaselineQueries := int64(concurrentRequests * 2) + + if baselineQueries != expectedBaselineQueries { + t.Errorf( + "baseline: expected %d SQL queries, got %d", + expectedBaselineQueries, + baselineQueries, + ) + } + + if cachedQueries > 2 { + t.Errorf( + "cold cache + singleflight: expected <=2 SQL queries, got %d", + cachedQueries, + ) + } +} + +func TestChatCache_WarmCache(t *testing.T) { + const concurrentRequests = 50 + + srv, s := newCachedRedisTestServer(t) + defer srv.Close() + + user := mustRegisterUser(t, srv, "cachewarm") + chat := mustCreateChat( + t, + srv, + user, + "Warm cache", + []string{user.ID}, + ) + + // Первый GET прогревает cache + resp := getJSON( + t, + srv, + "/api/v1/chats/"+chat.ID, + user.Token, + ) + resp.Body.Close() + + if resp.StatusCode != http.StatusOK { + t.Fatalf("warm-up GET: unexpected status %d", resp.StatusCode) + } + + s.ResetChatSQLQueries() + + start := make(chan struct{}) + errCh := make(chan error, concurrentRequests) + + startedAt := time.Now() + + for i := 0; i < concurrentRequests; i++ { + go func() { + <-start + + resp := getJSON( + t, + srv, + "/api/v1/chats/"+chat.ID, + user.Token, + ) + defer resp.Body.Close() + + if resp.StatusCode != http.StatusOK { + errCh <- fmt.Errorf( + "unexpected status: %d", + resp.StatusCode, + ) + return + } + + errCh <- nil + }() + } + + close(start) + + for i := 0; i < concurrentRequests; i++ { + if err := <-errCh; err != nil { + t.Fatal(err) + } + } + + latency := time.Since(startedAt) + queries := s.ChatSQLQueries() + + t.Logf( + "warm cache: requests=%d sql_queries=%d latency=%s", + concurrentRequests, + queries, + latency, + ) + + if queries != 0 { + t.Errorf( + "warm cache: expected 0 SQL queries, got %d", + queries, + ) + } +} + +func TestChatCache_ReadAfterWriteAndRecovery(t *testing.T) { + srv, s := newCachedRedisTestServer(t) + defer srv.Close() + + user := mustRegisterUser(t, srv, "cacherecovery") + + chat := mustCreateChat( + t, + srv, + user, + "Read after write", + []string{user.ID}, + ) + + s.ResetChatSQLQueries() + + resp := getJSON( + t, + srv, + "/api/v1/chats/"+chat.ID, + user.Token, + ) + defer resp.Body.Close() + + if resp.StatusCode != http.StatusOK { + t.Fatalf("read-after-write: unexpected status %d", resp.StatusCode) + } + + got := decodeBody[model.Chat](t, resp) + + if got.ID != chat.ID { + t.Fatalf( + "read-after-write: expected chat %s, got %s", + chat.ID, + got.ID, + ) + } + + if got.Title != "Read after write" { + t.Fatalf( + "read-after-write: expected title %q, got %q", + "Read after write", + got.Title, + ) + } + + if queries := s.ChatSQLQueries(); queries != 2 { + t.Fatalf( + "read-after-write: expected 2 SQL queries on cache miss, got %d", + queries, + ) + } + + cacheKey := "chat:" + user.ID + ":" + chat.ID + + exists, err := testRedis.Exists(context.Background(), cacheKey).Result() + if err != nil { + t.Fatalf("check cache: %v", err) + } + + if exists != 1 { + t.Fatalf("expected chat to be present in cache") + } + + if err := testRedis.Del(context.Background(), cacheKey).Err(); err != nil { + t.Fatalf("delete cache: %v", err) + } + + s.ResetChatSQLQueries() + + resp2 := getJSON( + t, + srv, + "/api/v1/chats/"+chat.ID, + user.Token, + ) + defer resp2.Body.Close() + + if resp2.StatusCode != http.StatusOK { + t.Fatalf( + "recovery after cache loss: unexpected status %d", + resp2.StatusCode, + ) + } + + recovered := decodeBody[model.Chat](t, resp2) + + if recovered.ID != chat.ID { + t.Fatalf( + "recovery: expected chat %s, got %s", + chat.ID, + recovered.ID, + ) + } + + if recovered.Title != chat.Title { + t.Fatalf( + "recovery: expected title %q, got %q", + chat.Title, + recovered.Title, + ) + } + + if queries := s.ChatSQLQueries(); queries != 2 { + t.Fatalf( + "recovery: expected 2 SQL queries after cache loss, got %d", + queries, + ) + } + + exists, err = testRedis.Exists(context.Background(), cacheKey).Result() + if err != nil { + t.Fatalf("check recovered cache: %v", err) + } + + if exists != 1 { + t.Fatalf("expected cache to be restored after database read") + } +} diff --git a/internal/httpapi/attachments.go b/internal/httpapi/attachments.go new file mode 100644 index 0000000..96f6181 --- /dev/null +++ b/internal/httpapi/attachments.go @@ -0,0 +1,271 @@ +package httpapi + +import ( + "context" + "crypto/sha256" + "encoding/hex" + "errors" + "image" + _ "image/jpeg" + _ "image/png" + "io" + "log" + "mime" + "net/http" + "os" + "strconv" + "strings" + "time" + "unicode" + "unicode/utf8" + + "mtusi2026/internal/blobstore" + "mtusi2026/internal/idgen" + "mtusi2026/internal/images" + "mtusi2026/internal/jobs" + "mtusi2026/internal/model" + "mtusi2026/internal/store" +) + +const ( + maxAttachmentBytes = 10 << 20 + maxPixels = 40_000_000 +) + +func validFilename(s string) bool { + n := utf8.RuneCountInString(s) + if n < 1 || n > 255 || strings.TrimSpace(s) == "" { + return false + } + for _, r := range s { + if r == '/' || r == '\\' || r == 0 || unicode.IsControl(r) { + return false + } + } + return true +} + +func (a *api) acquireUploadSlot(ctx context.Context) (func(), bool) { + t := time.NewTimer(5 * time.Second) + defer t.Stop() + select { + case a.uploadSem <- struct{}{}: + return func() { <-a.uploadSem }, true + case <-t.C: + return nil, false + case <-ctx.Done(): + return nil, false + } +} + +func (a *api) handleUploadAttachment(w http.ResponseWriter, r *http.Request, u model.User, requestID string) { + chatID, ok := uuidParam(w, r, requestID, "chat_id") + if !ok { + return + } + if a.blobs == nil { + writeError(w, http.StatusServiceUnavailable, requestID, codeUnavailable, "attachment storage unavailable") + return + } + member, err := a.store.IsChatMember(r.Context(), chatID, u.ID) + if err != nil { + writeError(w, http.StatusServiceUnavailable, requestID, codeUnavailable, "database unavailable") + return + } + if !member { + writeError(w, http.StatusNotFound, requestID, codeNotFound, "chat not found") + return + } + + q := r.URL.Query() + filename := q.Get("filename") + if !q.Has("filename") || !validFilename(filename) { + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "invalid filename") + return + } + mt, _, err := mime.ParseMediaType(r.Header.Get("Content-Type")) + if err != nil || (mt != "image/png" && mt != "image/jpeg") { + writeError(w, http.StatusUnsupportedMediaType, requestID, codeUnsupportedMedia, "only image/png and image/jpeg are accepted") + return + } + if r.ContentLength > maxAttachmentBytes { + writeError(w, http.StatusRequestEntityTooLarge, requestID, codeTooLarge, "file is too large") + return + } + + tmp, err := os.CreateTemp("", "upload-*") + if err != nil { + writeError(w, http.StatusInternalServerError, requestID, codeInternal, "internal error") + return + } + defer func() { tmp.Close(); os.Remove(tmp.Name()) }() + + h := sha256.New() + n, err := io.Copy(io.MultiWriter(tmp, h), http.MaxBytesReader(w, r.Body, maxAttachmentBytes)) + if err != nil { + var mbe *http.MaxBytesError + if errors.As(err, &mbe) { + writeError(w, http.StatusRequestEntityTooLarge, requestID, codeTooLarge, "file is too large") + } else { + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "upload interrupted") + } + return + } + if n == 0 { + writeError(w, http.StatusUnsupportedMediaType, requestID, codeUnsupportedMedia, "empty or invalid image") + return + } + + release, ok := a.acquireUploadSlot(r.Context()) + if !ok { + writeError(w, http.StatusServiceUnavailable, requestID, codeUnavailable, "upload capacity reached, retry later") + return + } + defer release() + + head := make([]byte, 512) + hn, _ := tmp.ReadAt(head, 0) + if http.DetectContentType(head[:hn]) != mt { + writeError(w, http.StatusUnsupportedMediaType, requestID, codeUnsupportedMedia, "content does not match declared type") + return + } + cfg, format, err := image.DecodeConfig(io.NewSectionReader(tmp, 0, n)) + want := map[string]string{"image/png": "png", "image/jpeg": "jpeg"}[mt] + if err != nil || format != want || cfg.Width <= 0 || cfg.Height <= 0 { + writeError(w, http.StatusUnsupportedMediaType, requestID, codeUnsupportedMedia, "invalid image") + return + } + pixels := int64(cfg.Width) * int64(cfg.Height) + if pixels > maxPixels { + writeError(w, http.StatusRequestEntityTooLarge, requestID, codeTooLarge, "image has too many pixels") + return + } + if _, err := images.Run(r.Context(), "validate", tmp.Name(), ""); err != nil { + if errors.Is(err, images.ErrLimit) || errors.Is(err, context.DeadlineExceeded) { + writeError(w, http.StatusRequestEntityTooLarge, requestID, codeTooLarge, "image exceeds processing limits") + return + } + if !errors.Is(err, images.ErrInvalid) { + writeError(w, http.StatusServiceUnavailable, requestID, codeUnavailable, "image validator unavailable") + return + } + writeError(w, http.StatusUnsupportedMediaType, requestID, codeUnsupportedMedia, "corrupted image") + return + } + + id := idgen.GenerateUUIDv4() + key := "attachments/" + chatID + "/" + id + stagingKey := "staging/" + id + + baseCtx := context.WithoutCancel(r.Context()) + putCtx, cancel := context.WithTimeout(baseCtx, 30*time.Second) + err = a.blobs.Put(putCtx, stagingKey, io.NewSectionReader(tmp, 0, n), n, mt) + cancel() + if err != nil { + log.Printf("s3 put failed: %v", err) + delCtx, delCancel := context.WithTimeout(baseCtx, 5*time.Second) + _ = a.blobs.Delete(delCtx, stagingKey) + delCancel() + writeError(w, http.StatusServiceUnavailable, requestID, codeUnavailable, "attachment storage unavailable") + return + } + + dbCtx, dbCancel := context.WithTimeout(baseCtx, 10*time.Second) + defer dbCancel() + att, err := a.store.CreateAttachment(dbCtx, model.Attachment{ + ID: id, ChatID: chatID, OwnerID: u.ID, Filename: filename, ContentType: mt, + SizeBytes: n, SHA256: hex.EncodeToString(h.Sum(nil)), ObjectKey: key, StagingKey: stagingKey, + }) + if err != nil { + log.Printf("attachment metadata commit uncertain, staging retained: %v", err) + writeError(w, http.StatusInternalServerError, requestID, codeInternal, "internal error") + return + } + writeJSON(w, http.StatusAccepted, requestID, att) +} + +func (a *api) loadAttachment(w http.ResponseWriter, r *http.Request, u model.User, requestID string) (model.Attachment, bool) { + id, ok := uuidParam(w, r, requestID, "attachment_id") + if !ok { + return model.Attachment{}, false + } + att, err := a.store.GetAttachmentForUser(r.Context(), id, u.ID) + if err != nil { + if errors.Is(err, store.ErrAttachmentNotFound) { + writeError(w, http.StatusNotFound, requestID, codeNotFound, "attachment not found") + } else { + writeError(w, http.StatusServiceUnavailable, requestID, codeUnavailable, "database unavailable") + } + return model.Attachment{}, false + } + return att, true +} + +func (a *api) handleGetAttachment(w http.ResponseWriter, r *http.Request, u model.User, requestID string) { + att, ok := a.loadAttachment(w, r, u, requestID) + if !ok { + return + } + writeJSON(w, http.StatusOK, requestID, att) +} + +func (a *api) handleDownloadAttachment(w http.ResponseWriter, r *http.Request, u model.User, requestID string) { + variant := r.URL.Query().Get("variant") + if variant == "" && !r.URL.Query().Has("variant") { + variant = "original" + } + if variant != "original" && variant != "thumbnail" && variant != "crop" && variant != "optimized" { + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "unknown variant") + return + } + att, ok := a.loadAttachment(w, r, u, requestID) + if !ok { + return + } + if att.Status != "ready" { + writeError(w, http.StatusConflict, requestID, codeConflict, "attachment is not ready") + return + } + key, contentType, size := att.ObjectKey, att.ContentType, att.SizeBytes + if variant != "original" { + found := false + for _, v := range att.Variants { + if v.Name == variant { + key, contentType, size = jobs.VariantKey(att.ObjectKey, v.Name), v.ContentType, v.SizeBytes + found = true + break + } + } + if !found { + writeError(w, http.StatusNotFound, requestID, codeNotFound, "variant not found") + return + } + } + if a.blobs == nil { + writeError(w, http.StatusServiceUnavailable, requestID, codeUnavailable, "attachment storage unavailable") + return + } + ctx, cancel := context.WithCancel(r.Context()) + defer cancel() + t := time.AfterFunc(8*time.Second, cancel) + body, err := a.blobs.Get(ctx, key) + t.Stop() + if err != nil { + if errors.Is(err, blobstore.ErrNotFound) { + log.Printf("INCONSISTENCY: metadata without object id=%s key=%s", att.ID, att.ObjectKey) + writeError(w, http.StatusInternalServerError, requestID, codeInternal, "internal error") + } else { + log.Printf("s3 get failed: %v", err) + writeError(w, http.StatusServiceUnavailable, requestID, codeUnavailable, "attachment storage unavailable") + } + return + } + defer body.Close() + + w.Header().Set("Content-Type", contentType) + w.Header().Set("Content-Length", strconv.FormatInt(size, 10)) + w.Header().Set("X-Request-Id", requestID) + w.Header().Set("X-Content-Type-Options", "nosniff") + w.WriteHeader(http.StatusOK) + _, _ = io.Copy(w, body) +} diff --git a/internal/httpapi/auth.go b/internal/httpapi/auth.go new file mode 100644 index 0000000..85a2bc2 --- /dev/null +++ b/internal/httpapi/auth.go @@ -0,0 +1,110 @@ +package httpapi + +import ( + "errors" + "net/http" + "strings" + + "mtusi2026/internal/auth" + "mtusi2026/internal/config" + "mtusi2026/internal/model" + "mtusi2026/internal/store" +) + +const sessionTTLEnvKey = "SESSION_TTL_SECONDS" + +var dummyPasswordHash = func() string { + h, err := auth.HashPassword("timing-equalizer-password") + if err != nil { + panic(err) + } + return h +}() + +func (a *api) handleCreateSession(w http.ResponseWriter, r *http.Request) { + requestID := newRequestID() + + username, password, ok := r.BasicAuth() + if !ok { + w.Header().Set("WWW-Authenticate", `Basic realm="messenger", charset="UTF-8"`) + writeError(w, http.StatusUnauthorized, requestID, codeUnauthorized, "missing or malformed Basic credentials") + return + } + + u, passwordHash, err := a.store.GetUserByUsername(r.Context(), username) + if err != nil { + if !errors.Is(err, store.ErrUsernameNotFound) { + writeError(w, http.StatusServiceUnavailable, requestID, codeUnavailable, "database unavailable") + return + } + _, _ = auth.VerifyPassword(password, dummyPasswordHash) + w.Header().Set("WWW-Authenticate", `Basic realm="messenger", charset="UTF-8"`) + writeError(w, http.StatusUnauthorized, requestID, codeUnauthorized, "invalid username or password") + return + } + + valid, err := auth.VerifyPassword(password, passwordHash) + if err != nil || !valid { + w.Header().Set("WWW-Authenticate", `Basic realm="messenger", charset="UTF-8"`) + writeError(w, http.StatusUnauthorized, requestID, codeUnauthorized, "invalid username or password") + return + } + + token, err := auth.GenerateSessionToken() + if err != nil { + writeError(w, http.StatusInternalServerError, requestID, codeInternal, "internal error") + return + } + + ttl := config.ParseDurationSecondsEnv(sessionTTLEnvKey, 3600) + expiresAt, err := a.sessionStore.Create(r.Context(), token, u.ID, ttl) + if err != nil { + writeError(w, http.StatusServiceUnavailable, requestID, codeInternal, "session service unavailable") + return + } + + writeJSON(w, http.StatusCreated, requestID, model.Session{ + Token: token, + TokenType: "Bearer", + ExpiresAt: expiresAt, + User: u, + }) +} + +func (a *api) handleDeleteSession(w http.ResponseWriter, r *http.Request) { + requestID := newRequestID() + + token, ok := bearerToken(r) + if !ok { + w.Header().Set("WWW-Authenticate", `Bearer realm="messenger"`) + writeError(w, http.StatusUnauthorized, requestID, codeUnauthorized, "missing or malformed Bearer token") + return + } + + deleted, err := a.sessionStore.Delete(r.Context(), token) + if err != nil { + writeError(w, http.StatusServiceUnavailable, requestID, codeInternal, "session service unavailable") + return + } + if !deleted { + w.Header().Set("WWW-Authenticate", `Bearer realm="messenger"`) + writeError(w, http.StatusUnauthorized, requestID, codeUnauthorized, "unknown or already revoked token") + return + } + + w.Header().Set("X-Request-Id", requestID) + w.WriteHeader(http.StatusNoContent) +} + +func bearerToken(r *http.Request) (string, bool) { + h := r.Header.Get("Authorization") + const prefix = "Bearer " + if !strings.HasPrefix(h, prefix) { + return "", false + } + token := strings.TrimPrefix(h, prefix) + if token == "" { + return "", false + } + return token, true +} diff --git a/internal/httpapi/chats.go b/internal/httpapi/chats.go new file mode 100644 index 0000000..5211564 --- /dev/null +++ b/internal/httpapi/chats.go @@ -0,0 +1,131 @@ +package httpapi + +import ( + "context" + "errors" + "net/http" + "strconv" + "strings" + "time" + + "mtusi2026/internal/idgen" + "mtusi2026/internal/model" + "mtusi2026/internal/store" +) + +func parseLimit(r *http.Request) (int, bool) { + q := r.URL.Query() + if !q.Has("limit") { + return 50, true + } + raw := q.Get("limit") + n, err := strconv.Atoi(raw) + if err != nil || n < 1 || n > 100 || raw != strconv.Itoa(n) { + return 0, false + } + return n, true +} + +func (a *api) handleCreateChat(w http.ResponseWriter, r *http.Request, u model.User, requestID string) { + var req model.CreateChatRequest + if err := decodeJSONStrict(r, &req); err != nil { + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "malformed request body") + return + } + if !validText(req.Title, 100) || len(req.MemberIDs) == 0 { + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "invalid title or member_ids") + return + } + for i, id := range req.MemberIDs { + if !idgen.IsValidUUID(id) { + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "invalid title or member_ids") + return + } + req.MemberIDs[i] = strings.ToLower(id) + } + + c, err := a.store.CreateChat(r.Context(), u.ID, req.Title, req.MemberIDs) + if err != nil { + if errors.Is(err, store.ErrValidation) { + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "invalid title or member_ids") + return + } + writeError(w, http.StatusInternalServerError, requestID, codeInternal, "internal error") + return + } + writeJSON(w, http.StatusCreated, requestID, c) +} + +func (a *api) handleListChats(w http.ResponseWriter, r *http.Request, u model.User, requestID string) { + limit, ok := parseLimit(r) + if !ok { + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "invalid limit") + return + } + cursorStr, ok := parseCursor(r) + if !ok { + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "invalid cursor") + return + } + + items, next, err := a.store.ListChatsForUser(r.Context(), u.ID, cursorStr, limit) + if err != nil { + if errors.Is(err, store.ErrValidation) { + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "invalid cursor") + return + } + writeError(w, http.StatusInternalServerError, requestID, codeInternal, "internal error") + return + } + if items == nil { + items = []model.Chat{} + } + writeJSON(w, http.StatusOK, requestID, model.ChatPage{Items: items, NextCursor: next}) +} + +func (a *api) handleGetChat(w http.ResponseWriter, r *http.Request, u model.User, requestID string) { + chatID, ok := chatIDParam(w, r, requestID) + if !ok { + return + } + + if a.chatCache != nil { + if c, hit, err := a.chatCache.Get(r.Context(), u.ID, chatID); err == nil && hit { + writeJSON(w, http.StatusOK, requestID, c) + return + } + } + + result, err, _ := a.chatFlight.Do(u.ID+":"+chatID, func() (any, error) { + ctx, cancel := context.WithTimeout(context.WithoutCancel(r.Context()), 5*time.Second) + defer cancel() + + if a.chatCache != nil { + if c, hit, err := a.chatCache.Get(ctx, u.ID, chatID); err == nil && hit { + return c, nil + } + } + c, err := a.store.GetChat(ctx, chatID, u.ID) + if err != nil { + return model.Chat{}, err + } + if a.chatCache != nil { + _ = a.chatCache.Set(ctx, u.ID, chatID, c) + } + return c, nil + }) + if err != nil { + if errors.Is(err, store.ErrChatNotFound) { + writeError(w, http.StatusNotFound, requestID, codeNotFound, "chat not found") + } else { + writeError(w, http.StatusServiceUnavailable, requestID, codeUnavailable, "database unavailable") + } + return + } + c, ok := result.(model.Chat) + if !ok { + writeError(w, http.StatusInternalServerError, requestID, codeInternal, "internal error") + return + } + writeJSON(w, http.StatusOK, requestID, c) +} diff --git a/internal/httpapi/health.go b/internal/httpapi/health.go new file mode 100644 index 0000000..22db2c0 --- /dev/null +++ b/internal/httpapi/health.go @@ -0,0 +1,72 @@ +package httpapi + +import ( + "context" + "net/http" + "sync" + "sync/atomic" + "time" + + "github.com/jackc/pgx/v5/pgxpool" + "github.com/redis/go-redis/v9" + + "mtusi2026/internal/blobstore" +) + +func handleHealthLive(w http.ResponseWriter, r *http.Request) { + writeJSON(w, http.StatusOK, newRequestID(), map[string]string{"status": "ok"}) +} + +type blobProbe struct { + mu sync.Mutex + at time.Time + err error + st blobstore.Store +} + +func (p *blobProbe) check(ctx context.Context) error { + p.mu.Lock() + defer p.mu.Unlock() + if time.Since(p.at) < time.Second { + return p.err + } + cctx, cancel := context.WithTimeout(ctx, 2*time.Second) + defer cancel() + p.err = p.st.Ping(cctx) + p.at = time.Now() + return p.err +} + +func handleHealthReady(pool *pgxpool.Pool, rdb *redis.Client, blobs blobstore.Store, draining *atomic.Bool) http.HandlerFunc { + var probe *blobProbe + if blobs != nil { + probe = &blobProbe{st: blobs} + } + return func(w http.ResponseWriter, r *http.Request) { + requestID := newRequestID() + if draining.Load() { + writeError(w, http.StatusServiceUnavailable, requestID, codeUnavailable, "shutting down") + return + } + ctx, cancel := context.WithTimeout(r.Context(), 2*time.Second) + defer cancel() + + if err := pool.Ping(ctx); err != nil { + writeError(w, http.StatusServiceUnavailable, requestID, codeUnavailable, "database unavailable") + return + } + if rdb != nil { + if err := rdb.Ping(ctx).Err(); err != nil { + writeError(w, http.StatusServiceUnavailable, requestID, codeUnavailable, "session store unavailable") + return + } + } + if probe != nil { + if err := probe.check(ctx); err != nil { + writeError(w, http.StatusServiceUnavailable, requestID, codeUnavailable, "attachment storage unavailable") + return + } + } + writeJSON(w, http.StatusOK, requestID, map[string]string{"status": "ok"}) + } +} diff --git a/internal/httpapi/httpx.go b/internal/httpapi/httpx.go new file mode 100644 index 0000000..718f43d --- /dev/null +++ b/internal/httpapi/httpx.go @@ -0,0 +1,100 @@ +package httpapi + +import ( + "bytes" + "crypto/rand" + "encoding/json" + "fmt" + "io" + "mime" + "net/http" + "reflect" + "strings" +) + +type errorCode string + +const ( + codeInvalidRequest errorCode = "invalid_request" + codeUnauthorized errorCode = "unauthorized" + codeNotFound errorCode = "not_found" + codeConflict errorCode = "conflict" + codeUnavailable errorCode = "unavailable" + codeInternal errorCode = "internal_error" + codeTooLarge errorCode = "payload_too_large" + codeUnsupportedMedia errorCode = "unsupported_media_type" +) + +func newRequestID() string { + b := make([]byte, 12) + _, _ = rand.Read(b) + return fmt.Sprintf("%x", b) +} + +func writeJSON(w http.ResponseWriter, status int, requestID string, payload any) { + w.Header().Set("Content-Type", "application/json") + w.Header().Set("X-Request-Id", requestID) + w.WriteHeader(status) + if payload != nil { + _ = json.NewEncoder(w).Encode(payload) + } +} + +func writeError(w http.ResponseWriter, status int, requestID string, code errorCode, message string) { + writeJSON(w, status, requestID, map[string]any{ + "error": map[string]any{ + "code": code, + "message": message, + "request_id": requestID, + }, + }) +} + +func jsonFieldNames(dst any) map[string]bool { + names := map[string]bool{} + t := reflect.TypeOf(dst) + for t.Kind() == reflect.Ptr { + t = t.Elem() + } + for i := 0; i < t.NumField(); i++ { + tag := strings.Split(t.Field(i).Tag.Get("json"), ",")[0] + if tag != "" && tag != "-" { + names[tag] = true + } + } + return names +} +func decodeJSONStrict(r *http.Request, dst any) error { + contentType := r.Header.Get("Content-Type") + mediaType, _, err := mime.ParseMediaType(contentType) + if err != nil || mediaType != "application/json" { + return fmt.Errorf("unsupported Content-Type") + } + + raw, err := io.ReadAll(io.LimitReader(r.Body, 1<<20)) + if err != nil { + return err + } + if len(bytes.TrimSpace(raw)) == 0 { + return fmt.Errorf("empty body") + } + var probe map[string]json.RawMessage + if err := json.Unmarshal(raw, &probe); err != nil { + return err + } + allowed := jsonFieldNames(dst) + for k := range probe { + if !allowed[k] { + return fmt.Errorf("unknown field %q", k) + } + } + dec := json.NewDecoder(bytes.NewReader(raw)) + dec.DisallowUnknownFields() + if err := dec.Decode(dst); err != nil { + return err + } + if dec.More() { + return fmt.Errorf("trailing data after JSON body") + } + return nil +} diff --git a/internal/httpapi/idempotency_test.go b/internal/httpapi/idempotency_test.go new file mode 100644 index 0000000..bdb5362 --- /dev/null +++ b/internal/httpapi/idempotency_test.go @@ -0,0 +1,184 @@ +package httpapi + +import ( + "fmt" + "net/http" + "strings" + "sync" + "testing" + + "mtusi2026/internal/model" +) + +func TestIdempotency_RepeatReturnsSameMessage(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + alice := mustRegisterUser(t, srv, "alice") + chat := mustCreateChat(t, srv, alice, "Чат", []string{alice.ID}) + + key := newKey() + body := model.CreateMessageRequest{Text: "привет"} + + r1 := postMessage(t, srv, chat.ID, alice.Token, key, body) + if r1.StatusCode != http.StatusCreated { + t.Fatalf("first: expected 201, got %d", r1.StatusCode) + } + m1 := decodeBody[model.Message](t, r1) + + r2 := postMessage(t, srv, chat.ID, alice.Token, key, body) + if r2.StatusCode != http.StatusCreated { + t.Fatalf("repeat: expected 201, got %d", r2.StatusCode) + } + m2 := decodeBody[model.Message](t, r2) + + if m1.ID != m2.ID || !m1.CreatedAt.Equal(m2.CreatedAt) { + t.Fatalf("repeat returned a different message: %+v vs %+v", m1, m2) + } + + page := decodeBody[model.MessagePage](t, + getJSON(t, srv, fmt.Sprintf("/api/v1/chats/%s/messages", chat.ID), alice.Token)) + if len(page.Items) != 1 { + t.Fatalf("expected 1 message in history, got %d", len(page.Items)) + } +} + +func TestIdempotency_DifferentBodySameKey_Returns409(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + alice := mustRegisterUser(t, srv, "alice") + chat := mustCreateChat(t, srv, alice, "Чат", []string{alice.ID}) + + key := newKey() + postMessage(t, srv, chat.ID, alice.Token, key, model.CreateMessageRequest{Text: "один"}).Body.Close() + + resp := postMessage(t, srv, chat.ID, alice.Token, key, model.CreateMessageRequest{Text: "два"}) + defer resp.Body.Close() + if resp.StatusCode != http.StatusConflict { + t.Fatalf("expected 409, got %d", resp.StatusCode) + } +} + +func TestIdempotency_MissingOrInvalidKey_Returns400(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + alice := mustRegisterUser(t, srv, "alice") + chat := mustCreateChat(t, srv, alice, "Чат", []string{alice.ID}) + + keys := map[string]string{ + "missing": "", + "space": "bad key", + "too long": strings.Repeat("a", 129), + "cyrillic": "ключ", + } + for name, key := range keys { + resp := postMessage(t, srv, chat.ID, alice.Token, key, model.CreateMessageRequest{Text: "x"}) + resp.Body.Close() + if resp.StatusCode != http.StatusBadRequest { + t.Errorf("%s: expected 400, got %d", name, resp.StatusCode) + } + } +} + +func TestIdempotency_ConcurrentSameKey_OneMessage(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + alice := mustRegisterUser(t, srv, "alice") + chat := mustCreateChat(t, srv, alice, "Чат", []string{alice.ID}) + + const workers = 20 + key := newKey() + start := make(chan struct{}) + type result struct { + status int + id string + err error + } + results := make(chan result, workers) + + var wg sync.WaitGroup + for i := 0; i < workers; i++ { + wg.Add(1) + go func() { + defer wg.Done() + <-start + resp, err := doMessage(srv, chat.ID, alice.Token, key, model.CreateMessageRequest{Text: "гонка"}) + if err != nil { + results <- result{err: err} + return + } + defer resp.Body.Close() + var m model.Message + _ = t.Fatal + results <- result{status: resp.StatusCode, id: m.ID} + }() + } + close(start) + wg.Wait() + close(results) + + ids := map[string]bool{} + for r := range results { + if r.err != nil { + t.Errorf("request error: %v", r.err) + continue + } + if r.status != http.StatusCreated { + t.Errorf("expected 201, got %d", r.status) + } + ids[r.id] = true + } + if len(ids) != 1 { + t.Fatalf("expected one distinct message id, got %d", len(ids)) + } + + page := decodeBody[model.MessagePage](t, + getJSON(t, srv, fmt.Sprintf("/api/v1/chats/%s/messages", chat.ID), alice.Token)) + if len(page.Items) != 1 { + t.Fatalf("expected exactly 1 message stored, got %d", len(page.Items)) + } +} + +func TestIdempotency_ScopeIsPerUserAndChat(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + alice := mustRegisterUser(t, srv, "alice") + bob := mustRegisterUser(t, srv, "bob") + chatA := mustCreateChat(t, srv, alice, "A", []string{alice.ID, bob.ID}) + chatB := mustCreateChat(t, srv, alice, "B", []string{alice.ID, bob.ID}) + + key := newKey() + body := model.CreateMessageRequest{Text: "то же самое"} + ids := map[string]bool{} + for _, c := range []struct { + chat string + token string + }{ + {chatA.ID, alice.Token}, {chatB.ID, alice.Token}, {chatA.ID, bob.Token}, + } { + resp := postMessage(t, srv, c.chat, c.token, key, body) + if resp.StatusCode != http.StatusCreated { + t.Fatalf("expected 201, got %d", resp.StatusCode) + } + ids[decodeBody[model.Message](t, resp).ID] = true + } + if len(ids) != 3 { + t.Fatalf("same key in different scopes must create 3 messages, got %d", len(ids)) + } +} + +func TestIdempotency_ForeignChatRepeat_Returns404(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + alice := mustRegisterUser(t, srv, "alice") + carol := mustRegisterUser(t, srv, "carol") + chat := mustCreateChat(t, srv, alice, "Приватный", []string{alice.ID}) + + key := newKey() + for i := 0; i < 2; i++ { + resp := postMessage(t, srv, chat.ID, carol.Token, key, model.CreateMessageRequest{Text: "чужой"}) + resp.Body.Close() + if resp.StatusCode != http.StatusNotFound { + t.Fatalf("attempt %d: expected 404, got %d", i, resp.StatusCode) + } + } +} diff --git a/internal/httpapi/messages.go b/internal/httpapi/messages.go new file mode 100644 index 0000000..3858d3e --- /dev/null +++ b/internal/httpapi/messages.go @@ -0,0 +1,100 @@ +package httpapi + +import ( + "errors" + "net/http" + "regexp" + "strings" + + "mtusi2026/internal/idgen" + "mtusi2026/internal/model" + "mtusi2026/internal/store" +) + +var idemKeyRe = regexp.MustCompile(`^[A-Za-z0-9._:-]{1,128}$`) + +func (a *api) handleCreateMessage(w http.ResponseWriter, r *http.Request, u model.User, requestID string) { + chatID, ok := uuidParam(w, r, requestID, "chat_id") + if !ok { + return + } + key := r.Header.Get("Idempotency-Key") + if !idemKeyRe.MatchString(key) { + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "missing or invalid Idempotency-Key") + return + } + + var req model.CreateMessageRequest + if err := decodeJSONStrict(r, &req); err != nil { + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "malformed request body") + return + } + + ids := make([]string, 0, len(req.AttachmentIDs)) + seen := map[string]bool{} + for _, id := range req.AttachmentIDs { + id = strings.ToLower(id) + if !idgen.IsValidUUID(id) || seen[id] { + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "invalid attachment_ids") + return + } + seen[id] = true + ids = append(ids, id) + } + if len(ids) > 10 || !store.ValidMessageBody(req.Text, len(ids) > 0) { + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "invalid text or attachment_ids") + return + } + + m, err := a.store.CreateMessage(r.Context(), chatID, u.ID, key, req.Text, ids) + if err != nil { + switch { + case errors.Is(err, store.ErrChatNotFound), errors.Is(err, store.ErrAttachmentNotFound): + writeError(w, http.StatusNotFound, requestID, codeNotFound, "chat or attachment not found") + case errors.Is(err, store.ErrAttachmentFailed): + writeError(w, http.StatusConflict, requestID, codeConflict, "attachment processing failed") + case errors.Is(err, store.ErrIdempotencyConflict): + writeError(w, http.StatusConflict, requestID, codeConflict, "Idempotency-Key was used with a different request body") + case errors.Is(err, store.ErrValidation): + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "invalid text") + default: + writeError(w, http.StatusInternalServerError, requestID, codeInternal, "internal error") + } + return + } + writeJSON(w, http.StatusCreated, requestID, m) +} + +func (a *api) handleListMessages(w http.ResponseWriter, r *http.Request, u model.User, requestID string) { + chatID, ok := chatIDParam(w, r, requestID) + if !ok { + return + } + limit, ok := parseLimit(r) + if !ok { + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "invalid limit") + return + } + cursorStr, ok := parseCursor(r) + if !ok { + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "invalid cursor") + return + } + + items, next, err := a.store.ListMessages(r.Context(), chatID, u.ID, cursorStr, limit) + if err != nil { + switch { + case errors.Is(err, store.ErrChatNotFound): + writeError(w, http.StatusNotFound, requestID, codeNotFound, "chat not found") + case errors.Is(err, store.ErrValidation): + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "invalid cursor") + default: + writeError(w, http.StatusInternalServerError, requestID, codeInternal, "internal error") + } + return + } + if items == nil { + items = []model.Message{} + } + writeJSON(w, http.StatusOK, requestID, model.MessagePage{Items: items, NextCursor: next}) +} diff --git a/internal/httpapi/middleware.go b/internal/httpapi/middleware.go new file mode 100644 index 0000000..14d7bff --- /dev/null +++ b/internal/httpapi/middleware.go @@ -0,0 +1,41 @@ +package httpapi + +import ( + "log" + "net/http" + "time" + + "mtusi2026/internal/store" +) + +type statusRecorder struct { + http.ResponseWriter + status int +} + +func (r *statusRecorder) WriteHeader(status int) { + r.status = status + r.ResponseWriter.WriteHeader(status) +} + +func loggingMiddleware(next http.Handler) http.Handler { + return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + start := time.Now() + rec := &statusRecorder{ResponseWriter: w, status: http.StatusOK} + next.ServeHTTP(rec, r) + log.Printf("method=%s path=%s status=%d duration=%s", + r.Method, r.URL.Path, rec.status, time.Since(start)) + }) +} + +func concurrencyMiddleware(limiter *store.Limiter, next http.Handler) http.Handler { + return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + if !limiter.TryAcquire() { + requestID := newRequestID() + writeError(w, http.StatusServiceUnavailable, requestID, codeUnavailable, "сервер перегружен, попробуйте позже") + return + } + defer limiter.Release() + next.ServeHTTP(w, r) + }) +} diff --git a/internal/httpapi/pipeline_test.go b/internal/httpapi/pipeline_test.go new file mode 100644 index 0000000..7ffdc6a --- /dev/null +++ b/internal/httpapi/pipeline_test.go @@ -0,0 +1,165 @@ +package httpapi + +import ( + "context" + "strings" + "sync" + "sync/atomic" + "testing" + "time" + + "mtusi2026/internal/idgen" + "mtusi2026/internal/jobs" + "mtusi2026/internal/model" + "mtusi2026/internal/store" +) + +func TestPipeline_AtomicIntentClaimsFencingAndReplay(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + user := mustRegisterUser(t, srv, "pipeline_user") + chat := mustCreateChat(t, srv, user, "pipeline", []string{user.ID}) + ctx := context.Background() + st := store.New(testPool, newUnlimitedLimiter()) + id := idgen.GenerateUUIDv4() + att, err := st.CreateAttachment(ctx, model.Attachment{ID: id, ChatID: chat.ID, OwnerID: user.ID, + Filename: "test.png", ContentType: "image/png", SizeBytes: 100, SHA256: strings.Repeat("a", 64), ObjectKey: "attachments/" + id, StagingKey: "staging/" + id}) + if err != nil { + t.Fatal(err) + } + if att.Status != "queued" { + t.Fatal(att.Status) + } + confirmed, err := st.CreateMessage(ctx, chat.ID, user.ID, "queued-before-failure", "", []string{id}) + if err != nil { + t.Fatal(err) + } + j := jobs.Job{SchemaVersion: 1, Type: "attachment.process.v1", AttachmentID: id, PipelineVersion: 1, Attempt: 1} + if err = testPool.QueryRow(ctx, `SELECT j.id,j.created_at FROM attachment_jobs j JOIN attachment_outbox o ON o.job_id=j.id WHERE j.attachment_id=$1 AND o.published_at IS NULL`, id).Scan(&j.ID, &j.CreatedAt); err != nil { + t.Fatal(err) + } + repo := jobs.Repo{Pool: testPool, MaxAttempts: 2, Lease: time.Minute} + var claimed atomic.Int32 + var work *jobs.Work + var mu sync.Mutex + var wg sync.WaitGroup + for i := 0; i < 8; i++ { + wg.Add(1) + go func() { + defer wg.Done() + w, err := repo.Claim(ctx, j) + if err != nil { + t.Error(err) + return + } + if w != nil { + claimed.Add(1) + mu.Lock() + work = w + mu.Unlock() + } + }() + } + wg.Wait() + if claimed.Load() != 1 { + t.Fatalf("concurrent claims=%d", claimed.Load()) + } + stale := *work + stale.Token = idgen.GenerateUUIDv4() + if ok, err := repo.Complete(ctx, &stale, []model.Variant{}); err != nil || ok { + t.Fatalf("stale commit ok=%v err=%v", ok, err) + } + if _, err = testPool.Exec(ctx, `UPDATE attachment_jobs SET lease_until=now()-interval '1 second' WHERE id=$1`, j.ID); err != nil { + t.Fatal(err) + } + if err = repo.Recover(ctx); err != nil { + t.Fatal(err) + } + if ok, err := repo.Complete(ctx, work, []model.Variant{}); err != nil || ok { + t.Fatalf("expired commit ok=%v err=%v", ok, err) + } + if _, err = testPool.Exec(ctx, `UPDATE attachment_jobs SET next_attempt_at=now() WHERE id=$1`, j.ID); err != nil { + t.Fatal(err) + } + j.Attempt = 2 + work, err = repo.Claim(ctx, j) + if err != nil || work == nil { + t.Fatalf("retry claim %v %v", work, err) + } + if err = repo.Fail(ctx, work, "storage_unavailable", false); err != nil { + t.Fatal(err) + } + failed, err := st.GetAttachmentForUser(ctx, id, user.ID) + if err != nil { + t.Fatal(err) + } + if failed.Status != "failed" || failed.ErrorCode == nil || *failed.ErrorCode != "retry_exhausted" { + t.Fatalf("failed: %+v", failed) + } + replayed, err := st.CreateMessage(ctx, chat.ID, user.ID, "queued-before-failure", "", []string{id}) + if err != nil || replayed.ID != confirmed.ID { + t.Fatalf("confirmed message changed after attachment failure: %+v %v", replayed, err) + } + if _, err = st.CreateMessage(ctx, chat.ID, user.ID, "failed-att", "", []string{id}); err != store.ErrAttachmentFailed { + t.Fatalf("failed attachment allowed: %v", err) + } + if err = repo.Replay(ctx, j.ID, "storage recovered"); err != nil { + t.Fatal(err) + } + j.Attempt = 3 + work, err = repo.Claim(ctx, j) + if err != nil || work == nil { + t.Fatalf("replay claim %v %v", work, err) + } + if err = repo.Fail(ctx, work, "storage_unavailable", false); err != nil { + t.Fatal(err) + } + if _, err = testPool.Exec(ctx, `UPDATE attachment_jobs SET next_attempt_at=now() WHERE id=$1`, j.ID); err != nil { + t.Fatal(err) + } + j.Attempt = 4 + work, err = repo.Claim(ctx, j) + if err != nil || work == nil { + t.Fatalf("replay retry claim %v %v", work, err) + } + if ok, err := repo.Complete(ctx, work, []model.Variant{}); err != nil || !ok { + t.Fatalf("complete %v %v", ok, err) + } + if w, err := repo.Claim(ctx, j); err != nil || w != nil { + t.Fatalf("ready redelivery executed %v %v", w, err) + } + if err = repo.Replay(ctx, j.ID, "must refuse"); err == nil { + t.Fatal("ready replay accepted") + } + var audits int + if err = testPool.QueryRow(ctx, `SELECT count(*) FROM job_replays WHERE job_id=$1`, j.ID).Scan(&audits); err != nil || audits != 1 { + t.Fatalf("audit %d %v", audits, err) + } +} + +func TestPipeline_IntentRollsBackWithAttachment(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + user := mustRegisterUser(t, srv, "pipeline_rollback") + chat := mustCreateChat(t, srv, user, "rollback", []string{user.ID}) + ctx := context.Background() + _, err := testPool.Exec(ctx, `CREATE FUNCTION reject_test_outbox() RETURNS trigger LANGUAGE plpgsql AS $$ BEGIN RAISE EXCEPTION 'injected outbox write failure'; END $$; + CREATE TRIGGER reject_test_outbox BEFORE INSERT ON attachment_outbox FOR EACH ROW EXECUTE FUNCTION reject_test_outbox()`) + if err != nil { + t.Fatal(err) + } + defer testPool.Exec(ctx, `DROP TRIGGER reject_test_outbox ON attachment_outbox; DROP FUNCTION reject_test_outbox()`) + id := idgen.GenerateUUIDv4() + st := store.New(testPool, newUnlimitedLimiter()) + _, err = st.CreateAttachment(ctx, model.Attachment{ID: id, ChatID: chat.ID, OwnerID: user.ID, Filename: "x.png", ContentType: "image/png", SizeBytes: 10, SHA256: strings.Repeat("b", 64), ObjectKey: "attachments/" + id, StagingKey: "staging/" + id}) + if err == nil { + t.Fatal("expected injected failure") + } + var count int + if err = testPool.QueryRow(ctx, `SELECT (SELECT count(*) FROM attachments WHERE id=$1)+(SELECT count(*) FROM attachment_jobs WHERE attachment_id=$1)`, id).Scan(&count); err != nil { + t.Fatal(err) + } + if count != 0 { + t.Fatalf("partial durable intent rows=%d", count) + } +} diff --git a/internal/httpapi/race_test.go b/internal/httpapi/race_test.go new file mode 100644 index 0000000..a7f1ec6 --- /dev/null +++ b/internal/httpapi/race_test.go @@ -0,0 +1,163 @@ +package httpapi + +import ( + "bytes" + "encoding/json" + "fmt" + "net/http" + "strings" + "sync" + "testing" + + "mtusi2026/internal/model" +) + +func TestConcurrentMessages_NoLostOrDuplicated(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + alice := mustRegisterUser(t, srv, "alice") + chat := mustCreateChat(t, srv, alice, "нагрузочный чат", []string{alice.ID}) + const clients = 10 + const perClients = 10 + const total = clients * perClients + + var wg sync.WaitGroup + errCh := make(chan error, total) + client := srv.Client() + + for c := 0; c < clients; c++ { + wg.Add(1) + go func(clientNum int) { + defer wg.Done() + for i := 0; i < perClients; i++ { + text := fmt.Sprintf("client-%d-msg-%d", clientNum, i) + body, _ := json.Marshal(model.CreateMessageRequest{Text: text}) + req, err := http.NewRequest( + http.MethodPost, + fmt.Sprintf("%s/api/v1/chats/%s/messages", srv.URL, chat.ID), + bytes.NewReader(body), + ) + if err != nil { + errCh <- fmt.Errorf("client %d: build request: %w", clientNum, err) + continue + } + req.Header.Set("Content-Type", "application/json") + req.Header.Set("Authorization", "Bearer "+alice.Token) + req.Header.Set("Idempotency-Key", fmt.Sprintf("race-%d-%d", clientNum, i)) + resp, err := client.Do(req) + if err != nil { + errCh <- fmt.Errorf("client %d: do request: %w", clientNum, err) + continue + } + if resp.StatusCode != http.StatusCreated { + errCh <- fmt.Errorf("client %d msg %d: expected 201, got %d", clientNum, i, resp.StatusCode) + } + resp.Body.Close() + } + }(c) + } + wg.Wait() + close(errCh) + + for err := range errCh { + t.Error(err) + } + if t.Failed() { + t.Fatal("прекращение из-за ошбок запросов") + } + + resp := getJSON(t, srv, fmt.Sprintf("/api/v1/chats/%s/messages?limit=100", chat.ID), alice.Token) + if resp.StatusCode != http.StatusOK { + t.Fatalf("list messages: expected 200, got %d", resp.StatusCode) + } + page := decodeBody[model.MessagePage](t, resp) + + if page.NextCursor != nil { + t.Fatalf("expected all %d messages to fit on one page with limit=100, got next_cursor", total) + } + if len(page.Items) != total { + t.Fatalf("expected exactly %d messages, got %d", total, len(page.Items)) + } + + seen := make(map[string]bool, total) + for _, m := range page.Items { + if seen[m.ID] { + t.Fatalf("duplicate message ID found: %s", m.ID) + } + seen[m.ID] = true + if m.SenderID != alice.ID { + t.Fatalf("unexpected sender_id: %s", m.SenderID) + } + } +} + +func TestRegisterUser_ConcurrentDuplicateUsername_OnlyOneSucceeds(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + const workers = 20 + + statuses := make(chan int, workers) + + var wg sync.WaitGroup + wg.Add(workers) + + for i := 0; i < workers; i++ { + go func() { + defer wg.Done() + + body := `{ + "username": "raceuser", + "display_name": "Race User", + "password": "correct-horse-battery-staple" + }` + + req, err := http.NewRequest( + http.MethodPost, + srv.URL+"/api/v1/users", + strings.NewReader(body), + ) + if err != nil { + statuses <- -1 + return + } + + req.Header.Set("Content-Type", "application/json") + + resp, err := srv.Client().Do(req) + if err != nil { + statuses <- -1 + return + } + + statuses <- resp.StatusCode + resp.Body.Close() + }() + } + + wg.Wait() + close(statuses) + + created := 0 + conflicts := 0 + + for status := range statuses { + switch status { + case http.StatusCreated: + created++ + case http.StatusConflict: + conflicts++ + default: + t.Errorf("unexpected status code: %d", status) + } + } + + if created != 1 { + t.Fatalf("ожидалась одна успешная регистрация, got %d", created) + } + + if conflicts != workers-1 { + t.Fatalf("expected %d conflicts, got %d", workers-1, conflicts) + } +} diff --git a/internal/httpapi/router.go b/internal/httpapi/router.go new file mode 100644 index 0000000..588b2d7 --- /dev/null +++ b/internal/httpapi/router.go @@ -0,0 +1,96 @@ +package httpapi + +import ( + "net/http" + "sync/atomic" + + "github.com/jackc/pgx/v5/pgxpool" + "github.com/redis/go-redis/v9" + + "mtusi2026/internal/blobstore" + "mtusi2026/internal/cache" + "mtusi2026/internal/model" + "mtusi2026/internal/sessionstore" + "mtusi2026/internal/store" +) + +type Options struct { + InstanceID string + Redis *redis.Client + Draining *atomic.Bool + Blobs blobstore.Store + MaxUploads int +} + +func NewRouter(s *store.Store, pool *pgxpool.Pool, sessionStores ...sessionstore.Store) http.Handler { + var ss sessionstore.Store + if len(sessionStores) > 0 { + ss = sessionStores[0] + } + return NewRouterWithCache(s, pool, ss, nil) +} + +func NewRouterWithCache( + s *store.Store, + pool *pgxpool.Pool, + sessionStore sessionstore.Store, + chatCache *cache.Cache, + opts ...Options, +) http.Handler { + var o Options + if len(opts) > 0 { + o = opts[0] + } + if o.InstanceID == "" { + o.InstanceID = "local" + } + if o.Draining == nil { + o.Draining = new(atomic.Bool) + } + + if o.MaxUploads <= 0 { + o.MaxUploads = 4 + } + + a := &api{ + store: s, + sessionStore: sessionStore, + chatCache: chatCache, + blobs: o.Blobs, + uploadSem: make(chan struct{}, o.MaxUploads), + } + + apiMux := http.NewServeMux() + apiMux.HandleFunc("POST /api/v1/users", a.handleRegisterUser) + apiMux.HandleFunc("GET /api/v1/users/me", a.authMiddleware(a.handleCurrentUser)) + apiMux.HandleFunc("POST /api/v1/chats", a.authMiddleware(a.handleCreateChat)) + apiMux.HandleFunc("GET /api/v1/chats", a.authMiddleware(a.handleListChats)) + apiMux.HandleFunc("GET /api/v1/chats/{chat_id}", a.authMiddleware(a.handleGetChat)) + apiMux.HandleFunc("POST /api/v1/chats/{chat_id}/messages", a.authMiddleware(a.handleCreateMessage)) + apiMux.HandleFunc("GET /api/v1/chats/{chat_id}/messages", a.authMiddleware(a.handleListMessages)) + apiMux.HandleFunc("POST /api/v1/auth/sessions", a.handleCreateSession) + apiMux.HandleFunc("POST /api/v1/chats/{chat_id}/attachments", a.authMiddleware(a.handleUploadAttachment)) + apiMux.HandleFunc("GET /api/v1/attachments/{attachment_id}", a.authMiddleware(a.handleGetAttachment)) + apiMux.HandleFunc("GET /api/v1/attachments/{attachment_id}/content", a.authMiddleware(a.handleDownloadAttachment)) + apiMux.HandleFunc("DELETE /api/v1/auth/sessions/current", a.authMiddleware( + func(w http.ResponseWriter, r *http.Request, u model.User, requestID string) { + a.handleDeleteSession(w, r) + })) + + root := http.NewServeMux() + root.HandleFunc("GET /health/live", handleHealthLive) + root.HandleFunc("GET /health/ready", handleHealthReady(pool, o.Redis, o.Blobs, o.Draining)) + root.Handle("/", concurrencyMiddleware(s.Limiter, apiMux)) + + var h http.Handler = root + h = loggingMiddleware(h) + h = instanceMiddleware(o.InstanceID, h) + return h +} + +func instanceMiddleware(id string, next http.Handler) http.Handler { + return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { + w.Header().Set("X-Instance-Id", id) + next.ServeHTTP(w, r) + }) +} diff --git a/internal/httpapi/sessionstore_test.go b/internal/httpapi/sessionstore_test.go new file mode 100644 index 0000000..72936c5 --- /dev/null +++ b/internal/httpapi/sessionstore_test.go @@ -0,0 +1,73 @@ +package httpapi + +import ( + "context" + "sync" + "time" + + "mtusi2026/internal/sessionstore" +) + +type memorySession struct { + userID string + expiresAt time.Time +} + +type memorySessionStore struct { + mu sync.Mutex + sessions map[string]memorySession +} + +func newMemorySessionStore() *memorySessionStore { + return &memorySessionStore{ + sessions: make(map[string]memorySession), + } +} + +func (s *memorySessionStore) Create( + _ context.Context, + token string, + userID string, + ttl time.Duration, +) (time.Time, error) { + s.mu.Lock() + defer s.mu.Unlock() + + expiresAt := time.Now().UTC().Add(ttl) + s.sessions[token] = memorySession{ + userID: userID, + expiresAt: expiresAt, + } + return expiresAt, nil +} + +func (s *memorySessionStore) GetUserID( + _ context.Context, + token string, +) (string, error) { + s.mu.Lock() + defer s.mu.Unlock() + + session, ok := s.sessions[token] + if !ok || !time.Now().UTC().Before(session.expiresAt) { + delete(s.sessions, token) + return "", sessionstore.ErrNotFound + } + + return session.userID, nil +} + +func (s *memorySessionStore) Delete( + _ context.Context, + token string, +) (bool, error) { + s.mu.Lock() + defer s.mu.Unlock() + + if _, ok := s.sessions[token]; !ok { + return false, nil + } + + delete(s.sessions, token) + return true, nil +} diff --git a/internal/httpapi/testmain_test.go b/internal/httpapi/testmain_test.go new file mode 100644 index 0000000..9431792 --- /dev/null +++ b/internal/httpapi/testmain_test.go @@ -0,0 +1,149 @@ +package httpapi + +import ( + "context" + "fmt" + "log" + "net/url" + "os" + "path/filepath" + "testing" + "time" + + "github.com/golang-migrate/migrate/v4" + _ "github.com/golang-migrate/migrate/v4/database/pgx/v5" + _ "github.com/golang-migrate/migrate/v4/source/file" + "github.com/jackc/pgx/v5/pgxpool" + "github.com/redis/go-redis/v9" + "github.com/testcontainers/testcontainers-go" + tcpostgres "github.com/testcontainers/testcontainers-go/modules/postgres" + tcredis "github.com/testcontainers/testcontainers-go/modules/redis" + "github.com/testcontainers/testcontainers-go/wait" +) + +var testPool *pgxpool.Pool +var testRedis *redis.Client + +// поднимает эфемерный Postgres в Docker применяет миграции даёт testPool +// всем тестам пакета и гарантированно убивает контейнер в конце прогона :) +func TestMain(m *testing.M) { + os.Exit(runTests(m)) +} + +func runTests(m *testing.M) int { + ctx := context.Background() + + pgContainer, err := tcpostgres.Run(ctx, + "postgres:16.4-alpine", + tcpostgres.WithDatabase("messenger_test"), + tcpostgres.WithUsername("messenger_test"), + tcpostgres.WithPassword("messenger_test"), + testcontainers.WithWaitStrategy( + wait.ForLog("database system is ready to accept connections"). + WithOccurrence(2). + WithStartupTimeout(30*time.Second), + ), + ) + if err != nil { + log.Fatalf("start postgres container: %v", err) + } + defer func() { + if err := pgContainer.Terminate(ctx); err != nil { + log.Printf("terminate postgres container: %v", err) + } + }() + + dsn, err := pgContainer.ConnectionString(ctx, "sslmode=disable") + if err != nil { + log.Fatalf("get connection string: %v", err) + } + + if err := applyMigrations(dsn); err != nil { + log.Fatalf("apply migrations: %v", err) + } + + poolCfg, err := pgxpool.ParseConfig(dsn) + if err != nil { + log.Fatalf("parse pool config: %v", err) + } + testPool, err = pgxpool.NewWithConfig(ctx, poolCfg) + if err != nil { + log.Fatalf("create pool: %v", err) + } + defer testPool.Close() + + if err := testPool.Ping(ctx); err != nil { + log.Fatalf("ping test db: %v", err) + } + + redisContainer, err := tcredis.Run(ctx, "redis:7.4-alpine") + if err != nil { + log.Fatalf("start redis container: %v", err) + } + defer func() { + if err := testcontainers.TerminateContainer(redisContainer); err != nil { + log.Printf("terminate redis container: %v", err) + } + }() + + redisURL, err := redisContainer.ConnectionString(ctx) + if err != nil { + log.Fatalf("get redis connection string: %v", err) + } + + redisOpts, err := redis.ParseURL(redisURL) + if err != nil { + log.Fatalf("parse redis url: %v", err) + } + + testRedis = redis.NewClient(redisOpts) + defer testRedis.Close() + + if err := testRedis.Ping(ctx).Err(); err != nil { + log.Fatalf("ping test redis: %v", err) + } + + return m.Run() +} + +// тесты запускаются из internal/httpapi/ поэтому путь на три уровня вверх +// и прогоняет все .up.sql через golang-migrate +func applyMigrations(dsn string) error { + migrationsPath, err := filepath.Abs(filepath.Join("..", "..", "migrations")) + if err != nil { + return err + } + + u, err := url.Parse(dsn) + if err != nil { + return fmt.Errorf("parse dsn: %w", err) + } + u.Scheme = "pgx5" + + m, err := migrate.New( + fmt.Sprintf("file://%s", migrationsPath), + u.String(), + ) + if err != nil { + return fmt.Errorf("migrate.New: %w", err) + } + defer m.Close() + + if err := m.Up(); err != nil && err != migrate.ErrNoChange { + return fmt.Errorf("migrate.Up: %w", err) + } + return nil +} + +// truncateAll очищает все таблицы между тестами сохраняя схему +// быстрее чем пересоздавать контейнер на каждый тест +func truncateAll(t *testing.T) { + t.Helper() + ctx := context.Background() + _, err := testPool.Exec(ctx, + `TRUNCATE TABLE messages, chat_members, chats, sessions, users RESTART IDENTITY CASCADE`, + ) + if err != nil { + t.Fatalf("truncate tables: %v", err) + } +} diff --git a/internal/httpapi/transaction_test.go b/internal/httpapi/transaction_test.go new file mode 100644 index 0000000..f1702a2 --- /dev/null +++ b/internal/httpapi/transaction_test.go @@ -0,0 +1,63 @@ +package httpapi + +import ( + "context" + "errors" + "testing" + + "mtusi2026/internal/store" +) + +func TestCreateChat_RollsBackOnMemberInsertFailure(t *testing.T) { + srv := newTestServer(t) + defer srv.Close() + + alice := mustRegisterUser(t, srv, "rollback_alice") + + ctx := context.Background() + s := store.New(testPool, newUnlimitedLimiter()) + + missingUserID := "00000000-0000-0000-0000-000000000000" + + _, err := s.CreateChat( + ctx, + alice.ID, + "rollback-test", + []string{alice.ID, missingUserID}, + ) + + if !errors.Is(err, store.ErrValidation) { + t.Fatalf("expected ErrValidation, got %v", err) + } + + var chatCount int + err = testPool.QueryRow( + ctx, + `SELECT COUNT(*) FROM chats WHERE title = $1`, + "rollback-test", + ).Scan(&chatCount) + if err != nil { + t.Fatalf("check chats after rollback: %v", err) + } + + if chatCount != 0 { + t.Fatalf("expected 0 chats after rollback, got %d", chatCount) + } + + var membershipCount int + err = testPool.QueryRow( + ctx, + `SELECT COUNT(*) + FROM chat_members cm + JOIN chats c ON c.id = cm.chat_id + WHERE c.title = $1`, + "rollback-test", + ).Scan(&membershipCount) + if err != nil { + t.Fatalf("check chat_members after rollback: %v", err) + } + + if membershipCount != 0 { + t.Fatalf("expected 0 chat members after rollback, got %d", membershipCount) + } +} diff --git a/internal/httpapi/users.go b/internal/httpapi/users.go new file mode 100644 index 0000000..8ef6a9e --- /dev/null +++ b/internal/httpapi/users.go @@ -0,0 +1,125 @@ +package httpapi + +import ( + "context" + "errors" + "net/http" + "regexp" + "time" + "unicode/utf8" + + "golang.org/x/sync/singleflight" + + "mtusi2026/internal/auth" + "mtusi2026/internal/blobstore" + "mtusi2026/internal/cache" + "mtusi2026/internal/model" + "mtusi2026/internal/sessionstore" + "mtusi2026/internal/store" +) + +var usernameRe = regexp.MustCompile(`^[a-z0-9_]{3,32}$`) + +type api struct { + store *store.Store + sessionStore sessionstore.Store + chatCache *cache.Cache + chatFlight singleflight.Group + blobs blobstore.Store + uploadSem chan struct{} +} + +func (a *api) authMiddleware(next func(w http.ResponseWriter, r *http.Request, u model.User, requestID string)) http.HandlerFunc { + return func(w http.ResponseWriter, r *http.Request) { + requestID := newRequestID() + + token, ok := bearerToken(r) + if !ok { + w.Header().Set("WWW-Authenticate", `Bearer realm="messenger"`) + writeError(w, http.StatusUnauthorized, requestID, codeUnauthorized, "missing or malformed Bearer token") + return + } + + userID, err := a.sessionStore.GetUserID(r.Context(), token) + if err != nil { + if errors.Is(err, sessionstore.ErrNotFound) { + w.Header().Set("WWW-Authenticate", `Bearer realm="messenger"`) + writeError(w, http.StatusUnauthorized, requestID, codeUnauthorized, "invalid, expired or revoked token") + return + } + + writeError(w, http.StatusServiceUnavailable, requestID, codeInternal, "session service unavailable") + return + } + + dbCtx, dbCancel := context.WithTimeout(r.Context(), 3*time.Second) + defer dbCancel() + + u, ok, err := a.store.GetUserByID(dbCtx, userID) + if err != nil { + writeError(w, http.StatusServiceUnavailable, requestID, codeUnavailable, "database unavailable") + return + } + if !ok { + w.Header().Set("WWW-Authenticate", `Bearer realm="messenger"`) + writeError(w, http.StatusUnauthorized, requestID, codeUnauthorized, "invalid session user") + return + } + + next(w, r, u, requestID) + } +} + +func validDisplayName(s string) bool { + return validText(s, 100) +} + +func validPassword(s string) bool { + n := utf8.RuneCountInString(s) + return n >= 12 && n <= 128 +} + +func (a *api) handleRegisterUser(w http.ResponseWriter, r *http.Request) { + requestID := newRequestID() + + var req model.CreateUserRequest + if err := decodeJSONStrict(r, &req); err != nil { + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "malformed request body") + return + } + + if !usernameRe.MatchString(req.Username) { + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "username must match ^[a-z0-9_]{3,32}$") + return + } + if !validDisplayName(req.DisplayName) { + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "display_name must be 1-100 non-blank code points") + return + } + if !validPassword(req.Password) { + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "password must be 12-128 code points") + return + } + + passwordHash, err := auth.HashPassword(req.Password) + if err != nil { + writeError(w, http.StatusInternalServerError, requestID, codeInternal, "internal error") + return + } + + u, err := a.store.CreateUser(r.Context(), req.Username, req.DisplayName, passwordHash) + if err != nil { + if err == store.ErrUsernameTaken { + writeError(w, http.StatusConflict, requestID, codeConflict, "username already taken") + return + } + writeError(w, http.StatusInternalServerError, requestID, codeInternal, "internal error") + return + } + + writeJSON(w, http.StatusCreated, requestID, u) +} + +func (a *api) handleCurrentUser(w http.ResponseWriter, r *http.Request, u model.User, requestID string) { + writeJSON(w, http.StatusOK, requestID, u) +} diff --git a/internal/httpapi/validate.go b/internal/httpapi/validate.go new file mode 100644 index 0000000..3d0816c --- /dev/null +++ b/internal/httpapi/validate.go @@ -0,0 +1,54 @@ +package httpapi + +import ( + "net/http" + "strings" + "unicode" + "unicode/utf8" + + "mtusi2026/internal/idgen" +) + +func validText(s string, max int) bool { + n := utf8.RuneCountInString(s) + if n < 1 || n > max { + return false + } + hasContent := false + for _, r := range s { + if r == 0 { + return false + } + if !unicode.IsSpace(r) { + hasContent = true + } + } + return hasContent +} + +func parseCursor(r *http.Request) (string, bool) { + q := r.URL.Query() + if !q.Has("cursor") { + return "", true + } + c := q.Get("cursor") + return c, c != "" +} + +func chatIDParam(w http.ResponseWriter, r *http.Request, requestID string) (string, bool) { + id := r.PathValue("chat_id") + if !idgen.IsValidUUID(id) { + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "invalid chat_id") + return "", false + } + return strings.ToLower(id), true +} + +func uuidParam(w http.ResponseWriter, r *http.Request, requestID, name string) (string, bool) { + id := r.PathValue(name) + if !idgen.IsValidUUID(id) { + writeError(w, http.StatusBadRequest, requestID, codeInvalidRequest, "invalid "+name) + return "", false + } + return strings.ToLower(id), true +} diff --git a/internal/idgen/uuid.go b/internal/idgen/uuid.go new file mode 100644 index 0000000..50b9c6c --- /dev/null +++ b/internal/idgen/uuid.go @@ -0,0 +1,23 @@ +package idgen + +import ( + "crypto/rand" + "fmt" + "regexp" +) + +var uuidRe = regexp.MustCompile(`^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12}$`) + +func IsValidUUID(s string) bool { + return uuidRe.MatchString(s) +} + +func GenerateUUIDv4() string { + b := make([]byte, 16) + if _, err := rand.Read(b); err != nil { + panic(err) + } + b[6] = (b[6] & 0x0f) | 0x40 + b[8] = (b[8] & 0x3f) | 0x80 + return fmt.Sprintf("%x-%x-%x-%x-%x", b[0:4], b[4:6], b[6:8], b[8:10], b[10:16]) +} diff --git a/internal/images/images.go b/internal/images/images.go new file mode 100644 index 0000000..0651135 --- /dev/null +++ b/internal/images/images.go @@ -0,0 +1,32 @@ +package images + +import ( + "context" + "errors" + "mtusi2026/internal/config" + "os/exec" + "time" +) + +var ErrInvalid = errors.New("invalid_image") +var ErrLimit = errors.New("image_resource_limit") + +func Run(ctx context.Context, mode, source, dir string) ([]byte, error) { + ctx, cancel := context.WithTimeout(ctx, 25*time.Second) + defer cancel() + cmd := exec.CommandContext(ctx, config.GetEnv("PYTHON", "python3"), config.GetEnv("IMAGE_SCRIPT", "scripts/process_image.py"), mode, source, dir) + out, err := cmd.Output() + if ctx.Err() != nil { + return nil, ctx.Err() + } + var ex *exec.ExitError + if errors.As(err, &ex) { + switch ex.ExitCode() { + case 2: + return nil, ErrInvalid + case 3: + return nil, ErrLimit + } + } + return out, err +} diff --git a/internal/images/images_test.go b/internal/images/images_test.go new file mode 100644 index 0000000..0832282 --- /dev/null +++ b/internal/images/images_test.go @@ -0,0 +1,32 @@ +package images + +import ( + "context" + "errors" + "os" + "os/exec" + "path/filepath" + "testing" + "time" +) + +func TestImageSubprocessDeadlineKillsChild(t *testing.T) { + if _, err := exec.LookPath("python3"); err != nil { + t.Skip("python3 is required for subprocess test") + } + script := filepath.Join(t.TempDir(), "slow.py") + if err := os.WriteFile(script, []byte("import time\ntime.sleep(60)\n"), 0600); err != nil { + t.Fatal(err) + } + t.Setenv("IMAGE_SCRIPT", script) + ctx, cancel := context.WithTimeout(context.Background(), 100*time.Millisecond) + defer cancel() + start := time.Now() + _, err := Run(ctx, "process", "unused", "unused") + if !errors.Is(err, context.DeadlineExceeded) { + t.Fatal(err) + } + if time.Since(start) > 3*time.Second { + t.Fatal("child was not killed within deadline") + } +} diff --git a/internal/jobs/repository.go b/internal/jobs/repository.go new file mode 100644 index 0000000..13f7f7c --- /dev/null +++ b/internal/jobs/repository.go @@ -0,0 +1,254 @@ +package jobs + +import ( + "context" + "encoding/json" + "errors" + "fmt" + "math/rand/v2" + "time" + + "mtusi2026/internal/idgen" + "mtusi2026/internal/model" + + "github.com/jackc/pgx/v5" + "github.com/jackc/pgx/v5/pgxpool" +) + +type Job struct { + SchemaVersion int `json:"schema_version"` + ID string `json:"job_id"` + Type string `json:"type"` + AttachmentID string `json:"attachment_id"` + PipelineVersion int `json:"pipeline_version"` + Attempt int `json:"attempt"` + CreatedAt time.Time `json:"created_at"` +} + +type Repo struct { + Pool *pgxpool.Pool + MaxAttempts int + Lease time.Duration +} +type Work struct { + Job + Token, StagingKey, ObjectKey, SHA256, ContentType string + Size int64 +} + +func Enqueue(ctx context.Context, tx pgx.Tx, attachmentID string) error { + id := idgen.GenerateUUIDv4() + _, err := tx.Exec(ctx, `INSERT INTO attachment_jobs(id,attachment_id) VALUES($1,$2)`, id, attachmentID) + if err != nil { + return err + } + _, err = tx.Exec(ctx, `INSERT INTO attachment_outbox(job_id,attempt) VALUES($1,1)`, id) + return err +} + +func (r Repo) Claim(ctx context.Context, j Job) (*Work, error) { + tx, err := r.Pool.Begin(ctx) + if err != nil { + return nil, err + } + defer tx.Rollback(ctx) + w := &Work{Job: j, Token: idgen.GenerateUUIDv4()} + err = tx.QueryRow(ctx, `UPDATE attachment_jobs SET status='processing',attempt=attempt+1, + lease_token=$3,lease_until=now()+$4::interval,updated_at=now() + WHERE id=$1 AND attachment_id=$2 AND pipeline_version=$5 AND status='queued' + AND next_attempt_at<=now() AND attempt=$6-1 + RETURNING attempt`, j.ID, j.AttachmentID, w.Token, r.Lease.String(), j.PipelineVersion, j.Attempt).Scan(&w.Attempt) + if errors.Is(err, pgx.ErrNoRows) { + return nil, nil + } + if err != nil { + return nil, err + } + err = tx.QueryRow(ctx, `UPDATE attachments SET status='processing',updated_at=now() + WHERE id=$1 RETURNING staging_key,object_key,sha256,content_type,size_bytes`, j.AttachmentID). + Scan(&w.StagingKey, &w.ObjectKey, &w.SHA256, &w.ContentType, &w.Size) + if err != nil { + return nil, err + } + if err = tx.Commit(ctx); err != nil { + return nil, err + } + return w, nil +} + +func (r Repo) Complete(ctx context.Context, w *Work, variants []model.Variant) (bool, error) { + tx, err := r.Pool.Begin(ctx) + if err != nil { + return false, err + } + defer tx.Rollback(ctx) + tag, err := tx.Exec(ctx, `UPDATE attachment_jobs SET status='ready',error_code=NULL, + lease_token=NULL,lease_until=NULL,updated_at=now() WHERE id=$1 AND status='processing' + AND lease_token=$2 AND lease_until>now()`, w.ID, w.Token) + if err != nil || tag.RowsAffected() == 0 { + return false, err + } + b, err := json.Marshal(variants) + if err != nil { + return false, err + } + _, err = tx.Exec(ctx, `UPDATE attachments SET status='ready',variants=$2,error_code=NULL,updated_at=now() WHERE id=$1`, w.AttachmentID, b) + if err != nil { + return false, err + } + return true, tx.Commit(ctx) +} + +func RetryDelay(attempt int) time.Duration { + base := time.Second + for i := 1; i < attempt && base < 60*time.Second; i++ { + base *= 2 + } + if base > 60*time.Second { + base = 60 * time.Second + } + return base/2 + time.Duration(rand.Int64N(int64(base/2)+1)) +} + +func (r Repo) Fail(ctx context.Context, w *Work, code string, permanent bool) error { + tx, err := r.Pool.Begin(ctx) + if err != nil { + return err + } + defer tx.Rollback(ctx) + var attempt, replayBase int + err = tx.QueryRow(ctx, `SELECT attempt FROM attachment_jobs WHERE id=$1 AND status='processing' + AND lease_token=$2 FOR UPDATE`, w.ID, w.Token).Scan(&attempt) + if errors.Is(err, pgx.ErrNoRows) { + return nil + } + if err != nil { + return err + } + if err = tx.QueryRow(ctx, `SELECT COALESCE(max(previous_attempt),0) FROM job_replays WHERE job_id=$1`, w.ID).Scan(&replayBase); err != nil { + return err + } + state := "queued" + if permanent || attempt-replayBase >= r.MaxAttempts { + state = "failed" + if !permanent { + code = "retry_exhausted" + } + } + delay := RetryDelay(attempt) + _, err = tx.Exec(ctx, `UPDATE attachment_jobs SET status=$2,error_code=$3,lease_until=NULL,lease_token=NULL, + next_attempt_at=now()+$4::interval,updated_at=now() WHERE id=$1`, w.ID, state, code, delay.String()) + if err != nil { + return err + } + _, err = tx.Exec(ctx, `UPDATE attachments SET status=$2,error_code=$3,updated_at=now() WHERE id=$1`, w.AttachmentID, state, code) + if err != nil { + return err + } + if state == "queued" { + _, err = tx.Exec(ctx, `INSERT INTO attachment_outbox(job_id,attempt,available_at) + SELECT id,attempt+1,next_attempt_at FROM attachment_jobs WHERE id=$1`, w.ID) + if err != nil { + return err + } + } + return tx.Commit(ctx) +} + +func (r Repo) Recover(ctx context.Context) error { + rows, err := r.Pool.Query(ctx, `SELECT id,attachment_id,lease_token FROM attachment_jobs + WHERE status='processing' AND lease_until 200 { + return errors.New("provide job UUID and reason (1..200 bytes)") + } + tx, err := r.Pool.Begin(ctx) + if err != nil { + return err + } + defer tx.Rollback(ctx) + var attempt int + var aid string + err = tx.QueryRow(ctx, `SELECT attempt,attachment_id FROM attachment_jobs WHERE id=$1 AND status='failed' FOR UPDATE`, id).Scan(&attempt, &aid) + if errors.Is(err, pgx.ErrNoRows) { + return errors.New("replay allowed only for failed jobs; ready is never replayed") + } + if err != nil { + return err + } + var staging *string + if err = tx.QueryRow(ctx, `SELECT staging_key FROM attachments WHERE id=$1 FOR UPDATE`, aid).Scan(&staging); err != nil { + return err + } + if staging == nil { + return errors.New("staging retention expired; original must be uploaded again") + } + _, err = tx.Exec(ctx, `INSERT INTO job_replays(job_id,reason,previous_attempt) VALUES($1,$2,$3)`, id, reason, attempt) + if err != nil { + return err + } + _, err = tx.Exec(ctx, `UPDATE attachment_jobs SET status='queued',error_code=NULL,next_attempt_at=now(),updated_at=now() WHERE id=$1`, id) + if err != nil { + return err + } + _, err = tx.Exec(ctx, `UPDATE attachments SET status='queued',error_code=NULL,updated_at=now() WHERE id=$1`, aid) + if err != nil { + return err + } + _, err = tx.Exec(ctx, `INSERT INTO attachment_outbox(job_id,attempt) VALUES($1,$2)`, id, attempt+1) + if err != nil { + return err + } + return tx.Commit(ctx) +} + +func VariantKey(original, name string) string { return original + "/v1/" + name } + +func (r Repo) Failed(ctx context.Context) ([]map[string]any, error) { + rows, err := r.Pool.Query(ctx, `SELECT id,attachment_id,attempt,error_code FROM attachment_jobs WHERE status='failed' ORDER BY updated_at`) + if err != nil { + return nil, err + } + defer rows.Close() + result := []map[string]any{} + for rows.Next() { + var id, aid, code string + var n int + if err = rows.Scan(&id, &aid, &n, &code); err != nil { + return nil, err + } + result = append(result, map[string]any{"job_id": id, "attachment_id": aid, "attempt": n, "error_code": code}) + } + return result, rows.Err() +} + +func (j Job) Validate() error { + if j.SchemaVersion != 1 || j.Type != "attachment.process.v1" || j.PipelineVersion != 1 || j.Attempt < 1 || !idgen.IsValidUUID(j.ID) || !idgen.IsValidUUID(j.AttachmentID) || j.CreatedAt.IsZero() { + return fmt.Errorf("invalid job envelope") + } + return nil +} diff --git a/internal/jobs/repository_test.go b/internal/jobs/repository_test.go new file mode 100644 index 0000000..a9cee85 --- /dev/null +++ b/internal/jobs/repository_test.go @@ -0,0 +1,29 @@ +package jobs + +import ( + "testing" + "time" +) + +func TestRetryBackoffJitterAndCap(t *testing.T) { + for attempt := 1; attempt <= 12; attempt++ { + base := time.Second + for i := 1; i < attempt && base < 60*time.Second; i++ { + base *= 2 + } + if base > 60*time.Second { + base = 60 * time.Second + } + values := map[time.Duration]bool{} + for i := 0; i < 50; i++ { + d := RetryDelay(attempt) + if d < base/2 || d > base { + t.Fatalf("attempt=%d delay=%s", attempt, d) + } + values[d] = true + } + if len(values) < 2 { + t.Fatal("jitter absent") + } + } +} diff --git a/internal/jobs/runtime.go b/internal/jobs/runtime.go new file mode 100644 index 0000000..aa9c8cf --- /dev/null +++ b/internal/jobs/runtime.go @@ -0,0 +1,367 @@ +package jobs + +import ( + "bytes" + "context" + "crypto/sha256" + "encoding/hex" + "encoding/json" + "errors" + "io" + "log" + "os" + "path/filepath" + "strings" + "sync" + "time" + + "mtusi2026/internal/blobstore" + "mtusi2026/internal/images" + "mtusi2026/internal/model" + + "github.com/jackc/pgx/v5" + "github.com/redis/go-redis/v9" +) + +const Stream = "attachment-jobs-v1" +const Group = "image-workers-v1" + +type Runtime struct { + Repo Repo + Broker *redis.Client + Blobs blobstore.Store + Timeout time.Duration + Concurrency int + Fault string + Retention time.Duration +} + +func (r *Runtime) PublishOne(ctx context.Context) (bool, error) { + tx, err := r.Repo.Pool.Begin(ctx) + if err != nil { + return false, err + } + defer tx.Rollback(ctx) + var oid int64 + j := Job{SchemaVersion: 1, Type: "attachment.process.v1"} + err = tx.QueryRow(ctx, `SELECT o.id,j.id,j.attachment_id,j.pipeline_version,o.attempt,j.created_at + FROM attachment_outbox o JOIN attachment_jobs j ON j.id=o.job_id + WHERE o.published_at IS NULL AND o.available_at<=now() + ORDER BY o.id LIMIT 1 FOR UPDATE OF o SKIP LOCKED`).Scan(&oid, &j.ID, &j.AttachmentID, &j.PipelineVersion, &j.Attempt, &j.CreatedAt) + if err != nil { + if errors.Is(err, pgx.ErrNoRows) { + return false, nil + } + return false, err + } + if r.Fault == "before_publish" { + log.Print("FAULT before_publish: committed outbox remains pending") + os.Exit(86) + } + payload, err := json.Marshal(j) + if err != nil { + return false, err + } + pubCtx, cancel := context.WithTimeout(ctx, 3*time.Second) + _, err = r.Broker.XAdd(pubCtx, &redis.XAddArgs{Stream: Stream, Values: map[string]any{"payload": string(payload)}}).Result() + cancel() + if err != nil { + return false, err + } + if r.Fault == "after_publish" { + log.Print("FAULT after_publish: duplicate publication expected") + os.Exit(86) + } + _, err = tx.Exec(ctx, `UPDATE attachment_outbox SET published_at=now() WHERE id=$1`, oid) + if err != nil { + return false, err + } + return true, tx.Commit(ctx) +} + +func (r *Runtime) Relay(ctx context.Context) { + tick := time.NewTicker(300 * time.Millisecond) + defer tick.Stop() + lastClean := time.Time{} + for ctx.Err() == nil { + if err := r.Repo.Recover(ctx); err != nil && ctx.Err() == nil { + log.Printf("lease recovery: %v", err) + } + for i := 0; i < 100 && ctx.Err() == nil; i++ { + ok, err := r.PublishOne(ctx) + if err != nil { + log.Printf("outbox publish: %v", err) + break + } + if !ok { + break + } + } + if time.Since(lastClean) > time.Minute { + if err := r.Cleanup(ctx); err != nil { + log.Printf("staging cleanup: %v", err) + } + lastClean = time.Now() + } + select { + case <-ctx.Done(): + return + case <-tick.C: + } + } +} + +func (r *Runtime) Workers(ctx context.Context) error { + err := r.Broker.XGroupCreateMkStream(ctx, Stream, Group, "0").Err() + if err != nil && !strings.Contains(err.Error(), "BUSYGROUP") { + return err + } + var wg sync.WaitGroup + for i := 0; i < r.Concurrency; i++ { + wg.Add(1) + go func() { defer wg.Done(); r.consume(ctx) }() + } + wg.Wait() + return nil +} + +func (r *Runtime) consume(ctx context.Context) { + host, _ := os.Hostname() + consumer := host + "-" + time.Now().Format("150405.000000000") + for ctx.Err() == nil { + msgs, _, err := r.Broker.XAutoClaim(ctx, &redis.XAutoClaimArgs{Stream: Stream, Group: Group, Consumer: consumer, MinIdle: r.Repo.Lease, Start: "0-0", Count: 1}).Result() + if err == nil && len(msgs) > 0 { + r.deliver(ctx, msgs[0]) + continue + } + streams, err := r.Broker.XReadGroup(ctx, &redis.XReadGroupArgs{Group: Group, Consumer: consumer, Streams: []string{Stream, ">"}, Count: 1, Block: time.Second}).Result() + if err != nil { + if !errors.Is(err, redis.Nil) && ctx.Err() == nil { + log.Printf("broker read: %v", err) + select { + case <-ctx.Done(): + return + case <-time.After(time.Second): + } + } + continue + } + for _, s := range streams { + for _, m := range s.Messages { + r.deliver(ctx, m) + } + } + } +} + +func (r *Runtime) deliver(ctx context.Context, m redis.XMessage) { + var j Job + payload, _ := m.Values["payload"].(string) + if json.Unmarshal([]byte(payload), &j) != nil || j.Validate() != nil { + if r.Broker.XAdd(ctx, &redis.XAddArgs{Stream: Stream + "-invalid", Values: map[string]any{"message_id": m.ID, "error_code": "invalid_job"}}).Err() == nil { + r.Broker.XAck(ctx, Stream, Group, m.ID) + } + return + } + w, err := r.Repo.Claim(ctx, j) + if err != nil { + log.Printf("claim job=%s: %v", j.ID, err) + return + } + if w != nil { + err = r.process(ctx, w) + if err != nil { + log.Printf("process job=%s attempt=%d: %v", j.ID, w.Attempt, err) + return + } + } + if r.Fault == "before_ack" { + log.Print("FAULT before_ack: durable DB result, pending broker delivery") + os.Exit(86) + } + if err = r.Broker.XAck(ctx, Stream, Group, m.ID).Err(); err != nil { + log.Printf("ack job=%s: %v", j.ID, err) + } +} + +func (r *Runtime) process(ctx context.Context, w *Work) error { + workCtx, cancel := context.WithTimeout(ctx, r.Timeout) + defer cancel() + variants, err := r.effects(workCtx, w) + dbCtx, dbCancel := context.WithTimeout(context.WithoutCancel(ctx), 5*time.Second) + defer dbCancel() + if err != nil { + code, permanent := "storage_unavailable", false + switch { + case errors.Is(err, images.ErrInvalid): + code, permanent = "invalid_image", true + case errors.Is(err, images.ErrLimit): + code, permanent = "image_resource_limit", true + case errors.Is(err, context.DeadlineExceeded): + code = "processing_timeout" + case errors.Is(err, blobstore.ErrNotFound): + code, permanent = "staging_missing", true + } + log.Printf("job=%s attempt=%d error_code=%s", w.ID, w.Attempt, code) + return r.Repo.Fail(dbCtx, w, code, permanent) + } + ok, err := r.Repo.Complete(dbCtx, w, variants) + if err != nil { + return err + } + if !ok { + return errors.New("completion lease expired or replaced; delivery left pending") + } + if ok { + log.Printf("job=%s attempt=%d ready variants=%d", w.ID, w.Attempt, len(variants)) + if r.Fault == "after_commit" { + log.Print("FAULT after_commit") + os.Exit(86) + } + if err = r.Blobs.Delete(dbCtx, w.StagingKey); err == nil { + _, err = r.Repo.Pool.Exec(dbCtx, `UPDATE attachments SET staging_key=NULL WHERE id=$1 AND status='ready'`, w.AttachmentID) + } + if err != nil { + log.Printf("defer staging cleanup job=%s", w.ID) + } + } + return nil +} + +func (r *Runtime) effects(ctx context.Context, w *Work) ([]model.Variant, error) { + dir, err := os.MkdirTemp("", "pipeline-*") + if err != nil { + return nil, err + } + defer os.RemoveAll(dir) + body, err := r.Blobs.Get(ctx, w.StagingKey) + if err != nil { + return nil, err + } + raw, err := io.ReadAll(io.LimitReader(body, (10<<20)+1)) + body.Close() + if err != nil { + return nil, err + } + sum := sha256.Sum256(raw) + if int64(len(raw)) != w.Size || hex.EncodeToString(sum[:]) != w.SHA256 { + return nil, images.ErrInvalid + } + source := filepath.Join(dir, "source") + if err = os.WriteFile(source, raw, 0600); err != nil { + return nil, err + } + out, err := images.Run(ctx, "process", source, dir) + if err != nil { + return nil, err + } + var variants []model.Variant + if err = json.Unmarshal(out, &variants); err != nil { + return nil, err + } + if len(variants) != 3 { + return nil, images.ErrInvalid + } + if err = r.Blobs.Put(ctx, w.ObjectKey, bytes.NewReader(raw), w.Size, w.ContentType); err != nil { + return nil, err + } + if r.Fault == "after_object" { + log.Print("FAULT after_object: original persisted, no DB commit or ack") + os.Exit(86) + } + for i := range variants { + v := &variants[i] + if v.Name != "thumbnail" && v.Name != "crop" && v.Name != "optimized" { + return nil, images.ErrInvalid + } + b, err := os.ReadFile(filepath.Join(dir, v.Name)) + if err != nil { + return nil, err + } + sum := sha256.Sum256(b) + v.SHA256 = hex.EncodeToString(sum[:]) + v.SizeBytes = int64(len(b)) + if err = r.Blobs.Put(ctx, VariantKey(w.ObjectKey, v.Name), bytes.NewReader(b), v.SizeBytes, v.ContentType); err != nil { + return nil, err + } + } + return variants, nil +} + +func (r *Runtime) Cleanup(ctx context.Context) error { + tx, err := r.Repo.Pool.Begin(ctx) + if err != nil { + return err + } + defer tx.Rollback(ctx) + failed, err := tx.Query(ctx, `SELECT a.id,a.staging_key FROM attachment_jobs j JOIN attachments a ON a.id=j.attachment_id + WHERE j.status='failed' AND j.updated_at= 500 { + return flush() + } + return nil + }) + if err != nil { + return rep, fmt.Errorf("list: %w", err) + } + if err := flush(); err != nil { + return rep, fmt.Errorf("check db: %w", err) + } + + if checkMissing { + rows, err := pool.Query(ctx, + `SELECT id, object_key FROM attachments WHERE status='ready' AND created_at < $1 ORDER BY created_at`, cutoff) + if err != nil { + return rep, err + } + type rec struct{ id, key string } + var recs []rec + for rows.Next() { + var r rec + if err := rows.Scan(&r.id, &r.key); err != nil { + rows.Close() + return rep, err + } + recs = append(recs, r) + } + rows.Close() + for _, r := range recs { + ok, err := blobs.Exists(ctx, r.key) + if err != nil { + logf("exists check failed: %s: %v", r.key, err) + continue + } + if !ok { + rep.Missing++ + logf("MISSING object for attachment id=%s key=%s (metadata kept, needs manual decision)", r.id, r.key) + } + } + } + return rep, nil +} diff --git a/internal/sessionstore/redis.go b/internal/sessionstore/redis.go new file mode 100644 index 0000000..2aadedb --- /dev/null +++ b/internal/sessionstore/redis.go @@ -0,0 +1,73 @@ +package sessionstore + +import ( + "context" + "errors" + "fmt" + "time" + + "github.com/redis/go-redis/v9" +) + +type RedisStore struct { + client *redis.Client +} + +func NewRedis(client *redis.Client) *RedisStore { + return &RedisStore{client: client} +} + +func NewRedisClient(ctx context.Context, addr string) (*redis.Client, error) { + client := redis.NewClient(&redis.Options{ + Addr: addr, + }) + + if err := client.Ping(ctx).Err(); err != nil { + _ = client.Close() + return nil, fmt.Errorf("%w: redis ping: %v", ErrUnavailable, err) + } + + return client, nil +} + +func sessionKey(token string) string { + return "session:" + token +} + +func (s *RedisStore) Create( + ctx context.Context, + token string, + userID string, + ttl time.Duration, +) (time.Time, error) { + if ttl <= 0 { + return time.Time{}, fmt.Errorf("invalid session ttl: %s", ttl) + } + + if err := s.client.Set(ctx, sessionKey(token), userID, ttl).Err(); err != nil { + return time.Time{}, fmt.Errorf("%w: create session: %v", ErrUnavailable, err) + } + + return time.Now().UTC().Add(ttl), nil +} + +func (s *RedisStore) GetUserID(ctx context.Context, token string) (string, error) { + userID, err := s.client.Get(ctx, sessionKey(token)).Result() + if errors.Is(err, redis.Nil) { + return "", ErrNotFound + } + if err != nil { + return "", fmt.Errorf("%w: get session: %v", ErrUnavailable, err) + } + + return userID, nil +} + +func (s *RedisStore) Delete(ctx context.Context, token string) (bool, error) { + n, err := s.client.Del(ctx, sessionKey(token)).Result() + if err != nil { + return false, fmt.Errorf("%w: delete session: %v", ErrUnavailable, err) + } + + return n > 0, nil +} diff --git a/internal/sessionstore/sessionstore.go b/internal/sessionstore/sessionstore.go new file mode 100644 index 0000000..506982e --- /dev/null +++ b/internal/sessionstore/sessionstore.go @@ -0,0 +1,18 @@ +package sessionstore + +import ( + "context" + "errors" + "time" +) + +var ( + ErrNotFound = errors.New("session not found or expired") + ErrUnavailable = errors.New("session store unavailable") +) + +type Store interface { + Create(ctx context.Context, token, userID string, ttl time.Duration) (time.Time, error) + GetUserID(ctx context.Context, token string) (string, error) + Delete(ctx context.Context, token string) (bool, error) +} diff --git a/internal/store/limits.go b/internal/store/limits.go new file mode 100644 index 0000000..37630f0 --- /dev/null +++ b/internal/store/limits.go @@ -0,0 +1,51 @@ +package store + +import "sync/atomic" + +type Limiter struct { + maxMessages int64 + messageCount int64 + maxConcurrent int + inFlight chan struct{} +} + +func NewLimiter(maxMessages int64, maxConcurrent int) *Limiter { + return &Limiter{ + maxMessages: maxMessages, + maxConcurrent: maxConcurrent, + inFlight: make(chan struct{}, maxConcurrent), + } +} + +func (l *Limiter) TryReserveMessage() bool { + for { + cur := atomic.LoadInt64(&l.messageCount) + if cur >= l.maxMessages { + return false + } + if atomic.CompareAndSwapInt64(&l.messageCount, cur, cur+1) { + return true + } + } +} + +func (l *Limiter) ReleaseMessage() { + atomic.AddInt64(&l.messageCount, -1) +} + +func (l *Limiter) CurrentMessageCount() int64 { + return atomic.LoadInt64(&l.messageCount) +} + +func (l *Limiter) TryAcquire() bool { + select { + case l.inFlight <- struct{}{}: + return true + default: + return false + } +} + +func (l *Limiter) Release() { + <-l.inFlight +} diff --git a/internal/store/store.go b/internal/store/store.go new file mode 100644 index 0000000..e10c84f --- /dev/null +++ b/internal/store/store.go @@ -0,0 +1,612 @@ +package store + +import ( + "context" + "crypto/sha256" + "encoding/hex" + "encoding/json" + "errors" + "fmt" + "strconv" + "sync/atomic" + "unicode" + "unicode/utf8" + + "github.com/jackc/pgx/v5" + "github.com/jackc/pgx/v5/pgconn" + "github.com/jackc/pgx/v5/pgxpool" + + "mtusi2026/internal/cursor" + "mtusi2026/internal/idgen" + "mtusi2026/internal/jobs" + "mtusi2026/internal/model" +) + +var ( + ErrUsernameTaken = errors.New("username taken") + ErrChatNotFound = errors.New("chat not found or not accessible") + ErrValidation = errors.New("validation failed") + ErrCapacityExceeded = errors.New("message capacity exceeded") + ErrAttachmentNotFound = errors.New("attachment not found or not accessible") + ErrAttachmentFailed = errors.New("attachment processing failed") + ErrUsernameNotFound = errors.New("username not found") + ErrSessionNotFound = errors.New("session not found or expired") +) + +type Store struct { + pool *pgxpool.Pool + Limiter *Limiter + chatSQLQueries atomic.Int64 +} + +func (s *Store) ResetChatSQLQueries() { + s.chatSQLQueries.Store(0) +} + +func (s *Store) ChatSQLQueries() int64 { + return s.chatSQLQueries.Load() +} + +func (s *Store) IsChatMember(ctx context.Context, chatID, userID string) (bool, error) { + var ok bool + err := s.pool.QueryRow(ctx, + `SELECT EXISTS(SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2)`, + chatID, userID).Scan(&ok) + return ok, err +} + +func (s *Store) CreateAttachment(ctx context.Context, a model.Attachment) (model.Attachment, error) { + tx, err := s.pool.Begin(ctx) + if err != nil { + return a, err + } + defer tx.Rollback(ctx) + err = tx.QueryRow(ctx, + `INSERT INTO attachments (id, chat_id, owner_id, filename, content_type, size_bytes, sha256, object_key, staging_key, status) + VALUES ($1,$2,$3,$4,$5,$6,$7,$8,$9,'queued') + RETURNING status, created_at, updated_at`, + a.ID, a.ChatID, a.OwnerID, a.Filename, a.ContentType, a.SizeBytes, a.SHA256, a.ObjectKey, a.StagingKey, + ).Scan(&a.Status, &a.CreatedAt, &a.UpdatedAt) + if err != nil { + return a, err + } + if err = jobs.Enqueue(ctx, tx, a.ID); err != nil { + return a, err + } + err = tx.Commit(ctx) + a.Variants = []model.Variant{} + return a, err +} +func (s *Store) GetAttachmentForUser(ctx context.Context, id, userID string) (model.Attachment, error) { + var a model.Attachment + var variants []byte + err := s.pool.QueryRow(ctx, + `SELECT a.id, a.chat_id, a.owner_id, a.filename, a.content_type, a.size_bytes, a.sha256, + a.object_key, a.status, a.created_at, a.updated_at, a.variants, a.error_code + FROM attachments a + JOIN chat_members cm ON cm.chat_id = a.chat_id AND cm.user_id = $2 + WHERE a.id = $1`, id, userID, + ).Scan(&a.ID, &a.ChatID, &a.OwnerID, &a.Filename, &a.ContentType, &a.SizeBytes, &a.SHA256, + &a.ObjectKey, &a.Status, &a.CreatedAt, &a.UpdatedAt, &variants, &a.ErrorCode) + if errors.Is(err, pgx.ErrNoRows) { + return model.Attachment{}, ErrAttachmentNotFound + } + a.Variants = []model.Variant{} + if err == nil { + err = json.Unmarshal(variants, &a.Variants) + } + return a, err +} + +func (s *Store) loadAttachmentIDs(ctx context.Context, msgs []model.Message) error { + if len(msgs) == 0 { + return nil + } + ids := make([]string, len(msgs)) + pos := make(map[string]int, len(msgs)) + for i := range msgs { + ids[i] = msgs[i].ID + pos[msgs[i].ID] = i + msgs[i].AttachmentIDs = []string{} + } + rows, err := s.pool.Query(ctx, + `SELECT message_id, attachment_id FROM message_attachments + WHERE message_id IN (SELECT unnest($1::text[])::uuid) + ORDER BY message_id, position`, ids) + if err != nil { + return err + } + defer rows.Close() + for rows.Next() { + var mid, aid string + if err := rows.Scan(&mid, &aid); err != nil { + return err + } + if i, ok := pos[mid]; ok { + msgs[i].AttachmentIDs = append(msgs[i].AttachmentIDs, aid) + } + } + return rows.Err() +} + +func New(pool *pgxpool.Pool, limiter *Limiter) *Store { + return &Store{pool: pool, Limiter: limiter} +} + +func txAttachmentIDs(ctx context.Context, tx pgx.Tx, messageID string) ([]string, error) { + rows, err := tx.Query(ctx, + `SELECT attachment_id FROM message_attachments WHERE message_id = $1 ORDER BY position`, messageID) + if err != nil { + return nil, err + } + defer rows.Close() + ids := []string{} + for rows.Next() { + var id string + if err := rows.Scan(&id); err != nil { + return nil, err + } + ids = append(ids, id) + } + return ids, rows.Err() +} + +func (s *Store) CreateUser(ctx context.Context, username, displayName, passwordHash string) (model.User, error) { + var u model.User + err := s.pool.QueryRow(ctx, + `INSERT INTO users (username, display_name, password_hash) + VALUES ($1, $2, $3) + RETURNING id, username, display_name, created_at`, + username, displayName, passwordHash, + ).Scan(&u.ID, &u.Username, &u.DisplayName, &u.CreatedAt) + + if err != nil { + if isUniqueViolation(err) { + return model.User{}, ErrUsernameTaken + } + return model.User{}, err + } + return u, nil +} + +func (s *Store) GetUserByID(ctx context.Context, id string) (model.User, bool, error) { + var u model.User + err := s.pool.QueryRow(ctx, + `SELECT id, username, display_name, created_at FROM users WHERE id = $1`, + id, + ).Scan(&u.ID, &u.Username, &u.DisplayName, &u.CreatedAt) + + if errors.Is(err, pgx.ErrNoRows) { + return model.User{}, false, nil + } + if err != nil { + return model.User{}, false, err + } + + return u, true, nil +} + +func (s *Store) CreateChat(ctx context.Context, callerID, title string, memberIDs []string) (model.Chat, error) { + if len(memberIDs) == 0 || len(memberIDs) > 100 { + return model.Chat{}, ErrValidation + } + + seen := make(map[string]bool, len(memberIDs)) + callerIncluded := false + for _, id := range memberIDs { + if seen[id] { + return model.Chat{}, ErrValidation + } + seen[id] = true + if id == callerID { + callerIncluded = true + } + } + if !callerIncluded { + return model.Chat{}, ErrValidation + } + + tx, err := s.pool.Begin(ctx) + if err != nil { + return model.Chat{}, err + } + defer tx.Rollback(ctx) + + var c model.Chat + err = tx.QueryRow(ctx, + `INSERT INTO chats (title) VALUES ($1) RETURNING id, title, created_at`, + title, + ).Scan(&c.ID, &c.Title, &c.CreatedAt) + if err != nil { + return model.Chat{}, err + } + + for _, memberID := range memberIDs { + _, err = tx.Exec(ctx, + `INSERT INTO chat_members (chat_id, user_id) VALUES ($1, $2)`, + c.ID, memberID, + ) + if err != nil { + if isForeignKeyViolation(err) { + return model.Chat{}, ErrValidation + } + return model.Chat{}, err + } + } + + if err := tx.Commit(ctx); err != nil { + return model.Chat{}, err + } + + c.MemberIDs = append([]string{}, memberIDs...) + return c, nil +} + +func (s *Store) GetChat(ctx context.Context, chatID, userID string) (model.Chat, error) { + var c model.Chat + s.chatSQLQueries.Add(1) + + err := s.pool.QueryRow(ctx, + `SELECT c.id, c.title, c.created_at + FROM chats c + JOIN chat_members cm ON cm.chat_id = c.id AND cm.user_id = $2 + WHERE c.id = $1`, + chatID, userID, + ).Scan(&c.ID, &c.Title, &c.CreatedAt) + + if err != nil { + if errors.Is(err, pgx.ErrNoRows) { + return model.Chat{}, ErrChatNotFound + } + return model.Chat{}, fmt.Errorf("get chat: %w", err) + } + + memberIDs, err := s.listChatMemberIDs(ctx, c.ID) + if err != nil { + return model.Chat{}, err + } + c.MemberIDs = memberIDs + return c, nil +} + +func (s *Store) listChatMemberIDs(ctx context.Context, chatID string) ([]string, error) { + s.chatSQLQueries.Add(1) + + rows, err := s.pool.Query(ctx, `SELECT user_id FROM chat_members WHERE chat_id = $1`, chatID) + if err != nil { + return nil, err + } + defer rows.Close() + + var ids []string + for rows.Next() { + var id string + if err := rows.Scan(&id); err != nil { + return nil, err + } + ids = append(ids, id) + } + return ids, rows.Err() +} + +func (s *Store) ListChatsForUser(ctx context.Context, userID, cursorStr string, limit int) ([]model.Chat, *string, error) { + var after *cursor.Cursor + if cursorStr != "" { + c, err := cursor.Decode(cursorStr) + if err != nil || c.Scope != "chats:"+userID { + return nil, nil, ErrValidation + } + after = &c + } + + query := ` + SELECT c.id, c.title, c.created_at + FROM chats c + JOIN chat_members cm ON cm.chat_id = c.id + WHERE cm.user_id = $1` + args := []any{userID} + + if after != nil { + query += ` AND (c.created_at, c.id) > ($2, $3)` + args = append(args, after.CreatedAt, after.ID) + } + query += ` ORDER BY c.created_at ASC, c.id ASC LIMIT $` + strconv.Itoa(len(args)+1) + args = append(args, limit+1) + + rows, err := s.pool.Query(ctx, query, args...) + if err != nil { + return nil, nil, err + } + defer rows.Close() + + var page []model.Chat + for rows.Next() { + var c model.Chat + if err := rows.Scan(&c.ID, &c.Title, &c.CreatedAt); err != nil { + return nil, nil, err + } + page = append(page, c) + } + if err := rows.Err(); err != nil { + return nil, nil, err + } + + var next *string + if len(page) > limit { + last := page[limit-1] + nc := cursor.Encode(cursor.Cursor{Scope: "chats:" + userID, CreatedAt: last.CreatedAt, ID: last.ID}) + next = &nc + page = page[:limit] + } + + for i := range page { + memberIDs, err := s.listChatMemberIDs(ctx, page[i].ID) + if err != nil { + return nil, nil, err + } + page[i].MemberIDs = memberIDs + } + + return page, next, nil +} + +var ErrIdempotencyConflict = errors.New("idempotency key reused with different body") + +func (s *Store) CreateMessage(ctx context.Context, chatID, senderID, idemKey, text string, attIDs []string) (model.Message, error) { + if attIDs == nil { + attIDs = []string{} + } + if !ValidMessageBody(text, len(attIDs) > 0) { + return model.Message{}, ErrValidation + } + hash := requestHash(text, attIDs) + + tx, err := s.pool.Begin(ctx) + if err != nil { + return model.Message{}, err + } + defer tx.Rollback(ctx) + + var isMember bool + if err := tx.QueryRow(ctx, + `SELECT EXISTS(SELECT 1 FROM chat_members WHERE chat_id=$1 AND user_id=$2)`, + chatID, senderID).Scan(&isMember); err != nil { + return model.Message{}, err + } + if !isMember { + return model.Message{}, ErrChatNotFound + } + + if len(attIDs) > 0 { + var n int + if err := tx.QueryRow(ctx, + `SELECT count(*) FROM attachments + WHERE chat_id = $1 AND id IN (SELECT unnest($2::text[])::uuid)`, + chatID, attIDs).Scan(&n); err != nil { + return model.Message{}, err + } + if n != len(attIDs) { + return model.Message{}, ErrAttachmentNotFound + } + } + + msgID := idgen.GenerateUUIDv4() + tag, err := tx.Exec(ctx, + `INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, message_id) + VALUES ($1,$2,$3,$4,$5) + ON CONFLICT (user_id, chat_id, key) DO NOTHING`, + senderID, chatID, idemKey, hash, msgID) + if err != nil { + return model.Message{}, err + } + + if tag.RowsAffected() == 0 { + var storedHash string + var m model.Message + var textBytes []byte + + if err := tx.QueryRow(ctx, ` + SELECT k.request_hash, m.id, m.chat_id, m.sender_id, m.text, m.created_at + FROM idempotency_keys k + JOIN messages m ON m.id = k.message_id + WHERE k.user_id=$1 AND k.chat_id=$2 AND k.key=$3 +`, senderID, chatID, idemKey).Scan( + &storedHash, &m.ID, &m.ChatID, &m.SenderID, &textBytes, &m.CreatedAt, + ); err != nil { + return model.Message{}, err + } + + m.Text = string(textBytes) + if storedHash != hash { + return model.Message{}, ErrIdempotencyConflict + } + if m.AttachmentIDs, err = txAttachmentIDs(ctx, tx, m.ID); err != nil { + return model.Message{}, err + } + return m, nil + } + + if len(attIDs) > 0 { + rows, err := tx.Query(ctx, `SELECT status FROM attachments WHERE id IN + (SELECT unnest($1::text[])::uuid) ORDER BY id FOR SHARE`, attIDs) + if err != nil { + return model.Message{}, err + } + failed := false + for rows.Next() { + var state string + if err := rows.Scan(&state); err != nil { + rows.Close() + return model.Message{}, err + } + failed = failed || state == "failed" + } + rows.Close() + if err := rows.Err(); err != nil { + return model.Message{}, err + } + if failed { + return model.Message{}, ErrAttachmentFailed + } + } + + var m model.Message + var textBytes []byte + + err = tx.QueryRow(ctx, ` + INSERT INTO messages (id, chat_id, sender_id, text, created_at) + VALUES ($1,$2,$3,$4, clock_timestamp()) + RETURNING id, chat_id, sender_id, text, created_at +`, msgID, chatID, senderID, []byte(text)).Scan( + &m.ID, &m.ChatID, &m.SenderID, &textBytes, &m.CreatedAt, + ) + if err != nil { + if isCheckViolation(err) { + return model.Message{}, ErrValidation + } + return model.Message{}, err + } + m.Text = string(textBytes) + for i, id := range attIDs { + if _, err := tx.Exec(ctx, + `INSERT INTO message_attachments (message_id, attachment_id, position) VALUES ($1,$2,$3)`, + m.ID, id, i); err != nil { + return model.Message{}, err + } + } + if err := tx.Commit(ctx); err != nil { + return model.Message{}, err + } + m.AttachmentIDs = attIDs + return m, nil +} + +func (s *Store) ListMessages(ctx context.Context, chatID, userID, cursorStr string, limit int) ([]model.Message, *string, error) { + var isMember bool + err := s.pool.QueryRow(ctx, + `SELECT EXISTS(SELECT 1 FROM chat_members WHERE chat_id = $1 AND user_id = $2)`, + chatID, userID, + ).Scan(&isMember) + if err != nil { + return nil, nil, err + } + if !isMember { + return nil, nil, ErrChatNotFound + } + + var after *cursor.Cursor + if cursorStr != "" { + dc, err := cursor.Decode(cursorStr) + if err != nil || dc.Scope != "messages:"+chatID { + return nil, nil, ErrValidation + } + after = &dc + } + + query := ` + SELECT id, chat_id, sender_id, text, created_at + FROM messages + WHERE chat_id = $1` + args := []any{chatID} + + if after != nil { + query += ` AND (created_at, id) > ($2, $3)` + args = append(args, after.CreatedAt, after.ID) + } + query += ` ORDER BY created_at ASC, id ASC LIMIT $` + strconv.Itoa(len(args)+1) + args = append(args, limit+1) + + rows, err := s.pool.Query(ctx, query, args...) + if err != nil { + return nil, nil, err + } + defer rows.Close() + + var page []model.Message + for rows.Next() { + var m model.Message + var textBytes []byte + + if err := rows.Scan( + &m.ID, &m.ChatID, &m.SenderID, &textBytes, &m.CreatedAt, + ); err != nil { + return nil, nil, err + } + + m.Text = string(textBytes) + page = append(page, m) + } + if err := rows.Err(); err != nil { + return nil, nil, err + } + + var next *string + if len(page) > limit { + last := page[limit-1] + nc := cursor.Encode(cursor.Cursor{Scope: "messages:" + chatID, CreatedAt: last.CreatedAt, ID: last.ID}) + next = &nc + page = page[:limit] + } + if err := s.loadAttachmentIDs(ctx, page); err != nil { + return nil, nil, err + } + return page, next, nil +} + +func isUniqueViolation(err error) bool { + var pgErr *pgconn.PgError + return errors.As(err, &pgErr) && pgErr.Code == "23505" +} + +func isForeignKeyViolation(err error) bool { + var pgErr *pgconn.PgError + return errors.As(err, &pgErr) && pgErr.Code == "23503" +} + +func isCheckViolation(err error) bool { + var pgErr *pgconn.PgError + return errors.As(err, &pgErr) && pgErr.Code == "23514" +} + +func ValidMessageBody(s string, hasAttachments bool) bool { + if !utf8.ValidString(s) || utf8.RuneCountInString(s) > 4000 { + return false + } + + hasContent := false + for _, r := range s { + if !unicode.IsSpace(r) { + hasContent = true + } + } + return hasAttachments || hasContent +} + +func requestHash(text string, ids []string) string { + b, _ := json.Marshal(struct { + Text string `json:"text"` + AttachmentIDs []string `json:"attachment_ids"` + }{text, ids}) + sum := sha256.Sum256(b) + return hex.EncodeToString(sum[:]) +} + +func (s *Store) GetUserByUsername(ctx context.Context, username string) (model.User, string, error) { + var u model.User + var passwordHash string + + err := s.pool.QueryRow(ctx, + `SELECT id, username, display_name, created_at, password_hash + FROM users WHERE username = $1`, + username, + ).Scan(&u.ID, &u.Username, &u.DisplayName, &u.CreatedAt, &passwordHash) + + if errors.Is(err, pgx.ErrNoRows) { + return model.User{}, "", ErrUsernameNotFound + } + if err != nil { + return model.User{}, "", err + } + + return u, passwordHash, nil +} diff --git a/migrations/000001_init_schema.down.sql b/migrations/000001_init_schema.down.sql new file mode 100644 index 0000000..6ec50ce --- /dev/null +++ b/migrations/000001_init_schema.down.sql @@ -0,0 +1,7 @@ +-- 000001_init_schema.down.sql + +DROP TABLE IF EXISTS sessions; +DROP TABLE IF EXISTS messages; +DROP TABLE IF EXISTS chat_members; +DROP TABLE IF EXISTS chats; +DROP TABLE IF EXISTS users; \ No newline at end of file diff --git a/migrations/000001_init_schema.up.sql b/migrations/000001_init_schema.up.sql new file mode 100644 index 0000000..3b19261 --- /dev/null +++ b/migrations/000001_init_schema.up.sql @@ -0,0 +1,60 @@ +-- 000001_init_schema.up.sql + +CREATE EXTENSION IF NOT EXISTS pgcrypto; + +CREATE TABLE users ( + id UUID PRIMARY KEY DEFAULT gen_random_uuid(), + username TEXT NOT NULL UNIQUE, + display_name TEXT NOT NULL, + password_hash TEXT NOT NULL, + created_at TIMESTAMPTZ NOT NULL DEFAULT now(), + CONSTRAINT username_format CHECK (username ~ '^[a-z0-9_]{3,32}$'), + CONSTRAINT display_name_length CHECK (char_length(trim(display_name)) BETWEEN 1 AND 100) +); + +CREATE TABLE chats ( + id UUID PRIMARY KEY DEFAULT gen_random_uuid(), + title TEXT NOT NULL, + created_at TIMESTAMPTZ NOT NULL DEFAULT now(), + CONSTRAINT title_length CHECK (char_length(title) BETWEEN 1 AND 100) +); + + +CREATE TABLE chat_members ( + chat_id UUID NOT NULL REFERENCES chats(id) ON DELETE CASCADE, + user_id UUID NOT NULL REFERENCES users(id) ON DELETE CASCADE, + PRIMARY KEY (chat_id, user_id) +); + +CREATE OR REPLACE FUNCTION bytea_utf8_char_length(value BYTEA) +RETURNS INTEGER +LANGUAGE SQL IMMUTABLE STRICT PARALLEL SAFE +AS $$ + SELECT COUNT(*)::INTEGER + FROM generate_series(0, octet_length(value) - 1) AS positions(i) + WHERE get_byte(value, i) < 128 + OR get_byte(value, i) >= 192; +$$; + +CREATE TABLE messages ( + id UUID PRIMARY KEY DEFAULT gen_random_uuid(), + chat_id UUID NOT NULL REFERENCES chats(id) ON DELETE CASCADE, + sender_id UUID NOT NULL REFERENCES users(id), + text BYTEA NOT NULL, + created_at TIMESTAMPTZ NOT NULL DEFAULT now(), + CONSTRAINT text_length CHECK ( + bytea_utf8_char_length(text) BETWEEN 1 AND 4000 + ) +); + +CREATE INDEX idx_messages_chat_created_id ON messages (chat_id, created_at, id); + +CREATE TABLE sessions ( + token TEXT PRIMARY KEY, + user_id UUID NOT NULL REFERENCES users(id) ON DELETE CASCADE, + expires_at TIMESTAMPTZ NOT NULL, + created_at TIMESTAMPTZ NOT NULL DEFAULT now() +); + +CREATE INDEX idx_sessions_expires_at ON sessions (expires_at); +CREATE INDEX idx_sessions_user_id ON sessions (user_id); \ No newline at end of file diff --git a/migrations/000002_idempotency.up.sql b/migrations/000002_idempotency.up.sql new file mode 100644 index 0000000..4657fa3 --- /dev/null +++ b/migrations/000002_idempotency.up.sql @@ -0,0 +1,11 @@ +CREATE TABLE idempotency_keys ( + user_id UUID NOT NULL REFERENCES users(id) ON DELETE CASCADE, + chat_id UUID NOT NULL REFERENCES chats(id) ON DELETE CASCADE, + key TEXT NOT NULL, + request_hash TEXT NOT NULL, + message_id UUID NOT NULL REFERENCES messages(id) ON DELETE CASCADE + DEFERRABLE INITIALLY DEFERRED, + created_at TIMESTAMPTZ NOT NULL DEFAULT now(), + PRIMARY KEY (user_id, chat_id, key) +); +CREATE INDEX idx_idempotency_created_at ON idempotency_keys (created_at); \ No newline at end of file diff --git a/migrations/000003_attachments.down.sql b/migrations/000003_attachments.down.sql new file mode 100644 index 0000000..90e20cb --- /dev/null +++ b/migrations/000003_attachments.down.sql @@ -0,0 +1,4 @@ +DROP TABLE message_attachments; +DROP TABLE attachments; +ALTER TABLE messages DROP CONSTRAINT text_length; +ALTER TABLE messages ADD CONSTRAINT text_length CHECK (char_length(text) BETWEEN 1 AND 4000); \ No newline at end of file diff --git a/migrations/000003_attachments.up.sql b/migrations/000003_attachments.up.sql new file mode 100644 index 0000000..a5f956c --- /dev/null +++ b/migrations/000003_attachments.up.sql @@ -0,0 +1,27 @@ +CREATE TABLE attachments ( + id UUID PRIMARY KEY, + chat_id UUID NOT NULL REFERENCES chats(id) ON DELETE CASCADE, + owner_id UUID NOT NULL REFERENCES users(id), + filename TEXT NOT NULL, + content_type TEXT NOT NULL CHECK (content_type IN ('image/png', 'image/jpeg')), + size_bytes BIGINT NOT NULL CHECK (size_bytes BETWEEN 1 AND 10485760), + sha256 TEXT NOT NULL CHECK (sha256 ~ '^[a-f0-9]{64}$'), + object_key TEXT NOT NULL UNIQUE, + status TEXT NOT NULL DEFAULT 'ready', + created_at TIMESTAMPTZ NOT NULL DEFAULT now(), + updated_at TIMESTAMPTZ NOT NULL DEFAULT now() +); +CREATE INDEX idx_attachments_chat ON attachments (chat_id); + +CREATE TABLE message_attachments ( + message_id UUID NOT NULL REFERENCES messages(id) ON DELETE CASCADE, + attachment_id UUID NOT NULL REFERENCES attachments(id), + position SMALLINT NOT NULL, + PRIMARY KEY (message_id, attachment_id) +); +CREATE INDEX idx_message_attachments_attachment ON message_attachments (attachment_id); + +ALTER TABLE messages DROP CONSTRAINT text_length; +ALTER TABLE messages ADD CONSTRAINT text_length CHECK ( + bytea_utf8_char_length(text) BETWEEN 0 AND 4000 +); \ No newline at end of file diff --git a/migrations/000004_pipeline.down.sql b/migrations/000004_pipeline.down.sql new file mode 100644 index 0000000..25959b4 --- /dev/null +++ b/migrations/000004_pipeline.down.sql @@ -0,0 +1,3 @@ +DROP TABLE job_replays, attachment_outbox, attachment_jobs; +ALTER TABLE attachments DROP CONSTRAINT attachment_status; +ALTER TABLE attachments DROP COLUMN staging_key, DROP COLUMN variants, DROP COLUMN error_code; diff --git a/migrations/000004_pipeline.up.sql b/migrations/000004_pipeline.up.sql new file mode 100644 index 0000000..be6fff2 --- /dev/null +++ b/migrations/000004_pipeline.up.sql @@ -0,0 +1,34 @@ +ALTER TABLE attachments ADD COLUMN staging_key TEXT; +ALTER TABLE attachments ADD COLUMN variants JSONB NOT NULL DEFAULT '[]'; +ALTER TABLE attachments ADD COLUMN error_code TEXT; +ALTER TABLE attachments ADD CONSTRAINT attachment_status CHECK (status IN ('queued','processing','ready','failed')); + +CREATE TABLE attachment_jobs ( + id UUID PRIMARY KEY, + attachment_id UUID NOT NULL UNIQUE REFERENCES attachments(id) ON DELETE CASCADE, + pipeline_version INTEGER NOT NULL DEFAULT 1 CHECK (pipeline_version = 1), + attempt INTEGER NOT NULL DEFAULT 0, + status TEXT NOT NULL DEFAULT 'queued' CHECK (status IN ('queued','processing','ready','failed')), + lease_token UUID, + lease_until TIMESTAMPTZ, + next_attempt_at TIMESTAMPTZ NOT NULL DEFAULT now(), + error_code TEXT, + created_at TIMESTAMPTZ NOT NULL DEFAULT now(), + updated_at TIMESTAMPTZ NOT NULL DEFAULT now() +); +CREATE INDEX job_recovery ON attachment_jobs(lease_until) WHERE status = 'processing'; +CREATE TABLE attachment_outbox ( + id BIGSERIAL PRIMARY KEY, + job_id UUID NOT NULL REFERENCES attachment_jobs(id) ON DELETE CASCADE, + attempt INTEGER NOT NULL, + available_at TIMESTAMPTZ NOT NULL DEFAULT now(), + published_at TIMESTAMPTZ +); +CREATE INDEX outbox_pending ON attachment_outbox(available_at, id) WHERE published_at IS NULL; +CREATE TABLE job_replays ( + id BIGSERIAL PRIMARY KEY, + job_id UUID NOT NULL REFERENCES attachment_jobs(id), + reason TEXT NOT NULL CHECK (length(reason) BETWEEN 1 AND 200), + previous_attempt INTEGER NOT NULL, + created_at TIMESTAMPTZ NOT NULL DEFAULT now() +); diff --git a/scripts/bootstrap.sh b/scripts/bootstrap.sh new file mode 100755 index 0000000..41aed6f --- /dev/null +++ b/scripts/bootstrap.sh @@ -0,0 +1,27 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +[ -f .env ] || { cp .env.example .env; echo ".env создан из .env.example"; } +mkdir -p secrets +python3 - <<'PY' +from pathlib import Path +import secrets +env = Path('.env') +lines = env.read_text().splitlines() +values = dict(line.split('=', 1) for line in lines if '=' in line and not line.startswith('#')) +password_file = Path('secrets/postgres_password.txt') +values['POSTGRES_PASSWORD'] = values.get('POSTGRES_PASSWORD') or (password_file.read_text().strip() if password_file.exists() else secrets.token_hex(24)) +values['DATABASE_URL'] = values.get('DATABASE_URL') or f"postgres://{values.get('POSTGRES_USER', 'messenger')}:{values['POSTGRES_PASSWORD']}@postgres:5432/{values.get('POSTGRES_DB', 'messenger')}?sslmode=disable" +for key in ('POSTGRES_PASSWORD', 'DATABASE_URL'): + lines = [line for line in lines if not line.startswith(key + '=')] + lines.append(key + '=' + values[key]) +for filename, key in [('postgres_password.txt', 'POSTGRES_PASSWORD'), ('database_url.txt', 'DATABASE_URL')]: + p = Path('secrets') / filename + if not p.exists(): + p.write_text(values[key]) +env.write_text('\n'.join(lines) + '\n') +env.chmod(0o600) +PY +./scripts/gen-s3-secrets.sh +chmod 644 secrets/* +echo "секреты готовы" diff --git a/scripts/check_attachment_failover.py b/scripts/check_attachment_failover.py new file mode 100644 index 0000000..b9dd61c --- /dev/null +++ b/scripts/check_attachment_failover.py @@ -0,0 +1,53 @@ +import base64, hashlib, json, struct, subprocess, sys, time, urllib.request, uuid, zlib + +BASE = "http://localhost:8080"; PWD = "correct-horse-battery-staple" + + +def call(method, path, body=None, headers=None): + req = urllib.request.Request(BASE + path, data=body, method=method, headers=headers or {}) + with urllib.request.urlopen(req, timeout=30) as r: + return r.status, r.headers, r.read() # r.headers нечувствителен к регистру + + +def chunk(t, d): + return struct.pack(">I", len(d)) + t + d + struct.pack(">I", zlib.crc32(t + d) & 0xFFFFFFFF) + + +png = (b"\x89PNG\r\n\x1a\n" + chunk(b"IHDR", struct.pack(">IIBBBBB", 16, 16, 8, 2, 0, 0, 0)) + + chunk(b"IDAT", zlib.compress(b"".join(b"\x00" + bytes([i, 80, 200]) * 16 for i in range(16)))) + + chunk(b"IEND", b"")) + +j = {"Content-Type": "application/json"} +name = "af_" + uuid.uuid4().hex[:8] +_, _, raw = call("POST", "/api/v1/users", json.dumps({"username": name, "display_name": "a", "password": PWD}).encode(), j) +user = json.loads(raw) +_, _, raw = call("POST", "/api/v1/auth/sessions", None, + {"Authorization": "Basic " + base64.b64encode(f"{name}:{PWD}".encode()).decode()}) +auth = {"Authorization": "Bearer " + json.loads(raw)["token"]} +_, _, raw = call("POST", "/api/v1/chats", json.dumps({"title": "x", "member_ids": [user["id"]]}).encode(), {**j, **auth}) +chat = json.loads(raw) + +_, hdr, raw = call("POST", f"/api/v1/chats/{chat['id']}/attachments?filename=f.png", png, + {"Content-Type": "image/png", **auth}) +att = json.loads(raw) +inst = hdr.get("X-Instance-Id") +print("uploaded via instance", inst, "sha256", att["sha256"]) + +ids = subprocess.run(["docker", "compose", "ps", "-q", "api"], capture_output=True, text=True).stdout.split() +target = next((i for i in ids if subprocess.run(["docker", "inspect", "-f", "{{.Config.Hostname}}", i], + capture_output=True, text=True).stdout.strip() == inst), None) +if not target: + sys.exit(f"container for instance {inst} not found") +subprocess.run(["docker", "stop", "-t", "8", target], capture_output=True) +print("stopped", inst) +time.sleep(4) + +seen = set() +for _ in range(10): + _, h, data = call("GET", f"/api/v1/attachments/{att['id']}/content", None, auth) + seen.add(h.get("X-Instance-Id")) + assert hashlib.sha256(data).hexdigest() == att["sha256"], "SHA-256 mismatch" +print("downloaded 10x via", sorted(seen), "- sha256 matches; stopped instance served:", inst in seen) + +subprocess.run(["docker", "compose", "up", "-d", "--no-recreate", "api"], capture_output=True) +print("restored") \ No newline at end of file diff --git a/scripts/check_attachments.py b/scripts/check_attachments.py new file mode 100644 index 0000000..425e53c --- /dev/null +++ b/scripts/check_attachments.py @@ -0,0 +1,131 @@ +import base64, hashlib, json, os, random, struct, sys, urllib.error, urllib.request, uuid, zlib + +BASE = sys.argv[1] if len(sys.argv) > 1 else "http://localhost:8080" +PWD = "correct-horse-battery-staple" +LIMIT = 10 * 1024 * 1024 + + +def call(method, path, body=None, headers=None, token=None, basic=None): + h = dict(headers or {}) + if token: h["Authorization"] = "Bearer " + token + if basic: h["Authorization"] = "Basic " + base64.b64encode(basic.encode()).decode() + req = urllib.request.Request(BASE + path, data=body, method=method, headers=h) + try: + with urllib.request.urlopen(req, timeout=30) as r: + return r.status, r.headers, r.read() + except urllib.error.HTTPError as e: + return e.code, e.headers, e.read() + + +def jcall(method, path, obj, token=None, key=None): + h = {"Content-Type": "application/json"} + if key: h["Idempotency-Key"] = key + st, _, raw = call(method, path, json.dumps(obj).encode(), h, token) + return st, (json.loads(raw) if raw else None) + + +def chunk(t, d): + c = struct.pack(">I", len(d)) + t + d + return c + struct.pack(">I", zlib.crc32(t + d) & 0xFFFFFFFF) + + +def png(width, height, idat=None): + raw = idat if idat is not None else b"".join(b"\x00" + b"\x10\x80\xf0" * width for _ in range(height)) + return (b"\x89PNG\r\n\x1a\n" + chunk(b"IHDR", struct.pack(">IIBBBBB", width, height, 8, 2, 0, 0, 0)) + + chunk(b"IDAT", zlib.compress(raw) if idat is None else raw) + chunk(b"IEND", b"")) + + +def noise_png(target_bytes): + w = 1000 + rows = max(1, target_bytes // (3 * w + 1)) + raw = b"".join(b"\x00" + os.urandom(3 * w) for _ in range(rows)) + return (b"\x89PNG\r\n\x1a\n" + chunk(b"IHDR", struct.pack(">IIBBBBB", w, rows, 8, 2, 0, 0, 0)) + + chunk(b"IDAT", zlib.compress(raw, 0)) + chunk(b"IEND", b"")) + + +ok = True +def check(name, got, want): + global ok + good = got in want if isinstance(want, set) else got == want + ok &= good + print("PASS" if good else "FAIL", name, "->", got) + + +def register(prefix): + name = f"{prefix}_{uuid.uuid4().hex[:8]}" + _, u = jcall("POST", "/api/v1/users", {"username": name, "display_name": prefix, "password": PWD}) + _, _, raw = call("POST", "/api/v1/auth/sessions", basic=f"{name}:{PWD}") + return u, json.loads(raw)["token"] + + +alice, ta = register("alice") +bob, tb = register("bob") +carol, tc = register("carol") +_, chat1 = jcall("POST", "/api/v1/chats", {"title": "c1", "member_ids": [alice["id"], bob["id"]]}, ta) +_, chat2 = jcall("POST", "/api/v1/chats", {"title": "c2", "member_ids": [alice["id"]]}, ta) +up = lambda chat, data, ct="image/png", fn="a.png", tok=None: call( + "POST", f"/api/v1/chats/{chat}/attachments?filename={fn}", data, {"Content-Type": ct}, tok or ta) +msg = lambda chat, obj, tok=None, key=None: jcall( + "POST", f"/api/v1/chats/{chat}/messages", obj, tok or ta, key or uuid.uuid4().hex) + +good_png = png(8, 8) +st, _, raw = up(chat1["id"], good_png) +check("валидный PNG", st, 201) +att = json.loads(raw) +check("sha256 в ответе", att["sha256"], hashlib.sha256(good_png).hexdigest()) +check("status/variants/error_code", (att["status"], att["variants"], att["error_code"]), ("ready", [], None)) + +st, hdr, data = call("GET", f"/api/v1/attachments/{att['id']}/content", token=tb) +check("скачивание участником: статус", st, 200) +check("скачивание: байты совпадают", hashlib.sha256(data).hexdigest(), att["sha256"]) +check("скачивание: Content-Type", hdr.get("Content-Type"), "image/png") + +check("метаданные: посторонний", call("GET", f"/api/v1/attachments/{att['id']}", token=tc)[0], 404) +check("байты: посторонний", call("GET", f"/api/v1/attachments/{att['id']}/content", token=tc)[0], 404) +check("без токена", call("GET", f"/api/v1/attachments/{att['id']}/content")[0], 401) +check("неизвестный id", call("GET", f"/api/v1/attachments/{uuid.uuid4()}", token=ta)[0], 404) +check("id не UUID", call("GET", "/api/v1/attachments/not-a-uuid", token=ta)[0], 400) +check("variant=thumbnail", call("GET", f"/api/v1/attachments/{att['id']}/content?variant=thumbnail", token=ta)[0], {400, 404}) + +check("загрузка в чужой чат", up(chat1["id"], good_png, tok=tc)[0], 404) +check("слишком большой (Content-Length)", up(chat1["id"], good_png[:8] + b"\0" * (LIMIT + 1))[0], 413) +check("слишком много пикселей (8000x8000)", up(chat1["id"], png(8000, 8000, idat=b"\x00"))[0], 413) +check("повреждённый PNG", up(chat1["id"], good_png[:-20])[0], 415) +check("PNG под видом JPEG", up(chat1["id"], good_png, ct="image/jpeg")[0], 415) +check("текст под видом PNG", up(chat1["id"], b"hello, not an image")[0], 415) +check("пустое тело", up(chat1["id"], b"")[0], 415) +check("image/gif", up(chat1["id"], b"GIF89a....", ct="image/gif")[0], 415) +for label, fn in [("слэш", "a%2Fb.png"), ("обратный слэш", "a%5Cb.png"), ("NUL", "a%00b.png"), + ("управляющий символ", "a%0Ab.png"), ("256 символов", "a" * 256), ("пустое", "")]: + check(f"filename: {label}", up(chat1["id"], good_png, fn=fn)[0], 400) +st, _, _ = call("POST", f"/api/v1/chats/{chat1['id']}/attachments", good_png, {"Content-Type": "image/png"}, ta) +check("filename отсутствует", st, 400) +check("валидный большой файл (~9 МиБ)", up(chat1["id"], noise_png(9 * 1024 * 1024))[0], 201) + +# ---- сообщения с вложениями +st, m1 = msg(chat1["id"], {"text": "", "attachment_ids": [att["id"]]}, key="k-" + uuid.uuid4().hex) +check("пустой текст с вложением", st, 201) +check("в ответе attachment_ids", m1["attachment_ids"], [att["id"]]) +check("пустой текст без вложений", msg(chat1["id"], {"text": ""})[0], 400) +check("вложение из другого чата (я участник обоих)", msg(chat2["id"], {"text": "x", "attachment_ids": [att["id"]]})[0], 404) +check("неизвестное вложение", msg(chat1["id"], {"text": "x", "attachment_ids": [str(uuid.uuid4())]})[0], 404) +check("attachment_ids не UUID", msg(chat1["id"], {"text": "x", "attachment_ids": ["zzz"]})[0], 400) +check("дубликаты в attachment_ids", msg(chat1["id"], {"text": "x", "attachment_ids": [att["id"], att["id"]]})[0], 400) +check("11 вложений", msg(chat1["id"], {"text": "x", "attachment_ids": [str(uuid.uuid4()) for _ in range(11)]})[0], 400) +check("посторонний шлёт чужое вложение", msg(chat1["id"], {"text": "x", "attachment_ids": [att["id"]]}, tok=tc)[0], 404) + +_, page = jcall("GET", f"/api/v1/chats/{chat1['id']}/messages", None, ta) +st, _, raw = call("GET", f"/api/v1/chats/{chat1['id']}/messages", token=bob and tb) +items = json.loads(raw)["items"] +check("история содержит attachment_ids", any(i["attachment_ids"] == [att["id"]] for i in items), True) + +# ---- идемпотентность с вложениями +k = "idem-" + uuid.uuid4().hex +s1, a = msg(chat1["id"], {"text": "same", "attachment_ids": []}, key=k) +s2, b = msg(chat1["id"], {"text": "same"}, key=k) +check("attachment_ids отсутствует == []", (s1, s2, a["id"] == b["id"]), (201, 201, True)) +k2 = "idem-" + uuid.uuid4().hex +msg(chat1["id"], {"text": "t", "attachment_ids": [att["id"]]}, key=k2) +check("тот же ключ, другой список вложений", msg(chat1["id"], {"text": "t"}, key=k2)[0], 409) + +sys.exit(0 if ok else 1) \ No newline at end of file diff --git a/scripts/check_edge.py b/scripts/check_edge.py new file mode 100644 index 0000000..61f8a1b --- /dev/null +++ b/scripts/check_edge.py @@ -0,0 +1,51 @@ +import base64, json, sys, time, urllib.request, urllib.error, uuid + +BASE = sys.argv[1] if len(sys.argv) > 1 else "http://localhost:8080" +PWD = "correct-horse-battery-staple" + + +def call(method, path, body=None, token=None, basic=None, key=None): + data = json.dumps(body).encode() if body is not None else None + r = urllib.request.Request(BASE + path, data=data, method=method) + if data is not None: r.add_header("Content-Type", "application/json") + if token: r.add_header("Authorization", "Bearer " + token) + if basic: r.add_header("Authorization", "Basic " + base64.b64encode(basic.encode()).decode()) + if key: r.add_header("Idempotency-Key", key) + try: + with urllib.request.urlopen(r, timeout=10) as resp: + return resp.status, json.loads(resp.read() or b"null") + except urllib.error.HTTPError as e: + return e.code, None + + +name = "edge_" + uuid.uuid4().hex[:8] +_, u = call("POST", "/api/v1/users", {"username": name, "display_name": "e", "password": PWD}) +_, s = call("POST", "/api/v1/auth/sessions", basic=f"{name}:{PWD}") +t = s["token"] +_, c = call("POST", "/api/v1/chats", {"title": "t", "member_ids": [u["id"]]}, token=t) +m = f"/api/v1/chats/{c['id']}/messages" +k = lambda: uuid.uuid4().hex + +cases = [ + ("поле Text (другой регистр)", call("POST", m, {"Text": "x"}, token=t, key=k())[0], {400}), + ("текст из NBSP/U+3000", call("POST", m, {"text": "\u00a0\u3000"}, token=t, key=k())[0], {400}), + ("текст с NUL", call("POST", m, {"text": "a\u0000b"}, token=t, key=k())[0], {400}), + ("limit= пустой", call("GET", "/api/v1/chats?limit=", token=t)[0], {400}), + ("cursor= пустой", call("GET", m + "?cursor=", token=t)[0], {400}), + ("chat_id не UUID", call("GET", "/api/v1/chats/not-a-uuid/messages", token=t)[0], {400}), + ("member_ids не UUID", call("POST", "/api/v1/chats", {"title": "t", "member_ids": [u["id"], "not-a-uuid"]}, token=t)[0], {400}), + ("название из пробелов", call("POST", "/api/v1/chats", {"title": " ", "member_ids": [u["id"]]}, token=t)[0], {400}), + ("название 101 символ", call("POST", "/api/v1/chats", {"title": "a" * 101, "member_ids": [u["id"]]}, token=t)[0], {400}), +] +for label, got, ok in cases: + print("PASS" if got in ok else "FAIL", label, "->", got) + + +def login_ms(basic): + t0 = time.time(); call("POST", "/api/v1/auth/sessions", basic=basic) + return (time.time() - t0) * 1000 + +ms_unknown = sorted(login_ms("nobody_" + uuid.uuid4().hex[:6] + ":" + PWD) for _ in range(5))[2] +ms_wrong = sorted(login_ms(name + ":wrong-password-123") for _ in range(5))[2] +print("PASS" if abs(ms_unknown - ms_wrong) < 0.5 * ms_wrong else "FAIL", + f"тайминг входа: неизвестный {ms_unknown:.1f} мс, неверный пароль {ms_wrong:.1f} мс") \ No newline at end of file diff --git a/scripts/check_lb.py b/scripts/check_lb.py new file mode 100644 index 0000000..db2ea63 --- /dev/null +++ b/scripts/check_lb.py @@ -0,0 +1,65 @@ +import base64, json, sys, urllib.error, urllib.request, uuid +from concurrent.futures import ThreadPoolExecutor + +BASE = sys.argv[1] if len(sys.argv) > 1 else "http://localhost:8080" +PWD = "correct-horse-battery-staple" + + +def call(method, path, body=None, token=None, basic=None, key=None): + data = json.dumps(body).encode() if body is not None else None + req = urllib.request.Request(BASE + path, data=data, method=method) + if body is not None: + req.add_header("Content-Type", "application/json") + if token: + req.add_header("Authorization", "Bearer " + token) + if basic: + req.add_header("Authorization", "Basic " + base64.b64encode(basic.encode()).decode()) + if key: + req.add_header("Idempotency-Key", key) + try: + with urllib.request.urlopen(req, timeout=10) as r: + raw = r.read() + return r.status, r.headers.get("X-Instance-Id"), json.loads(raw) if raw else None + except urllib.error.HTTPError as e: + return e.code, e.headers.get("X-Instance-Id"), None + + +ok = True +def check(name, cond, info=""): + global ok + ok &= bool(cond) + print(("PASS" if cond else "FAIL"), name, info) + + +name = "lb_" + uuid.uuid4().hex[:10] +s, _, user = call("POST", "/api/v1/users", {"username": name, "display_name": "LB check", "password": PWD}) +s, _, sess = call("POST", "/api/v1/auth/sessions", basic=f"{name}:{PWD}") +token = sess["token"] + +# один токен разные реплики +inst = {call("GET", "/api/v1/users/me", token=token)[1] for _ in range(12)} +check("one token served by >=2 replicas", len(inst) >= 2, sorted(inst)) + +s, _, chat = call("POST", "/api/v1/chats", {"title": "lb", "member_ids": [user["id"]]}, token=token) +path = f"/api/v1/chats/{chat['id']}/messages" + +# конкурентные повторы с одним ключом через lb +key = "conc-" + uuid.uuid4().hex +with ThreadPoolExecutor(30) as ex: + res = list(ex.map(lambda _: call("POST", path, {"text": "race"}, token=token, key=key), range(30))) +ids = {r[2]["id"] for r in res if r[2]} +check("concurrent same key: all 201", all(r[0] == 201 for r in res), sorted({r[0] for r in res})) +check("concurrent same key: one message id", len(ids) == 1, len(ids)) +check("concurrent requests hit >=2 replicas", len({r[1] for r in res}) >= 2, sorted({r[1] for r in res})) + +# последовательный повтор на разных репликах +key2 = "seq-" + uuid.uuid4().hex +seq = [call("POST", path, {"text": "seq"}, token=token, key=key2) for _ in range(6)] +check("sequential repeat: same id", len({r[2]["id"] for r in seq}) == 1) +check("sequential repeat: >=2 replicas", len({r[1] for r in seq}) >= 2, sorted({r[1] for r in seq})) +check("different body, same key -> 409", call("POST", path, {"text": "other"}, token=token, key=key2)[0] == 409) + +s, _, page = call("GET", path + "?limit=100", token=token) +check("history has exactly 2 messages", len(page["items"]) == 2, len(page["items"])) + +sys.exit(0 if ok else 1) \ No newline at end of file diff --git a/scripts/check_pipeline.py b/scripts/check_pipeline.py new file mode 100644 index 0000000..89f233a --- /dev/null +++ b/scripts/check_pipeline.py @@ -0,0 +1,236 @@ +"""Lab5 level4 acceptance/fault checks. Operates only on local synthetic Compose. + +Does not change the public tests. Stops services temporarily; restores them in finally. +Only IDs, assertions and timings are saved; no tokens/credentials/signed URLs. +""" +import argparse +import hashlib +import json +from pathlib import Path +import subprocess +import sys +import time +import uuid + +ROOT = Path(__file__).resolve().parents[1] +sys.path.insert(0, str(ROOT / 'tests')) +from client import Client, Failure, check +from image_probe import jpeg_size + + +def compose(*args, input=None, expected=0, timeout=120): + p = subprocess.run(['docker', 'compose', *args], cwd=ROOT, input=input, + stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=timeout) + check(p.returncode == expected, 'compose ' + ' '.join(args[:3]) + ': exit ' + str(p.returncode) + ' ' + p.stderr.decode(errors='replace')[-1500:]) + return p.stdout + + +def sql(query): + return compose('exec', '-T', 'postgres', 'sh', '-c', + 'exec psql -U "$POSTGRES_USER" -d "$POSTGRES_DB" -At -v ON_ERROR_STOP=1', + input=query.encode()).decode().strip() + + +def eventually(predicate, seconds=90): + end = time.monotonic() + seconds + while time.monotonic() < end: + if predicate(): + return + time.sleep(0.4) + raise Failure('condition did not recover within ' + str(seconds) + ' seconds') + + +def jid(att): + return sql(f"SELECT id FROM attachment_jobs WHERE attachment_id='{uuid.UUID(att['id'])}';") + + +def status(att): + return sql(f"SELECT status FROM attachment_jobs WHERE attachment_id='{uuid.UUID(att['id'])}';") + + +def envelope(job): + return sql(f"SELECT json_build_object('schema_version',1,'type','attachment.process.v1','job_id',id,'attachment_id',attachment_id,'pipeline_version',1,'attempt',attempt,'created_at',created_at) FROM attachment_jobs WHERE id='{uuid.UUID(job)}';") + + +def duplicate(job): + compose('exec', '-T', 'broker', 'redis-cli', 'XADD', 'attachment-jobs-v1', '*', 'payload', envelope(job)) + + +def objects(prefix): + raw=compose('run','--rm','--no-deps','-T','--entrypoint','/bin/sh','s3-init','-c', + 'export AWS_ACCESS_KEY_ID="$(cat /run/secrets/s3_admin_access_key)"; ' + 'export AWS_SECRET_ACCESS_KEY="$(cat /run/secrets/s3_admin_secret_key)"; ' + 'export AWS_DEFAULT_REGION=us-east-1; ' + 'exec aws --endpoint-url http://s3-proxy:8333 s3api list-objects-v2 --bucket attachments --prefix "$1"', + 'sh',prefix) + return json.loads(raw).get('Contents',[]) + + +def verify_images(c, actor, att, original, thumb_size=(256, 160)): + ready = c.wait_ready(actor, att, 90) + check(ready['error_code'] is None, 'ready error_code') + variants = {v['name']: v for v in ready['variants']} + check(set(variants) == {'thumbnail', 'crop', 'optimized'}, 'exactly 3 distinct variants') + raw = c.call('GET', f"/api/v1/attachments/{att['id']}/content", actor=actor)['bytes'] + check(raw == original, 'original changed') + for name, v in variants.items(): + data = c.call('GET', f"/api/v1/attachments/{att['id']}/content?variant={name}", actor=actor)['bytes'] + check(hashlib.sha256(data).hexdigest() == v['sha256'] and len(data) == v['size_bytes'], name + ' checksum') + if name != 'optimized': + dims = jpeg_size(data) + check(dims == ((128, 128) if name == 'crop' else thumb_size), name + ' real dimensions') + else: + check(data[:4] == b'RIFF' and data[8:12] == b'WEBP', 'real WebP') + decoded = json.loads(compose('exec', '-T', 'worker', 'python3', '-c', + "from PIL import Image; import sys,io,json; i=Image.open(io.BytesIO(sys.stdin.buffer.read())); i.load(); print(json.dumps({'size':i.size,'exif':bool(i.getexif()),'icc':bool(i.info.get('icc_profile')),'corner':i.convert('RGB').getpixel((0,0))}))", input=data)) + check(decoded['size'] == [v['width'], v['height']], name + ' decoded size') + check(not decoded['exif'] and not decoded['icc'], name + ' metadata stripped') + return ready + + +def main(): + parser = argparse.ArgumentParser() + parser.add_argument('--base-url', default='http://localhost:8080') + parser.add_argument('--output', default='evidence/lab5-pipeline.json') + parser.add_argument('--resource-only', action='store_true') + args = parser.parse_args() + c = Client(args.base_url, timeout=45) + results = [] + + def record(name, start, **observed): + row = dict(scenario=name, result='PASS', seconds=round(time.monotonic()-start, 3), **observed) + results.append(row) + print('PASS', name, json.dumps(observed, ensure_ascii=False), flush=True) + + def health(): + try: + c.call('GET', '/health/ready') + return True + except Failure: + return False + + alice, bob, eve, chat = c.bootstrap() + fixture = (ROOT / 'tests/fixtures/sample.png').read_bytes() + try: + if not args.resource_only: + start = time.monotonic() + att, raw = c.attachment(alice, chat) + ready = verify_images(c, bob, att, raw) + c.call('GET', f"/api/v1/attachments/{att['id']}/content?variant=crop", 404, actor=eve) + eventually(lambda: sql(f"SELECT staging_key IS NULL FROM attachments WHERE id='{att['id']}';") == 't') + check(not objects('staging/'+att['id']),'staging bytes not removed') + record('variants_checksums_authorization_staging_cleanup', start, attachment_id=att['id'], variants=[(v['name'],v['width'],v['height']) for v in ready['variants']]) + + start = time.monotonic() + generators = [ + ("from PIL import Image; import sys; Image.new('RGBA',(16,8),(255,0,0,0)).save(sys.stdout.buffer,'PNG')", 'image/png', (16,8), True), + ("from PIL import Image; import sys; i=Image.new('RGB',(320,200),'blue'); e=i.getexif(); e[274]=6; i.save(sys.stdout.buffer,'JPEG',exif=e)", 'image/jpeg', (160,256), False), + ] + for code, content_type, dims, white in generators: + raw = compose('exec','-T','worker','python3','-c',code) + a = c.call('POST', f"/api/v1/chats/{chat['id']}/attachments?filename=synthetic.png",202,actor=alice,raw=raw,headers={'Content-Type':content_type},schema='Attachment')['json'] + verify_images(c,bob,a,raw,dims) + if white: + thumb = c.call('GET',f"/api/v1/attachments/{a['id']}/content?variant=thumbnail",actor=bob)['bytes'] + pixel=json.loads(compose('exec','-T','worker','python3','-c',"from PIL import Image; import io,json,sys; print(json.dumps(Image.open(io.BytesIO(sys.stdin.buffer.read())).getpixel((0,0))))",input=thumb)) + check(min(pixel)>250,'alpha must become white') + record('alpha_small_image_exif_orientation',start) + + start = time.monotonic() + path=f"/api/v1/chats/{chat['id']}/attachments?filename=bad.png" + c.call('POST',path,415,actor=alice,raw=fixture[:-20],headers={'Content-Type':'image/png'}) + c.call('POST',path,413,actor=alice,raw=b'x'*(10*1024*1024+1),headers={'Content-Type':'image/png'}) + import struct, zlib + ihdr=struct.pack('>IIBBBBB',8000,8000,8,2,0,0,0) + chunk=b'IHDR'+ihdr + bomb=b'\x89PNG\r\n\x1a\n'+struct.pack('>I',13)+chunk+struct.pack('>I',zlib.crc32(chunk)&0xffffffff) + c.call('POST',path,413,actor=alice,raw=bomb,headers={'Content-Type':'image/png'}) + record('invalid_bytes_pixels_limits',start) + + start = time.monotonic() + compose('stop','worker','outbox') + att, raw = c.attachment(alice, chat) + job = jid(att) + c.message(alice, chat, '', attachments=[att['id']]) + c.call('GET',f"/api/v1/attachments/{att['id']}/content",409,actor=bob) + c.message(alice,chat,'text works while worker is stopped') + compose('run','--rm','--no-deps','-T','-e','PIPELINE_FAULT=before_publish','outbox',expected=86) + check(sql(f"SELECT count(*) FROM attachment_outbox WHERE job_id='{job}' AND published_at IS NULL;")=='1','outbox intent survived real process crash') + compose('run','--rm','--no-deps','-T','-e','PIPELINE_FAULT=after_publish','outbox',expected=86) + check(sql(f"SELECT count(*) FROM attachment_outbox WHERE job_id='{job}' AND published_at IS NULL;")=='1','publish-before-mark crash lost outbox') + compose('start','outbox') + eventually(lambda: sql(f"SELECT count(*) FROM attachment_outbox WHERE job_id='{job}' AND published_at IS NOT NULL;")=='1') + count=compose('exec','-T','broker','redis-cli','XLEN','attachment-jobs-v1').strip() + before=compose('ps','-q','api').decode().split() + compose('kill','-s','SIGKILL','broker') + compose('start','broker') + eventually(lambda: compose('exec','-T','broker','redis-cli','ping').strip()==b'PONG') + check(compose('exec','-T','broker','redis-cli','XLEN','attachment-jobs-v1').strip()==count,'broker lost durable stream entries') + compose('restart','api') + eventually(health) + compose('start','worker') + verify_images(c,bob,att,raw) + record('commit_publish_crash_worker_off_api_restart_broker_sigkill',start,attachment_id=att['id'],job_id=job,api_containers=before,stream_entries=int(count)) + + start = time.monotonic() + compose('stop','worker') + att, raw = c.attachment(alice,chat);job=jid(att) + compose('run','--rm','--no-deps','-T','-e','PIPELINE_FAULT=after_object','worker',expected=86) + check(status(att)=='processing','worker must crash after object before DB result') + key=sql(f"SELECT object_key FROM attachments WHERE id='{att['id']}';") + check(len(objects(key))==1,'crash boundary must contain exactly the persisted original') + c.call('GET',f"/api/v1/attachments/{att['id']}/content",409,actor=bob) + compose('start','worker') + ready=verify_images(c,bob,att,raw) + attempt=int(sql(f"SELECT attempt FROM attachment_jobs WHERE id='{job}';")) + check(attempt>=2,'expired lease not recovered') + duplicate(job);time.sleep(2) + check(int(sql(f"SELECT attempt FROM attachment_jobs WHERE id='{job}';"))==attempt,'ready duplicate executed again') + check(c.call('GET',f"/api/v1/attachments/{att['id']}",actor=bob,schema='Attachment')['json']==ready,'duplicate changed completed metadata') + check(len(objects(key))==4,'duplicate created a second set of S3 objects') + record('crash_after_s3_before_ack_lease_recovery_duplicate',start,attachment_id=att['id'],job_id=job,attempts=attempt) + + start=time.monotonic() + compose('stop','worker') + att,raw=c.attachment(alice,chat);job=jid(att) + compose('run','--rm','--no-deps','-T','-e','S3_ENDPOINT=http://127.0.0.1:1','-e','JOB_MAX_ATTEMPTS=2','-e','PIPELINE_FAULT=before_ack','worker',expected=86) + check(status(att)=='queued','transient error must retry') + delay=float(sql(f"SELECT extract(epoch from(next_attempt_at-updated_at)) FROM attachment_jobs WHERE id='{job}';")) + check(0.45<=delay<=1.1,'first retry backoff is outside jitter bounds') + time.sleep(1.1) + compose('run','--rm','--no-deps','-T','-e','S3_ENDPOINT=http://127.0.0.1:1','-e','JOB_MAX_ATTEMPTS=2','-e','PIPELINE_FAULT=before_ack','worker',expected=86) + check(status(att)=='failed','attempts must be bounded') + failed=c.call('GET',f"/api/v1/attachments/{att['id']}",actor=bob,schema='Attachment')['json'] + check(failed['error_code']=='retry_exhausted','safe exhausted error_code') + c.call('POST',f"/api/v1/chats/{chat['id']}/messages",409,actor=alice,body={'text':'','attachment_ids':[att['id']]},headers={'Idempotency-Key':uuid.uuid4().hex}) + registry=json.loads(compose('run','--rm','--no-deps','-T','worker','./worker','-mode=failed')) + check(any(row['job_id']==job for row in registry),'failed registry must expose job') + compose('run','--rm','--no-deps','-T','worker','./worker','-mode=replay','-job='+job,'-reason=lab5-recovered-storage') + compose('start','worker') + verify_images(c,bob,att,raw) + check(sql(f"SELECT count(*) FROM job_replays WHERE job_id='{job}';")=='1','replay audit missing') + compose('run','--rm','--no-deps','-T','worker','./worker','-mode=replay','-job='+job,'-reason=must-refuse-ready',expected=1) + record('retry_jitter_exhaustion_failed_registry_audited_replay',start,attachment_id=att['id'],job_id=job,first_backoff_seconds=round(delay,3)) + + start=time.monotonic() + raw=compose('exec','-T','worker','python3','-c',"from PIL import Image; import sys; Image.new('RGB',(3000,3000),'blue').save(sys.stdout.buffer,'PNG')") + compose('stop','worker') + att=c.call('POST',f"/api/v1/chats/{chat['id']}/attachments?filename=memory.png",202,actor=alice,raw=raw,headers={'Content-Type':'image/png'},schema='Attachment')['json'];job=jid(att) + compose('run','--rm','--no-deps','-T','-e','IMAGE_MEMORY_MB=64','-e','PIPELINE_FAULT=before_ack','worker',expected=86) + check(status(att)=='failed','memory limit must be a permanent controlled failure') + check(sql(f"SELECT error_code FROM attachment_jobs WHERE id='{job}';")=='image_resource_limit','memory failure code') + check(sql(f"SELECT attempt FROM attachment_jobs WHERE id='{job}';")=='1','permanent failure was retried') + compose('run','--rm','--no-deps','-T','worker','./worker','-mode=replay','-job='+job,'-reason=restore-normal-memory-limit') + compose('start','worker') + verify_images(c,bob,att,raw,(256,256)) + record('worker_memory_limit_permanent_failure_replay',start,attachment_id=att['id'],job_id=job,decoder_limit_mb=64,pixels=9000000) + finally: + compose('start','broker','api','outbox','worker') + output=ROOT/args.output + output.parent.mkdir(parents=True,exist_ok=True) + output.write_text(json.dumps({'date':'2026-11-10','scenarios':results},ensure_ascii=False,indent=2)+'\n') + print('PASS all lab5 level4 scenarios',flush=True) + + +if __name__=='__main__': + main() diff --git a/scripts/check_s3.sh b/scripts/check_s3.sh new file mode 100755 index 0000000..4bcbd75 --- /dev/null +++ b/scripts/check_s3.sh @@ -0,0 +1,35 @@ +#!/bin/sh +set -eu +run() { + who="$1"; shift + docker run --rm --network mtusi2026lab5_s3access -v "$PWD/secrets:/s:ro" -e AWS_DEFAULT_REGION=us-east-1 \ + --entrypoint /bin/sh amazon/aws-cli:2.39.1 -c \ + "AWS_ACCESS_KEY_ID=\$(cat /s/s3_${who}_access_key.txt) AWS_SECRET_ACCESS_KEY=\$(cat /s/s3_${who}_secret_key.txt) aws --endpoint-url http://s3-proxy:8333 $*" >/dev/null 2>&1 +} +expect() { + want="$1"; desc="$2"; shift 2 + if run "$@"; then got=ok; else got=deny; fi + [ "$got" = "$want" ] && echo "PASS $desc ($got)" || echo "FAIL $desc: ожидалось $want, получено $got" +} + +expect ok "api: список объектов бакета" api "s3api list-objects-v2 --bucket attachments --max-keys 1" +expect ok "api: запись объекта" api "s3 cp /etc/hostname s3://attachments/attachments/probe/rights-check" +expect ok "api: удаление объекта" api "s3 rm s3://attachments/attachments/probe/rights-check" +expect deny "api: создание другого бакета" api "s3api create-bucket --bucket other-bucket" +expect deny "api: удаление бакета" api "s3api delete-bucket --bucket attachments" +expect ok "admin: создание бакета (bootstrap)" admin "s3api head-bucket --bucket attachments" + +echo "--- без подписи (anonymous)" +for url in "http://s3-proxy:8333/attachments/" "http://s3-proxy:8333/attachments/attachments/x/y"; do + code=$(docker run --rm --network mtusi2026lab5_s3access curlimages/curl -s -o /dev/null -w '%{http_code}' "$url") + case "$code" in 401|403) echo "PASS anonymous $url -> $code";; *) echo "FAIL anonymous $url -> $code";; esac +done + +echo "--- консоли управления из контейнера api (ожидается недоступность)" +for target in seaweedfs:9333 seaweedfs:8888 seaweedfs:8080 s3-proxy:9333 s3-proxy:8888; do + if docker compose exec -T api wget -q -O /dev/null -T 3 "http://$target/" >/dev/null 2>&1; then + echo "FAIL api -> $target доступен" + else + echo "PASS api -> $target недоступен" + fi +done \ No newline at end of file diff --git a/scripts/collect_runtime.py b/scripts/collect_runtime.py new file mode 100644 index 0000000..472cff1 --- /dev/null +++ b/scripts/collect_runtime.py @@ -0,0 +1,54 @@ +"""Collect allowlisted runtime facts, optionally sampling a 30s HTTP load.""" +import datetime +import json +from pathlib import Path +import platform +import subprocess +import sys +import time + +ROOT = Path(__file__).resolve().parents[1] + + +def run(*args): + return subprocess.check_output(args, cwd=ROOT, text=True).strip() + + +info = json.loads(run('docker', 'info', '--format', '{{json .}}')) +ids = run('docker', 'compose', 'ps', '-q').splitlines() +containers = [] +for item in json.loads(run('docker', 'inspect', *ids)): + containers.append(dict(name=item['Name'], image=item['Config']['Image'], + started_at=item['State']['StartedAt'], cpus=item['HostConfig']['NanoCpus']/1e9, + memory_bytes=item['HostConfig']['Memory'], volumes=[m['Name'] for m in item['Mounts'] if m['Type']=='volume'])) +report = dict(date=datetime.datetime.now(datetime.timezone.utc).isoformat(), + host_machine=platform.machine(), host_os=platform.platform(), + docker=dict(version=info['ServerVersion'], cpus=info['NCPU'], memory_bytes=info['MemTotal']), + go=run('go','version'), compose=run('docker','compose','version'), + image_runtime=run('docker','compose','exec','-T','worker','python3','-c',"import sys,PIL; print(sys.version.split()[0], 'Pillow', PIL.__version__)"), + containers=containers) +def dataset(): + query="SELECT json_build_object('users',(SELECT count(*) FROM users),'chats',(SELECT count(*) FROM chats),'messages',(SELECT count(*) FROM messages),'attachments',(SELECT count(*) FROM attachments));" + raw=subprocess.check_output(['docker','compose','exec','-T','postgres','sh','-c', + 'exec psql -U "$POSTGRES_USER" -d "$POSTGRES_DB" -At -v ON_ERROR_STOP=1'],input=query,text=True,cwd=ROOT) + return json.loads(raw) +report['dataset_before']=dataset() +if '--load' in sys.argv: + log=(ROOT/'evidence/lab5-load.txt').open('w') + load=subprocess.Popen([sys.executable,'tests/load.py','--duration','30','--concurrency','4','--output','evidence/lab5-load.json'],cwd=ROOT,stdout=log,stderr=subprocess.STDOUT) + samples=[] + while load.poll() is None: + samples.append(dict(at=datetime.datetime.now(datetime.timezone.utc).isoformat(), + containers=[json.loads(line) for line in run('docker','stats','--no-stream','--format','{{json .}}',*ids).splitlines()])) + time.sleep(1) + log.close() + if load.returncode: + raise SystemExit('load failed; see evidence/lab5-load.txt') + report['load_samples']=samples +report['dataset_after']=dataset() +events=run('docker','events','--since','1h','--until','0s','--filter','type=container', + '--filter','label=com.docker.compose.project=mtusi2026lab5','--format','{{json .}}') +report['lifecycle_events']=[dict(time=e['time'],action=e['Action'],name=e['Actor']['Attributes'].get('name')) + for e in (json.loads(line) for line in events.splitlines()) if e['Action'] in ('start','stop','die','kill','restart')] +(ROOT/'evidence/lab5-runtime.json').write_text(json.dumps(report,ensure_ascii=False,indent=2)+'\n') +print('PASS sanitized runtime evidence saved') diff --git a/scripts/container_snapshot.py b/scripts/container_snapshot.py new file mode 100644 index 0000000..0736a63 --- /dev/null +++ b/scripts/container_snapshot.py @@ -0,0 +1,11 @@ +"""Allowlist container lifecycle fields for restart-hook evidence.""" +import json +from pathlib import Path +import subprocess +import sys + +ids=subprocess.check_output(['docker','compose','ps','-aq'],text=True).split() +items=json.loads(subprocess.check_output(['docker','inspect',*ids],text=True)) +rows=[dict(id=c['Id'],name=c['Name'],service=c['Config']['Labels']['com.docker.compose.service'], + started_at=c['State']['StartedAt'],finished_at=c['State']['FinishedAt'],running=c['State']['Running']) for c in items] +Path(sys.argv[1]).write_text(json.dumps(rows,indent=2)+'\n') diff --git a/scripts/explain_messages.sql b/scripts/explain_messages.sql new file mode 100644 index 0000000..d53eeed --- /dev/null +++ b/scripts/explain_messages.sql @@ -0,0 +1,69 @@ +BEGIN; + +CREATE TEMP TABLE explain_ctx ( + user_id UUID, + chat_id UUID +); + +WITH u AS ( + INSERT INTO users (username, display_name, password_hash) + VALUES ( + 'explain_' || substr(gen_random_uuid()::text, 1, 8), + 'Explain Test', + 'test-hash' + ) + RETURNING id +), +c AS ( + INSERT INTO chats (title) + VALUES ('explain-10000') + RETURNING id +) +INSERT INTO explain_ctx (user_id, chat_id) +SELECT u.id, c.id +FROM u CROSS JOIN c; + +INSERT INTO chat_members (chat_id, user_id) +SELECT chat_id, user_id +FROM explain_ctx; + +INSERT INTO messages (chat_id, sender_id, text, created_at) +SELECT + chat_id, + user_id, + 'message ' || gs, + TIMESTAMPTZ '2026-01-01 00:00:00+00' + gs * INTERVAL '1 second' +FROM explain_ctx +CROSS JOIN generate_series(1, 10000) AS gs; + +ANALYZE messages; + +\echo '=== FIRST PAGE ===' + +EXPLAIN (ANALYZE, BUFFERS) +SELECT id, chat_id, sender_id, text, created_at +FROM messages +WHERE chat_id = (SELECT chat_id FROM explain_ctx) +ORDER BY created_at ASC, id ASC +LIMIT 20; + +\echo '=== DEEP PAGE ===' + +EXPLAIN (ANALYZE, BUFFERS) +SELECT id, chat_id, sender_id, text, created_at +FROM messages +WHERE chat_id = (SELECT chat_id FROM explain_ctx) + AND (created_at, id) > ( + TIMESTAMPTZ '2026-01-01 02:00:00+00', + ( + SELECT id + FROM messages + WHERE chat_id = (SELECT chat_id FROM explain_ctx) + AND created_at = TIMESTAMPTZ '2026-01-01 02:00:00+00' + LIMIT 1 + ) + ) +ORDER BY created_at ASC, id ASC +LIMIT 20; + +ROLLBACK; diff --git a/scripts/failover-under-load.sh b/scripts/failover-under-load.sh new file mode 100755 index 0000000..8054b49 --- /dev/null +++ b/scripts/failover-under-load.sh @@ -0,0 +1,20 @@ +#!/bin/sh +set -eu +mkdir -p evidence + +python3 tests/load.py --duration 30 --concurrency 4 \ + --output evidence/load-stop-api2.json > evidence/load-stop-api2.txt & +LOAD_PID=$! + +sleep 8 +date '+%T stop api-2' +docker stop -t 8 mtusi2026lab5-api-2 >/dev/null +docker compose ps > evidence/ps-during-failover.txt + +sleep 10 +date '+%T start api-2' +docker start mtusi2026lab5-api-2 >/dev/null + +wait "$LOAD_PID" +docker compose logs lb --since 3m > evidence/lb-failover.log +cat evidence/load-stop-api2.txt diff --git a/scripts/gen-s3-secrets.sh b/scripts/gen-s3-secrets.sh new file mode 100755 index 0000000..cd59242 --- /dev/null +++ b/scripts/gen-s3-secrets.sh @@ -0,0 +1,24 @@ +#!/bin/sh +set -eu +mkdir -p secrets +rnd() { openssl rand -hex "$1"; } +for f in s3_api_access_key s3_api_secret_key s3_admin_access_key s3_admin_secret_key; do + if [ ! -s "secrets/$f.txt" ]; then + if [ "${f%access_key}" != "$f" ]; then + printf '%s' "AK$(rnd 8)" > "secrets/$f.txt" + else + rnd 20 > "secrets/$f.txt" + fi + fi +done +cat > secrets/s3_config.json <= STOP_AT] +pre_stop_errors = sum(1 for a in attempts if not a[1] and a[3] == 0 and a[0] < STOP_AT) +rps = lambda a, b: round(sum(a <= t < b for t in oks) / (b - a), 1) +late = {a[2] for a in attempts if a[1] and STOP_AT + 6 < a[0] < START_AT} +print(json.dumps({ + "container": container, "stopped_instance": stopped_id, + "rps_before": rps(0, STOP_AT), "rps_during": rps(STOP_AT, START_AT), "rps_after": rps(START_AT, DURATION), + "first_attempt_errors": len(first_fail), + "error_window_s_after_stop": [round(min(first_fail), 2), round(max(first_fail), 2)] if first_fail else None, + "longest_gap_without_success_s": round(gap, 2), + "stopped_instance_seen_while_down": stopped_id in late, + "confirmed": len(confirmed), "unconfirmed_keys": unconfirmed, "stored": len(stored), + "lost_confirmed": len(confirmed - stored), + "stored_minus_confirmed": len(stored) - len(confirmed), +}, indent=2)) \ No newline at end of file diff --git a/scripts/memory_experiment.py b/scripts/memory_experiment.py new file mode 100644 index 0000000..d217a23 --- /dev/null +++ b/scripts/memory_experiment.py @@ -0,0 +1,84 @@ +import json, os, subprocess, struct, sys, threading, time, urllib.request, urllib.error, uuid, zlib, base64 + +BASE = "http://localhost:8080"; PWD = "correct-horse-battery-staple" +SIZE = int(sys.argv[1]) if len(sys.argv) > 1 else 9 * 1024 * 1024 +WORKERS, DURATION = 12, 20 + + +def chunk(t, d): + c = struct.pack(">I", len(d)) + t + d + return c + struct.pack(">I", zlib.crc32(t + d) & 0xFFFFFFFF) + + +def noise_png(target): + w = 1000 + rows = max(1, target // (3 * w + 1)) + raw = b"".join(b"\x00" + os.urandom(3 * w) for _ in range(rows)) + return (b"\x89PNG\r\n\x1a\n" + chunk(b"IHDR", struct.pack(">IIBBBBB", w, rows, 8, 2, 0, 0, 0)) + + chunk(b"IDAT", zlib.compress(raw, 0)) + chunk(b"IEND", b"")) + + +def call(method, path, body=None, headers=None): + req = urllib.request.Request(BASE + path, data=body, method=method, headers=headers or {}) + try: + with urllib.request.urlopen(req, timeout=60) as r: + return r.status, r.read() + except urllib.error.HTTPError as e: + return e.code, e.read() + + +name = "mem_" + uuid.uuid4().hex[:8] +_, raw = call("POST", "/api/v1/users", json.dumps({"username": name, "display_name": "m", "password": PWD}).encode(), + {"Content-Type": "application/json"}) +user = json.loads(raw) +_, raw = call("POST", "/api/v1/auth/sessions", None, + {"Authorization": "Basic " + base64.b64encode(f"{name}:{PWD}".encode()).decode()}) +tok = json.loads(raw)["token"] +_, raw = call("POST", "/api/v1/chats", json.dumps({"title": "m", "member_ids": [user["id"]]}).encode(), + {"Content-Type": "application/json", "Authorization": "Bearer " + tok}) +chat = json.loads(raw) +data = noise_png(SIZE) +print(f"payload: {len(data)} bytes, workers={WORKERS}, duration={DURATION}s") + +statuses, lock, stop = {}, threading.Lock(), threading.Event() + + +def worker(): + while not stop.is_set(): + st, _ = call("POST", f"/api/v1/chats/{chat['id']}/attachments?filename=m.png", data, + {"Content-Type": "image/png", "Authorization": "Bearer " + tok}) + with lock: + statuses[st] = statuses.get(st, 0) + 1 + + +def mib(s): + n, unit = float(s[:-3]) if s.endswith("iB") else 0, s[-3:] + return n * {"KiB": 1 / 1024, "MiB": 1, "GiB": 1024}.get(unit, 0) + + +peaks = {} +def sampler(): + while not stop.is_set(): + out = subprocess.run(["docker", "stats", "--no-stream", "--format", "{{.Name}} {{.MemUsage}}"], + capture_output=True, text=True).stdout + for line in out.splitlines(): + parts = line.split() + if len(parts) >= 2 and "-api-" in parts[0]: + peaks[parts[0]] = max(peaks.get(parts[0], 0), mib(parts[1])) + +base = {} +out = subprocess.run(["docker", "stats", "--no-stream", "--format", "{{.Name}} {{.MemUsage}}"], + capture_output=True, text=True).stdout +for line in out.splitlines(): + p = line.split() + if len(p) >= 2 and "-api-" in p[0]: + base[p[0]] = mib(p[1]) + +ths = [threading.Thread(target=worker) for _ in range(WORKERS)] + [threading.Thread(target=sampler)] +t0 = time.time() +[t.start() for t in ths] +time.sleep(DURATION) +stop.set() +[t.join() for t in ths] +print(json.dumps({"payload_bytes": len(data), "statuses": statuses, "idle_mib": base, + "peak_mib": {k: round(v, 1) for k, v in peaks.items()}, "limit_mib": 256}, indent=2)) \ No newline at end of file diff --git a/scripts/orphan_scenarios.sh b/scripts/orphan_scenarios.sh new file mode 100755 index 0000000..d9ca6bd --- /dev/null +++ b/scripts/orphan_scenarios.sh @@ -0,0 +1,53 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +mkdir -p evidence +count() { ./scripts/s3-admin.sh s3 ls s3://attachments/ --recursive | wc -l | tr -d ' '; } +psql_() { docker compose exec -T postgres sh -c "psql -U \"\$POSTGRES_USER\" -d \"\$POSTGRES_DB\" -t -A -c \"$1\""; } +trap 'psql_ "ALTER TABLE attachments DROP CONSTRAINT IF EXISTS inject_fail;" >/dev/null 2>&1 || true' EXIT +ORPHAN=attachments/00000000-0000-4000-8000-000000000000/11111111-1111-4111-8111-111111111111 + +{ +echo "== A: PUT прошёл, запись метаданных упала -> компенсация" +before=$(count); echo "objects before: $before" +psql_ "ALTER TABLE attachments ADD CONSTRAINT inject_fail CHECK (false) NOT VALID;" +python3 scripts/upload_tools.py ok +sleep 1 +docker compose logs api --since 1m | grep "metadata insert failed" | tail -1 || true +docker compose logs api --since 1m | grep "compensation delete failed" || echo "(сбоев компенсации нет)" +psql_ "ALTER TABLE attachments DROP CONSTRAINT inject_fail;" +after=$(count); echo "objects after: $after" +[ "$before" = "$after" ] && echo "PASS: объект не остался" || echo "FAIL: число объектов изменилось" +} 2>&1 | tee evidence/orphans-A.txt + +{ +echo "== D: обрыв загрузки клиентом (заявлено 5 МБ, отправлено 300 КБ)" +before=$(count); echo "objects before: $before" +python3 scripts/upload_tools.py abort +sleep 3 +after=$(count); echo "objects after: $after" +[ "$before" = "$after" ] && echo "PASS: в S3 ничего не записано" || echo "FAIL: число объектов изменилось" +for i in 1 2; do docker compose exec -T --index $i api sh -c "echo временных файлов в реплике $i: \$(ls /tmp | wc -l)"; done +} 2>&1 | tee evidence/orphans-D.txt + +{ +echo "== B: объект без записи в БД (имитация падения между PUT и INSERT)" +./scripts/s3-admin.sh s3api put-object --bucket attachments --key "$ORPHAN" >/dev/null +sleep 2 +echo "-- grace=1h: свежий объект не трогается" +docker compose run --rm -T reconciler ./reconcile -dry-run -grace=1h 2>&1 | grep -E "orphan|reconcile:" || true +echo "-- grace=1s, dry-run: найден, но не удалён" +docker compose run --rm -T reconciler ./reconcile -dry-run -grace=1s 2>&1 | grep -E "orphan|reconcile:" || true +./scripts/s3-admin.sh s3 ls s3://attachments/ --recursive | grep -c 1111 || true +echo "-- grace=1s, реальный запуск: удалён" +docker compose run --rm -T reconciler ./reconcile -grace=1s 2>&1 | grep -E "orphan|reconcile:" || true +./scripts/s3-admin.sh s3 ls s3://attachments/ --recursive | grep 1111 || echo "PASS: сирота удалён" +} 2>&1 | tee evidence/orphans-B.txt + +{ +echo "== C: объект потерян, метаданные остались" +key=$(psql_ "SELECT object_key FROM attachments ORDER BY created_at LIMIT 1;") +echo "удаляем объект $key (тестовое вложение)" +./scripts/s3-admin.sh s3 rm "s3://attachments/$key" >/dev/null +docker compose run --rm -T reconciler ./reconcile -dry-run -grace=1s -check-missing 2>&1 | grep -E "MISSING|reconcile:" || true +} 2>&1 | tee evidence/orphans-C.txt diff --git a/scripts/process_image.py b/scripts/process_image.py new file mode 100644 index 0000000..02ef193 --- /dev/null +++ b/scripts/process_image.py @@ -0,0 +1,68 @@ +"""Bounded subprocess: validate original or produce pipeline v1 variants. + +No credentials, network access or client-controlled output paths are used here. +Exit codes: 2 invalid image, 3 resource limit. Unexpected failures are retryable. +""" +import json +import os +import resource +import sys +import warnings + +limit = int(os.environ.get('IMAGE_MEMORY_MB', '384')) * 1024 * 1024 +resource.setrlimit(resource.RLIMIT_AS, (limit, limit)) +resource.setrlimit(resource.RLIMIT_CPU, (20, 21)) + +from PIL import Image, ImageOps, UnidentifiedImageError + +Image.MAX_IMAGE_PIXELS = 40_000_000 +warnings.simplefilter('error', Image.DecompressionBombWarning) + + +def fit_size(size, edge): + w, h = size + if max(w, h) <= edge: + return size + return max(1, w * edge // max(w, h)), max(1, h * edge // max(w, h)) + + +def run(): + mode, source = sys.argv[1:3] + if os.path.getsize(source) > 10 * 1024 * 1024: + raise MemoryError() + with Image.open(source) as im: + if im.format not in ('PNG', 'JPEG'): + raise ValueError('format') + if im.width * im.height > Image.MAX_IMAGE_PIXELS: + raise MemoryError() + im.verify() + with Image.open(source) as im: + im.load() + if mode == 'validate': + return + out = sys.argv[3] + im = ImageOps.exif_transpose(im) + rgba = im.convert('RGBA') + rgb = Image.new('RGB', rgba.size, 'white') + rgb.paste(rgba, mask=rgba.getchannel('A')) + del rgba, im + thumb = rgb.resize(fit_size(rgb.size, 256), Image.Resampling.LANCZOS) + crop = ImageOps.fit(rgb, (128, 128), Image.Resampling.LANCZOS, centering=(0.5, 0.5)) + optimized = rgb.resize(fit_size(rgb.size, 1280), Image.Resampling.LANCZOS) + variants = [] + for name, image, fmt in [('thumbnail', thumb, 'JPEG'), ('crop', crop, 'JPEG'), ('optimized', optimized, 'WEBP')]: + image.info.clear() + options = dict(quality=85, optimize=True) if fmt == 'JPEG' else dict(quality=80, method=4) + image.save(os.path.join(out, name), fmt, **options) + variants.append(dict(name=name, width=image.width, height=image.height, + content_type='image/jpeg' if fmt == 'JPEG' else 'image/webp')) + print(json.dumps(variants)) + + +if __name__ == '__main__': + try: + run() + except (MemoryError, Image.DecompressionBombError, Image.DecompressionBombWarning): + sys.exit(3) + except (UnidentifiedImageError, OSError, ValueError, SyntaxError): + sys.exit(2) diff --git a/scripts/restart.sh b/scripts/restart.sh new file mode 100755 index 0000000..59c5f9a --- /dev/null +++ b/scripts/restart.sh @@ -0,0 +1,15 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +mkdir -p evidence +python3 scripts/container_snapshot.py evidence/lab5-restart-before.json +healthy() { + [ "$(docker compose ps -q "$@" | xargs docker inspect -f '{{.State.Health.Status}}' | grep -c '^healthy$')" = "$#" ] +} +docker compose stop worker outbox +docker compose restart postgres redis seaweedfs broker +until healthy postgres redis seaweedfs broker; do sleep 1; done +docker compose restart s3-proxy +docker compose restart api lb +docker compose start worker outbox +python3 scripts/container_snapshot.py evidence/lab5-restart-after.json diff --git a/scripts/rolling-under-load.sh b/scripts/rolling-under-load.sh new file mode 100755 index 0000000..ae46c13 --- /dev/null +++ b/scripts/rolling-under-load.sh @@ -0,0 +1,16 @@ +#!/bin/sh +set -eu +mkdir -p evidence +docker run --rm --network mtusi2026lab5_edge -v "$PWD":/w python:3.13-alpine \ + python /w/tests/load.py --base-url http://lb:8080 --duration 80 --concurrency 4 \ + --output /w/evidence/load-rolling.json > evidence/load-rolling.txt & +LOAD=$! +sleep 8 +date '+%T rolling start' +./scripts/rolling-update.sh +date '+%T rolling end' +wait "$LOAD" +docker compose ps > evidence/ps-after-rolling.txt +docker compose logs lb --since 4m > evidence/lb-rolling.log +for c in $(docker compose ps -q api); do docker exec "$c" printenv APP_VERSION; done +cat evidence/load-rolling.txt diff --git a/scripts/rolling-update.sh b/scripts/rolling-update.sh new file mode 100755 index 0000000..91d24bc --- /dev/null +++ b/scripts/rolling-update.sh @@ -0,0 +1,18 @@ +#!/bin/sh +set -eu +N=2 +export APP_VERSION="${APP_VERSION:-v$(date +%s)}" +wait_healthy() { + until [ "$(docker compose ps -q api | xargs docker inspect -f '{{.State.Health.Status}}' | grep -c '^healthy$')" = "$1" ]; do sleep 1; done +} +docker compose build api +for old in $(docker compose ps -q api); do + docker compose up -d --no-deps --no-recreate --scale api=$((N+1)) api + wait_healthy $((N+1)) + sleep 5 # LB: rise 2 + обновление DNS + echo "$(date +%T) replacing $(docker inspect -f '{{.Name}}' "$old")" + docker stop -t 20 "$old" >/dev/null + docker rm "$old" >/dev/null +done +wait_healthy $N +echo "$(date +%T) done, APP_VERSION=$APP_VERSION" diff --git a/scripts/s3-admin.sh b/scripts/s3-admin.sh new file mode 100755 index 0000000..7dd1c58 --- /dev/null +++ b/scripts/s3-admin.sh @@ -0,0 +1,6 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +docker run --rm --network mtusi2026lab5_s3access -v "$PWD/secrets:/s:ro" -e AWS_DEFAULT_REGION=us-east-1 \ + --entrypoint /bin/sh amazon/aws-cli:2.39.1 -c \ + 'AWS_ACCESS_KEY_ID=$(cat /s/s3_admin_access_key.txt) AWS_SECRET_ACCESS_KEY=$(cat /s/s3_admin_secret_key.txt) exec aws --endpoint-url http://s3-proxy:8333 "$@"' sh "$@" diff --git a/scripts/s3_restart_probe.py b/scripts/s3_restart_probe.py new file mode 100644 index 0000000..5046b2a --- /dev/null +++ b/scripts/s3_restart_probe.py @@ -0,0 +1,57 @@ +import base64, hashlib, json, struct, subprocess, time, urllib.error, urllib.request, uuid, zlib + +BASE = "http://localhost:8080"; PWD = "correct-horse-battery-staple" + + +def call(method, path, body=None, headers=None, token=None, basic=None, timeout=10): + h = dict(headers or {}) + if token: h["Authorization"] = "Bearer " + token + if basic: h["Authorization"] = "Basic " + base64.b64encode(basic.encode()).decode() + req = urllib.request.Request(BASE + path, data=body, method=method, headers=h) + try: + with urllib.request.urlopen(req, timeout=timeout) as r: + return r.status, r.read() + except urllib.error.HTTPError as e: + return e.code, e.read() + + +def jcall(method, path, obj, token=None): + st, raw = call(method, path, json.dumps(obj).encode(), {"Content-Type": "application/json"}, token) + return st, json.loads(raw or b"null") + + +def tiny_png(): + def chunk(t, d): + c = struct.pack(">I", len(d)) + t + d + return c + struct.pack(">I", zlib.crc32(t + d) & 0xFFFFFFFF) + raw = b"".join(b"\x00" + b"\xff\x00\x00" * 8 for _ in range(8)) + return (b"\x89PNG\r\n\x1a\n" + chunk(b"IHDR", struct.pack(">IIBBBBB", 8, 8, 8, 2, 0, 0, 0)) + + chunk(b"IDAT", zlib.compress(raw)) + chunk(b"IEND", b"")) + + +name = "pr_" + uuid.uuid4().hex[:8] +_, user = jcall("POST", "/api/v1/users", {"username": name, "display_name": "probe", "password": PWD}) +st, raw = call("POST", "/api/v1/auth/sessions", basic=f"{name}:{PWD}") +tok = json.loads(raw)["token"] +_, chat = jcall("POST", "/api/v1/chats", {"title": "probe", "member_ids": [user["id"]]}, tok) +png = tiny_png() +st, raw = call("POST", f"/api/v1/chats/{chat['id']}/attachments?filename=probe.png", png, + {"Content-Type": "image/png"}, tok) +att = json.loads(raw) +print("upload:", st, att.get("id")) +want = hashlib.sha256(png).hexdigest() + +t0 = time.time() +subprocess.run(["docker", "compose", "restart", "seaweedfs"], capture_output=True) +print(f"restart seaweedfs returned after {time.time() - t0:.1f}s") +while time.time() - t0 < 90: + t1 = time.time() + try: + st, data = call("GET", f"/api/v1/attachments/{att['id']}/content", token=tok, timeout=5) + ok = st == 200 and hashlib.sha256(data).hexdigest() == want + print(f"t={time.time() - t0:5.1f}s status={st} bytes_ok={ok} took={time.time() - t1:.1f}s") + if ok: + break + except Exception as e: + print(f"t={time.time() - t0:5.1f}s {type(e).__name__} took={time.time() - t1:.1f}s") + time.sleep(1) \ No newline at end of file diff --git a/scripts/stop-one.sh b/scripts/stop-one.sh new file mode 100755 index 0000000..daa80f1 --- /dev/null +++ b/scripts/stop-one.sh @@ -0,0 +1,13 @@ +#!/bin/sh +set -eu +: "${TARGET_INSTANCE_ID:?test provides target API instance alias}" + +cid="" +for id in $(docker compose ps -q api); do + host=$(docker inspect -f '{{.Config.Hostname}}' "$id") + if [ "$host" = "$TARGET_INSTANCE_ID" ]; then cid="$id"; break; fi +done +[ -n "$cid" ] || { echo "container for instance $TARGET_INSTANCE_ID not found" >&2; exit 1; } + +docker stop -t 8 "$cid" >/dev/null +echo "stopped $cid" >&2 diff --git a/scripts/upload_tools.py b/scripts/upload_tools.py new file mode 100644 index 0000000..3f74735 --- /dev/null +++ b/scripts/upload_tools.py @@ -0,0 +1,55 @@ +import base64, json, socket, struct, sys, urllib.request, uuid, zlib + +BASE_HOST, BASE_PORT = "localhost", 8080 +PWD = "correct-horse-battery-staple" + + +def api(method, path, body=None, headers=None): + req = urllib.request.Request(f"http://{BASE_HOST}:{BASE_PORT}{path}", data=body, method=method, headers=headers or {}) + try: + with urllib.request.urlopen(req, timeout=30) as r: + return r.status, r.read() + except urllib.error.HTTPError as e: + return e.code, e.read() + + +def chunk(t, d): + return struct.pack(">I", len(d)) + t + d + struct.pack(">I", zlib.crc32(t + d) & 0xFFFFFFFF) + + +PNG = (b"\x89PNG\r\n\x1a\n" + chunk(b"IHDR", struct.pack(">IIBBBBB", 8, 8, 8, 2, 0, 0, 0)) + + chunk(b"IDAT", zlib.compress(b"".join(b"\x00" + b"\x10\x80\xf0" * 8 for _ in range(8)))) + chunk(b"IEND", b"")) + +name = "up_" + uuid.uuid4().hex[:8] +j = {"Content-Type": "application/json"} +_, raw = api("POST", "/api/v1/users", json.dumps({"username": name, "display_name": "u", "password": PWD}).encode(), j) +user = json.loads(raw) +_, raw = api("POST", "/api/v1/auth/sessions", None, {"Authorization": "Basic " + base64.b64encode(f"{name}:{PWD}".encode()).decode()}) +token = json.loads(raw)["token"] +_, raw = api("POST", "/api/v1/chats", json.dumps({"title": "u", "member_ids": [user["id"]]}).encode(), {**j, "Authorization": "Bearer " + token}) +chat = json.loads(raw) + +mode = sys.argv[1] if len(sys.argv) > 1 else "ok" +if mode == "ok": + st, raw = api("POST", f"/api/v1/chats/{chat['id']}/attachments?filename=u.png", PNG, + {"Content-Type": "image/png", "Authorization": "Bearer " + token}) + print("upload status:", st) +elif mode == "abort": + # заявляем 5 МБ отправляем 300 КБ и закрываем соединение + s = socket.create_connection((BASE_HOST, BASE_PORT)) + head = (f"POST /api/v1/chats/{chat['id']}/attachments?filename=a.png HTTP/1.1\r\nHost: localhost\r\n" + f"Authorization: Bearer {token}\r\nContent-Type: image/png\r\nContent-Length: 5000000\r\n\r\n") + s.sendall(head.encode() + PNG + b"\0" * 300_000) + s.close() + print("aborted upload after 300 KB of 5000000") +elif mode == "roundtrip": + import hashlib + st, raw = api("POST", f"/api/v1/chats/{chat['id']}/attachments?filename=r.png", PNG, + {"Content-Type": "image/png", "Authorization": "Bearer " + token}) + if st != 201: + print("upload", st); sys.exit(1) + att = json.loads(raw) + st, data = api("GET", f"/api/v1/attachments/{att['id']}/content", None, {"Authorization": "Bearer " + token}) + good = st == 200 and hashlib.sha256(data).hexdigest() == att["sha256"] + print("roundtrip", "ok" if good else f"fail {st}") + sys.exit(0 if good else 1) \ No newline at end of file diff --git a/scripts/verify_level4.sh b/scripts/verify_level4.sh new file mode 100755 index 0000000..81ed3c8 --- /dev/null +++ b/scripts/verify_level4.sh @@ -0,0 +1,18 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +mkdir -p evidence +./scripts/bootstrap.sh +docker compose config --quiet +docker compose up -d --build +./scripts/wait_ready.sh 180 +make check > evidence/lab5-check.txt 2>&1 +make test > evidence/lab5-smoke.txt 2>&1 +go test ./... > evidence/lab5-go-test.txt 2>&1 +go vet ./... > evidence/lab5-go-vet.txt 2>&1 +python3 scripts/check_pipeline.py > evidence/lab5-pipeline.txt 2>&1 +make test-persistence ACTION_SCRIPT=scripts/restart.sh > evidence/lab5-persistence.txt 2>&1 +make test-failover ACTION_SCRIPT=scripts/stop-one.sh > evidence/lab5-failover.txt 2>&1 +docker compose start api +./scripts/wait_ready.sh 120 +echo "PASS lab5 level4; sanitized results: evidence/lab5-*" diff --git a/scripts/wait_ready.sh b/scripts/wait_ready.sh new file mode 100755 index 0000000..df34d3a --- /dev/null +++ b/scripts/wait_ready.sh @@ -0,0 +1,16 @@ +#!/bin/sh +set -eu +cd "$(dirname "$0")/.." +python3 - "${1:-120}" <<'PYTHON' +import sys,time,urllib.request,urllib.error +end=time.monotonic()+int(sys.argv[1]) +while time.monotonic()