From 9fb7dde29bd352411e9eaa64c8b9722091390037 Mon Sep 17 00:00:00 2001 From: gamayunov2004 Date: Sun, 22 Nov 2026 06:03:17 +0300 Subject: [PATCH] =?UTF-8?q?=D0=9B=D0=A0=207:=20TLS,=20mTLS,=20OpenBao=20?= =?UTF-8?q?=D0=B8=20=D0=B1=D0=B5=D0=B7=D0=BE=D0=BF=D0=B0=D1=81=D0=BD=D0=BE?= =?UTF-8?q?=D1=81=D1=82=D1=8C=20=E2=80=94=20=D0=BD=D0=B0=203?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .env.example | 41 +- .gitattributes | 13 + Dockerfile | 11 + REPORT.md | 105 +++- compose.yaml | 221 +++++++++ contracts/trust-matrix.md | 32 +- evidence/grade3/README.md | 17 + evidence/grade3/api-security-final.txt | 5 + evidence/grade3/api-security.txt | 12 + evidence/grade3/argon2id.json | 1 + .../grade3/attachment-regression-final.txt | 70 +++ evidence/grade3/attachment-regression.txt | 13 + evidence/grade3/bootstrap-final.txt | 227 +++++++++ evidence/grade3/build-api-tls.txt | 57 +++ evidence/grade3/build.txt | 182 +++++++ evidence/grade3/certificates.json | 345 ++++++++++++++ evidence/grade3/containers-verified.jsonl | 18 + evidence/grade3/containers.jsonl | 18 + evidence/grade3/dependencies-api.jsonl | 18 + evidence/grade3/dependencies-worker.jsonl | 17 + evidence/grade3/failover.txt | 47 ++ evidence/grade3/grafana-operator.txt | 1 + evidence/grade3/hardening.json | 203 ++++++++ evidence/grade3/images.txt | 19 + evidence/grade3/migrations.txt | 2 + evidence/grade3/network-final.txt | 57 +++ evidence/grade3/offline.txt | 5 + evidence/grade3/openbao-init.txt | 5 + evidence/grade3/openbao-restart.txt | 18 + evidence/grade3/persistence.txt | 30 ++ evidence/grade3/public-final.txt | 6 + evidence/grade3/public-tests.txt | 4 + evidence/grade3/resilience.txt | 46 ++ evidence/grade3/resources.txt | 17 + evidence/grade3/runtime.txt | 3 + evidence/grade3/s3-bootstrap-final.txt | 3 + evidence/grade3/s3-bootstrap.txt | 1 + evidence/grade3/secrets-scan.txt | 1 + evidence/grade3/skeleton-after.txt | 42 ++ evidence/grade3/skeleton-before.txt | 42 ++ evidence/grade3/skeleton-changes.txt | 5 + evidence/grade3/status.json | 172 +++++++ evidence/grade3/telemetry-acl.jsonl | 4 + evidence/grade3/telemetry-final.txt | 34 ++ evidence/grade3/telemetry.txt | 7 + evidence/grade3/tls-final.jsonl | 4 + evidence/grade3/tls-verified.jsonl | 13 + evidence/grade3/tls.jsonl | 11 + infra/Dockerfile.s3-bootstrap | 5 + infra/Dockerfile.tools | 14 + infra/grafana/dashboards/lab6.json | 176 +++++++ .../grafana/provisioning/dashboards/lab6.yaml | 8 + infra/haproxy.cfg | 34 ++ infra/openbao/api.hcl | 3 + infra/openbao/server.hcl | 11 + infra/openbao/worker.hcl | 3 + infra/otel/loki.yaml | 42 ++ infra/otel/prometheus.yaml | 3 + infra/otel/tempo.yaml | 28 ++ infra/postgres/init.sh | 16 + infra/postgres/pg_hba.conf | 4 + infra/postgres/start.sh | 7 + infra/rabbitmq/rabbitmq.conf | 11 + infra/requirements-tools.lock | 20 + migrations/001_initial.sql | 36 ++ migrations/002_message_idempotency.sql | 9 + migrations/003_attachments.sql | 35 ++ migrations/004_attachment_jobs.sql | 32 ++ migrations/005_roles.sql | 11 + migrations/006_message_locks.sql | 19 + requirements.lock | 41 ++ requirements.txt | 12 + scripts/bao_operator.py | 113 +++++ scripts/bootstrap-s3.sh | 28 ++ scripts/compose-hook.sh | 13 + scripts/init-env.ps1 | 10 + scripts/init_env.py | 188 ++++++++ scripts/pki.sh | 42 ++ scripts/restart.sh | 3 + scripts/review_zip.py | 115 +++++ scripts/stack_audit.py | 71 +++ scripts/start.ps1 | 20 + scripts/stop-one.sh | 4 + scripts/test-network.ps1 | 22 + scripts/test_openbao.py | 57 +++ scripts/test_resilience.py | 123 +++++ security/THREAT_MODEL.md | 24 +- src/__init__.py | 1 + src/attachments.py | 165 +++++++ src/config.py | 28 ++ src/db.py | 40 ++ src/errors.py | 34 ++ src/jobs.py | 84 ++++ src/main.py | 257 ++++++++++ src/models.py | 171 +++++++ src/openbao.py | 30 ++ src/pagination.py | 74 +++ src/s3.py | 73 +++ src/security.py | 47 ++ src/serve.py | 30 ++ src/store.py | 173 +++++++ src/telemetry.py | 103 ++++ src/thumbnail.py | 25 + src/worker.py | 199 ++++++++ student-tests/README.md | 15 + student-tests/api_security.py | 82 ++++ student-tests/dependencies.py | 144 ++++++ student-tests/grade3.py | 451 ++++++++++++++++++ student-tests/observability.py | 296 ++++++++++++ student-tests/password_benchmark.py | 23 + student-tests/telemetry_acl.py | 62 +++ student-tests/tls.py | 61 +++ 112 files changed, 6226 insertions(+), 80 deletions(-) create mode 100644 .gitattributes create mode 100644 Dockerfile create mode 100644 compose.yaml create mode 100644 evidence/grade3/README.md create mode 100644 evidence/grade3/api-security-final.txt create mode 100644 evidence/grade3/api-security.txt create mode 100644 evidence/grade3/argon2id.json create mode 100644 evidence/grade3/attachment-regression-final.txt create mode 100644 evidence/grade3/attachment-regression.txt create mode 100644 evidence/grade3/bootstrap-final.txt create mode 100644 evidence/grade3/build-api-tls.txt create mode 100644 evidence/grade3/build.txt create mode 100644 evidence/grade3/certificates.json create mode 100644 evidence/grade3/containers-verified.jsonl create mode 100644 evidence/grade3/containers.jsonl create mode 100644 evidence/grade3/dependencies-api.jsonl create mode 100644 evidence/grade3/dependencies-worker.jsonl create mode 100644 evidence/grade3/failover.txt create mode 100644 evidence/grade3/grafana-operator.txt create mode 100644 evidence/grade3/hardening.json create mode 100644 evidence/grade3/images.txt create mode 100644 evidence/grade3/migrations.txt create mode 100644 evidence/grade3/network-final.txt create mode 100644 evidence/grade3/offline.txt create mode 100644 evidence/grade3/openbao-init.txt create mode 100644 evidence/grade3/openbao-restart.txt create mode 100644 evidence/grade3/persistence.txt create mode 100644 evidence/grade3/public-final.txt create mode 100644 evidence/grade3/public-tests.txt create mode 100644 evidence/grade3/resilience.txt create mode 100644 evidence/grade3/resources.txt create mode 100644 evidence/grade3/runtime.txt create mode 100644 evidence/grade3/s3-bootstrap-final.txt create mode 100644 evidence/grade3/s3-bootstrap.txt create mode 100644 evidence/grade3/secrets-scan.txt create mode 100644 evidence/grade3/skeleton-after.txt create mode 100644 evidence/grade3/skeleton-before.txt create mode 100644 evidence/grade3/skeleton-changes.txt create mode 100644 evidence/grade3/status.json create mode 100644 evidence/grade3/telemetry-acl.jsonl create mode 100644 evidence/grade3/telemetry-final.txt create mode 100644 evidence/grade3/telemetry.txt create mode 100644 evidence/grade3/tls-final.jsonl create mode 100644 evidence/grade3/tls-verified.jsonl create mode 100644 evidence/grade3/tls.jsonl create mode 100644 infra/Dockerfile.s3-bootstrap create mode 100644 infra/Dockerfile.tools create mode 100644 infra/grafana/dashboards/lab6.json create mode 100644 infra/grafana/provisioning/dashboards/lab6.yaml create mode 100644 infra/haproxy.cfg create mode 100644 infra/openbao/api.hcl create mode 100644 infra/openbao/server.hcl create mode 100644 infra/openbao/worker.hcl create mode 100644 infra/otel/loki.yaml create mode 100644 infra/otel/prometheus.yaml create mode 100644 infra/otel/tempo.yaml create mode 100755 infra/postgres/init.sh create mode 100644 infra/postgres/pg_hba.conf create mode 100755 infra/postgres/start.sh create mode 100644 infra/rabbitmq/rabbitmq.conf create mode 100644 infra/requirements-tools.lock create mode 100644 migrations/001_initial.sql create mode 100644 migrations/002_message_idempotency.sql create mode 100644 migrations/003_attachments.sql create mode 100644 migrations/004_attachment_jobs.sql create mode 100644 migrations/005_roles.sql create mode 100644 migrations/006_message_locks.sql create mode 100644 requirements.lock create mode 100644 requirements.txt create mode 100644 scripts/bao_operator.py create mode 100755 scripts/bootstrap-s3.sh create mode 100755 scripts/compose-hook.sh create mode 100644 scripts/init-env.ps1 create mode 100644 scripts/init_env.py create mode 100755 scripts/pki.sh create mode 100755 scripts/restart.sh create mode 100644 scripts/review_zip.py create mode 100644 scripts/stack_audit.py create mode 100644 scripts/start.ps1 create mode 100755 scripts/stop-one.sh create mode 100644 scripts/test-network.ps1 create mode 100644 scripts/test_openbao.py create mode 100644 scripts/test_resilience.py create mode 100644 src/__init__.py create mode 100644 src/attachments.py create mode 100644 src/config.py create mode 100644 src/db.py create mode 100644 src/errors.py create mode 100644 src/jobs.py create mode 100644 src/main.py create mode 100644 src/models.py create mode 100644 src/openbao.py create mode 100644 src/pagination.py create mode 100644 src/s3.py create mode 100644 src/security.py create mode 100644 src/serve.py create mode 100644 src/store.py create mode 100644 src/telemetry.py create mode 100644 src/thumbnail.py create mode 100644 src/worker.py create mode 100644 student-tests/README.md create mode 100644 student-tests/api_security.py create mode 100644 student-tests/dependencies.py create mode 100644 student-tests/grade3.py create mode 100644 student-tests/observability.py create mode 100644 student-tests/password_benchmark.py create mode 100644 student-tests/telemetry_acl.py create mode 100644 student-tests/tls.py diff --git a/.env.example b/.env.example index 2e9f054..9031636 100644 --- a/.env.example +++ b/.env.example @@ -1,41 +1,2 @@ -# Copy to .env for your LOCAL synthetic test environment; never commit .env. -# These are logical interface suggestions; map actual framework names in REPORT.md. -APP_HOST=0.0.0.0 -APP_PORT=8080 -APP_ENV=lab +# Local non-secret override. Credentials are created under secrets/ and loaded from OpenBao. SESSION_TTL_SECONDS=3600 -# Choose credentials locally. File paths contain no secret values. -DATABASE_URL_FILE=/run/secrets/database_url -# Optional on 3, required use on 4 in lab2; Redis OR Valkey: -SESSION_STORE=postgres -CACHE_URL_FILE=/run/secrets/cache_url -API_REPLICAS=2 -IDEMPOTENCY_TTL_SECONDS=86400 -S3_ENDPOINT=https://s3:9000 -S3_REGION=us-east-1 -S3_BUCKET=messenger-attachments -S3_ACCESS_KEY_ID_FILE=/run/secrets/s3_access_key_id -S3_SECRET_ACCESS_KEY_FILE=/run/secrets/s3_secret_access_key -MAX_UPLOAD_BYTES=10485760 -MAX_IMAGE_PIXELS=40000000 -BROKER_URL_FILE=/run/secrets/broker_url -WORKER_CONCURRENCY=2 -JOB_MAX_ATTEMPTS=5 -JOB_TIMEOUT_SECONDS=60 -STAGING_RETENTION_SECONDS=86400 -OTEL_SERVICE_NAME=messenger-api -# Worker must set a distinct service.name. -OTEL_EXPORTER_OTLP_ENDPOINT=https://otel-collector:4318 -OTEL_EXPORTER_OTLP_PROTOCOL=http/protobuf -OTEL_RESOURCE_ATTRIBUTES=deployment.environment.name=lab -# TLS and OpenBao: actual paths/ports depend on your implemented trust matrix. -PUBLIC_BASE_URL=https://localhost:8443 -TLS_CA_FILE=/run/secrets/ca.crt -TLS_CERT_FILE=/run/secrets/service.crt -TLS_KEY_FILE=/run/secrets/service.key -BAO_ADDR=https://openbao:8200 -BAO_CACERT=/run/secrets/bao-ca.crt -# No root token here. Bootstrap operator -> short-lived service auth -> scoped token. -ARGON2_MEMORY_KIB=19456 -ARGON2_ITERATIONS=2 -ARGON2_PARALLELISM=1 diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..95083a6 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,13 @@ +*.sh text eol=lf +*.py text eol=lf +*.yaml text eol=lf +*.sql text eol=lf +*.ps1 text eol=lf +*.md text eol=lf +.env.example text eol=lf +*.cfg text eol=lf +*.hcl text eol=lf +*.txt text eol=lf +*.json text eol=lf +*.jsonl text eol=lf +*.conf text eol=lf diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..7cf38f9 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,11 @@ +FROM python:3.12.10-slim-bookworm +ENV PYTHONDONTWRITEBYTECODE=1 PYTHONUNBUFFERED=1 APP_HOST=0.0.0.0 APP_PORT=8080 +WORKDIR /app +COPY requirements.txt requirements.lock ./ +RUN pip install --no-cache-dir -r requirements.lock && useradd --create-home --uid 10001 appuser +COPY --chown=appuser:appuser src ./src +COPY --chown=appuser:appuser migrations ./migrations +USER appuser +EXPOSE 8444 +STOPSIGNAL SIGTERM +CMD ["python", "-m", "src.serve"] diff --git a/REPORT.md b/REPORT.md index 9801db4..b3b8fdd 100644 --- a/REPORT.md +++ b/REPORT.md @@ -1,37 +1,104 @@ # Отчёт — лабораторная 7 -- Автор, группа: TODO -- Целевая оценка; выбранный трек 5, если нужен: TODO -- Commit/PR: TODO после публикации -- Использованные источники, библиотеки и помощь ИИ: TODO +- Автор — Гамаюнов Артём, БВТ2301, Gitea `gamayunov2004`. +- Целевая оценка — 3. +- Ветка — `solution/bvt2301-gamayunov`. Реализация и результаты проверок представлены в этом отчёте; статус публикации и проверки преподавателем отслеживается в Gitea. +- Источники — локальные контракты и тесты преподавателя, собственное решение ЛР6 и документация компонентов. Использовал Codex для переноса, адаптации к TLS, запуска проверок и оформления доказательств. ## Запуск из чистого clone -TODO: версии runtime/образов, prerequisites, команды создания локальных secrets/.env, build, миграций, запуска, ожидания готовности, тестов и остановки. Указать необходимые действия оператора. Не вставлять секреты. Отдельно указать безопасную остановку и команду намеренного удаления учебных данных. +Нужны Windows с PowerShell, Python 3.12 или новее через `py -3`, Docker Desktop в режиме Linux containers (amd64) и свободные loopback-порты 8443, 8200 и 3443. Сборка требует доступа к реестрам образов и зависимостей. Параметр `SESSION_TTL_SECONDS` в `.env` по умолчанию равен 3600. Скрипт создаёт `.env` из примера. + +```powershell +powershell.exe -NoProfile -ExecutionPolicy Bypass -File scripts/start.ps1 +docker run --rm mtusi-lab7-tools:grade3 make check validate +docker compose run --rm --no-deps -T tools make test test-security +powershell.exe -NoProfile -ExecutionPolicy Bypass -File scripts/test-network.ps1 +py -3 -u scripts/test_resilience.py all +py -3 -u scripts/test_openbao.py +``` + +`start.ps1` вызывает `init-env.ps1`, проверяет Compose, собирает приложения и tools, запускает инфраструктуру, затем выполняет операторские этапы для OpenBao и S3. PKI генерируется OpenSSL в `postgres:16.8-bookworm` с отключённой сетью. Публичные CA находятся в `secrets/ca`. Закрытые ключи CA остаются в `secrets/roots`. Операторский `bootstrap` инициализирует OpenBao 2.4.4 с file backend в постоянном volume. Он сохраняет recovery в DPAPI-файле Windows-пользователя, явно снимает печать и выдаёт сертификатным ролям read-only политики. Одноразовый `s3-bootstrap` настраивает приватный bucket, маркер готовности и IAM через RustFS CLI. Мигратор применяет SQL под своей ролью. Готовность проверяется по `https://localhost:8443/health/ready` с `secrets/ca/public.crt`. + +`make test` и `make test-security` выполняются в tools. Контейнер разделяет network namespace LB и обращается к `https://localhost:8443` с `CA_FILE=/run/ca/public.crt`. В тестах persistence/failover временный каталог передаёт операторскому Python только `restart`, `api1` или `api2`. Docker CLI запускается на хосте. + +Для регрессии вложений, диагностики и API security выполните команды ниже. Rate limit проверяйте последним или выждите 30 секунд перед следующими логинами с того же адреса. + +```powershell +uv venv --python 3.12 .venv +uv pip install --python .venv/Scripts/python.exe -r infra/requirements-tools.lock +$env:LAB7_PROJECT = 'mtusi-lab7-grade3' +.venv/Scripts/python.exe -X utf8 -u student-tests/grade3.py +.venv/Scripts/python.exe -X utf8 -u student-tests/observability.py +.venv/Scripts/python.exe -X utf8 -u student-tests/api_security.py +Get-Content student-tests/password_benchmark.py -Raw | docker compose exec -T api1 python - +``` + +Для Grafana используйте `https://localhost:3443`, `secrets/ca/server.crt` и пароль из `secrets/grafana/password`. OpenBao доступен оператору на `https://localhost:8200` с тем же CA. Следующие команды выполняют обычную остановку и возобновление с сохранением данных. + +```powershell +docker compose --project-name mtusi-lab7-grade3 stop +docker compose --project-name mtusi-lab7-grade3 start openbao +py -3 scripts/bao_operator.py unseal +docker compose --project-name mtusi-lab7-grade3 up -d --no-build +``` + +**Опасная команда.** Она уничтожает постоянные данные именно этого учебного проекта. Для чистой повторной инициализации отдельно перенесите старый операторский каталог в защищённое место и создайте новый локальный комплект. + +```powershell +docker compose --project-name mtusi-lab7-grade3 down --volumes +``` ## Архитектура и решения -TODO: схема процессов/хранилищ, источник истины, транзакционные границы, ограничения. Что перенесено из lab6, что изменено в этой работе. Соответствие переменных из .env.example реальной конфигурации. +HAProxy распределяет HTTPS между двумя stateless FastAPI-репликами и проверяет сертификат и имя каждой реплики, включая readiness. Uvicorn требует клиентский сертификат отдельной CA и допускает DNS SAN `lb-client` до обработки HTTP. PostgreSQL остаётся источником истины для пользователей, сообщений, idempotency, сессий, метаданных и попыток worker. Узкие SQL-функции блокируют строки при записи сообщения каждая в пределах своего назначения. FastAPI проверяет Bearer и членство независимо от транспорта. + +API пишет оригинал в staging приватного RustFS и коммитит метаданные и job в PostgreSQL. API возвращает 202 после подтверждения публикации durable carrier в RabbitMQ. Worker берёт advisory lock на job, сохраняет статусы и попытки, пишет оригинал и JPEG thumbnail и подтверждает delivery после эффекта. При неоднозначной публикации API возвращает 503 и сохраняет staging и метаданные. У решения есть окно между SQL commit и подтверждением AMQP. Для него потребуется отдельный транзакционный outbox. + +DB/S3/AMQP credentials и OTLP Basic поступают через OpenBao cert auth. API и worker используют разные роли, SAN и KV paths. Обе API проверены с TLS 1.2 и 1.3. Для TLS 1.2 на Uvicorn явно задан набор ECDHE с AEAD. Токен OpenBao действует до 300 с и используется при старте для одного чтения. При новом старте процесс заново аутентифицируется. После рестарта OpenBao оператор выполняет unseal. Работающие процессы используют KV-значения, уже загруженные в память. При sealed OpenBao новый процесс завершает инициализацию с ошибкой. + +OTel SDK отправляет отобранные поля по HTTPS с раздельным Basic API и worker. Collector передаёт метрики remote write в Prometheus, логи OTLP HTTP в Loki и трассы OTLP HTTP в Tempo. Telemetry gateways проверяют identity, метод и путь. Raw listeners привязаны к loopback соответствующего network namespace. Grafana запрашивает сигналы как read-only клиент. TLS и ACL подробно описаны в [матрице доверия](contracts/trust-matrix.md). ## Доказательства критериев -| Критерий README | Команда/сценарий | Наблюдаемый результат | Файл доказательства | +| Критерий | Команда или сценарий | Наблюдение | Доказательства | | --- | --- | --- | --- | -| Публичный smoke | make test | TODO | TODO | -| Остальные пункты уровня 3 | TODO | TODO | TODO | -| Все пункты уровня 4, если заявлен | TODO | TODO | TODO | -| Выбранный трек 5, если заявлен | TODO | TODO | TODO | - -TODO: добавить отдельную строку для каждого заявленного критерия. PASS без команды и наблюдения не является доказательством. Проверка инфраструктурного hook требует подтверждения, какие реальные процессы/хранилища перезапущены. +| Compose, сборка и миграции | `scripts/start.ps1` | **PASS.** Три образа собраны, версионный мигратор завершился, HTTPS readiness отвечает | [bootstrap-final.txt](evidence/grade3/bootstrap-final.txt) · [migrations.txt](evidence/grade3/migrations.txt) | +| Контракт и публичный smoke | `make check validate / make test` | **PASS.** Публичные тесты прошли через HTTPS с CA_FILE | [offline.txt](evidence/grade3/offline.txt) · [public-final.txt](evidence/grade3/public-final.txt) | +| Внешний TLS | `make test-security / tls.py` | **PASS.** Пустой и чужой trust store, неверный hostname отклонены при верификации | [public-final.txt](evidence/grade3/public-final.txt) · [tls-verified.jsonl](evidence/grade3/tls-verified.jsonl) | +| mTLS обеих API | `tls.py` | **PASS.** Обе реплики принимают LB SAN. Отсутствующий cert, чужой CA и запрещённый SAN отклонены | [tls-verified.jsonl](evidence/grade3/tls-verified.jsonl) · [certificates.json](evidence/grade3/certificates.json) | +| PostgreSQL | `dependencies.py` | **PASS.** verify-full TLS 1.3 под разными ролями, чужой CA и SAN отклонены, SQLSTATE 42501 для запрещённых операций | [dependencies-api.jsonl](evidence/grade3/dependencies-api.jsonl) · [dependencies-worker.jsonl](evidence/grade3/dependencies-worker.jsonl) | +| RustFS | `dependencies.py / grade3.py` | **PASS.** HTTPS, разные prefix policies, запрет unsigned GET и неразрешённых объектов | [s3-bootstrap-final.txt](evidence/grade3/s3-bootstrap-final.txt) · [dependencies-api.jsonl](evidence/grade3/dependencies-api.jsonl) · [dependencies-worker.jsonl](evidence/grade3/dependencies-worker.jsonl) · [attachment-regression-final.txt](evidence/grade3/attachment-regression-final.txt) | +| RabbitMQ и worker | `dependencies.py / grade3.py` | **PASS.** AMQPS и разные identities. Два durable jobs пережили рестарт, JPEG и PNG обработаны, повторная доставка не изменила результат, S3 retry и 503 при недоступном broker воспроизведены | [dependencies-api.jsonl](evidence/grade3/dependencies-api.jsonl) · [dependencies-worker.jsonl](evidence/grade3/dependencies-worker.jsonl) · [attachment-regression-final.txt](evidence/grade3/attachment-regression-final.txt) | +| TLS telemetry и Grafana ACL | `telemetry_acl.py` | **PASS.** Чужой CA и неправильная роль отклонены. Raw listeners недоступны в общей сети. Grafana admin HTTPS 200, анонимному пользователю 401 | [telemetry-acl.jsonl](evidence/grade3/telemetry-acl.jsonl) · [grafana-operator.txt](evidence/grade3/grafana-operator.txt) | +| Реальные сигналы | `observability.py` | **PASS.** Counter и histogram в Prometheus, связанные записи Loki и Tempo, три datasource и шесть панелей Grafana. Canary-скан дал 0 совпадений | [telemetry-final.txt](evidence/grade3/telemetry-final.txt) | +| OpenBao | `bao_operator.py / test_openbao.py / dependencies.py` | **PASS.** File volume пережил рестарт. Ручной unseal восстановил обе cert identities и scoped KV с TTL до 300 с. Чужие paths и sys/policies отклонены | [openbao-init.txt](evidence/grade3/openbao-init.txt) · [openbao-restart.txt](evidence/grade3/openbao-restart.txt) · [dependencies-api.jsonl](evidence/grade3/dependencies-api.jsonl) · [dependencies-worker.jsonl](evidence/grade3/dependencies-worker.jsonl) | +| Argon2id | `password_benchmark.py` | **PASS.** 19 MiB, t=2, p=1, уникальные соли. 12 проверок, медиана 36,33 мс | [argon2id.json](evidence/grade3/argon2id.json) | +| Контейнерный hardening и секреты | `stack_audit.py / review_zip.py` | **PASS.** UID 10001, limits, drop ALL, только три loopback публикации. Проверены логи и ZIP-кандидаты | [hardening.json](evidence/grade3/hardening.json) · [secrets-scan.txt](evidence/grade3/secrets-scan.txt) | +| ACL, expiry, лимиты тела и логина | `api_security.py` | **PASS.** Чужой чат и файл недоступны. Проверены X-User-Id, logout, expiry, 413 для фиксированного и chunked тела, общий 429 с Retry-After | [api-security-final.txt](evidence/grade3/api-security-final.txt) | +| Persistence | `make test-persistence` | **PASS.** Те же сообщение, файл и Bearer после рестарта двух API, worker, PostgreSQL, RustFS и RabbitMQ | [persistence.txt](evidence/grade3/persistence.txt) | +| Failover обеих реплик | `make test-failover` | **PASS.** 2,745 с при остановке api1 и 2,760 с при остановке api2. Подтверждённые данные и сессии сохранены | [failover.txt](evidence/grade3/failover.txt) | +| Модель угроз и матрица | `Проверка файлов и SHA-256 skeleton` | **PASS.** Все обязательные строки заполнены. Четыре разрешённых файла изменены | [skeleton-changes.txt](evidence/grade3/skeleton-changes.txt) | ## Эксперименты и отказы -TODO: гипотеза, hardware/лимиты, версии, объём данных, профиль нагрузки, concurrency/arrival rate, длительность/прогрев, повторы, успешные RPS, ошибки, p50/p95/p99, CPU/RAM. Сохранить raw summary без tokens и объяснить ограничения измерения. +Проверки выполнены на Docker Desktop Linux amd64 с 4 vCPU и 8 242 376 704 байтами памяти, Engine 29.9.3 и Compose 5.7.0. API и worker ограничены 1 vCPU, 384 MiB и 64 PID на контейнер. Замер ресурсов — одиночный снимок работающего стенда. Argon2id измерялся в API-контейнере на синтетическом пароле. Параметры 19 456 KiB, два прохода, одна линия и соль 16 байт. За 12 проверок медиана составила 36,33 мс, максимум 39,68 мс. Это стоимость одной операции на стенде. [Замер KDF](evidence/grade3/argon2id.json) · [Ресурсы](evidence/grade3/resources.txt) -| Воздействие | Что ожидаем | Что наблюдали | Время восстановления / потеря данных | -| --- | --- | --- | --- | -| TODO | TODO | TODO | TODO | +| Воздействие | Наблюдение | Сохранность / время | +| --- | --- | --- | +| Перезапуск PostgreSQL, RustFS, RabbitMQ, worker и двух API | Публичный persistence hook подтвердил те же данные, файл и сессию | Docker container IDs сохранились, StartedAt изменился | +| Поочерёдная остановка API | Публичный failover принял 81 и 86 записей, по две переходные ошибки | Первая успешная запись после hook за 2,745 с и 2,760 с, подтверждённые записи без потерь и дублей | +| Остановка API при дополнительных проверках вложений из Windows | Оставшаяся реплика обслужила прежний Bearer и новую загрузку JPEG thumbnail | Отдельные последовательные host-пробы заняли 12,266 и 12,313 с. Метрика восстановления записи взята из публичного failover | +| Остановка S3 при принятом job | В PostgreSQL записана попытка 2 с storage_unavailable, после запуска той же S3 attachment готов | Оригинал и SHA-256 совпали, коммитнулся один JPEG | +| Остановка RabbitMQ | Два принятых job сохранились в durable очереди. При выключенном broker новые загрузки получили 503, обычное сообщение получило 201 | Тот же broker volume, повторная доставка оставила один вариант | +| Рестарт OpenBao | Initialized и sealed на том же file volume. Новый процесс отказался читать KV, запущенный API продолжил работу | Ручной unseal вернул scoped чтение API и worker без повторного bootstrap | -## Ограничения и следующие шаги +Отдельный нагрузочный прогон `make load` — NOT TESTED. Сценарии выше используют ограниченный синтетический трафик. Истечение сессии проверено операторским изменением срока одной уже выданной синтетической сессии с последующим запросом через ingress. Rate limit подтвердился после трёх входов и 27 ответов 401, полученных от обеих реплик. HAProxy вернул 429 и `Retry-After: 30`. -TODO: какие отказы выдерживаются и какие нет; что не реализовано; где учебное упрощение; какое улучшение подтверждено, а какое пока гипотеза. +Стенд запускался на новых учебных volumes, затем исправления и итоговый `start.ps1` проверялись на том же проекте. Промежуточные прогоны с диагностированными ошибками перечислены в [оглавлении доказательств](evidence/grade3/README.md). + +## Ограничения + +HAProxy, PostgreSQL, S3, RabbitMQ, OpenBao и каждый telemetry backend имеют по одному экземпляру. Перезапуск зависимости может временно дать 503. Защита ключей и recovery зависит от Windows-аккаунта оператора и его резервной копии. Пороговая схема unseal используется одним оператором этого учебного стенда. Сервисные пароли статические. Обновление требует согласованной настройки и рестарта процессов. Rate limit общий для реплик и разделяется клиентами за одинаковым NAT. Расширенное mTLS, автоматическая ротация, vulnerability scan уровня 4 и исследовательские эксперименты уровня 5 не заявлены. + +Документация для native TLS RustFS, IAM bootstrap и OpenBao cert auth. [RustFS TLS](https://docs.rustfs.com/en/integration/tls-configured) · [RustFS CLI](https://github.com/rustfs/cli) · [OpenBao cert auth](https://openbao.org/docs/auth/cert/) diff --git a/compose.yaml b/compose.yaml new file mode 100644 index 0000000..e79f2e9 --- /dev/null +++ b/compose.yaml @@ -0,0 +1,221 @@ +name: mtusi-lab7-grade3 + +x-app: &app + image: mtusi-lab7-api:grade3 + build: . + cap_drop: [ALL] + security_opt: ["no-new-privileges:true"] + cpus: 1.0 + mem_limit: 384m + pids_limit: 64 + init: true + restart: unless-stopped + stop_grace_period: 5s + +x-environment: &environment + BAO_ADDR: https://openbao:8200 + S3_ENDPOINT: https://s3:9000 + S3_BUCKET: messenger-attachments + S3_REGION: us-east-1 + OTEL_EXPORTER_OTLP_ENDPOINT: https://otel-collector:4318 + SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600} + +services: + openbao: + image: quay.io/openbao/openbao:2.4.4 + command: [server, -config=/run/config/server.hcl] + environment: {SKIP_SETCAP: "true"} + ports: ["127.0.0.1:8200:8200"] + volumes: ["./secrets/pki/openbao:/run/tls:ro","./infra/openbao/server.hcl:/run/config/server.hcl:ro","bao_data:/openbao/file"] + restart: unless-stopped + + postgres: + image: postgres:16.8-bookworm + entrypoint: [sh, /run/config/start.sh] + environment: + POSTGRES_USER: postgres + POSTGRES_DB: messenger + POSTGRES_PASSWORD_FILE: /run/private/pg_admin + volumes: ["./secrets/pki/postgres:/run/tls:ro","./secrets/ca:/run/ca:ro","./infra/postgres:/run/config:ro","./infra/postgres/init.sh:/docker-entrypoint-initdb.d/10-roles.sh:ro","./secrets/postgres:/run/private:ro","postgres_data:/var/lib/postgresql/data"] + healthcheck: + test: [CMD-SHELL, "PGSSLMODE=verify-full PGSSLROOTCERT=/run/ca/server.crt pg_isready -h postgres -U lab_migrate -d messenger"] + interval: 2s + retries: 30 + restart: unless-stopped + + migrate: + <<: *app + command: [python, -m, src.db] + restart: "no" + environment: {DATABASE_URL_FILE: /run/private/pg_url} + volumes: ["./secrets/ca:/run/ca:ro","./secrets/postgres/pg_url:/run/private/pg_url:ro"] + depends_on: + postgres: {condition: service_healthy} + + s3: + image: rustfs/rustfs:1.0.0-alpha.85@sha256:23ff2af1ec2d64e0fb9608a1c39b5eb96fcff3a8efecf332986c948b0e3e4f8a + entrypoint: [sh, -ec, "unset RUSTFS_ACCESS_KEY RUSTFS_SECRET_KEY; exec /entrypoint.sh rustfs"] + environment: + RUSTFS_VOLUMES: /data + RUSTFS_ADDRESS: ":9000" + RUSTFS_CONSOLE_ENABLE: "false" + RUSTFS_TLS_PATH: /run/tls + RUSTFS_ACCESS_KEY_FILE: /run/private/access + RUSTFS_SECRET_KEY_FILE: /run/private/password + volumes: ["./secrets/pki/s3:/run/tls:ro","./secrets/ca:/run/ca:ro","./secrets/s3-admin:/run/private:ro","s3_data:/data"] + healthcheck: + test: [CMD, curl, --cacert, /run/ca/server.crt, --resolve, "s3:9000:127.0.0.1", -fsS, --max-time, "2", "https://s3:9000/health"] + interval: 3s + retries: 30 + restart: unless-stopped + + broker: + image: rabbitmq:4.1.4-alpine + hostname: broker + volumes: ["./secrets/pki/broker:/run/tls:ro","./secrets/ca:/run/ca:ro","./infra/rabbitmq/rabbitmq.conf:/etc/rabbitmq/rabbitmq.conf:ro","./secrets/generated/definitions.json:/run/config/definitions.json:ro","broker_data:/var/lib/rabbitmq"] + healthcheck: + test: [CMD, nc, -z, -w, "2", "127.0.0.1", "5671"] + interval: 3s + start_period: 30s + retries: 20 + restart: unless-stopped + + api1: + <<: *app + environment: {<<: *environment, BAO_ROLE: api, INSTANCE_ID: api1} + volumes: ["./secrets/pki/api1:/run/tls:ro","./secrets/ca:/run/ca:ro","./secrets/pki/bao-api:/run/identity:ro"] + depends_on: + migrate: {condition: service_completed_successfully} + s3: {condition: service_healthy} + broker: {condition: service_healthy} + + api2: + <<: *app + environment: {<<: *environment, BAO_ROLE: api, INSTANCE_ID: api2} + volumes: ["./secrets/pki/api2:/run/tls:ro","./secrets/ca:/run/ca:ro","./secrets/pki/bao-api:/run/identity:ro"] + depends_on: + migrate: {condition: service_completed_successfully} + s3: {condition: service_healthy} + broker: {condition: service_healthy} + + worker: + <<: *app + command: [python, -m, src.worker] + environment: {<<: *environment, BAO_ROLE: worker, INSTANCE_ID: worker} + volumes: ["./secrets/ca:/run/ca:ro","./secrets/pki/bao-worker:/run/identity:ro"] + depends_on: + migrate: {condition: service_completed_successfully} + s3: {condition: service_healthy} + broker: {condition: service_healthy} + + lb: + image: haproxy:3.0.11-alpine + ports: ["127.0.0.1:8443:8443"] + volumes: ["./secrets/pki/lb:/run/tls:ro","./secrets/ca:/run/ca:ro","./secrets/pki/lb-client:/run/identity:ro","./infra/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro"] + restart: unless-stopped + + otel-collector: + image: haproxy:3.0.11-alpine + volumes: ["./secrets/pki/otel-collector:/run/tls:ro","./secrets/generated/otel-collector.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro"] + restart: unless-stopped + + collector-local: + image: otel/opentelemetry-collector-contrib:0.127.0 + network_mode: service:otel-collector + command: ["--config=/run/config/collector.json"] + volumes: ["./secrets/ca:/run/ca:ro","./secrets/generated/collector.json:/run/config/collector.json:ro"] + environment: {"GOMEMLIMIT":"144MiB"} + mem_limit: 192m + restart: unless-stopped + + prometheus: + image: haproxy:3.0.11-alpine + volumes: ["./secrets/pki/prometheus:/run/tls:ro","./secrets/generated/prometheus.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro"] + restart: unless-stopped + + prometheus-local: + image: prom/prometheus:v3.4.1 + network_mode: service:prometheus + command: ["--config.file=/etc/prometheus/prometheus.yml","--web.listen-address=127.0.0.1:19090","--web.enable-remote-write-receiver","--storage.tsdb.path=/prometheus","--storage.tsdb.retention.time=2d","--storage.tsdb.retention.size=256MB"] + volumes: ["./infra/otel/prometheus.yaml:/etc/prometheus/prometheus.yml:ro","prometheus_data:/prometheus"] + mem_limit: 384m + restart: unless-stopped + + loki: + image: haproxy:3.0.11-alpine + volumes: ["./secrets/pki/loki:/run/tls:ro","./secrets/generated/loki.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro"] + restart: unless-stopped + + loki-local: + image: grafana/loki:3.5.1 + network_mode: service:loki + command: ["-config.file=/etc/loki/local-config.yaml"] + volumes: ["./infra/otel/loki.yaml:/etc/loki/local-config.yaml:ro","loki_data:/loki"] + environment: {"GOMEMLIMIT":"320MiB","GOMAXPROCS":"2"} + mem_limit: 448m + restart: unless-stopped + + tempo: + image: haproxy:3.0.11-alpine + volumes: ["./secrets/pki/tempo:/run/tls:ro","./secrets/generated/tempo.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro"] + restart: unless-stopped + + tempo-local: + image: grafana/tempo:2.8.0 + network_mode: service:tempo + command: ["-config.file=/etc/tempo.yaml"] + volumes: ["./infra/otel/tempo.yaml:/etc/tempo.yaml:ro","tempo_data:/var/tempo"] + environment: {"GOMEMLIMIT":"320MiB","GOMAXPROCS":"2"} + mem_limit: 448m + restart: unless-stopped + + grafana: + image: grafana/grafana:12.0.2 + ports: ["127.0.0.1:3443:3000"] + environment: + GF_SERVER_PROTOCOL: https + GF_SERVER_CERT_FILE: /run/tls/server.crt + GF_SERVER_CERT_KEY: /run/tls/server.key + GF_SERVER_ROOT_URL: https://localhost:3443/ + GF_PLUGINS_PREINSTALL_DISABLED: "true" + GF_SECURITY_ADMIN_PASSWORD__FILE: /run/private/password + GF_SECURITY_COOKIE_SECURE: "true" + GF_USERS_ALLOW_SIGN_UP: "false" + GF_ANALYTICS_REPORTING_ENABLED: "false" + GF_ANALYTICS_CHECK_FOR_UPDATES: "false" + GF_ANALYTICS_CHECK_FOR_PLUGIN_UPDATES: "false" + volumes: ["./secrets/pki/grafana:/run/tls:ro","./secrets/grafana/password:/run/private/password:ro","./secrets/generated/datasources.json:/etc/grafana/provisioning/datasources/lab7.yaml:ro","./infra/grafana/provisioning/dashboards:/etc/grafana/provisioning/dashboards:ro","./infra/grafana/dashboards:/var/lib/grafana/dashboards:ro","grafana_data:/var/lib/grafana"] + mem_limit: 384m + restart: unless-stopped + + s3-bootstrap: + profiles: [setup] + image: mtusi-lab7-s3-bootstrap:grade3 + build: {context: ., dockerfile: infra/Dockerfile.s3-bootstrap} + volumes: + - ./secrets/ca:/run/ca:ro + - ./secrets/s3-admin:/run/admin:ro + - ./secrets/s3:/run/scoped:ro + tmpfs: [/tmp] + depends_on: + s3: {condition: service_healthy} + + tools: + profiles: [test] + image: mtusi-lab7-tools:grade3 + build: {context: ., dockerfile: infra/Dockerfile.tools} + volumes: ["./secrets/ca:/run/ca:ro"] + environment: + BASE_URL: https://localhost:8443 + CA_FILE: /run/ca/public.crt + network_mode: service:lb + +volumes: + bao_data: + postgres_data: + broker_data: + s3_data: + prometheus_data: + loki_data: + tempo_data: + grafana_data: diff --git a/contracts/trust-matrix.md b/contracts/trust-matrix.md index 0c2a977..bba3fc9 100644 --- a/contracts/trust-matrix.md +++ b/contracts/trust-matrix.md @@ -1,21 +1,21 @@ -# Матрица доверия — заполнить в решении lab7 +# Матрица доверия — лабораторная 7 -Это обязательная матрица покрытия. Для каждой строки укажите реальный порт, endpoint, CA, service identity, проверку SAN/ACL, срок жизни credentials и команду положительного/отрицательного теста. TLS шифрует и подтверждает сервер; mTLS также проверяет клиента. При доверенном CA всё равно нужно ограничивать разрешённую identity. Plaintext hop допустим только внутри закрытого локального transport/proxy boundary, без опубликованного обхода; границу и rationale нужно доказать. +Матрица фиксирует фактические порты, endpoints, CA, сервисные идентичности, проверки SAN/ACL, срок жизни credentials и положительные/отрицательные тесты. TLS шифрует и подтверждает сервер; mTLS также проверяет клиента. При доверенном CA всё равно нужно ограничивать разрешённую identity. Plaintext hop допустим только внутри закрытого локального transport/proxy boundary, без опубликованного обхода; границу и rationale нужно доказать. | Связь | Минимум на 3 | Дополнительно на 4 | Доказательство / конфиг | | --- | --- | --- | --- | -| Клиент → ingress/LB | TLS, CA + hostname, Bearer | Проверка expiry/revocation сессии и общего login rate limit | TODO | -| LB → API (все реплики) | mTLS + allowlist LB identity | Ротация leaf без обхода проверки | TODO | -| API/worker → PostgreSQL | TLS verify-full + раздельные ограниченные DB roles | Ротация credentials; mTLS — допустимое усиление | TODO | -| API/worker → S3 | TLS + разные scoped credentials/prefix rights | Проверка denied prefix и ротация | TODO | -| API/worker → broker | TLS + разные producer/consumer identities и ACL | mTLS + ограничение допустимых SAN/ролей | TODO | -| API/worker → Collector | TLS; сеть/аутентификация запрещает произвольный ingest | mTLS с раздельными identities | TODO | -| Collector → telemetry backends | TLS + scoped backend credentials или mTLS | Ротация и проверка least privilege | TODO | -| Grafana → data sources | TLS с проверкой сервера, ограниченная identity | Отрицательные проверки доступа | TODO | -| API/worker/agent → OpenBao | TLS + сервисный auth + scoped policy | Renewal/expiry/revocation | TODO | -| Оператор → OpenBao/Grafana/S3 admin | TLS + authentication, доступ локальный/через защищённый канал | Разделение operator/application roles | TODO | -| API → Redis/Valkey, если используется | TLS + ACL/пароль с минимальными правами | Ротация; mTLS по возможности | TODO | -| Replication/кластерные каналы, если добавлены | TLS/mTLS либо подтверждённый шифрованный transport | Проверка заявленной модели отказа | TODO | +| Клиент → ingress/LB | TLS, CA + hostname, Bearer | Проверка expiry/revocation сессии и общего login rate limit | https://localhost:8443. CA public, SAN localhost/127.0.0.1. Basic только для входа, Bearer 3600 с в PostgreSQL как SHA-256. Строки TLS и API ACL проверяют make test-security, tls.py и api_security.py. | +| LB → API (все реплики) | mTLS + allowlist LB identity | Ротация leaf без обхода проверки | api1/api2:8444. HAProxy проверяет server CA и SAN каждого backend при запросах и healthcheck. Uvicorn требует client CA и DNS SAN lb-client перед обработкой HTTP. Ключ в отдельном bind mount LB, leaf 90 дней. tls.py проверяет обе реплики и три отказа. | +| API/worker → PostgreSQL | TLS verify-full + раздельные ограниченные DB roles | Ротация credentials; mTLS — допустимое усиление | postgres:5432. server CA, SAN postgres, verify-full, SCRAM роли lab_api/lab_worker/lab_migrate. Worker видит только таблицы jobs/attachments/variants и обновляет столбцы pipeline. DDL и узкие lock-функции принадлежат мигратору. Пароли API/worker из KV, мигратор читает отдельный файл. dependencies.py проверяет pg_stat_ssl, чужой CA/имя, SQLSTATE 42501. | +| API/worker → S3 | TLS + разные scoped credentials/prefix rights | Проверка denied prefix и ротация | s3:9000 HTTPS. server CA и SAN s3, приватный bucket, SigV4. API пишет staging и читает health/originals/variants. Worker читает и удаляет staging, пишет originals/variants. KV содержит разные статические ключи. dependencies.py проверяет TLS и запрет prefix, grade3.py проверяет unsigned GET. | +| API/worker → broker | TLS + разные producer/consumer identities и ACL | mTLS + ограничение допустимых SAN/ролей | broker:5671 AMQPS. server CA и SAN broker. Vhost jobs, lab_api публикует, lab_worker читает и публикует retry в единственную durable очередь. Службы не создают очереди. Секреты раздельно в KV. dependencies.py проверяет TLS и 403 на недоступные операции. | +| API/worker → Collector | TLS; сеть/аутентификация запрещает произвольный ingest | mTLS с раздельными identities | otel-collector:4318 HTTPS. server CA и SAN otel-collector. Basic api/worker из отдельных KV и файловой конфигурации gateway. POST только к OTLP metrics/logs/traces. Collector слушает 127.0.0.1:14318 в том же network namespace. dependencies.py и telemetry_acl.py проверяют разрешённый ingest, отказ без auth и недоступность raw-порта. | +| Collector → telemetry backends | TLS + scoped backend credentials или mTLS | Ротация и проверка least privilege | prometheus:9090, loki:3100, tempo:3200 HTTPS. server CA, SAN имени endpoint. Basic collector разрешает только POST remote write, /otlp/v1/logs и /v1/traces соответственно. Пароль в конфиге Collector и gateway. telemetry_acl.py проверяет запрет query/write чужой роли, CA и локальный hop. observability.py подтверждает приход сигналов. | +| Grafana → data sources | TLS с проверкой сервера, ограниченная identity | Отрицательные проверки доступа | Те же TLS endpoints, server CA и SAN. Basic grafana ограничен готовностью и query API, write запрещён. CA и credentials в локальном provisioning файле, Grafana хранит SecureJsonData в своей БД. telemetry_acl.py и observability.py проверяют права и реальные datasource queries. | +| API/worker/agent → OpenBao | TLS + сервисный auth + scoped policy | Renewal/expiry/revocation | openbao:8200 HTTPS. server CA и SAN openbao, auth/cert с отдельной CA и SAN bao-api/bao-worker. Token максимум 300 с без default policy, read-only свой lab7/data/*. cert leaf 90 дней. Начальная загрузка в память процесса, re-auth при каждой перезагрузке. dependencies.py проверяет собственный/чужой path, чужую role, sys/mounts и policy PUT. | +| Оператор → OpenBao/Grafana/S3 admin | TLS + authentication, доступ локальный/через защищённый канал | Разделение operator/application roles | OpenBao https://localhost:8200 и Grafana https://localhost:3443 через loopback, server CA и SAN localhost. права оператора после TLS по токену/паролю. OpenBao init/unseal в bao_operator.py, операторский материал зашифрован DPAPI. RustFS admin из одноразового s3-bootstrap через https://s3:9000 с SigV4. административная консоль выключена. | +| API → Redis/Valkey, если используется | TLS + ACL/пароль с минимальными правами | Ротация; mTLS по возможности | N/A. Сессии PostgreSQL, Redis/Valkey отсутствует. | +| Replication/кластерные каналы, если добавлены | TLS/mTLS либо подтверждённый шифрованный transport | Проверка заявленной модели отказа | N/A. Одноузловые хранилища и брокер. API реплики stateless и не обмениваются сообщениями друг с другом. | Нет выбранного компонента — отметьте N/A с причиной, а не оставляйте пустую строку. Внутренний публичный health listener, если нужен, минимален и изолирован; через него нельзя обращаться к бизнес-API без mTLS. Отдельно задокументируйте scrape/health/bootstrap каналы: они тоже не должны создавать обход. @@ -35,3 +35,7 @@ OpenBao не использует dev-mode. Выберите persistent storage и auth метод (например AppRole с короткоживущим SecretID/response wrapping, cert auth или иная обоснованная identity). Не подменяйте root token постоянной переменной BAO_TOKEN в приложении. Рабочие tokens имеют policy, TTL и renewal/re-auth сценарий. Статические KV secrets на 3 допустимы при реальном чтении через сервисную identity; динамические DB credentials — хорошее расширение, но не обязательное название технологии. Разрешённый компромисс учебного стенда: ручной operator init/unseal, если он безопасно документирован и не нужен при каждом обычном рестарте API. Автоматическое хранение всех unseal shares рядом с OpenBao без защиты не считается решённым bootstrap. + +Внутренние секреты DB/S3/AMQP/Basic статические в рамках стенда. Оператор меняет их в сервисах и KV согласованно. Root CA действуют 365 дней, leaf 90 дней. PKI, bootstrap credentials и сгенерированные конфиги исключены из контекста сборки и ZIP. Логи проверок лежат в `evidence/grade3`: `tls-verified.jsonl`, `dependencies-api.jsonl`, `dependencies-worker.jsonl`, `telemetry-acl.jsonl`, `telemetry-final.txt`, `api-security-final.txt`, `openbao-init.txt`, `openbao-restart.txt`, `attachment-regression-final.txt`. + +Health HAProxy обращается к обычной TLS-ready обеих API. PostgreSQL health проверяет TCP endpoint с verify-full, RabbitMQ health проверяет доступность TLS-порта без регистрации бизнес-клиента. RustFS health проверяет CA и SAN; API readiness дополнительно читает объект-маркер по scoped S3. Loki/Tempo/Prometheus raw HTTP/gRPC и OTLP receiver привязаны к loopback соответствующих gateway namespaces. Prometheus получает remote write без сетевого scrape. OpenBao, Grafana и S3 bootstrap проверяют CA и имя. Инициализация ролей PostgreSQL выполняется в том же контейнере по Unix socket. diff --git a/evidence/grade3/README.md b/evidence/grade3/README.md new file mode 100644 index 0000000..6aa771d --- /dev/null +++ b/evidence/grade3/README.md @@ -0,0 +1,17 @@ +# Доказательства — ЛР7, оценка 3 + +Испытания выполнялись на локальном Docker Desktop в проекте `mtusi-lab7-grade3`. Время в выводе Docker приведено в UTC. Журналы содержат синтетические технические IDs, SHA-256 изображения, публичные отпечатки сертификатов и агрегаты. Сами ключи, пароли, токены OpenBao/Bearer и recovery не входят в эти файлы. + +- `status.json` содержит статусы и имена итоговых проверок. +- `persistence.txt` и `failover.txt` содержат вывод публичных Make-целей и реальные состояния Docker до/после. +- `resilience.txt` сохраняет промежуточный прогон. Persistence прошёл, затем failover setup получил 503 во время старта RabbitMQ. Итоговый runner ожидает готовности RabbitMQ перед следующим сценарием. +- `attachment-regression.txt` сохраняет промежуточный запуск с ошибкой кодировки Python на Windows. Итоговый запуск явно использует `-X utf8`. +- В `openbao-init.txt` зафиксирован наблюдавшийся вывод первичной инициализации. В `openbao-restart.txt` записан отдельный перезапуск с тем же volume, отказ нового процесса в sealed state, ручной unseal и чтение KV обеими ролями. +- `skeleton-before.txt` и `skeleton-after.txt` фиксируют исходные и текущие SHA-256 файлов преподавателя. `skeleton-changes.txt` содержит их разницу. +- `certificates.json` содержит SAN, issuer, срок действия и SHA-256 DER leaf. `hardening.json` содержит только отобранные поля Docker inspect и runtime UID. + +Дополнительные промежуточные наблюдения: + +- `tls-final.jsonl` остановился на положительном TLS 1.2 control со стандартным набором шифров Uvicorn. Явный ECDHE/AEAD дополнил TLS 1.2. `tls-verified.jsonl` содержит положительные controls с TLS 1.2/1.3 и отрицательные случаи на обеих API. +- `telemetry.txt` сохранил проверку со старым ожиданием версии ЛР6. В `telemetry-final.txt` проверяется версия 1.7.0 и есть связанные события трёх хранилищ. +- `api-security.txt` содержал медленную последовательную серию логинов через localhost с задержкой на хосте Windows. Для серии в 30-секундном окне `api-security-final.txt` использует TLS с проверяемым IP SAN 127.0.0.1. Публичный smoke и внешний security продолжили использовать localhost. diff --git a/evidence/grade3/api-security-final.txt b/evidence/grade3/api-security-final.txt new file mode 100644 index 0000000..d1a77c3 --- /dev/null +++ b/evidence/grade3/api-security-final.txt @@ -0,0 +1,5 @@ +{"case": "chat and attachment ACL; spoofed X-User-Id cannot override Bearer", "status": "PASS", "secret_error_bodies": false} +{"case": "logout invalidates Bearer", "status": "PASS", "logout": 204, "reuse": 401} +{"case": "expired existing session rejected on lookup", "status": "PASS", "code": 401} +{"case": "fixed length and chunked body guard, image >10 MiB", "status": "PASS", "code": 413} +{"case": "shared login limit", "status": "PASS", "preceding_denials": 27, "replicas": ["api1", "api2"], "code": 429, "retry_after": 30} diff --git a/evidence/grade3/api-security.txt b/evidence/grade3/api-security.txt new file mode 100644 index 0000000..b327d6b --- /dev/null +++ b/evidence/grade3/api-security.txt @@ -0,0 +1,12 @@ +{"case": "chat and attachment ACL; spoofed X-User-Id cannot override Bearer", "status": "PASS", "secret_error_bodies": false} +{"case": "logout invalidates Bearer", "status": "PASS", "logout": 204, "reuse": 401} +{"case": "expired existing session rejected on lookup", "status": "PASS", "code": 401} +{"case": "fixed length and chunked body guard, image >10 MiB", "status": "PASS", "code": 413} +Traceback (most recent call last): + File "C:\dev\mtusi\lab7\student-tests\api_security.py", line 82, in + run(main) + File "C:\dev\mtusi\lab7\tests\client.py", line 214, in run + main() + File "C:\dev\mtusi\lab7\student-tests\api_security.py", line 78, in main + raise AssertionError("Route never rate limited") +AssertionError: Route never rate limited diff --git a/evidence/grade3/argon2id.json b/evidence/grade3/argon2id.json new file mode 100644 index 0000000..6ac7bce --- /dev/null +++ b/evidence/grade3/argon2id.json @@ -0,0 +1 @@ +{"type": "ID", "memory_kib": 19456, "iterations": 2, "parallelism": 1, "salt_bytes": 16, "runs": 12, "median_ms": 36.33, "max_ms": 39.68, "unique_salts": true} diff --git a/evidence/grade3/attachment-regression-final.txt b/evidence/grade3/attachment-regression-final.txt new file mode 100644 index 0000000..2b767a3 --- /dev/null +++ b/evidence/grade3/attachment-regression-final.txt @@ -0,0 +1,70 @@ +LB ready after 2.093s +PASS Argon2id verifier confirmed without reading hash +docker stop worker containers=eab1ce5673e3 +RabbitMQ persistent carrier schema valid job=ad5aa6c4-4649-4431-8415-013df55713bb attempt=1 fields=attachment_id,attempt,created_at,job_id,pipeline_version,schema_version,type +private RustFS object unsigned GET HTTP 403 +PASS stopped worker: uploads=202 ids=f271e999-0b77-4586-9e68-7ba51ae9d0a8,39bf8c0a-a300-421c-8312-79bc8208a9a9; queued content=409; linked and ordinary POST=201; concurrent same-key response identical via api1/api2 +docker restart api1 api2 containers=6b9790026c9d,c1711db77cbb +LB ready after 4.282s +api1 started before=2026-11-20T21:14:13.643409098Z after=2026-11-20T21:16:23.894352801Z +api2 started before=2026-11-20T21:14:40.92833138Z after=2026-11-20T21:16:24.636134577Z +broker queue=attachment.process.v1 durable=true ready=2 unacked=0 +docker restart broker containers=d936f409aed7 +broker healthy after 10.578s +broker started before=2026-11-20T21:10:14.419669746Z after=2026-11-20T21:16:36.122187862Z volume=mtusi-lab7-grade3_broker_data +broker queue=attachment.process.v1 durable=true ready=2 unacked=0 +PASS both APIs + RabbitMQ restarted with queued work and unchanged RabbitMQ volume +docker start worker containers=eab1ce5673e3 +HTTP processing state after 6.250s +PASS processing metadata visible, content=409, linking=201 before final SQL commit +ready id=f271e999-0b77-4586-9e68-7ba51ae9d0a8 wait=6.328s original_sha256=99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75 jpeg=256x160 thumb_sha256=b8e59b0cad429b1c49c27c4a1c79e52bfc23e2fab7c7238d18d5addd4df4b546 read=api1/api2 +ready id=39bf8c0a-a300-421c-8312-79bc8208a9a9 wait=6.219s original_sha256=99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75 jpeg=256x160 thumb_sha256=b8e59b0cad429b1c49c27c4a1c79e52bfc23e2fab7c7238d18d5addd4df4b546 read=api2/api1 +worker logged two ready duplicates in Loki after 2.109s +broker queue=attachment.process.v1 durable=true ready=0 unacked=0 +worker acknowledged all messages after 1.734s +PASS duplicate delivery: ready snapshot and thumbnail unchanged, one SQL variant row +private RustFS object unsigned GET HTTP 403 +docker start worker containers=eab1ce5673e3 +negative upload wrong-mime HTTP 415 +negative upload corrupt HTTP 415 +negative upload oversize HTTP 413 +negative upload private HTTP 404 +negative upload anonymous HTTP 401 +negative upload invalid%2Fname.png HTTP 400 +negative upload 40,005,000 decoded pixels HTTP 413 +negative truncated JPEG HTTP 415 +ready id=5b0c70a8-c7d0-4b69-9ef9-2d466ebbdf69 wait=6.171s original_sha256=91dad4332c3984d2f019280575a82fac7a0d7f859cf57e860814a6f786622a71 jpeg=81x256 thumb_sha256=edd37f18bfa4ad50788f2ae8c8bf97473d433e326531ca92e942c357af90770f read=api2/api1 +ready id=772b9206-4fc8-4ca3-81ae-7523ce5d1d9d wait=6.140s original_sha256=7934f3e1e69c9180bafd4c609b09c4961f497cd311fd1e84342b9be7bddad66e jpeg=37x19 thumb_sha256=8db1b1571a2b9333f7fe23f2a825770cdf9a18e6166a3fa08937fd786d6c50d8 read=api2/api1 +PASS true JPEG, EXIF orientation, floor rounding, no upscale, alpha pixel=(255, 255, 255) +docker stop worker containers=eab1ce5673e3 +docker stop s3 containers=e29ed7668fd9 +docker start worker containers=eab1ce5673e3 +persistent retry after real S3 stop after 6.797s +storage outage SQL status|attempt|reason|max=queued|2|storage_unavailable|5 +docker start s3 worker containers=e29ed7668fd9,eab1ce5673e3 +LB ready after 2.062s +ready id=4b538832-d331-442c-b397-a0a8252c6bd3 wait=6.157s original_sha256=99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75 jpeg=256x160 thumb_sha256=b8e59b0cad429b1c49c27c4a1c79e52bfc23e2fab7c7238d18d5addd4df4b546 read=api2/api2 +PASS temporary S3 outage recovered the same attachment +docker stop worker containers=eab1ce5673e3 +docker start worker containers=eab1ce5673e3 +failed b21ced3b-a098-48ab-b300-e863ad482498 after 4.812s +PASS safe failure code=invalid_image; status|attempt|reason|max=failed|1|invalid_image|5; content/link HTTP 409 +failed 044abe3b-d106-4aa1-b15d-229fd9a8bec6 after 4.312s +PASS safe failure code=retry_exhausted; status|attempt|reason|max=failed|5|storage_unavailable|5; content/link HTTP 409 +docker stop broker containers=d936f409aed7 +PASS unavailable broker upload=503 (no false 202), ordinary message=201 +docker start broker containers=d936f409aed7 +broker healthy after failure case after 10.484s +docker stop api1 containers=6b9790026c9d +api2 handles existing Bearer with api1 stopped after 12.266s +ready id=df39954b-5803-448a-a165-b65cdbb89edc wait=6.187s original_sha256=99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75 jpeg=256x160 thumb_sha256=b8e59b0cad429b1c49c27c4a1c79e52bfc23e2fab7c7238d18d5addd4df4b546 read=api2/api2 +docker start api1 containers=6b9790026c9d +api1 serves via mTLS after 6.578s +docker stop api2 containers=c1711db77cbb +api1 handles existing Bearer with api2 stopped after 12.313s +ready id=a6b99718-38fb-44e7-a841-eae21269d82b wait=6.187s original_sha256=99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75 jpeg=256x160 thumb_sha256=b8e59b0cad429b1c49c27c4a1c79e52bfc23e2fab7c7238d18d5addd4df4b546 read=api1/api1 +docker start api2 containers=c1711db77cbb +api2 serves via mTLS after 6.594s +PASS authorized new uploads and thumbnail reads with either replica stopped +broker queue=attachment.process.v1 durable=true ready=0 unacked=0 +PASS Lab 7 attachment pipeline regression diff --git a/evidence/grade3/attachment-regression.txt b/evidence/grade3/attachment-regression.txt new file mode 100644 index 0000000..6158706 --- /dev/null +++ b/evidence/grade3/attachment-regression.txt @@ -0,0 +1,13 @@ +Traceback (most recent call last): + File "C:\dev\mtusi\lab7\student-tests\grade3.py", line 21, in + from client import Client, Failure, check, run + File "C:\dev\mtusi\lab7\tests\client.py", line 17, in + SPEC = json.loads((ROOT / 'contracts/openapi.json').read_text()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "C:\Users\user\AppData\Roaming\uv\python\cpython-3.12-windows-x86_64-none\Lib\pathlib.py", line 1028, in read_text + return f.read() + ^^^^^^^^ + File "C:\Users\user\AppData\Roaming\uv\python\cpython-3.12-windows-x86_64-none\Lib\encodings\cp1251.py", line 23, in decode + return codecs.charmap_decode(input,self.errors,decoding_table)[0] + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +UnicodeDecodeError: 'charmap' codec can't decode byte 0x98 in position 1312: character maps to diff --git a/evidence/grade3/bootstrap-final.txt b/evidence/grade3/bootstrap-final.txt new file mode 100644 index 0000000..7397d96 --- /dev/null +++ b/evidence/grade3/bootstrap-final.txt @@ -0,0 +1,227 @@ +Local PKI and scoped service configuration ready (values withheld). + Image mtusi-lab7-tools:grade3 Building + Image mtusi-lab7-s3-bootstrap:grade3 Building + Image mtusi-lab7-api:grade3 Building +#1 [internal] load local bake definitions +#1 reading from stdin 1.42kB 0.1s done +#1 DONE 0.1s + +#2 [migrate internal] load build definition from Dockerfile +#2 transferring dockerfile: +#2 transferring dockerfile: 476B 0.1s done +#2 DONE 0.4s + +#3 [tools internal] load build definition from Dockerfile.tools +#3 transferring dockerfile: 718B 0.1s done +#3 DONE 0.4s + +#4 [s3-bootstrap internal] load build definition from Dockerfile.s3-bootstrap +#4 transferring dockerfile: 465B 0.1s done +#4 DONE 0.4s + +#5 [tools internal] load metadata for docker.io/library/docker:27.5.1-cli +#5 DONE 0.3s + +#6 [migrate internal] load metadata for docker.io/library/python:3.12.10-slim-bookworm +#6 DONE 0.3s + +#7 [migrate internal] load .dockerignore +#7 transferring context: 216B 0.1s done +#7 transferring context: 216B 0.1s done +#7 DONE 0.2s + +#8 [s3-bootstrap 2/4] ADD --checksum=sha256:4a8128911ccad4e7b481f26635a4cfd1ec064412210526e57ad2c748d356f3b7 https://github.com/rustfs/cli/releases/download/v0.1.36/rustfs-cli-linux-amd64-v0.1.36.tar.gz /tmp/rc.tar.gz +#8 DONE 0.0s + +#9 [s3-bootstrap internal] load build context +#9 transferring context: 1.21kB 0.2s done +#9 DONE 0.5s + +#10 [tools internal] load build context +#10 ... + +#11 [s3-bootstrap 1/4] FROM docker.io/library/python:3.12.10-slim-bookworm@sha256:fd95fa221297a88e1cf49c55ec1828edd7c5a428187e67b5d1805692d11588db +#11 resolve docker.io/library/python:3.12.10-slim-bookworm@sha256:fd95fa221297a88e1cf49c55ec1828edd7c5a428187e67b5d1805692d11588db 0.6s done +#11 DONE 0.7s + +#12 [migrate internal] load build context +#12 transferring context: 66.21kB 0.3s done +#12 DONE 0.6s + +#13 [s3-bootstrap 2/4] ADD --checksum=sha256:4a8128911ccad4e7b481f26635a4cfd1ec064412210526e57ad2c748d356f3b7 https://github.com/rustfs/cli/releases/download/v0.1.36/rustfs-cli-linux-amd64-v0.1.36.tar.gz /tmp/rc.tar.gz +#13 CACHED + +#14 [s3-bootstrap 3/4] RUN tar -xzf /tmp/rc.tar.gz -C /usr/local/bin rc && rm /tmp/rc.tar.gz +#14 CACHED + +#15 [s3-bootstrap 4/4] COPY --chmod=0755 scripts/bootstrap-s3.sh /usr/local/bin/bootstrap-s3 +#15 CACHED + +#10 [tools internal] load build context +#10 ... + +#16 [migrate 4/6] RUN pip install --no-cache-dir -r requirements.lock && useradd --create-home --uid 10001 appuser +#16 CACHED + +#17 [migrate 5/6] COPY --chown=appuser:appuser src ./src +#17 CACHED + +#18 [migrate 2/6] WORKDIR /app +#18 CACHED + +#19 [migrate 3/6] COPY requirements.txt requirements.lock ./ +#19 CACHED + +#20 [migrate 6/6] COPY --chown=appuser:appuser migrations ./migrations +#20 CACHED + +#10 [tools internal] load build context +#10 ... + +#21 [tools 1/11] FROM docker.io/library/docker:27.5.1-cli@sha256:851f91d241214e7c6db86513b270d58776379aacc5eb9c4a87e5b47115e3065c +#21 resolve docker.io/library/docker:27.5.1-cli@sha256:851f91d241214e7c6db86513b270d58776379aacc5eb9c4a87e5b47115e3065c 0.7s done +#21 DONE 0.8s + +#10 [tools internal] load build context +#10 transferring context: 545.08kB 0.8s done +#10 DONE 1.0s + +#22 [tools 5/11] RUN pip install --no-cache-dir -r /tmp/requirements-tools.lock +#22 CACHED + +#23 [tools 7/11] COPY contracts/ ./contracts/ +#23 CACHED + +#24 [tools 8/11] COPY tests/ ./tests/ +#24 CACHED + +#25 [tools 3/11] WORKDIR /workspace +#25 CACHED + +#26 [tools 4/11] COPY infra/requirements-tools.lock /tmp/requirements-tools.lock +#26 CACHED + +#27 [tools 6/11] COPY Makefile lab.json README.md COURSE.md CONTRIBUTING.md REPORT.md ./ +#27 CACHED + +#28 [tools 9/11] COPY scripts/check_contract.py scripts/validate_openapi.py ./scripts/ +#28 CACHED + +#29 [tools 2/11] RUN apk add --no-cache python3 py3-pip make && python3 -m venv /opt/venv +#29 CACHED + +#30 [tools 10/11] COPY --chmod=0755 scripts/restart.sh scripts/stop-one.sh scripts/compose-hook.sh ./scripts/ +#30 CACHED + +#31 [tools 11/11] COPY student-tests/ ./student-tests/ +#31 DONE 0.7s + +#32 [migrate] exporting to image +#32 exporting layers 0.0s done +#32 exporting manifest sha256:ede195434a4df4993a1dbc3485522227bad9d7c81dc273ad44da6c93ce740ec4 0.1s done +#32 exporting config sha256:1182c16e7bb67dcdfdb1d9dfb6d187c7f55a0828c06fae9053b1073f99abfbee 0.2s done +#32 exporting attestation manifest sha256:8d70ab37158ed97acb9b8b304d2bf8c71817ba29f528cb33f5cff0bef2329c7c +#32 exporting attestation manifest sha256:8d70ab37158ed97acb9b8b304d2bf8c71817ba29f528cb33f5cff0bef2329c7c 0.4s done +#32 exporting manifest list sha256:2c95dce62fe8b6b5dd55f39352b58e3bcae46a1d8e13332588fd301a70fe0bb6 0.1s done +#32 naming to docker.io/library/mtusi-lab7-api:grade3 +#32 naming to docker.io/library/mtusi-lab7-api:grade3 0.1s done +#32 unpacking to docker.io/library/mtusi-lab7-api:grade3 0.2s done +#32 ... + +#33 [s3-bootstrap] exporting to image +#33 exporting layers 0.0s done +#33 exporting manifest sha256:39e8517cda62cee8dff204b1074855635ff26ed9652f18b04411ae6113cd7296 0.1s done +#33 exporting config sha256:f5ff6ff38dcb28b31ba0d24c8c47ffc757a3e48324ffee3af4fabd7d04d4d997 0.1s done +#33 exporting attestation manifest sha256:c1380294251d23852ea89612d708d2a4d7c2bc007d60c2e31b1fdc16d983b64a 0.4s done +#33 exporting manifest list sha256:bc9d0784ca5411b7da948cb85ee736e3c2acad204afbb7567cd4a7d044757e07 0.4s done +#33 naming to docker.io/library/mtusi-lab7-s3-bootstrap:grade3 0.0s done +#33 unpacking to docker.io/library/mtusi-lab7-s3-bootstrap:grade3 0.2s done +#33 DONE 1.9s + +#34 [tools] exporting to image +#34 ... + +#32 [migrate] exporting to image +#32 DONE 1.7s + +#34 [tools] exporting to image +#34 exporting layers 2.0s done +#34 exporting manifest sha256:c72ec6ff833b5d826dcc317423829f3bdf2012e410a0287598ed1397e05f9c25 0.1s done +#34 exporting config sha256:3276aac0d29b4815b41cc7f99ab333fd5d91f65028ec755bf83c23ad605a6dbd 0.1s done +#34 exporting attestation manifest sha256:c3271703ca5ec7aada4b63e2d525bbe6044a22dad55b36403866dcbf68a1f430 +#34 exporting attestation manifest sha256:c3271703ca5ec7aada4b63e2d525bbe6044a22dad55b36403866dcbf68a1f430 0.2s done +#34 exporting manifest list sha256:ec9f5a141c210b15873e3796236fd4bd010baa8492e82ba3b1ce8caaf7995bbf +#34 exporting manifest list sha256:ec9f5a141c210b15873e3796236fd4bd010baa8492e82ba3b1ce8caaf7995bbf 0.1s done +#34 naming to docker.io/library/mtusi-lab7-tools:grade3 +#34 naming to docker.io/library/mtusi-lab7-tools:grade3 0.0s done +#34 unpacking to docker.io/library/mtusi-lab7-tools:grade3 +#34 ... + +#35 [s3-bootstrap] resolving provenance for metadata file +#35 DONE 0.1s + +#34 [tools] exporting to image +#34 unpacking to docker.io/library/mtusi-lab7-tools:grade3 0.4s done +#34 ... + +#36 [migrate] resolving provenance for metadata file +#36 DONE 0.1s + +#34 [tools] exporting to image +#34 DONE 3.3s + +#37 [tools] resolving provenance for metadata file +#37 DONE 0.1s + Image mtusi-lab7-s3-bootstrap:grade3 Built + Image mtusi-lab7-api:grade3 Built + Image mtusi-lab7-tools:grade3 Built + Container mtusi-lab7-grade3-lb-1 Running + Container mtusi-lab7-grade3-grafana-1 Running + Container mtusi-lab7-grade3-postgres-1 Running + Container mtusi-lab7-grade3-loki-local-1 Running + Container mtusi-lab7-grade3-openbao-1 Running + Container mtusi-lab7-grade3-tempo-local-1 Running + Container mtusi-lab7-grade3-tempo-1 Running + Container mtusi-lab7-grade3-prometheus-1 Running + Container mtusi-lab7-grade3-broker-1 Running + Container mtusi-lab7-grade3-collector-local-1 Running + Container mtusi-lab7-grade3-prometheus-local-1 Running + Container mtusi-lab7-grade3-s3-1 Running + Container mtusi-lab7-grade3-loki-1 Running + Container mtusi-lab7-grade3-otel-collector-1 Running +OpenBao 2.4.4: initialized=True sealed=False +PASS: persistent KV v2, independent certificate auth, scoped policies, 300s max TTL + Container mtusi-lab7-grade3-s3-1 Running + Container mtusi-lab7-grade3-s3-1 Waiting + Container mtusi-lab7-grade3-s3-1 Healthy + Container mtusi-lab7-grade3-s3-bootstrap-run-82b34863ef8c Creating + Container mtusi-lab7-grade3-s3-bootstrap-run-82b34863ef8c Created +PASS: RustFS private bucket and separate scoped identities + Container mtusi-lab7-grade3-broker-1 Running + Container mtusi-lab7-grade3-s3-1 Running + Container mtusi-lab7-grade3-postgres-1 Running + Container mtusi-lab7-grade3-migrate-1 Recreate + Container mtusi-lab7-grade3-migrate-1 Recreated + Container mtusi-lab7-grade3-api1-1 Recreate + Container mtusi-lab7-grade3-worker-1 Recreate + Container mtusi-lab7-grade3-api2-1 Recreate + Container mtusi-lab7-grade3-worker-1 Recreated + Container mtusi-lab7-grade3-api2-1 Recreated + Container mtusi-lab7-grade3-api1-1 Recreated + Container mtusi-lab7-grade3-postgres-1 Waiting + Container mtusi-lab7-grade3-broker-1 Waiting + Container mtusi-lab7-grade3-s3-1 Waiting + Container mtusi-lab7-grade3-broker-1 Healthy + Container mtusi-lab7-grade3-postgres-1 Healthy + Container mtusi-lab7-grade3-migrate-1 Starting + Container mtusi-lab7-grade3-s3-1 Healthy + Container mtusi-lab7-grade3-migrate-1 Started + Container mtusi-lab7-grade3-migrate-1 Waiting + Container mtusi-lab7-grade3-migrate-1 Exited + Container mtusi-lab7-grade3-api1-1 Starting + Container mtusi-lab7-grade3-worker-1 Starting + Container mtusi-lab7-grade3-api2-1 Starting + Container mtusi-lab7-grade3-api1-1 Started + Container mtusi-lab7-grade3-worker-1 Started + Container mtusi-lab7-grade3-api2-1 Started +PASS: HTTPS readiness diff --git a/evidence/grade3/build-api-tls.txt b/evidence/grade3/build-api-tls.txt new file mode 100644 index 0000000..129a72a --- /dev/null +++ b/evidence/grade3/build-api-tls.txt @@ -0,0 +1,57 @@ + Image mtusi-lab7-api:grade3 Building +#1 [internal] load local bake definitions +#1 reading from stdin 513B 0.1s done +#1 DONE 0.1s + +#2 [internal] load build definition from Dockerfile +#2 transferring dockerfile: 476B 0.0s done +#2 DONE 0.1s + +#3 [internal] load metadata for docker.io/library/python:3.12.10-slim-bookworm +#3 DONE 0.1s + +#4 [internal] load .dockerignore +#4 transferring context: 216B 0.0s done +#4 DONE 0.0s + +#5 [internal] load build context +#5 transferring context: 66.21kB 0.1s done +#5 DONE 0.2s + +#6 [1/6] FROM docker.io/library/python:3.12.10-slim-bookworm@sha256:fd95fa221297a88e1cf49c55ec1828edd7c5a428187e67b5d1805692d11588db +#6 resolve docker.io/library/python:3.12.10-slim-bookworm@sha256:fd95fa221297a88e1cf49c55ec1828edd7c5a428187e67b5d1805692d11588db +#6 resolve docker.io/library/python:3.12.10-slim-bookworm@sha256:fd95fa221297a88e1cf49c55ec1828edd7c5a428187e67b5d1805692d11588db 0.2s done +#6 DONE 0.3s + +#7 [2/6] WORKDIR /app +#7 CACHED + +#8 [3/6] COPY requirements.txt requirements.lock ./ +#8 CACHED + +#9 [4/6] RUN pip install --no-cache-dir -r requirements.lock && useradd --create-home --uid 10001 appuser +#9 CACHED + +#10 [5/6] COPY --chown=appuser:appuser src ./src +#10 DONE 0.2s + +#11 [6/6] COPY --chown=appuser:appuser migrations ./migrations +#11 DONE 0.6s + +#12 exporting to image +#12 exporting layers +#12 exporting layers 1.0s done +#12 exporting manifest sha256:ede195434a4df4993a1dbc3485522227bad9d7c81dc273ad44da6c93ce740ec4 0.1s done +#12 exporting config sha256:1182c16e7bb67dcdfdb1d9dfb6d187c7f55a0828c06fae9053b1073f99abfbee +#12 exporting config sha256:1182c16e7bb67dcdfdb1d9dfb6d187c7f55a0828c06fae9053b1073f99abfbee 0.0s done +#12 exporting attestation manifest sha256:48a664b262c08ae041bd661fef5e62690c09998c2e670d5a0e4a51e8673c04d3 0.1s done +#12 exporting manifest list sha256:a57f510607126ffba4a6371e9cfb86eb3fbf5e9dd73c09a0da764dfd60653195 +#12 exporting manifest list sha256:a57f510607126ffba4a6371e9cfb86eb3fbf5e9dd73c09a0da764dfd60653195 0.1s done +#12 naming to docker.io/library/mtusi-lab7-api:grade3 +#12 naming to docker.io/library/mtusi-lab7-api:grade3 0.0s done +#12 unpacking to docker.io/library/mtusi-lab7-api:grade3 0.2s done +#12 DONE 1.6s + +#13 resolving provenance for metadata file +#13 DONE 0.1s + Image mtusi-lab7-api:grade3 Built diff --git a/evidence/grade3/build.txt b/evidence/grade3/build.txt new file mode 100644 index 0000000..15a7726 --- /dev/null +++ b/evidence/grade3/build.txt @@ -0,0 +1,182 @@ + Image mtusi-lab7-api:grade3 Building + Image mtusi-lab7-s3-bootstrap:grade3 Building + Image mtusi-lab7-tools:grade3 Building +#1 [internal] load local bake definitions +#1 reading from stdin 1.42kB 0.1s done +#1 DONE 0.1s + +#2 [s3-bootstrap internal] load build definition from Dockerfile.s3-bootstrap +#2 transferring dockerfile: 43B 0.0s +#2 ... + +#3 [migrate internal] load build definition from Dockerfile +#3 transferring dockerfile: 476B 0.1s done +#3 DONE 0.2s + +#2 [s3-bootstrap internal] load build definition from Dockerfile.s3-bootstrap +#2 transferring dockerfile: 465B 0.1s done +#2 DONE 0.3s + +#4 [tools internal] load build definition from Dockerfile.tools +#4 transferring dockerfile: 718B 0.1s done +#4 DONE 0.4s + +#5 [s3-bootstrap internal] load metadata for docker.io/library/python:3.12.10-slim-bookworm +#5 DONE 0.6s + +#6 [tools internal] load metadata for docker.io/library/docker:27.5.1-cli +#6 DONE 0.5s + +#7 [migrate internal] load .dockerignore +#7 transferring context: 216B 0.0s done +#7 DONE 0.1s + +#8 [s3-bootstrap 2/4] ADD --checksum=sha256:4a8128911ccad4e7b481f26635a4cfd1ec064412210526e57ad2c748d356f3b7 https://github.com/rustfs/cli/releases/download/v0.1.36/rustfs-cli-linux-amd64-v0.1.36.tar.gz /tmp/rc.tar.gz +#8 DONE 0.0s + +#9 [tools internal] load build context +#9 transferring context: 505.05kB 0.2s done +#9 DONE 0.3s + +#10 [s3-bootstrap internal] load build context +#10 transferring context: 1.21kB 0.1s done +#10 DONE 0.2s + +#11 [migrate internal] load build context +#11 transferring context: 11.55kB 0.1s done +#11 DONE 0.2s + +#12 [migrate 1/4] FROM docker.io/library/python:3.12.10-slim-bookworm@sha256:fd95fa221297a88e1cf49c55ec1828edd7c5a428187e67b5d1805692d11588db +#12 resolve docker.io/library/python:3.12.10-slim-bookworm@sha256:fd95fa221297a88e1cf49c55ec1828edd7c5a428187e67b5d1805692d11588db +#12 resolve docker.io/library/python:3.12.10-slim-bookworm@sha256:fd95fa221297a88e1cf49c55ec1828edd7c5a428187e67b5d1805692d11588db 0.2s done +#12 DONE 0.3s + +#13 [s3-bootstrap 2/4] ADD --checksum=sha256:4a8128911ccad4e7b481f26635a4cfd1ec064412210526e57ad2c748d356f3b7 https://github.com/rustfs/cli/releases/download/v0.1.36/rustfs-cli-linux-amd64-v0.1.36.tar.gz /tmp/rc.tar.gz +#13 CACHED + +#14 [s3-bootstrap 3/4] RUN tar -xzf /tmp/rc.tar.gz -C /usr/local/bin rc && rm /tmp/rc.tar.gz +#14 CACHED + +#15 [tools 1/11] FROM docker.io/library/docker:27.5.1-cli@sha256:851f91d241214e7c6db86513b270d58776379aacc5eb9c4a87e5b47115e3065c +#15 resolve docker.io/library/docker:27.5.1-cli@sha256:851f91d241214e7c6db86513b270d58776379aacc5eb9c4a87e5b47115e3065c 0.3s done +#15 DONE 0.3s + +#16 [tools 4/11] COPY infra/requirements-tools.lock /tmp/requirements-tools.lock +#16 CACHED + +#17 [tools 3/11] WORKDIR /workspace +#17 CACHED + +#18 [tools 2/11] RUN apk add --no-cache python3 py3-pip make && python3 -m venv /opt/venv +#18 CACHED + +#19 [tools 5/11] RUN pip install --no-cache-dir -r /tmp/requirements-tools.lock +#19 CACHED + +#20 [migrate 5/6] COPY --chown=appuser:appuser src ./src +#20 CACHED + +#21 [migrate 4/6] RUN pip install --no-cache-dir -r requirements.lock && useradd --create-home --uid 10001 appuser +#21 CACHED + +#22 [migrate 2/6] WORKDIR /app +#22 CACHED + +#23 [migrate 3/6] COPY requirements.txt requirements.lock ./ +#23 CACHED + +#24 [migrate 6/6] COPY --chown=appuser:appuser migrations ./migrations +#24 CACHED + +#25 [migrate] exporting to image +#25 exporting layers 0.0s done +#25 exporting manifest sha256:aa7269e941c2e278244175905953092386c498e30f9bff1f487c2aacb6c635be 0.0s done +#25 exporting config sha256:bc1be80bf4759f122980f56912fd552b395e3a14de34f65434e8bc97564ecebd 0.0s done +#25 exporting attestation manifest sha256:6a84850ea5afa80847a70f474031e59952ab9c12084557f56698b81ba7f85028 +#25 ... + +#26 [s3-bootstrap 4/4] COPY --chmod=0755 scripts/bootstrap-s3.sh /usr/local/bin/bootstrap-s3 +#26 DONE 0.1s + +#25 [migrate] exporting to image +#25 exporting attestation manifest sha256:6a84850ea5afa80847a70f474031e59952ab9c12084557f56698b81ba7f85028 0.1s done +#25 exporting manifest list sha256:477799f66fd348090b5c78f4d4e7a1278b13269df3c1338c8cd8a1dc08e2423d 0.1s done +#25 naming to docker.io/library/mtusi-lab7-api:grade3 +#25 ... + +#27 [tools 6/11] COPY Makefile lab.json README.md COURSE.md CONTRIBUTING.md REPORT.md ./ +#27 DONE 0.3s + +#25 [migrate] exporting to image +#25 naming to docker.io/library/mtusi-lab7-api:grade3 0.0s done +#25 unpacking to docker.io/library/mtusi-lab7-api:grade3 0.1s done +#25 DONE 0.5s + +#28 [s3-bootstrap] exporting to image +#28 ... + +#29 [tools 7/11] COPY contracts/ ./contracts/ +#29 DONE 0.5s + +#30 [tools 8/11] COPY tests/ ./tests/ +#30 DONE 0.7s + +#28 [s3-bootstrap] exporting to image +#28 exporting layers 1.1s done +#28 exporting manifest sha256:39e8517cda62cee8dff204b1074855635ff26ed9652f18b04411ae6113cd7296 0.2s done +#28 exporting config sha256:f5ff6ff38dcb28b31ba0d24c8c47ffc757a3e48324ffee3af4fabd7d04d4d997 +#28 exporting config sha256:f5ff6ff38dcb28b31ba0d24c8c47ffc757a3e48324ffee3af4fabd7d04d4d997 0.3s done +#28 exporting attestation manifest sha256:dc04d64ef0c09dca198c1d4e975a67eda7e686fe158da230acd753840cb1244c +#28 exporting attestation manifest sha256:dc04d64ef0c09dca198c1d4e975a67eda7e686fe158da230acd753840cb1244c 0.1s done +#28 exporting manifest list sha256:392bfc483617129d9219154a5d81b36ec58b0e9b90e7efdbd88b641d9a776d48 +#28 ... + +#31 [tools 9/11] COPY scripts/check_contract.py scripts/validate_openapi.py ./scripts/ +#31 DONE 0.4s + +#32 [migrate] resolving provenance for metadata file +#32 DONE 0.1s + +#28 [s3-bootstrap] exporting to image +#28 exporting manifest list sha256:392bfc483617129d9219154a5d81b36ec58b0e9b90e7efdbd88b641d9a776d48 0.1s done +#28 naming to docker.io/library/mtusi-lab7-s3-bootstrap:grade3 0.0s done +#28 unpacking to docker.io/library/mtusi-lab7-s3-bootstrap:grade3 0.1s done +#28 ... + +#33 [tools 10/11] COPY --chmod=0755 scripts/restart.sh scripts/stop-one.sh scripts/compose-hook.sh ./scripts/ +#33 DONE 0.2s + +#34 [tools 11/11] COPY student-tests/ ./student-tests/ +#34 ... + +#28 [s3-bootstrap] exporting to image +#28 DONE 2.3s + +#34 [tools 11/11] COPY student-tests/ ./student-tests/ +#34 DONE 0.3s + +#35 [tools] exporting to image +#35 ... + +#36 [s3-bootstrap] resolving provenance for metadata file +#36 DONE 0.1s + +#35 [tools] exporting to image +#35 exporting layers 1.4s done +#35 exporting manifest sha256:56f99d76e3bee531de75887d34c37604e38b6a2758f514fd8634f5f19343ea00 0.1s done +#35 exporting config sha256:f47e4285726f16e0c8ca4657371c3ecbc242710bdceb172cd68f55d02ba103ed +#35 exporting config sha256:f47e4285726f16e0c8ca4657371c3ecbc242710bdceb172cd68f55d02ba103ed 0.1s done +#35 exporting attestation manifest sha256:5dbd24413e45d2bf37e390f93e42cc1de51806f6be019607c529054522f5e615 0.1s done +#35 exporting manifest list sha256:eaa50c2e33bb10a54c8e173a63029ec177b07e717fa970e3c77c22f62779246c +#35 exporting manifest list sha256:eaa50c2e33bb10a54c8e173a63029ec177b07e717fa970e3c77c22f62779246c 0.2s done +#35 naming to docker.io/library/mtusi-lab7-tools:grade3 +#35 naming to docker.io/library/mtusi-lab7-tools:grade3 0.0s done +#35 unpacking to docker.io/library/mtusi-lab7-tools:grade3 +#35 unpacking to docker.io/library/mtusi-lab7-tools:grade3 0.7s done +#35 DONE 2.9s + +#37 [tools] resolving provenance for metadata file +#37 DONE 0.0s + Image mtusi-lab7-api:grade3 Built + Image mtusi-lab7-tools:grade3 Built + Image mtusi-lab7-s3-bootstrap:grade3 Built diff --git a/evidence/grade3/certificates.json b/evidence/grade3/certificates.json new file mode 100644 index 0000000..5933a81 --- /dev/null +++ b/evidence/grade3/certificates.json @@ -0,0 +1,345 @@ +[ + { + "role": "api1", + "sans": [ + [ + "DNS", + "api1" + ] + ], + "issuer": [ + [ + [ + "commonName", + "MTUSI Lab7 server" + ] + ] + ], + "valid_until": "Feb 18 20:54:04 2027 GMT", + "sha256": "6328232a1b415e0676a6f9cb07a450ca135078e5fe7687a8f950a362bd4b549b" + }, + { + "role": "api2", + "sans": [ + [ + "DNS", + "api2" + ] + ], + "issuer": [ + [ + [ + "commonName", + "MTUSI Lab7 server" + ] + ] + ], + "valid_until": "Feb 18 20:54:04 2027 GMT", + "sha256": "adeb47cb1b30edb9148e16a42e7fc7729f00a644d6fa514bad096843144ed330" + }, + { + "role": "bao-api", + "sans": [ + [ + "DNS", + "bao-api" + ] + ], + "issuer": [ + [ + [ + "commonName", + "MTUSI Lab7 bao" + ] + ] + ], + "valid_until": "Feb 18 20:54:17 2027 GMT", + "sha256": "64b5521831f4f304efef0800d239f3d53679c2c92c30c3f1cce910f83ad1955e" + }, + { + "role": "bao-worker", + "sans": [ + [ + "DNS", + "bao-worker" + ] + ], + "issuer": [ + [ + [ + "commonName", + "MTUSI Lab7 bao" + ] + ] + ], + "valid_until": "Feb 18 20:54:18 2027 GMT", + "sha256": "d72bfea07e02a4d6e3c3dcbe7d0ae90a449807ef1b61c6bc22ba83d6e3d78fd7" + }, + { + "role": "broker", + "sans": [ + [ + "DNS", + "broker" + ] + ], + "issuer": [ + [ + [ + "commonName", + "MTUSI Lab7 server" + ] + ] + ], + "valid_until": "Feb 18 20:54:08 2027 GMT", + "sha256": "4c91be6d380f534ea7403dd31ee262e8569d872a4c1c417989642b0bbaad393a" + }, + { + "role": "grafana", + "sans": [ + [ + "DNS", + "grafana" + ], + [ + "DNS", + "localhost" + ], + [ + "IP Address", + "127.0.0.1" + ] + ], + "issuer": [ + [ + [ + "commonName", + "MTUSI Lab7 server" + ] + ] + ], + "valid_until": "Feb 18 20:54:15 2027 GMT", + "sha256": "e276e742f973e69d7926c7c3e6902b2959543e3f03e51053edde9c9475d9d15c" + }, + { + "role": "lb", + "sans": [ + [ + "DNS", + "localhost" + ], + [ + "IP Address", + "127.0.0.1" + ] + ], + "issuer": [ + [ + [ + "commonName", + "MTUSI Lab7 public" + ] + ] + ], + "valid_until": "Feb 18 20:54:03 2027 GMT", + "sha256": "73f4357badc8b2550731e46fce10629d3260f1e5fab70da0545afe89ec82ba78" + }, + { + "role": "lb-client", + "sans": [ + [ + "DNS", + "lb-client" + ] + ], + "issuer": [ + [ + [ + "commonName", + "MTUSI Lab7 client" + ] + ] + ], + "valid_until": "Feb 18 20:54:15 2027 GMT", + "sha256": "47806fc6052f3eaf37e010e768a91bd228c2630e6e0d8f98684d01a848b22d6a" + }, + { + "role": "loki", + "sans": [ + [ + "DNS", + "loki" + ] + ], + "issuer": [ + [ + [ + "commonName", + "MTUSI Lab7 server" + ] + ] + ], + "valid_until": "Feb 18 20:54:12 2027 GMT", + "sha256": "385896f80698f507996b2d17c7eb521960a7da47a6243ddf877bd12f1919a436" + }, + { + "role": "openbao", + "sans": [ + [ + "DNS", + "openbao" + ], + [ + "DNS", + "localhost" + ], + [ + "IP Address", + "127.0.0.1" + ] + ], + "issuer": [ + [ + [ + "commonName", + "MTUSI Lab7 server" + ] + ] + ], + "valid_until": "Feb 18 20:54:14 2027 GMT", + "sha256": "e865d8cacc589a83c4367c06b41bf8dcec57c73f6e9bf17a28a364cc6ef9a39d" + }, + { + "role": "otel-collector", + "sans": [ + [ + "DNS", + "otel-collector" + ] + ], + "issuer": [ + [ + [ + "commonName", + "MTUSI Lab7 server" + ] + ] + ], + "valid_until": "Feb 18 20:54:10 2027 GMT", + "sha256": "71c49786f518099e1afe5ecee92d3d6130bc312fe09dcfc40396cabc87ca1d32" + }, + { + "role": "postgres", + "sans": [ + [ + "DNS", + "postgres" + ] + ], + "issuer": [ + [ + [ + "commonName", + "MTUSI Lab7 server" + ] + ] + ], + "valid_until": "Feb 18 20:54:06 2027 GMT", + "sha256": "888389e5f9972a3e80ba0a16266e1f5978c66f453c8608e6ae227e888761f005" + }, + { + "role": "prometheus", + "sans": [ + [ + "DNS", + "prometheus" + ] + ], + "issuer": [ + [ + [ + "commonName", + "MTUSI Lab7 server" + ] + ] + ], + "valid_until": "Feb 18 20:54:11 2027 GMT", + "sha256": "8d4a420e3e46d48ea86671fdb29ca25a60a24a3b60f523612051d077c35bca49" + }, + { + "role": "s3", + "sans": [ + [ + "DNS", + "s3" + ] + ], + "issuer": [ + [ + [ + "commonName", + "MTUSI Lab7 server" + ] + ] + ], + "valid_until": "Feb 18 20:54:07 2027 GMT", + "sha256": "d464039f76522a56d6cb4764c838e7bce401ed32c4d95c7362a83a555ca7d10d" + }, + { + "role": "tempo", + "sans": [ + [ + "DNS", + "tempo" + ] + ], + "issuer": [ + [ + [ + "commonName", + "MTUSI Lab7 server" + ] + ] + ], + "valid_until": "Feb 18 20:54:13 2027 GMT", + "sha256": "e3f2d3829c0492ece114b3c22bce250578b4e8a67e162763f1507f44a3da29a8" + }, + { + "role": "wrong-ca", + "sans": [ + [ + "DNS", + "lb-client" + ] + ], + "issuer": [ + [ + [ + "commonName", + "MTUSI Lab7 unrelated" + ] + ] + ], + "valid_until": "Feb 18 20:54:17 2027 GMT", + "sha256": "d7db70427b5ce05cf112d50717c0d30556547824386736c510a67a7fb1ebcb21" + }, + { + "role": "wrong-san", + "sans": [ + [ + "DNS", + "other-client" + ] + ], + "issuer": [ + [ + [ + "commonName", + "MTUSI Lab7 client" + ] + ] + ], + "valid_until": "Feb 18 20:54:16 2027 GMT", + "sha256": "c43715ba038ff587c6812ea20f0b3f52cb4aba7ce3dfb542b9ad2c4fe238fc80" + } +] diff --git a/evidence/grade3/containers-verified.jsonl b/evidence/grade3/containers-verified.jsonl new file mode 100644 index 0000000..71dffd0 --- /dev/null +++ b/evidence/grade3/containers-verified.jsonl @@ -0,0 +1,18 @@ +{"Command":"\"python -m src.serve\"","CreatedAt":"2026-11-21 00:27:31 +0300 MSK","HealthStatus":"none","ID":"093c29c88e2e","Image":"mtusi-lab7-api:grade3","Labels":"com.docker.compose.config-hash=1b19d181179208fefa0683d6ee0c5d281e1c98d5130b4f1de30b35bd1b3a8208,com.docker.compose.container-number=1,com.docker.compose.depends_on=broker:service_healthy:false,migrate:service_completed_successfully:false,s3:service_healthy:false,com.docker.compose.image=sha256:ede195434a4df4993a1dbc3485522227bad9d7c81dc273ad44da6c93ce740ec4,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.replace=api2-1,com.docker.compose.service=api2,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\ca,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/run/ca,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\bao-api,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/binds/1/Target=/run/identity,desktop.docker.io/binds/2/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\api2,desktop.docker.io/binds/2/SourceKind=hostFile,desktop.docker.io/binds/2/Target=/run/tls,desktop.docker.io/ports.scheme=v2","LocalVolumes":"0","Mounts":"/run/desktop/m…,/run/desktop/m…,/run/desktop/m…","Names":"mtusi-lab7-grade3-api2-1","Networks":"mtusi-lab7-grade3_default","Platform":{"architecture":"amd64","os":"linux"},"Ports":"8444/tcp","RunningFor":"7 minutes ago","Size":"32.8kB (virtual 242MB)","State":"running","Status":"Up 7 minutes"} +{"Command":"\"python -m src.serve\"","CreatedAt":"2026-11-21 00:27:31 +0300 MSK","HealthStatus":"none","ID":"296c682e1d62","Image":"mtusi-lab7-api:grade3","Labels":"com.docker.compose.config-hash=74779541cd15572cb3b45579f93742a52e5ab7e8224b63d3720f31df3d0ec603,com.docker.compose.container-number=1,com.docker.compose.depends_on=s3:service_healthy:false,broker:service_healthy:false,migrate:service_completed_successfully:false,com.docker.compose.image=sha256:ede195434a4df4993a1dbc3485522227bad9d7c81dc273ad44da6c93ce740ec4,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.replace=api1-1,com.docker.compose.service=api1,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\api1,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/run/tls,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\ca,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/binds/1/Target=/run/ca,desktop.docker.io/binds/2/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\bao-api,desktop.docker.io/binds/2/SourceKind=hostFile,desktop.docker.io/binds/2/Target=/run/identity,desktop.docker.io/ports.scheme=v2","LocalVolumes":"0","Mounts":"/run/desktop/m…,/run/desktop/m…,/run/desktop/m…","Names":"mtusi-lab7-grade3-api1-1","Networks":"mtusi-lab7-grade3_default","Platform":{"architecture":"amd64","os":"linux"},"Ports":"8444/tcp","RunningFor":"7 minutes ago","Size":"32.8kB (virtual 242MB)","State":"running","Status":"Up 7 minutes"} +{"Command":"\"python -m src.worker\"","CreatedAt":"2026-11-21 00:27:30 +0300 MSK","HealthStatus":"none","ID":"37ff496df44e","Image":"mtusi-lab7-api:grade3","Labels":"com.docker.compose.config-hash=95d2dc5f84cea9e666388cce50a75d79c59f78b824ae4c625c37134d96e00d55,com.docker.compose.container-number=1,com.docker.compose.depends_on=migrate:service_completed_successfully:false,s3:service_healthy:false,broker:service_healthy:false,com.docker.compose.image=sha256:ede195434a4df4993a1dbc3485522227bad9d7c81dc273ad44da6c93ce740ec4,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.replace=worker-1,com.docker.compose.service=worker,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\ca,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/run/ca,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\bao-worker,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/binds/1/Target=/run/identity,desktop.docker.io/ports.scheme=v2","LocalVolumes":"0","Mounts":"/run/desktop/m…,/run/desktop/m…","Names":"mtusi-lab7-grade3-worker-1","Networks":"mtusi-lab7-grade3_default","Platform":{"architecture":"amd64","os":"linux"},"Ports":"8444/tcp","RunningFor":"7 minutes ago","Size":"28.7kB (virtual 242MB)","State":"running","Status":"Up 7 minutes"} +{"Command":"\"python -m src.db\"","CreatedAt":"2026-11-21 00:27:29 +0300 MSK","HealthStatus":"none","ID":"42b70737a256","Image":"mtusi-lab7-api:grade3","Labels":"com.docker.compose.config-hash=213da557d51be5a2e71e6d1c91852201c319dae204a59a8606ab8ba4609b530e,com.docker.compose.container-number=1,com.docker.compose.depends_on=postgres:service_healthy:false,com.docker.compose.image=sha256:ede195434a4df4993a1dbc3485522227bad9d7c81dc273ad44da6c93ce740ec4,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.replace=migrate-1,com.docker.compose.service=migrate,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\ca,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/run/ca,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\postgres\\pg_url,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/binds/1/Target=/run/private/pg_url,desktop.docker.io/ports.scheme=v2","LocalVolumes":"0","Mounts":"/run/desktop/m…,/run/desktop/m…","Names":"mtusi-lab7-grade3-migrate-1","Networks":"mtusi-lab7-grade3_default","Platform":{"architecture":"amd64","os":"linux"},"Ports":"","RunningFor":"8 minutes ago","Size":"28.7kB (virtual 242MB)","State":"exited","Status":"Exited (0) 7 minutes ago"} +{"Command":"\"sh /run/config/star…\"","CreatedAt":"2026-11-21 00:04:53 +0300 MSK","HealthStatus":"healthy","ID":"70f23dc29172","Image":"postgres:16.8-bookworm","Labels":"com.docker.compose.config-hash=e0f354e11674cd75b5929763ee0ded58c7f2382407e1cd114fcffbf132bc3cd2,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.image=sha256:e75c0253ec375a157657c75bbb1705a8bbdd844d5f258973f9e3eb33cfcd9e33,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.replace=postgres-1,com.docker.compose.service=postgres,com.docker.compose.version=5.7.0,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\postgres,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/binds/1/Target=/run/tls,desktop.docker.io/binds/2/Source=C:\\dev\\mtusi\\lab7\\secrets\\ca,desktop.docker.io/binds/2/SourceKind=hostFile,desktop.docker.io/binds/2/Target=/run/ca,desktop.docker.io/binds/3/Source=C:\\dev\\mtusi\\lab7\\infra\\postgres,desktop.docker.io/binds/3/SourceKind=hostFile,desktop.docker.io/binds/3/Target=/run/config,desktop.docker.io/binds/4/Source=C:\\dev\\mtusi\\lab7\\infra\\postgres\\init.sh,desktop.docker.io/binds/4/SourceKind=hostFile,desktop.docker.io/binds/4/Target=/docker-entrypoint-initdb.d/10-roles.sh,desktop.docker.io/binds/5/Source=C:\\dev\\mtusi\\lab7\\secrets\\postgres,desktop.docker.io/binds/5/SourceKind=hostFile,desktop.docker.io/binds/5/Target=/run/private,desktop.docker.io/ports.scheme=v2","LocalVolumes":"1","Mounts":"/run/desktop/m…,/run/desktop/m…,/run/desktop/m…,/run/desktop/m…,/run/desktop/m…,mtusi-lab7-gra…","Names":"mtusi-lab7-grade3-postgres-1","Networks":"mtusi-lab7-grade3_default","Platform":{"architecture":"amd64","os":"linux"},"Ports":"5432/tcp","RunningFor":"30 minutes ago","Size":"53.2kB (virtual 462MB)","State":"running","Status":"Up 25 minutes (healthy)"} +{"Command":"\"/run.sh\"","CreatedAt":"2026-11-21 00:04:53 +0300 MSK","HealthStatus":"none","ID":"590fedefa430","Image":"grafana/grafana:12.0.2","Labels":"com.docker.compose.config-hash=1160b84b442692d4a527054b1ab05e60ba561f8725f3a5b624d7b9ad4de53101,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.image=sha256:fe89b739a264c78f2111d68221a1d51db67135ec50885dc93b59a981a7a5d4d5,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.replace=grafana-1,com.docker.compose.service=grafana,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\infra\\grafana\\dashboards,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/var/lib/grafana/dashboards,desktop.docker.io/binds/2/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\grafana,desktop.docker.io/binds/2/SourceKind=hostFile,desktop.docker.io/binds/2/Target=/run/tls,desktop.docker.io/binds/3/Source=C:\\dev\\mtusi\\lab7\\secrets\\grafana\\password,desktop.docker.io/binds/3/SourceKind=hostFile,desktop.docker.io/binds/3/Target=/run/private/password,desktop.docker.io/binds/4/Source=C:\\dev\\mtusi\\lab7\\secrets\\generated\\datasources.json,desktop.docker.io/binds/4/SourceKind=hostFile,desktop.docker.io/binds/4/Target=/etc/grafana/provisioning/datasources/lab7.yaml,desktop.docker.io/binds/5/Source=C:\\dev\\mtusi\\lab7\\infra\\grafana\\provisioning\\dashboards,desktop.docker.io/binds/5/SourceKind=hostFile,desktop.docker.io/binds/5/Target=/etc/grafana/provisioning/dashboards,desktop.docker.io/ports.scheme=v2,desktop.docker.io/ports/3000/tcp=127.0.0.1:3443,maintainer=Grafana Labs \u003chello@grafana.com\u003e,org.opencontainers.image.source=https://github.com/grafana/grafana","LocalVolumes":"1","Mounts":"/run/desktop/m…,/run/desktop/m…,mtusi-lab7-gra…,/run/desktop/m…,/run/desktop/m…,/run/desktop/m…","Names":"mtusi-lab7-grade3-grafana-1","Networks":"mtusi-lab7-grade3_default","Platform":{"architecture":"amd64","os":"linux"},"Ports":"127.0.0.1:3443-\u003e3000/tcp","RunningFor":"30 minutes ago","Size":"45.1kB (virtual 710MB)","State":"running","Status":"Up 30 minutes"} +{"Command":"\"/tempo -config.file…\"","CreatedAt":"2026-11-20 23:54:22 +0300 MSK","HealthStatus":"none","ID":"d0795c2f4d0b","Image":"grafana/tempo:2.8.0","Labels":"com.docker.compose.config-hash=bb3434f8ea32d340d5c64034aef7a91ac317903739c15e6f4e755c3b1d79e8a6,com.docker.compose.container-number=1,com.docker.compose.depends_on=tempo:service_started:true,com.docker.compose.image=sha256:83dfc42eec216ab338cfcea5d8128e05f74d3f6f02643328ce07600dbb9932bf,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.service=tempo-local,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\infra\\otel\\tempo.yaml,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/etc/tempo.yaml,desktop.docker.io/ports.scheme=v2","LocalVolumes":"1","Mounts":"/run/desktop/m…,mtusi-lab7-gra…","Names":"mtusi-lab7-grade3-tempo-local-1","Networks":"","Platform":{"architecture":"amd64","os":"linux"},"Ports":"","RunningFor":"41 minutes ago","Size":"8.19kB (virtual 121MB)","State":"running","Status":"Up 40 minutes"} +{"Command":"\"/bin/prometheus --c…\"","CreatedAt":"2026-11-20 23:54:22 +0300 MSK","HealthStatus":"none","ID":"c40bd2bfedc2","Image":"prom/prometheus:v3.4.1","Labels":"com.docker.compose.config-hash=7ced9c5586731f9098f171b306601a607f33b8fda82b2b219902123a36daaf4e,com.docker.compose.container-number=1,com.docker.compose.depends_on=prometheus:service_started:true,com.docker.compose.image=sha256:d47ad27caa12a6f81491a5f6e0d724d6eee5954b4e1bf23961ef13666fc23679,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.service=prometheus-local,com.docker.compose.version=5.7.0,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\infra\\otel\\prometheus.yaml,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/binds/1/Target=/etc/prometheus/prometheus.yml,desktop.docker.io/ports.scheme=v2,maintainer=The Prometheus Authors \u003cprometheus-developers@googlegroups.com\u003e,org.opencontainers.image.source=https://github.com/prometheus/prometheus","LocalVolumes":"1","Mounts":"mtusi-lab7-gra…,/run/desktop/m…","Names":"mtusi-lab7-grade3-prometheus-local-1","Networks":"","Platform":{"architecture":"amd64","os":"linux"},"Ports":"","RunningFor":"41 minutes ago","Size":"4.1kB (virtual 307MB)","State":"running","Status":"Up 40 minutes"} +{"Command":"\"/usr/bin/loki -conf…\"","CreatedAt":"2026-11-20 23:54:22 +0300 MSK","HealthStatus":"none","ID":"1d68404cad28","Image":"grafana/loki:3.5.1","Labels":"com.docker.compose.config-hash=8fbf1224b8bc905df1d909f3e1571a62c3d268af28087206f6dbd0ccf0feba6d,com.docker.compose.container-number=1,com.docker.compose.depends_on=loki:service_started:true,com.docker.compose.image=sha256:3a4e80320df38087263e9d450fd812010ee57e1e0b0679465672c0e227441f43,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.service=loki-local,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\infra\\otel\\loki.yaml,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/etc/loki/local-config.yaml,desktop.docker.io/ports.scheme=v2","LocalVolumes":"1","Mounts":"mtusi-lab7-gra…,/run/desktop/m…","Names":"mtusi-lab7-grade3-loki-local-1","Networks":"","Platform":{"architecture":"amd64","os":"linux"},"Ports":"","RunningFor":"41 minutes ago","Size":"4.1kB (virtual 126MB)","State":"running","Status":"Up 41 minutes"} +{"Command":"\"/otelcol-contrib --…\"","CreatedAt":"2026-11-20 23:54:22 +0300 MSK","HealthStatus":"none","ID":"58a00531a5a7","Image":"otel/opentelemetry-collector-contrib:0.127.0","Labels":"com.docker.compose.config-hash=a8604b0c14314a70c2290c8639f954a9f00dc2c3dbc2ec6ba0b26f0bc6e35bcc,com.docker.compose.container-number=1,com.docker.compose.depends_on=otel-collector:service_started:true,com.docker.compose.image=sha256:68beebb83c965ec673d63b2076e10976eb4503f5de354debfd2faa80f7ffbef3,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.service=collector-local,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\ca,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/run/ca,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\generated\\collector.json,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/binds/1/Target=/run/config/collector.json,desktop.docker.io/ports.scheme=v2,org.opencontainers.image.created=2025-05-27T13:36:10Z,org.opencontainers.image.licenses=Apache-2.0,org.opencontainers.image.name=opentelemetry-collector-releases,org.opencontainers.image.revision=9b749ef1c7500a1ccbaca0cf2be88f8893236c5c,org.opencontainers.image.source=https://github.com/open-telemetry/opentelemetry-collector-releases,org.opencontainers.image.version=0.127.0","LocalVolumes":"0","Mounts":"/run/desktop/m…,/run/desktop/m…","Names":"mtusi-lab7-grade3-collector-local-1","Networks":"","Platform":{"architecture":"amd64","os":"linux"},"Ports":"","RunningFor":"41 minutes ago","Size":"16.4kB (virtual 339MB)","State":"running","Status":"Up 40 minutes"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-11-20 23:54:21 +0300 MSK","HealthStatus":"none","ID":"a2f455934bb4","Image":"haproxy:3.0.11-alpine","Labels":"com.docker.compose.config-hash=aa48e803b99798952c66ceab93d7c041ed028c3d55619794b053628382ed7090,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.image=sha256:108ad0da0bb1ba72947715765a4474d66812e187f82753a21d033285febd9d31,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.service=lb,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\infra\\haproxy.cfg,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/usr/local/etc/haproxy/haproxy.cfg,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\lb,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/binds/1/Target=/run/tls,desktop.docker.io/binds/2/Source=C:\\dev\\mtusi\\lab7\\secrets\\ca,desktop.docker.io/binds/2/SourceKind=hostFile,desktop.docker.io/binds/2/Target=/run/ca,desktop.docker.io/binds/3/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\lb-client,desktop.docker.io/binds/3/SourceKind=hostFile,desktop.docker.io/binds/3/Target=/run/identity,desktop.docker.io/ports.scheme=v2,desktop.docker.io/ports/8443/tcp=127.0.0.1:8443","LocalVolumes":"0","Mounts":"/run/desktop/m…,/run/desktop/m…,/run/desktop/m…,/run/desktop/m…","Names":"mtusi-lab7-grade3-lb-1","Networks":"mtusi-lab7-grade3_default","Platform":{"architecture":"amd64","os":"linux"},"Ports":"127.0.0.1:8443-\u003e8443/tcp","RunningFor":"41 minutes ago","Size":"49.2kB (virtual 30.8MB)","State":"running","Status":"Up 33 minutes"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-11-20 23:54:21 +0300 MSK","HealthStatus":"none","ID":"5cf546884adf","Image":"haproxy:3.0.11-alpine","Labels":"com.docker.compose.config-hash=e3b94fed66dabf1086c44389c897625a8339c0d711569252bef99c441c6bfbd1,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.image=sha256:108ad0da0bb1ba72947715765a4474d66812e187f82753a21d033285febd9d31,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.service=otel-collector,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\otel-collector,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/run/tls,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\generated\\otel-collector.cfg,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/binds/1/Target=/usr/local/etc/haproxy/haproxy.cfg,desktop.docker.io/ports.scheme=v2","LocalVolumes":"0","Mounts":"/run/desktop/m…,/run/desktop/m…","Names":"mtusi-lab7-grade3-otel-collector-1","Networks":"mtusi-lab7-grade3_default","Platform":{"architecture":"amd64","os":"linux"},"Ports":"","RunningFor":"41 minutes ago","Size":"41kB (virtual 30.8MB)","State":"running","Status":"Up 41 minutes"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-11-20 23:54:21 +0300 MSK","HealthStatus":"healthy","ID":"d936f409aed7","Image":"rabbitmq:4.1.4-alpine","Labels":"com.docker.compose.config-hash=cbce0ca03d9de4f7b333fb924fbc5fe119ea9afc220de01cf29b0ce4af3a5fc3,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.image=sha256:c44e8763921d28357050451b9d65d07a522df2f97051132d999abcf1b98b4f13,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.service=broker,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\generated\\definitions.json,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/run/config/definitions.json,desktop.docker.io/binds/2/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\broker,desktop.docker.io/binds/2/SourceKind=hostFile,desktop.docker.io/binds/2/Target=/run/tls,desktop.docker.io/binds/3/Source=C:\\dev\\mtusi\\lab7\\secrets\\ca,desktop.docker.io/binds/3/SourceKind=hostFile,desktop.docker.io/binds/3/Target=/run/ca,desktop.docker.io/binds/4/Source=C:\\dev\\mtusi\\lab7\\infra\\rabbitmq\\rabbitmq.conf,desktop.docker.io/binds/4/SourceKind=hostFile,desktop.docker.io/binds/4/Target=/etc/rabbitmq/rabbitmq.conf,desktop.docker.io/ports.scheme=v2","LocalVolumes":"1","Mounts":"/run/desktop/m…,/run/desktop/m…,/run/desktop/m…,/run/desktop/m…,mtusi-lab7-gra…","Names":"mtusi-lab7-grade3-broker-1","Networks":"mtusi-lab7-grade3_default","Platform":{"architecture":"amd64","os":"linux"},"Ports":"4369/tcp, 5671-5672/tcp, 15691-15692/tcp, 25672/tcp","RunningFor":"41 minutes ago","Size":"32.8kB (virtual 169MB)","State":"running","Status":"Up 16 minutes (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-11-20 23:54:21 +0300 MSK","HealthStatus":"none","ID":"db44ba4ea899","Image":"haproxy:3.0.11-alpine","Labels":"com.docker.compose.config-hash=09378de931d6b12e28dbb369f5d4d87d7d1056dc64d1457574d62bf516e15eb8,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.image=sha256:108ad0da0bb1ba72947715765a4474d66812e187f82753a21d033285febd9d31,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.service=loki,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\loki,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/run/tls,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\generated\\loki.cfg,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/binds/1/Target=/usr/local/etc/haproxy/haproxy.cfg,desktop.docker.io/ports.scheme=v2","LocalVolumes":"0","Mounts":"/run/desktop/m…,/run/desktop/m…","Names":"mtusi-lab7-grade3-loki-1","Networks":"mtusi-lab7-grade3_default","Platform":{"architecture":"amd64","os":"linux"},"Ports":"","RunningFor":"41 minutes ago","Size":"41kB (virtual 30.8MB)","State":"running","Status":"Up 41 minutes"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-11-20 23:54:21 +0300 MSK","HealthStatus":"none","ID":"d420fb85bf06","Image":"haproxy:3.0.11-alpine","Labels":"com.docker.compose.config-hash=d3c43c7221ba19caf33420c36007f06e446370d7589e4cc2cb52d5c66a55708a,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.image=sha256:108ad0da0bb1ba72947715765a4474d66812e187f82753a21d033285febd9d31,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.service=prometheus,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\generated\\prometheus.cfg,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/usr/local/etc/haproxy/haproxy.cfg,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\prometheus,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/binds/1/Target=/run/tls,desktop.docker.io/ports.scheme=v2","LocalVolumes":"0","Mounts":"/run/desktop/m…,/run/desktop/m…","Names":"mtusi-lab7-grade3-prometheus-1","Networks":"mtusi-lab7-grade3_default","Platform":{"architecture":"amd64","os":"linux"},"Ports":"","RunningFor":"41 minutes ago","Size":"41kB (virtual 30.8MB)","State":"running","Status":"Up 40 minutes"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-11-20 23:54:21 +0300 MSK","HealthStatus":"none","ID":"a2bf42397d8c","Image":"haproxy:3.0.11-alpine","Labels":"com.docker.compose.config-hash=92109f975a47ddfe844ba6c0b58f41afde9af7b7613f4a64c9c4439563c98cb4,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.image=sha256:108ad0da0bb1ba72947715765a4474d66812e187f82753a21d033285febd9d31,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.service=tempo,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\tempo,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/run/tls,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\generated\\tempo.cfg,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/binds/1/Target=/usr/local/etc/haproxy/haproxy.cfg,desktop.docker.io/ports.scheme=v2","LocalVolumes":"0","Mounts":"/run/desktop/m…,/run/desktop/m…","Names":"mtusi-lab7-grade3-tempo-1","Networks":"mtusi-lab7-grade3_default","Platform":{"architecture":"amd64","os":"linux"},"Ports":"","RunningFor":"41 minutes ago","Size":"41kB (virtual 30.8MB)","State":"running","Status":"Up 40 minutes"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-11-20 23:54:21 +0300 MSK","HealthStatus":"none","ID":"861edc8072bb","Image":"quay.io/openbao/openbao:2.4.4","Labels":"com.docker.compose.config-hash=d6d18f23a5ef4d900dd5371b47ad6dad19581b5dae569dff3a4a2942b84dde12,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.image=sha256:01bdba095690b1fe7cc1ec956ca422cfe01fd9a994ea28d9a6a2f84886dc9569,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.service=openbao,com.docker.compose.version=5.7.0,description=OpenBao is a tool for securely accessing secrets. A secret is anything that you want to tightly control access to, such as API keys, passwords, certificates, and more. OpenBao provides a unified interface to any secret, while providing tight access control and recording a detailed audit log.,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\openbao,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/run/tls,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\infra\\openbao\\server.hcl,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/binds/1/Target=/run/config/server.hcl,desktop.docker.io/ports.scheme=v2,desktop.docker.io/ports/8200/tcp=127.0.0.1:8200,maintainer=OpenBao \u003copenbao@lists.openssf.org\u003e,name=OpenBao,org.opencontainers.image.created=2025-11-24T20:11:50Z,org.opencontainers.image.description=OpenBao 2.4.4,org.opencontainers.image.documentation=https://github.com/openbao/openbao/blob/main/README.md,org.opencontainers.image.licenses=MPL-2.0,org.opencontainers.image.revision=4bfd70723d4f9b82be00e87b8c018ac661dd9b99,org.opencontainers.image.source=https://github.com/openbao/openbao,org.opencontainers.image.title=bao,org.opencontainers.image.url=https://github.com/openbao/openbao,org.opencontainers.image.vendor=OpenBao,org.opencontainers.image.version=2.4.4,release=2.4.4,revision=4bfd70723d4f9b82be00e87b8c018ac661dd9b99,summary=OpenBao is a tool for securely accessing secrets.,vendor=OpenBao,version=2.4.4","LocalVolumes":"2","Mounts":"mtusi-lab7-gra…,ce0c30627b70b8…,/run/desktop/m…,/run/desktop/m…","Names":"mtusi-lab7-grade3-openbao-1","Networks":"mtusi-lab7-grade3_default","Platform":{"architecture":"amd64","os":"linux"},"Ports":"127.0.0.1:8200-\u003e8200/tcp","RunningFor":"41 minutes ago","Size":"16.4kB (virtual 199MB)","State":"running","Status":"Up 20 minutes"} +{"Command":"\"sh -ec 'unset RUSTF…\"","CreatedAt":"2026-11-20 23:54:21 +0300 MSK","HealthStatus":"healthy","ID":"e29ed7668fd9","Image":"rustfs/rustfs:1.0.0-alpha.85","Labels":"build-date=,com.docker.compose.config-hash=dd648c131bf15d9d3214c927c7f4a34f981fccdca56311bb8c425409126e2fc0,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.image=sha256:35c522d3926bfb3129eb9a9eb8c3431367d15366c63d973987a827a213ee7954,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.service=s3,com.docker.compose.version=5.7.0,description=RustFS is a distributed object storage system written in Rust, supporting erasure coding, multi-tenant management, and observability.,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\ca,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/run/ca,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\s3-admin,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/binds/1/Target=/run/private,desktop.docker.io/binds/3/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\s3,desktop.docker.io/binds/3/SourceKind=hostFile,desktop.docker.io/binds/3/Target=/run/tls,desktop.docker.io/ports.scheme=v2,license=Apache-2.0,maintainer=RustFS Team \u003cdev@rustfs.com\u003e,name=RustFS,org.opencontainers.image.title=RustFS,org.opencontainers.image.description=RustFS distributed object storage system,org.opencontainers.image.version=1.0.0-alpha.85,org.opencontainers.image.revision=08e1f4670b293767d3bcd0a86103c89d18bc6ff9,org.opencontainers.image.source=https://github.com/rustfs/rustfs,org.opencontainers.image.created=2026-03-02T23:54:06Z,org.opencontainers.image.build-type=prerelease,release=1.0.0-alpha.85,summary=High-performance distributed object storage system compatible with S3 API,url=https://rustfs.com,vcs-ref=,vendor=RustFS Team,version=v1.0.0-alpha.85","LocalVolumes":"1","Mounts":"mtusi-lab7-gra…,/run/desktop/m…,/run/desktop/m…,/run/desktop/m…","Names":"mtusi-lab7-grade3-s3-1","Networks":"mtusi-lab7-grade3_default","Platform":{"architecture":"amd64","os":"linux"},"Ports":"9000-9001/tcp","RunningFor":"41 minutes ago","Size":"1.61MB (virtual 234MB)","State":"running","Status":"Up 17 minutes (healthy)"} diff --git a/evidence/grade3/containers.jsonl b/evidence/grade3/containers.jsonl new file mode 100644 index 0000000..520923a --- /dev/null +++ b/evidence/grade3/containers.jsonl @@ -0,0 +1,18 @@ +{"Command":"\"python -m src.serve\"","CreatedAt":"2026-11-20 23:58:39 +0300 MSK","Engine":"","ExitCode":0,"Health":"","ID":"6ba7ad7dfbd5","Image":"mtusi-lab7-api:grade3","Labels":"com.docker.compose.container-number=1,com.docker.compose.image=sha256:2db135a8be5c255c962bf4d63c487cc0a2615288dbf71983ac59b07848d7d031,com.docker.compose.service=api1,com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\ca,com.docker.compose.config-hash=74779541cd15572cb3b45579f93742a52e5ab7e8224b63d3720f31df3d0ec603,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\api1,desktop.docker.io/binds/0/Target=/run/tls,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/binds/2/SourceKind=hostFile,desktop.docker.io/binds/2/Target=/run/identity,desktop.docker.io/ports.scheme=v2,com.docker.compose.depends_on=migrate:service_completed_successfully:false,s3:service_healthy:false,broker:service_healthy:false,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/1/Target=/run/ca,desktop.docker.io/binds/2/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\bao-api","LocalVolumes":"0","Mounts":"/run/desktop/m…,/run/desktop/m…,/run/desktop/m…","Name":"mtusi-lab7-grade3-api1-1","Names":"mtusi-lab7-grade3-api1-1","Networks":"mtusi-lab7-grade3_default","Ports":"8444/tcp","Project":"mtusi-lab7-grade3","Publishers":[{"URL":"","TargetPort":8444,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"4 minutes ago","Service":"api1","Size":"0B","State":"running","Status":"Up 4 minutes"} +{"Command":"\"python -m src.serve\"","CreatedAt":"2026-11-20 23:58:39 +0300 MSK","Engine":"","ExitCode":0,"Health":"","ID":"31f8cfea8b24","Image":"mtusi-lab7-api:grade3","Labels":"desktop.docker.io/binds/2/SourceKind=hostFile,com.docker.compose.config-hash=1b19d181179208fefa0683d6ee0c5d281e1c98d5130b4f1de30b35bd1b3a8208,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.container-number=1,com.docker.compose.depends_on=s3:service_healthy:false,broker:service_healthy:false,migrate:service_completed_successfully:false,com.docker.compose.project=mtusi-lab7-grade3,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\ca,desktop.docker.io/ports.scheme=v2,com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/Target=/run/tls,desktop.docker.io/binds/1/Target=/run/ca,desktop.docker.io/binds/2/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\bao-api,desktop.docker.io/binds/2/Target=/run/identity,com.docker.compose.image=sha256:2db135a8be5c255c962bf4d63c487cc0a2615288dbf71983ac59b07848d7d031,com.docker.compose.service=api2,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\api2,desktop.docker.io/binds/1/SourceKind=hostFile","LocalVolumes":"0","Mounts":"/run/desktop/m…,/run/desktop/m…,/run/desktop/m…","Name":"mtusi-lab7-grade3-api2-1","Names":"mtusi-lab7-grade3-api2-1","Networks":"mtusi-lab7-grade3_default","Ports":"8444/tcp","Project":"mtusi-lab7-grade3","Publishers":[{"URL":"","TargetPort":8444,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"4 minutes ago","Service":"api2","Size":"0B","State":"running","Status":"Up 4 minutes"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-11-20 23:54:21 +0300 MSK","Engine":"","ExitCode":0,"Health":"healthy","ID":"d936f409aed7","Image":"rabbitmq:4.1.4-alpine","Labels":"com.docker.compose.depends_on=,com.docker.compose.oneoff=False,com.docker.compose.project=mtusi-lab7-grade3,desktop.docker.io/binds/2/Target=/run/tls,desktop.docker.io/binds/3/Source=C:\\dev\\mtusi\\lab7\\secrets\\ca,com.docker.compose.config-hash=cbce0ca03d9de4f7b333fb924fbc5fe119ea9afc220de01cf29b0ce4af3a5fc3,com.docker.compose.container-number=1,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\generated\\definitions.json,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/run/config/definitions.json,desktop.docker.io/binds/2/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\broker,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,desktop.docker.io/binds/2/SourceKind=hostFile,desktop.docker.io/binds/3/SourceKind=hostFile,desktop.docker.io/binds/4/Source=C:\\dev\\mtusi\\lab7\\infra\\rabbitmq\\rabbitmq.conf,desktop.docker.io/binds/4/SourceKind=hostFile,desktop.docker.io/ports.scheme=v2,com.docker.compose.image=sha256:c44e8763921d28357050451b9d65d07a522df2f97051132d999abcf1b98b4f13,com.docker.compose.service=broker,desktop.docker.io/binds/3/Target=/run/ca,desktop.docker.io/binds/4/Target=/etc/rabbitmq/rabbitmq.conf","LocalVolumes":"1","Mounts":"/run/desktop/m…,/run/desktop/m…,/run/desktop/m…,/run/desktop/m…,mtusi-lab7-gra…","Name":"mtusi-lab7-grade3-broker-1","Names":"mtusi-lab7-grade3-broker-1","Networks":"mtusi-lab7-grade3_default","Ports":"4369/tcp, 5671-5672/tcp, 15691-15692/tcp, 25672/tcp","Project":"mtusi-lab7-grade3","Publishers":[{"URL":"","TargetPort":4369,"PublishedPort":0,"Protocol":"tcp"},{"URL":"","TargetPort":5671,"PublishedPort":0,"Protocol":"tcp"},{"URL":"","TargetPort":5672,"PublishedPort":0,"Protocol":"tcp"},{"URL":"","TargetPort":15691,"PublishedPort":0,"Protocol":"tcp"},{"URL":"","TargetPort":15692,"PublishedPort":0,"Protocol":"tcp"},{"URL":"","TargetPort":25672,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"8 minutes ago","Service":"broker","Size":"0B","State":"running","Status":"Up 8 minutes (healthy)"} +{"Command":"\"/otelcol-contrib --…\"","CreatedAt":"2026-11-20 23:54:22 +0300 MSK","Engine":"","ExitCode":0,"Health":"","ID":"58a00531a5a7","Image":"otel/opentelemetry-collector-contrib:0.127.0","Labels":"desktop.docker.io/binds/0/SourceKind=hostFile,org.opencontainers.image.version=0.127.0,com.docker.compose.depends_on=otel-collector:service_started:true,com.docker.compose.service=collector-local,com.docker.compose.version=5.7.0,desktop.docker.io/binds/1/Target=/run/config/collector.json,com.docker.compose.config-hash=a8604b0c14314a70c2290c8639f954a9f00dc2c3dbc2ec6ba0b26f0bc6e35bcc,com.docker.compose.image=sha256:68beebb83c965ec673d63b2076e10976eb4503f5de354debfd2faa80f7ffbef3,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\ca,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/ports.scheme=v2,org.opencontainers.image.created=2025-05-27T13:36:10Z,org.opencontainers.image.licenses=Apache-2.0,com.docker.compose.container-number=1,com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,desktop.docker.io/binds/0/Target=/run/ca,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\generated\\collector.json,org.opencontainers.image.name=opentelemetry-collector-releases,org.opencontainers.image.revision=9b749ef1c7500a1ccbaca0cf2be88f8893236c5c,org.opencontainers.image.source=https://github.com/open-telemetry/opentelemetry-collector-releases,com.docker.compose.project=mtusi-lab7-grade3","LocalVolumes":"0","Mounts":"/run/desktop/m…,/run/desktop/m…","Name":"mtusi-lab7-grade3-collector-local-1","Names":"mtusi-lab7-grade3-collector-local-1","Networks":"","Ports":"","Project":"mtusi-lab7-grade3","Publishers":[],"RunningFor":"8 minutes ago","Service":"collector-local","Size":"0B","State":"running","Status":"Up 8 minutes"} +{"Command":"\"/run.sh\"","CreatedAt":"2026-11-20 23:54:21 +0300 MSK","Engine":"","ExitCode":0,"Health":"","ID":"3d046fef9387","Image":"grafana/grafana:12.0.2","Labels":"com.docker.compose.config-hash=ac677d861af1a0b7bfffce18bcc46103e4bc16661129724f511e60db05ab2eea,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/binds/4/Source=C:\\dev\\mtusi\\lab7\\infra\\grafana\\provisioning\\dashboards,desktop.docker.io/ports/3000/tcp=127.0.0.1:3443,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,desktop.docker.io/binds/2/SourceKind=hostFile,desktop.docker.io/binds/3/Source=C:\\dev\\mtusi\\lab7\\secrets\\generated\\datasources.json,org.opencontainers.image.source=https://github.com/grafana/grafana,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\grafana,desktop.docker.io/binds/2/Target=/run/private/password,com.docker.compose.oneoff=False,desktop.docker.io/binds/4/SourceKind=hostFile,com.docker.compose.image=sha256:fe89b739a264c78f2111d68221a1d51db67135ec50885dc93b59a981a7a5d4d5,com.docker.compose.version=5.7.0,desktop.docker.io/binds/4/Target=/etc/grafana/provisioning/dashboards,com.docker.compose.service=grafana,desktop.docker.io/binds/1/Target=/run/tls,desktop.docker.io/binds/5/SourceKind=hostFile,desktop.docker.io/binds/5/Target=/var/lib/grafana/dashboards,desktop.docker.io/ports.scheme=v2,com.docker.compose.depends_on=,desktop.docker.io/binds/2/Source=C:\\dev\\mtusi\\lab7\\secrets\\grafana\\password,desktop.docker.io/binds/3/SourceKind=hostFile,desktop.docker.io/binds/3/Target=/etc/grafana/provisioning/datasources/lab7.yaml,desktop.docker.io/binds/5/Source=C:\\dev\\mtusi\\lab7\\infra\\grafana\\dashboards,maintainer=Grafana Labs \u003chello@grafana.com\u003e,com.docker.compose.container-number=1,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7","LocalVolumes":"1","Mounts":"/run/desktop/m…,/run/desktop/m…,mtusi-lab7-gra…,/run/desktop/m…,/run/desktop/m…,/run/desktop/m…","Name":"mtusi-lab7-grade3-grafana-1","Names":"mtusi-lab7-grade3-grafana-1","Networks":"mtusi-lab7-grade3_default","Ports":"127.0.0.1:3443-\u003e3000/tcp","Project":"mtusi-lab7-grade3","Publishers":[{"URL":"127.0.0.1","TargetPort":3000,"PublishedPort":3443,"Protocol":"tcp"}],"RunningFor":"8 minutes ago","Service":"grafana","Size":"0B","State":"running","Status":"Up 8 minutes"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-11-20 23:54:21 +0300 MSK","Engine":"","ExitCode":0,"Health":"","ID":"a2f455934bb4","Image":"haproxy:3.0.11-alpine","Labels":"com.docker.compose.config-hash=aa48e803b99798952c66ceab93d7c041ed028c3d55619794b053628382ed7090,com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/usr/local/etc/haproxy/haproxy.cfg,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/binds/2/Source=C:\\dev\\mtusi\\lab7\\secrets\\ca,com.docker.compose.image=sha256:108ad0da0bb1ba72947715765a4474d66812e187f82753a21d033285febd9d31,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.version=5.7.0,desktop.docker.io/binds/2/SourceKind=hostFile,desktop.docker.io/binds/3/SourceKind=hostFile,desktop.docker.io/binds/3/Target=/run/identity,com.docker.compose.service=lb,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\infra\\haproxy.cfg,desktop.docker.io/binds/1/Target=/run/tls,desktop.docker.io/binds/2/Target=/run/ca,desktop.docker.io/binds/3/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\lb-client,desktop.docker.io/ports.scheme=v2,desktop.docker.io/ports/8443/tcp=127.0.0.1:8443,com.docker.compose.container-number=1,com.docker.compose.depends_on=,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\lb","LocalVolumes":"0","Mounts":"/run/desktop/m…,/run/desktop/m…,/run/desktop/m…,/run/desktop/m…","Name":"mtusi-lab7-grade3-lb-1","Names":"mtusi-lab7-grade3-lb-1","Networks":"mtusi-lab7-grade3_default","Ports":"127.0.0.1:8443-\u003e8443/tcp","Project":"mtusi-lab7-grade3","Publishers":[{"URL":"127.0.0.1","TargetPort":8443,"PublishedPort":8443,"Protocol":"tcp"}],"RunningFor":"8 minutes ago","Service":"lb","Size":"0B","State":"running","Status":"Up About a minute"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-11-20 23:54:21 +0300 MSK","Engine":"","ExitCode":0,"Health":"","ID":"db44ba4ea899","Image":"haproxy:3.0.11-alpine","Labels":"com.docker.compose.service=loki,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/run/tls,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\generated\\loki.cfg,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/binds/1/Target=/usr/local/etc/haproxy/haproxy.cfg,desktop.docker.io/ports.scheme=v2,com.docker.compose.container-number=1,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\loki,com.docker.compose.config-hash=09378de931d6b12e28dbb369f5d4d87d7d1056dc64d1457574d62bf516e15eb8,com.docker.compose.depends_on=,com.docker.compose.image=sha256:108ad0da0bb1ba72947715765a4474d66812e187f82753a21d033285febd9d31,com.docker.compose.oneoff=False","LocalVolumes":"0","Mounts":"/run/desktop/m…,/run/desktop/m…","Name":"mtusi-lab7-grade3-loki-1","Names":"mtusi-lab7-grade3-loki-1","Networks":"mtusi-lab7-grade3_default","Ports":"","Project":"mtusi-lab7-grade3","Publishers":[],"RunningFor":"8 minutes ago","Service":"loki","Size":"0B","State":"running","Status":"Up 8 minutes"} +{"Command":"\"/usr/bin/loki -conf…\"","CreatedAt":"2026-11-20 23:54:22 +0300 MSK","Engine":"","ExitCode":0,"Health":"","ID":"1d68404cad28","Image":"grafana/loki:3.5.1","Labels":"com.docker.compose.depends_on=loki:service_started:true,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.service=loki-local,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/etc/loki/local-config.yaml,com.docker.compose.config-hash=8fbf1224b8bc905df1d909f3e1571a62c3d268af28087206f6dbd0ccf0feba6d,com.docker.compose.container-number=1,com.docker.compose.image=sha256:3a4e80320df38087263e9d450fd812010ee57e1e0b0679465672c0e227441f43,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\infra\\otel\\loki.yaml,desktop.docker.io/ports.scheme=v2","LocalVolumes":"1","Mounts":"mtusi-lab7-gra…,/run/desktop/m…","Name":"mtusi-lab7-grade3-loki-local-1","Names":"mtusi-lab7-grade3-loki-local-1","Networks":"","Ports":"","Project":"mtusi-lab7-grade3","Publishers":[],"RunningFor":"8 minutes ago","Service":"loki-local","Size":"0B","State":"running","Status":"Up 8 minutes"} +{"Command":"\"python -m src.db\"","CreatedAt":"2026-11-20 23:57:25 +0300 MSK","Engine":"","ExitCode":0,"Health":"","ID":"bfa77b691d49","Image":"mtusi-lab7-api:grade3","Labels":"com.docker.compose.image=sha256:2db135a8be5c255c962bf4d63c487cc0a2615288dbf71983ac59b07848d7d031,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.container-number=1,com.docker.compose.depends_on=postgres:service_healthy:false,desktop.docker.io/binds/1/Target=/run/private/pg_url,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.service=migrate,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\ca,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\postgres\\pg_url,com.docker.compose.config-hash=213da557d51be5a2e71e6d1c91852201c319dae204a59a8606ab8ba4609b530e,com.docker.compose.project=mtusi-lab7-grade3,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/run/ca,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/ports.scheme=v2","LocalVolumes":"0","Mounts":"/run/desktop/m…,/run/desktop/m…","Name":"mtusi-lab7-grade3-migrate-1","Names":"mtusi-lab7-grade3-migrate-1","Networks":"mtusi-lab7-grade3_default","Ports":"","Project":"mtusi-lab7-grade3","Publishers":[],"RunningFor":"5 minutes ago","Service":"migrate","Size":"0B","State":"exited","Status":"Exited (0) 4 minutes ago"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-11-20 23:54:21 +0300 MSK","Engine":"","ExitCode":0,"Health":"","ID":"861edc8072bb","Image":"quay.io/openbao/openbao:2.4.4","Labels":"desktop.docker.io/binds/0/Target=/run/tls,desktop.docker.io/binds/1/Target=/run/config/server.hcl,desktop.docker.io/ports.scheme=v2,desktop.docker.io/ports/8200/tcp=127.0.0.1:8200,org.opencontainers.image.source=https://github.com/openbao/openbao,release=2.4.4,version=2.4.4,com.docker.compose.depends_on=,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\openbao,desktop.docker.io/binds/0/SourceKind=hostFile,org.opencontainers.image.licenses=MPL-2.0,org.opencontainers.image.description=OpenBao 2.4.4,revision=4bfd70723d4f9b82be00e87b8c018ac661dd9b99,desktop.docker.io/binds/1/SourceKind=hostFile,org.opencontainers.image.documentation=https://github.com/openbao/openbao/blob/main/README.md,org.opencontainers.image.url=https://github.com/openbao/openbao,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\infra\\openbao\\server.hcl,maintainer=OpenBao \u003copenbao@lists.openssf.org\u003e,org.opencontainers.image.vendor=OpenBao,summary=OpenBao is a tool for securely accessing secrets.,com.docker.compose.container-number=1,com.docker.compose.version=5.7.0,description=OpenBao is a tool for securely accessing secrets. A secret is anything that you want to tightly control access to, such as API keys, passwords, certificates, and more. OpenBao provides a unified interface to any secret, while providing tight access control and recording a detailed audit log.,name=OpenBao,org.opencontainers.image.title=bao,vendor=OpenBao,com.docker.compose.oneoff=False,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.service=openbao,org.opencontainers.image.created=2025-11-24T20:11:50Z,org.opencontainers.image.revision=4bfd70723d4f9b82be00e87b8c018ac661dd9b99,com.docker.compose.config-hash=d6d18f23a5ef4d900dd5371b47ad6dad19581b5dae569dff3a4a2942b84dde12,com.docker.compose.image=sha256:01bdba095690b1fe7cc1ec956ca422cfe01fd9a994ea28d9a6a2f84886dc9569,org.opencontainers.image.version=2.4.4","LocalVolumes":"2","Mounts":"mtusi-lab7-gra…,ce0c30627b70b8…,/run/desktop/m…,/run/desktop/m…","Name":"mtusi-lab7-grade3-openbao-1","Names":"mtusi-lab7-grade3-openbao-1","Networks":"mtusi-lab7-grade3_default","Ports":"127.0.0.1:8200-\u003e8200/tcp","Project":"mtusi-lab7-grade3","Publishers":[{"URL":"127.0.0.1","TargetPort":8200,"PublishedPort":8200,"Protocol":"tcp"}],"RunningFor":"8 minutes ago","Service":"openbao","Size":"0B","State":"running","Status":"Up 8 minutes"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-11-20 23:54:21 +0300 MSK","Engine":"","ExitCode":0,"Health":"","ID":"5cf546884adf","Image":"haproxy:3.0.11-alpine","Labels":"com.docker.compose.image=sha256:108ad0da0bb1ba72947715765a4474d66812e187f82753a21d033285febd9d31,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/Target=/run/tls,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.service=otel-collector,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\generated\\otel-collector.cfg,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/ports.scheme=v2,com.docker.compose.config-hash=e3b94fed66dabf1086c44389c897625a8339c0d711569252bef99c441c6bfbd1,com.docker.compose.container-number=1,desktop.docker.io/binds/1/Target=/usr/local/etc/haproxy/haproxy.cfg,com.docker.compose.depends_on=,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\otel-collector","LocalVolumes":"0","Mounts":"/run/desktop/m…,/run/desktop/m…","Name":"mtusi-lab7-grade3-otel-collector-1","Names":"mtusi-lab7-grade3-otel-collector-1","Networks":"mtusi-lab7-grade3_default","Ports":"","Project":"mtusi-lab7-grade3","Publishers":[],"RunningFor":"8 minutes ago","Service":"otel-collector","Size":"0B","State":"running","Status":"Up 8 minutes"} +{"Command":"\"sh /run/config/star…\"","CreatedAt":"2026-11-20 23:54:21 +0300 MSK","Engine":"","ExitCode":0,"Health":"healthy","ID":"16858d225268","Image":"postgres:16.8-bookworm","Labels":"desktop.docker.io/binds/3/SourceKind=hostFile,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/Target=/run/tls,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\infra\\postgres,desktop.docker.io/binds/1/Target=/run/config,desktop.docker.io/binds/3/Source=C:\\dev\\mtusi\\lab7\\secrets\\postgres,com.docker.compose.config-hash=f99612a332b39a812b6c4cae16111e1dbe09e21a39318160c4782abb208ae6b0,com.docker.compose.depends_on=,com.docker.compose.project=mtusi-lab7-grade3,desktop.docker.io/ports.scheme=v2,com.docker.compose.service=postgres,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\postgres,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/binds/3/Target=/run/private,com.docker.compose.container-number=1,com.docker.compose.image=sha256:e75c0253ec375a157657c75bbb1705a8bbdd844d5f258973f9e3eb33cfcd9e33,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/2/Source=C:\\dev\\mtusi\\lab7\\infra\\postgres\\init.sh,desktop.docker.io/binds/2/SourceKind=hostFile,desktop.docker.io/binds/2/Target=/docker-entrypoint-initdb.d/10-roles.sh","LocalVolumes":"1","Mounts":"/run/desktop/m…,/run/desktop/m…,/run/desktop/m…,/run/desktop/m…,mtusi-lab7-gra…","Name":"mtusi-lab7-grade3-postgres-1","Names":"mtusi-lab7-grade3-postgres-1","Networks":"mtusi-lab7-grade3_default","Ports":"5432/tcp","Project":"mtusi-lab7-grade3","Publishers":[{"URL":"","TargetPort":5432,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"8 minutes ago","Service":"postgres","Size":"0B","State":"running","Status":"Up 8 minutes (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-11-20 23:54:21 +0300 MSK","Engine":"","ExitCode":0,"Health":"","ID":"d420fb85bf06","Image":"haproxy:3.0.11-alpine","Labels":"com.docker.compose.service=prometheus,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/binds/1/Target=/run/tls,com.docker.compose.config-hash=d3c43c7221ba19caf33420c36007f06e446370d7589e4cc2cb52d5c66a55708a,com.docker.compose.version=5.7.0,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\prometheus,com.docker.compose.depends_on=,com.docker.compose.oneoff=False,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.container-number=1,com.docker.compose.image=sha256:108ad0da0bb1ba72947715765a4474d66812e187f82753a21d033285febd9d31,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\generated\\prometheus.cfg,desktop.docker.io/binds/0/Target=/usr/local/etc/haproxy/haproxy.cfg,desktop.docker.io/ports.scheme=v2,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7","LocalVolumes":"0","Mounts":"/run/desktop/m…,/run/desktop/m…","Name":"mtusi-lab7-grade3-prometheus-1","Names":"mtusi-lab7-grade3-prometheus-1","Networks":"mtusi-lab7-grade3_default","Ports":"","Project":"mtusi-lab7-grade3","Publishers":[],"RunningFor":"8 minutes ago","Service":"prometheus","Size":"0B","State":"running","Status":"Up 8 minutes"} +{"Command":"\"/bin/prometheus --c…\"","CreatedAt":"2026-11-20 23:54:22 +0300 MSK","Engine":"","ExitCode":0,"Health":"","ID":"c40bd2bfedc2","Image":"prom/prometheus:v3.4.1","Labels":"desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\infra\\otel\\prometheus.yaml,desktop.docker.io/binds/1/SourceKind=hostFile,com.docker.compose.depends_on=prometheus:service_started:true,com.docker.compose.oneoff=False,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,desktop.docker.io/ports.scheme=v2,maintainer=The Prometheus Authors \u003cprometheus-developers@googlegroups.com\u003e,com.docker.compose.config-hash=7ced9c5586731f9098f171b306601a607f33b8fda82b2b219902123a36daaf4e,com.docker.compose.container-number=1,com.docker.compose.image=sha256:d47ad27caa12a6f81491a5f6e0d724d6eee5954b4e1bf23961ef13666fc23679,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.version=5.7.0,org.opencontainers.image.source=https://github.com/prometheus/prometheus,com.docker.compose.service=prometheus-local,desktop.docker.io/binds/1/Target=/etc/prometheus/prometheus.yml","LocalVolumes":"1","Mounts":"mtusi-lab7-gra…,/run/desktop/m…","Name":"mtusi-lab7-grade3-prometheus-local-1","Names":"mtusi-lab7-grade3-prometheus-local-1","Networks":"","Ports":"","Project":"mtusi-lab7-grade3","Publishers":[],"RunningFor":"8 minutes ago","Service":"prometheus-local","Size":"0B","State":"running","Status":"Up 8 minutes"} +{"Command":"\"sh -ec 'unset RUSTF…\"","CreatedAt":"2026-11-20 23:54:21 +0300 MSK","Engine":"","ExitCode":0,"Health":"healthy","ID":"e29ed7668fd9","Image":"rustfs/rustfs:1.0.0-alpha.85@sha256:23ff2af1ec2d64e0fb9608a1c39b5eb96fcff3a8efecf332986c948b0e3e4f8a","Labels":"com.docker.compose.depends_on=,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.version=5.7.0,version=v1.0.0-alpha.85,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.service=s3,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/ports.scheme=v2,maintainer=RustFS Team \u003cdev@rustfs.com\u003e,com.docker.compose.oneoff=False,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,description=RustFS is a distributed object storage system written in Rust, supporting erasure coding, multi-tenant management, and observability.,desktop.docker.io/binds/3/SourceKind=hostFile,name=RustFS,build-date=,com.docker.compose.container-number=1,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/run/ca,url=https://rustfs.com,vcs-ref=,release=1.0.0-alpha.85,com.docker.compose.config-hash=dd648c131bf15d9d3214c927c7f4a34f981fccdca56311bb8c425409126e2fc0,com.docker.compose.image=sha256:35c522d3926bfb3129eb9a9eb8c3431367d15366c63d973987a827a213ee7954,desktop.docker.io/binds/3/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\s3,license=Apache-2.0,org.opencontainers.image.title=RustFS,org.opencontainers.image.description=RustFS distributed object storage system,org.opencontainers.image.version=1.0.0-alpha.85,org.opencontainers.image.revision=08e1f4670b293767d3bcd0a86103c89d18bc6ff9,org.opencontainers.image.source=https://github.com/rustfs/rustfs,org.opencontainers.image.created=2026-03-02T23:54:06Z,org.opencontainers.image.build-type=prerelease,vendor=RustFS Team,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\s3-admin,desktop.docker.io/binds/1/Target=/run/private,desktop.docker.io/binds/3/Target=/run/tls,summary=High-performance distributed object storage system compatible with S3 API,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\ca","LocalVolumes":"1","Mounts":"mtusi-lab7-gra…,/run/desktop/m…,/run/desktop/m…,/run/desktop/m…","Name":"mtusi-lab7-grade3-s3-1","Names":"mtusi-lab7-grade3-s3-1","Networks":"mtusi-lab7-grade3_default","Ports":"9000-9001/tcp","Project":"mtusi-lab7-grade3","Publishers":[{"URL":"","TargetPort":9000,"PublishedPort":0,"Protocol":"tcp"},{"URL":"","TargetPort":9001,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"8 minutes ago","Service":"s3","Size":"0B","State":"running","Status":"Up 7 minutes (healthy)"} +{"Command":"\"docker-entrypoint.s…\"","CreatedAt":"2026-11-20 23:54:21 +0300 MSK","Engine":"","ExitCode":0,"Health":"","ID":"a2bf42397d8c","Image":"haproxy:3.0.11-alpine","Labels":"com.docker.compose.config-hash=92109f975a47ddfe844ba6c0b58f41afde9af7b7613f4a64c9c4439563c98cb4,com.docker.compose.project=mtusi-lab7-grade3,desktop.docker.io/binds/0/Target=/run/tls,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\generated\\tempo.cfg,desktop.docker.io/binds/1/Target=/usr/local/etc/haproxy/haproxy.cfg,com.docker.compose.image=sha256:108ad0da0bb1ba72947715765a4474d66812e187f82753a21d033285febd9d31,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\tempo,desktop.docker.io/ports.scheme=v2,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.service=tempo,com.docker.compose.version=5.7.0,com.docker.compose.container-number=1,com.docker.compose.depends_on=,com.docker.compose.oneoff=False,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/1/SourceKind=hostFile","LocalVolumes":"0","Mounts":"/run/desktop/m…,/run/desktop/m…","Name":"mtusi-lab7-grade3-tempo-1","Names":"mtusi-lab7-grade3-tempo-1","Networks":"mtusi-lab7-grade3_default","Ports":"","Project":"mtusi-lab7-grade3","Publishers":[],"RunningFor":"8 minutes ago","Service":"tempo","Size":"0B","State":"running","Status":"Up 8 minutes"} +{"Command":"\"/tempo -config.file…\"","CreatedAt":"2026-11-20 23:54:22 +0300 MSK","Engine":"","ExitCode":0,"Health":"","ID":"d0795c2f4d0b","Image":"grafana/tempo:2.8.0","Labels":"desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\infra\\otel\\tempo.yaml,desktop.docker.io/binds/0/SourceKind=hostFile,com.docker.compose.config-hash=bb3434f8ea32d340d5c64034aef7a91ac317903739c15e6f4e755c3b1d79e8a6,com.docker.compose.container-number=1,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.version=5.7.0,desktop.docker.io/binds/0/Target=/etc/tempo.yaml,desktop.docker.io/ports.scheme=v2,com.docker.compose.depends_on=tempo:service_started:true,com.docker.compose.image=sha256:83dfc42eec216ab338cfcea5d8128e05f74d3f6f02643328ce07600dbb9932bf,com.docker.compose.oneoff=False,com.docker.compose.service=tempo-local","LocalVolumes":"1","Mounts":"/run/desktop/m…,mtusi-lab7-gra…","Name":"mtusi-lab7-grade3-tempo-local-1","Names":"mtusi-lab7-grade3-tempo-local-1","Networks":"","Ports":"","Project":"mtusi-lab7-grade3","Publishers":[],"RunningFor":"8 minutes ago","Service":"tempo-local","Size":"0B","State":"running","Status":"Up 8 minutes"} +{"Command":"\"python -m src.worker\"","CreatedAt":"2026-11-20 23:58:39 +0300 MSK","Engine":"","ExitCode":0,"Health":"","ID":"578c6a161678","Image":"mtusi-lab7-api:grade3","Labels":"com.docker.compose.image=sha256:2db135a8be5c255c962bf4d63c487cc0a2615288dbf71983ac59b07848d7d031,com.docker.compose.service=worker,desktop.docker.io/binds/0/SourceKind=hostFile,desktop.docker.io/binds/0/Target=/run/identity,desktop.docker.io/ports.scheme=v2,com.docker.compose.project=mtusi-lab7-grade3,com.docker.compose.project.config_files=C:\\dev\\mtusi\\lab7\\compose.yaml,com.docker.compose.project.working_dir=C:\\dev\\mtusi\\lab7,com.docker.compose.version=5.7.0,desktop.docker.io/binds/1/SourceKind=hostFile,desktop.docker.io/binds/1/Source=C:\\dev\\mtusi\\lab7\\secrets\\ca,com.docker.compose.oneoff=False,desktop.docker.io/binds/0/Source=C:\\dev\\mtusi\\lab7\\secrets\\pki\\bao-worker,desktop.docker.io/binds/1/Target=/run/ca,com.docker.compose.config-hash=95d2dc5f84cea9e666388cce50a75d79c59f78b824ae4c625c37134d96e00d55,com.docker.compose.container-number=1,com.docker.compose.depends_on=migrate:service_completed_successfully:false,s3:service_healthy:false,broker:service_healthy:false","LocalVolumes":"0","Mounts":"/run/desktop/m…,/run/desktop/m…","Name":"mtusi-lab7-grade3-worker-1","Names":"mtusi-lab7-grade3-worker-1","Networks":"mtusi-lab7-grade3_default","Ports":"8444/tcp","Project":"mtusi-lab7-grade3","Publishers":[{"URL":"","TargetPort":8444,"PublishedPort":0,"Protocol":"tcp"}],"RunningFor":"4 minutes ago","Service":"worker","Size":"0B","State":"running","Status":"Up 4 minutes"} diff --git a/evidence/grade3/dependencies-api.jsonl b/evidence/grade3/dependencies-api.jsonl new file mode 100644 index 0000000..a534596 --- /dev/null +++ b/evidence/grade3/dependencies-api.jsonl @@ -0,0 +1,18 @@ +OpenBao read: role=api policy=lab7-api ttl=300s +{"role": "api", "case": "Bao foreign CA", "status": "PASS"} +{"role": "api", "case": "Bao own KV and peer identity rejected", "status": "PASS", "ttl": 300, "policies": ["lab7-api"]} +{"role": "api", "case": "Bao authorization rejection", "status": "PASS", "path": "lab7/data/worker", "code": 403} +{"role": "api", "case": "Bao authorization rejection", "status": "PASS", "path": "lab7/data/admin", "code": 403} +{"role": "api", "case": "Bao authorization rejection", "status": "PASS", "path": "sys/mounts", "code": 403} +{"role": "api", "case": "Bao authorization rejection", "status": "PASS", "path": "sys/policies/acl/review-denied", "code": 403} +{"role": "api", "case": "PostgreSQL verify-full", "status": "PASS", "identity": "lab_api", "protocol": "TLSv1.3"} +{"role": "api", "case": "PostgreSQL ACL", "status": "PASS", "sqlstate": "42501"} +{"role": "api", "case": "PostgreSQL foreign CA", "status": "PASS"} +{"role": "api", "case": "PostgreSQL wrong hostname", "status": "PASS"} +{"role": "api", "case": "S3 verified HTTPS and authorized object HEAD", "status": "PASS"} +{"role": "api", "case": "S3 prefix ACL", "status": "PASS", "object": "staging/absent", "code": 403} +{"role": "api", "case": "S3 foreign CA", "status": "PASS"} +{"role": "api", "case": "AMQPS verified and authenticated", "status": "PASS", "identity": "lab_api"} +{"role": "api", "case": "RabbitMQ ACL", "status": "PASS", "code": 403} +{"role": "api", "case": "RabbitMQ foreign CA", "status": "PASS"} +{"role": "api", "case": "OTLP TLS, authorized ingest, anonymous rejected", "status": "PASS"} diff --git a/evidence/grade3/dependencies-worker.jsonl b/evidence/grade3/dependencies-worker.jsonl new file mode 100644 index 0000000..23fe693 --- /dev/null +++ b/evidence/grade3/dependencies-worker.jsonl @@ -0,0 +1,17 @@ +OpenBao read: role=worker policy=lab7-worker ttl=300s +{"role": "worker", "case": "Bao foreign CA", "status": "PASS"} +{"role": "worker", "case": "Bao own KV and peer identity rejected", "status": "PASS", "ttl": 300, "policies": ["lab7-worker"]} +{"role": "worker", "case": "Bao authorization rejection", "status": "PASS", "path": "lab7/data/api", "code": 403} +{"role": "worker", "case": "Bao authorization rejection", "status": "PASS", "path": "lab7/data/admin", "code": 403} +{"role": "worker", "case": "Bao authorization rejection", "status": "PASS", "path": "sys/mounts", "code": 403} +{"role": "worker", "case": "Bao authorization rejection", "status": "PASS", "path": "sys/policies/acl/review-denied", "code": 403} +{"role": "worker", "case": "PostgreSQL verify-full", "status": "PASS", "identity": "lab_worker", "protocol": "TLSv1.3"} +{"role": "worker", "case": "PostgreSQL ACL", "status": "PASS", "sqlstate": "42501"} +{"role": "worker", "case": "PostgreSQL foreign CA", "status": "PASS"} +{"role": "worker", "case": "PostgreSQL wrong hostname", "status": "PASS"} +{"role": "worker", "case": "S3 prefix ACL", "status": "PASS", "object": "health/ready", "code": 403} +{"role": "worker", "case": "S3 foreign CA", "status": "PASS"} +{"role": "worker", "case": "AMQPS verified and authenticated", "status": "PASS", "identity": "lab_worker"} +{"role": "worker", "case": "RabbitMQ ACL", "status": "PASS", "code": 403} +{"role": "worker", "case": "RabbitMQ foreign CA", "status": "PASS"} +{"role": "worker", "case": "OTLP TLS, authorized ingest, anonymous rejected", "status": "PASS"} diff --git a/evidence/grade3/failover.txt b/evidence/grade3/failover.txt new file mode 100644 index 0000000..c662f69 --- /dev/null +++ b/evidence/grade3/failover.txt @@ -0,0 +1,47 @@ + Container mtusi-lab7-grade3-tools-run-98f867e9ee41 Creating + Container mtusi-lab7-grade3-tools-run-98f867e9ee41 Created +python3 tests/resilience.py --mode failover --action-script "scripts/stop-one.sh" --base-url "https://localhost:8443" --ca-file "/run/ca/public.crt" +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +Hook accepted for project mtusi-lab7-grade3: api1 + Container mtusi-lab7-grade3-api1-1 Stopping + Container mtusi-lab7-grade3-api1-1 Stopped +{"observed_instances_before": 2, "successful_writes": 81, "failed_attempts": 2, "first_recovery_seconds": 2.745} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. +api1 6b9790026c9d9f13d15c52106a24c94acd344217f9b7b790fe0b04b81c924350 exited started=2026-11-20T21:10:16.962069005Z finished=2026-11-20T21:13:55.645906094Z +api2 c1711db77cbb1e95f454f7c53b8abe22cf060fe49d4c3598ffa253c3e7fcf262 running started=2026-11-20T21:10:17.015696594Z finished=2026-11-20T21:10:16.67315651Z + Container mtusi-lab7-grade3-s3-1 Waiting + Container mtusi-lab7-grade3-broker-1 Waiting + Container mtusi-lab7-grade3-postgres-1 Waiting + Container mtusi-lab7-grade3-s3-1 Healthy + Container mtusi-lab7-grade3-broker-1 Healthy + Container mtusi-lab7-grade3-postgres-1 Healthy + Container mtusi-lab7-grade3-migrate-1 Starting + Container mtusi-lab7-grade3-migrate-1 Started + Container mtusi-lab7-grade3-migrate-1 Waiting + Container mtusi-lab7-grade3-migrate-1 Exited + Container mtusi-lab7-grade3-api1-1 Starting + Container mtusi-lab7-grade3-api1-1 Started + Container mtusi-lab7-grade3-tools-run-791db92d6943 Creating + Container mtusi-lab7-grade3-tools-run-791db92d6943 Created +python3 tests/resilience.py --mode failover --action-script "scripts/stop-one.sh" --base-url "https://localhost:8443" --ca-file "/run/ca/public.crt" +Executing explicit failover hook; hook output suppressed to avoid leaking secrets. +Hook accepted for project mtusi-lab7-grade3: api2 + Container mtusi-lab7-grade3-api2-1 Stopping + Container mtusi-lab7-grade3-api2-1 Stopped +{"observed_instances_before": 2, "successful_writes": 86, "failed_attempts": 2, "first_recovery_seconds": 2.76} +PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence. +api1 6b9790026c9d9f13d15c52106a24c94acd344217f9b7b790fe0b04b81c924350 running started=2026-11-20T21:14:13.643409098Z finished=2026-11-20T21:13:55.645906094Z +api2 c1711db77cbb1e95f454f7c53b8abe22cf060fe49d4c3598ffa253c3e7fcf262 exited started=2026-11-20T21:10:17.015696594Z finished=2026-11-20T21:14:22.874983775Z + Container mtusi-lab7-grade3-broker-1 Waiting + Container mtusi-lab7-grade3-postgres-1 Waiting + Container mtusi-lab7-grade3-s3-1 Waiting + Container mtusi-lab7-grade3-broker-1 Healthy + Container mtusi-lab7-grade3-postgres-1 Healthy + Container mtusi-lab7-grade3-migrate-1 Starting + Container mtusi-lab7-grade3-s3-1 Healthy + Container mtusi-lab7-grade3-migrate-1 Started + Container mtusi-lab7-grade3-migrate-1 Waiting + Container mtusi-lab7-grade3-migrate-1 Exited + Container mtusi-lab7-grade3-api2-1 Starting + Container mtusi-lab7-grade3-api2-1 Started +PASS: public failover test observed both stopped replicas diff --git a/evidence/grade3/grafana-operator.txt b/evidence/grade3/grafana-operator.txt new file mode 100644 index 0000000..18538ab --- /dev/null +++ b/evidence/grade3/grafana-operator.txt @@ -0,0 +1 @@ +PASS: Grafana operator HTTPS admin read HTTP 200, anonymous HTTP 401 diff --git a/evidence/grade3/hardening.json b/evidence/grade3/hardening.json new file mode 100644 index 0000000..a610a79 --- /dev/null +++ b/evidence/grade3/hardening.json @@ -0,0 +1,203 @@ +[ + { + "service": "api1", + "uid": "10001", + "status": "running", + "ports": {}, + "memory_bytes": 402653184, + "nano_cpus": 1000000000, + "pids_limit": 64, + "image": "sha256:2c95dce62fe8b6b5dd55f39352b58e3bcae46a1d8e13332588fd301a70fe0bb6" + }, + { + "service": "api2", + "uid": "10001", + "status": "running", + "ports": {}, + "memory_bytes": 402653184, + "nano_cpus": 1000000000, + "pids_limit": 64, + "image": "sha256:2c95dce62fe8b6b5dd55f39352b58e3bcae46a1d8e13332588fd301a70fe0bb6" + }, + { + "service": "broker", + "uid": null, + "status": "running", + "ports": {}, + "memory_bytes": 0, + "nano_cpus": 0, + "pids_limit": null, + "image": "sha256:b736d649308e1b3e1a116c3f36986b605ee3d03e88f10166be2900083d2e63f2" + }, + { + "service": "collector-local", + "uid": null, + "status": "running", + "ports": {}, + "memory_bytes": 201326592, + "nano_cpus": 0, + "pids_limit": null, + "image": "sha256:e94cfd92357aa21f4101dda3c0c01f90e6f24115ba91b263c4d09fed7911ae68" + }, + { + "service": "grafana", + "uid": null, + "status": "running", + "ports": { + "3000/tcp": [ + { + "HostIp": "127.0.0.1", + "HostPort": "3443" + } + ] + }, + "memory_bytes": 402653184, + "nano_cpus": 0, + "pids_limit": null, + "image": "sha256:b5b59bfc7561634c2d7b136c4543d702ebcc94a3da477f21ff26f89ffd4214fa" + }, + { + "service": "lb", + "uid": null, + "status": "running", + "ports": { + "8443/tcp": [ + { + "HostIp": "127.0.0.1", + "HostPort": "8443" + } + ] + }, + "memory_bytes": 0, + "nano_cpus": 0, + "pids_limit": null, + "image": "sha256:e49b7beb96f4dba79f9a671515b469a6e516a2b88ff0681a820b184bba1effbd" + }, + { + "service": "loki", + "uid": null, + "status": "running", + "ports": {}, + "memory_bytes": 0, + "nano_cpus": 0, + "pids_limit": null, + "image": "sha256:e49b7beb96f4dba79f9a671515b469a6e516a2b88ff0681a820b184bba1effbd" + }, + { + "service": "loki-local", + "uid": null, + "status": "running", + "ports": {}, + "memory_bytes": 469762048, + "nano_cpus": 0, + "pids_limit": null, + "image": "sha256:a74594532eec4cc313401beedc4dd2708c43674c032084b1aeb87c14a5be1745" + }, + { + "service": "migrate", + "uid": null, + "status": "exited", + "ports": {}, + "memory_bytes": 402653184, + "nano_cpus": 1000000000, + "pids_limit": 64, + "image": "sha256:2c95dce62fe8b6b5dd55f39352b58e3bcae46a1d8e13332588fd301a70fe0bb6" + }, + { + "service": "openbao", + "uid": null, + "status": "running", + "ports": { + "8200/tcp": [ + { + "HostIp": "127.0.0.1", + "HostPort": "8200" + } + ] + }, + "memory_bytes": 0, + "nano_cpus": 0, + "pids_limit": null, + "image": "sha256:595c83b42614a4d2b044608e4593c05b019c5db25bc9c185d8fff3ac96c03ddd" + }, + { + "service": "otel-collector", + "uid": null, + "status": "running", + "ports": {}, + "memory_bytes": 0, + "nano_cpus": 0, + "pids_limit": null, + "image": "sha256:e49b7beb96f4dba79f9a671515b469a6e516a2b88ff0681a820b184bba1effbd" + }, + { + "service": "postgres", + "uid": null, + "status": "running", + "ports": {}, + "memory_bytes": 0, + "nano_cpus": 0, + "pids_limit": null, + "image": "sha256:301bcb60b8a3ee4ab7e147932723e3abd1cef53516ce5210b39fd9fe5e3602ae" + }, + { + "service": "prometheus", + "uid": null, + "status": "running", + "ports": {}, + "memory_bytes": 0, + "nano_cpus": 0, + "pids_limit": null, + "image": "sha256:e49b7beb96f4dba79f9a671515b469a6e516a2b88ff0681a820b184bba1effbd" + }, + { + "service": "prometheus-local", + "uid": null, + "status": "running", + "ports": {}, + "memory_bytes": 402653184, + "nano_cpus": 0, + "pids_limit": null, + "image": "sha256:9abc6cf6aea7710d163dbb28d8eeb7dc5baef01e38fa4cd146a406dd9f07f70d" + }, + { + "service": "s3", + "uid": null, + "status": "running", + "ports": {}, + "memory_bytes": 0, + "nano_cpus": 0, + "pids_limit": null, + "image": "sha256:23ff2af1ec2d64e0fb9608a1c39b5eb96fcff3a8efecf332986c948b0e3e4f8a" + }, + { + "service": "tempo", + "uid": null, + "status": "running", + "ports": {}, + "memory_bytes": 0, + "nano_cpus": 0, + "pids_limit": null, + "image": "sha256:e49b7beb96f4dba79f9a671515b469a6e516a2b88ff0681a820b184bba1effbd" + }, + { + "service": "tempo-local", + "uid": null, + "status": "running", + "ports": {}, + "memory_bytes": 469762048, + "nano_cpus": 0, + "pids_limit": null, + "image": "sha256:3cbb1b4eae79b158d25006d88abadb1f87ef98f8a902cd54c3bdffff78ea6cda" + }, + { + "service": "worker", + "uid": "10001", + "status": "running", + "ports": {}, + "memory_bytes": 402653184, + "nano_cpus": 1000000000, + "pids_limit": 64, + "image": "sha256:2c95dce62fe8b6b5dd55f39352b58e3bcae46a1d8e13332588fd301a70fe0bb6" + } +] diff --git a/evidence/grade3/images.txt b/evidence/grade3/images.txt new file mode 100644 index 0000000..41a365a --- /dev/null +++ b/evidence/grade3/images.txt @@ -0,0 +1,19 @@ +CONTAINER REPOSITORY TAG PLATFORM IMAGE ID SIZE CREATED +mtusi-lab7-grade3-api1-1 mtusi-lab7-api grade3 linux/amd64 e293b64c05d8 323MB 8 minutes ago +mtusi-lab7-grade3-api2-1 mtusi-lab7-api grade3 linux/amd64 e293b64c05d8 323MB 8 minutes ago +mtusi-lab7-grade3-broker-1 rabbitmq 4.1.4-alpine linux/amd64 b736d649308e 251MB 13 months ago +mtusi-lab7-grade3-collector-local-1 otel/opentelemetry-collector-contrib 0.127.0 linux/amd64 e94cfd92357a 427MB 18 months ago +mtusi-lab7-grade3-grafana-1 grafana/grafana 12.0.2 linux/amd64 b5b59bfc7561 897MB 17 months ago +mtusi-lab7-grade3-lb-1 haproxy 3.0.11-alpine linux/amd64 e49b7beb96f4 44.4MB 17 months ago +mtusi-lab7-grade3-loki-1 haproxy 3.0.11-alpine linux/amd64 e49b7beb96f4 44.4MB 17 months ago +mtusi-lab7-grade3-loki-local-1 grafana/loki 3.5.1 linux/amd64 a74594532eec 165MB 18 months ago +mtusi-lab7-grade3-migrate-1 mtusi-lab7-api grade3 linux/amd64 e293b64c05d8 323MB 8 minutes ago +mtusi-lab7-grade3-openbao-1 quay.io/openbao/openbao 2.4.4 linux/amd64 595c83b42614 278MB 12 months ago +mtusi-lab7-grade3-otel-collector-1 haproxy 3.0.11-alpine linux/amd64 e49b7beb96f4 44.4MB 17 months ago +mtusi-lab7-grade3-postgres-1 postgres 16.8-bookworm linux/amd64 301bcb60b8a3 617MB 21 months ago +mtusi-lab7-grade3-prometheus-1 haproxy 3.0.11-alpine linux/amd64 e49b7beb96f4 44.4MB 17 months ago +mtusi-lab7-grade3-prometheus-local-1 prom/prometheus v3.4.1 linux/amd64 9abc6cf6aea7 427MB 17 months ago +mtusi-lab7-grade3-s3-1 rustfs/rustfs linux/amd64 23ff2af1ec2d 313MB 8 months ago +mtusi-lab7-grade3-tempo-1 haproxy 3.0.11-alpine linux/amd64 e49b7beb96f4 44.4MB 17 months ago +mtusi-lab7-grade3-tempo-local-1 grafana/tempo 2.8.0 linux/amd64 3cbb1b4eae79 156MB 17 months ago +mtusi-lab7-grade3-worker-1 mtusi-lab7-api grade3 linux/amd64 e293b64c05d8 323MB 8 minutes ago diff --git a/evidence/grade3/migrations.txt b/evidence/grade3/migrations.txt new file mode 100644 index 0000000..54f3b09 --- /dev/null +++ b/evidence/grade3/migrations.txt @@ -0,0 +1,2 @@ +migrate-1 | PASS: versioned migrations applied (already applied versions skipped) +migrate-1 | PASS: versioned migrations applied (already applied versions skipped) diff --git a/evidence/grade3/network-final.txt b/evidence/grade3/network-final.txt new file mode 100644 index 0000000..7a91efd --- /dev/null +++ b/evidence/grade3/network-final.txt @@ -0,0 +1,57 @@ + Container mtusi-lab7-grade3-tools-run-7a13242cce50 Creating + Container mtusi-lab7-grade3-tools-run-7a13242cce50 Created +{"case": "trusted localhost", "status": "PASS", "protocol": "TLSv1.3"} +{"case": "foreign CA", "status": "PASS", "stage": "TLS handshake", "rejection": "unable to get local issuer certificate"} +{"case": "wrong hostname", "status": "PASS", "stage": "TLS handshake", "rejection": "Hostname mismatch, certificate is not valid for 'wrong.test'."} +{"case": "api1: matching LB DNS SAN", "status": "PASS", "protocol": "TLSv1.3"} +{"case": "api1: matching LB DNS SAN, TLS 1.2 control", "status": "PASS", "protocol": "TLSv1.2"} +{"case": "api1: no client certificate", "status": "PASS", "stage": "TLS handshake", "rejection": "UNEXPECTED_EOF_WHILE_READING"} +{"case": "api1: unrelated client CA", "status": "PASS", "stage": "TLS handshake", "rejection": "UNEXPECTED_EOF_WHILE_READING"} +{"case": "api1: trusted issuer, disallowed DNS SAN", "status": "PASS", "stage": "HTTP after TLS handshake", "rejection": "RemoteDisconnected"} +{"case": "api2: matching LB DNS SAN", "status": "PASS", "protocol": "TLSv1.3"} +{"case": "api2: matching LB DNS SAN, TLS 1.2 control", "status": "PASS", "protocol": "TLSv1.2"} +{"case": "api2: no client certificate", "status": "PASS", "stage": "TLS handshake", "rejection": "UNEXPECTED_EOF_WHILE_READING"} +{"case": "api2: unrelated client CA", "status": "PASS", "stage": "TLS handshake", "rejection": "UNEXPECTED_EOF_WHILE_READING"} +{"case": "api2: trusted issuer, disallowed DNS SAN", "status": "PASS", "stage": "HTTP after TLS handshake", "rejection": "RemoteDisconnected"} +OpenBao read: role=api policy=lab7-api ttl=300s +{"role": "api", "case": "Bao foreign CA", "status": "PASS"} +{"role": "api", "case": "Bao own KV and peer identity rejected", "status": "PASS", "ttl": 300, "policies": ["lab7-api"]} +{"role": "api", "case": "Bao authorization rejection", "status": "PASS", "path": "lab7/data/worker", "code": 403} +{"role": "api", "case": "Bao authorization rejection", "status": "PASS", "path": "lab7/data/admin", "code": 403} +{"role": "api", "case": "Bao authorization rejection", "status": "PASS", "path": "sys/mounts", "code": 403} +{"role": "api", "case": "Bao authorization rejection", "status": "PASS", "path": "sys/policies/acl/review-denied", "code": 403} +{"role": "api", "case": "PostgreSQL verify-full", "status": "PASS", "identity": "lab_api", "protocol": "TLSv1.3"} +{"role": "api", "case": "PostgreSQL ACL", "status": "PASS", "sqlstate": "42501"} +{"role": "api", "case": "PostgreSQL foreign CA", "status": "PASS"} +{"role": "api", "case": "PostgreSQL wrong hostname", "status": "PASS"} +{"role": "api", "case": "S3 verified HTTPS and authorized object HEAD", "status": "PASS"} +{"role": "api", "case": "S3 prefix ACL", "status": "PASS", "object": "staging/absent", "code": 403} +{"role": "api", "case": "S3 foreign CA", "status": "PASS"} +{"role": "api", "case": "AMQPS verified and authenticated", "status": "PASS", "identity": "lab_api"} +{"role": "api", "case": "RabbitMQ ACL", "status": "PASS", "code": 403} +{"role": "api", "case": "RabbitMQ foreign CA", "status": "PASS"} +{"role": "api", "case": "OTLP TLS, authorized ingest, anonymous rejected", "status": "PASS"} +OpenBao read: role=worker policy=lab7-worker ttl=300s +{"role": "worker", "case": "Bao foreign CA", "status": "PASS"} +{"role": "worker", "case": "Bao own KV and peer identity rejected", "status": "PASS", "ttl": 300, "policies": ["lab7-worker"]} +{"role": "worker", "case": "Bao authorization rejection", "status": "PASS", "path": "lab7/data/api", "code": 403} +{"role": "worker", "case": "Bao authorization rejection", "status": "PASS", "path": "lab7/data/admin", "code": 403} +{"role": "worker", "case": "Bao authorization rejection", "status": "PASS", "path": "sys/mounts", "code": 403} +{"role": "worker", "case": "Bao authorization rejection", "status": "PASS", "path": "sys/policies/acl/review-denied", "code": 403} +{"role": "worker", "case": "PostgreSQL verify-full", "status": "PASS", "identity": "lab_worker", "protocol": "TLSv1.3"} +{"role": "worker", "case": "PostgreSQL ACL", "status": "PASS", "sqlstate": "42501"} +{"role": "worker", "case": "PostgreSQL foreign CA", "status": "PASS"} +{"role": "worker", "case": "PostgreSQL wrong hostname", "status": "PASS"} +{"role": "worker", "case": "S3 prefix ACL", "status": "PASS", "object": "health/ready", "code": 403} +{"role": "worker", "case": "S3 foreign CA", "status": "PASS"} +{"role": "worker", "case": "AMQPS verified and authenticated", "status": "PASS", "identity": "lab_worker"} +{"role": "worker", "case": "RabbitMQ ACL", "status": "PASS", "code": 403} +{"role": "worker", "case": "RabbitMQ foreign CA", "status": "PASS"} +{"role": "worker", "case": "OTLP TLS, authorized ingest, anonymous rejected", "status": "PASS"} + Container mtusi-lab7-grade3-tools-run-6659a594c3dd Creating + Container mtusi-lab7-grade3-tools-run-6659a594c3dd Created +{"case": "prometheus restricted TLS gateway", "status": "PASS", "reader": 200, "wrong_role": 403, "anonymous_write": 403, "bad_ca": "CERTIFICATE_VERIFY_FAILED", "localhost_only_port": 19090} +{"case": "loki restricted TLS gateway", "status": "PASS", "reader": 200, "wrong_role": 403, "anonymous_write": 403, "bad_ca": "CERTIFICATE_VERIFY_FAILED", "localhost_only_port": 13100} +{"case": "tempo restricted TLS gateway", "status": "PASS", "reader": 200, "wrong_role": 403, "anonymous_write": 403, "bad_ca": "CERTIFICATE_VERIFY_FAILED", "localhost_only_port": 13200} +{"case": "Collector plaintext receiver isolated", "status": "PASS", "localhost_only_port": 14318} +PASS: loopback-only published ingress and admin ports, app UID 10001 and resource/privilege limits diff --git a/evidence/grade3/offline.txt b/evidence/grade3/offline.txt new file mode 100644 index 0000000..ad4a114 --- /dev/null +++ b/evidence/grade3/offline.txt @@ -0,0 +1,5 @@ +python3 scripts/check_contract.py +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. +python3 scripts/validate_openapi.py +PASS: full OpenAPI 3.1 and JSON Schema validation; application NOT tested. +PASS: docker compose config --quiet diff --git a/evidence/grade3/openbao-init.txt b/evidence/grade3/openbao-init.txt new file mode 100644 index 0000000..38d72cc --- /dev/null +++ b/evidence/grade3/openbao-init.txt @@ -0,0 +1,5 @@ +Observed initial operator bootstrap stdout (sensitive values withheld): +OpenBao 2.4.4: initialized=False sealed=True +PASS: initialized file storage, 2-of-3 shares encrypted for local Windows operator +PASS: operator unseal completed +PASS: persistent KV v2, independent certificate auth, scoped policies, 300s max TTL diff --git a/evidence/grade3/openbao-restart.txt b/evidence/grade3/openbao-restart.txt new file mode 100644 index 0000000..0163a85 --- /dev/null +++ b/evidence/grade3/openbao-restart.txt @@ -0,0 +1,18 @@ +Before restart: 861edc8072bb799bf20f8268b1cc76d1ed657087e5a21c7e509c7c794b190d48 2026-11-20T20:54:30.165394123Z mtusi-lab7-grade3_bao_data + Container mtusi-lab7-grade3-openbao-1 Restarting + Container mtusi-lab7-grade3-openbao-1 Started +After restart: 861edc8072bb799bf20f8268b1cc76d1ed657087e5a21c7e509c7c794b190d48 2026-11-20T21:14:47.157362913Z mtusi-lab7-grade3_bao_data initialized=True sealed=True + Container mtusi-lab7-grade3-worker-run-87a834300ea9 Creating + Container mtusi-lab7-grade3-worker-run-87a834300ea9 Created +PASS: new process refuses to start with sealed OpenBao +PASS: running API retains its in-memory dependencies while OpenBao is sealed +OpenBao 2.4.4: initialized=True sealed=True +PASS: operator unseal completed + Container mtusi-lab7-grade3-api1-run-3cf28a641002 Creating + Container mtusi-lab7-grade3-api1-run-3cf28a641002 Created +OpenBao read: role=api policy=lab7-api ttl=300s +PASS: scoped KV restored without bootstrap rewrite + Container mtusi-lab7-grade3-worker-run-0022c71ce6cd Creating + Container mtusi-lab7-grade3-worker-run-0022c71ce6cd Created +OpenBao read: role=worker policy=lab7-worker ttl=300s +PASS: scoped KV restored without bootstrap rewrite diff --git a/evidence/grade3/persistence.txt b/evidence/grade3/persistence.txt new file mode 100644 index 0000000..5136ba8 --- /dev/null +++ b/evidence/grade3/persistence.txt @@ -0,0 +1,30 @@ + Container mtusi-lab7-grade3-tools-run-50498697ae94 Creating + Container mtusi-lab7-grade3-tools-run-50498697ae94 Created +python3 tests/resilience.py --mode persistence --action-script "scripts/restart.sh" --base-url "https://localhost:8443" --ca-file "/run/ca/public.crt" +Executing explicit persistence hook; hook output suppressed to avoid leaking secrets. +Hook accepted for project mtusi-lab7-grade3: restart +api1 6b9790026c9d9f13d15c52106a24c94acd344217f9b7b790fe0b04b81c924350 running started=2026-11-20T21:08:02.049103166Z finished=2026-11-20T21:08:01.700471124Z +api2 c1711db77cbb1e95f454f7c53b8abe22cf060fe49d4c3598ffa253c3e7fcf262 running started=2026-11-20T21:08:00.857432742Z finished=2026-11-20T21:08:00.162916871Z +worker eab1ce5673e3aeff13c6af5222ad1d8d9329e1f4ebc2380c1c5f116548704366 running started=2026-11-20T21:07:59.174468717Z finished=2026-11-20T21:07:58.891011962Z +postgres 70f23dc291722d681d4ef377c7fe1b0de2360f15a0e7cd8aad206593a0a3cc14 running started=2026-11-20T21:07:56.613455714Z finished=2026-11-20T21:07:56.320276859Z +s3 e29ed7668fd9fb4cef029f2290fee8e68b6d50f240ef6f66f822dfc0fde90b42 running started=2026-11-20T21:07:57.985203918Z finished=2026-11-20T21:07:57.733080051Z +broker d936f409aed708a5b860da6567f020cc0aa543c55650129677c305212bab7443 running started=2026-11-20T21:07:57.705657823Z finished=2026-11-20T21:07:57.451353267Z + Container mtusi-lab7-grade3-broker-1 Restarting + Container mtusi-lab7-grade3-s3-1 Restarting + Container mtusi-lab7-grade3-postgres-1 Restarting + Container mtusi-lab7-grade3-postgres-1 Started + Container mtusi-lab7-grade3-broker-1 Started + Container mtusi-lab7-grade3-s3-1 Started + Container mtusi-lab7-grade3-api1-1 Restarting + Container mtusi-lab7-grade3-worker-1 Restarting + Container mtusi-lab7-grade3-api2-1 Restarting + Container mtusi-lab7-grade3-worker-1 Started + Container mtusi-lab7-grade3-api1-1 Started + Container mtusi-lab7-grade3-api2-1 Started +api1 6b9790026c9d9f13d15c52106a24c94acd344217f9b7b790fe0b04b81c924350 running started=2026-11-20T21:10:16.962069005Z finished=2026-11-20T21:10:16.670814415Z +api2 c1711db77cbb1e95f454f7c53b8abe22cf060fe49d4c3598ffa253c3e7fcf262 running started=2026-11-20T21:10:17.015696594Z finished=2026-11-20T21:10:16.67315651Z +worker eab1ce5673e3aeff13c6af5222ad1d8d9329e1f4ebc2380c1c5f116548704366 running started=2026-11-20T21:10:16.448496339Z finished=2026-11-20T21:10:16.148093275Z +postgres 70f23dc291722d681d4ef377c7fe1b0de2360f15a0e7cd8aad206593a0a3cc14 running started=2026-11-20T21:10:13.245358333Z finished=2026-11-20T21:10:13.018434417Z +s3 e29ed7668fd9fb4cef029f2290fee8e68b6d50f240ef6f66f822dfc0fde90b42 running started=2026-11-20T21:10:14.734774283Z finished=2026-11-20T21:10:14.432253462Z +broker d936f409aed708a5b860da6567f020cc0aa543c55650129677c305212bab7443 running started=2026-11-20T21:10:14.419669746Z finished=2026-11-20T21:10:14.083962763Z +PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence. diff --git a/evidence/grade3/public-final.txt b/evidence/grade3/public-final.txt new file mode 100644 index 0000000..3d1558b --- /dev/null +++ b/evidence/grade3/public-final.txt @@ -0,0 +1,6 @@ + Container mtusi-lab7-grade3-tools-run-5ddc345df561 Creating + Container mtusi-lab7-grade3-tools-run-5ddc345df561 Created +python3 tests/smoke.py --base-url "https://localhost:8443" --ca-file "/run/ca/public.crt" +PASS: lab7 public API scenario; infrastructure and grading evidence remain separate. +python3 tests/security.py --base-url "https://localhost:8443" --ca-file "/run/ca/public.crt" +PASS: trusted HTTPS works; untrusted CA rejected. This does NOT verify internal mTLS, OpenBao or hardening. diff --git a/evidence/grade3/public-tests.txt b/evidence/grade3/public-tests.txt new file mode 100644 index 0000000..5df08fa --- /dev/null +++ b/evidence/grade3/public-tests.txt @@ -0,0 +1,4 @@ +python3 tests/smoke.py --base-url "https://localhost:8443" --ca-file "/run/ca/public.crt" +PASS: lab7 public API scenario; infrastructure and grading evidence remain separate. +python3 tests/security.py --base-url "https://localhost:8443" --ca-file "/run/ca/public.crt" +PASS: trusted HTTPS works; untrusted CA rejected. This does NOT verify internal mTLS, OpenBao or hardening. diff --git a/evidence/grade3/resilience.txt b/evidence/grade3/resilience.txt new file mode 100644 index 0000000..59e939b --- /dev/null +++ b/evidence/grade3/resilience.txt @@ -0,0 +1,46 @@ + Container mtusi-lab7-grade3-tools-run-50498697ae94 Creating + Container mtusi-lab7-grade3-tools-run-50498697ae94 Created +python3 tests/resilience.py --mode persistence --action-script "scripts/restart.sh" --base-url "https://localhost:8443" --ca-file "/run/ca/public.crt" +Executing explicit persistence hook; hook output suppressed to avoid leaking secrets. +Hook accepted for project mtusi-lab7-grade3: restart +api1 6b9790026c9d9f13d15c52106a24c94acd344217f9b7b790fe0b04b81c924350 running started=2026-11-20T21:08:02.049103166Z finished=2026-11-20T21:08:01.700471124Z +api2 c1711db77cbb1e95f454f7c53b8abe22cf060fe49d4c3598ffa253c3e7fcf262 running started=2026-11-20T21:08:00.857432742Z finished=2026-11-20T21:08:00.162916871Z +worker eab1ce5673e3aeff13c6af5222ad1d8d9329e1f4ebc2380c1c5f116548704366 running started=2026-11-20T21:07:59.174468717Z finished=2026-11-20T21:07:58.891011962Z +postgres 70f23dc291722d681d4ef377c7fe1b0de2360f15a0e7cd8aad206593a0a3cc14 running started=2026-11-20T21:07:56.613455714Z finished=2026-11-20T21:07:56.320276859Z +s3 e29ed7668fd9fb4cef029f2290fee8e68b6d50f240ef6f66f822dfc0fde90b42 running started=2026-11-20T21:07:57.985203918Z finished=2026-11-20T21:07:57.733080051Z +broker d936f409aed708a5b860da6567f020cc0aa543c55650129677c305212bab7443 running started=2026-11-20T21:07:57.705657823Z finished=2026-11-20T21:07:57.451353267Z + Container mtusi-lab7-grade3-broker-1 Restarting + Container mtusi-lab7-grade3-s3-1 Restarting + Container mtusi-lab7-grade3-postgres-1 Restarting + Container mtusi-lab7-grade3-postgres-1 Started + Container mtusi-lab7-grade3-broker-1 Started + Container mtusi-lab7-grade3-s3-1 Started + Container mtusi-lab7-grade3-api1-1 Restarting + Container mtusi-lab7-grade3-worker-1 Restarting + Container mtusi-lab7-grade3-api2-1 Restarting + Container mtusi-lab7-grade3-worker-1 Started + Container mtusi-lab7-grade3-api1-1 Started + Container mtusi-lab7-grade3-api2-1 Started +api1 6b9790026c9d9f13d15c52106a24c94acd344217f9b7b790fe0b04b81c924350 running started=2026-11-20T21:10:16.962069005Z finished=2026-11-20T21:10:16.670814415Z +api2 c1711db77cbb1e95f454f7c53b8abe22cf060fe49d4c3598ffa253c3e7fcf262 running started=2026-11-20T21:10:17.015696594Z finished=2026-11-20T21:10:16.67315651Z +worker eab1ce5673e3aeff13c6af5222ad1d8d9329e1f4ebc2380c1c5f116548704366 running started=2026-11-20T21:10:16.448496339Z finished=2026-11-20T21:10:16.148093275Z +postgres 70f23dc291722d681d4ef377c7fe1b0de2360f15a0e7cd8aad206593a0a3cc14 running started=2026-11-20T21:10:13.245358333Z finished=2026-11-20T21:10:13.018434417Z +s3 e29ed7668fd9fb4cef029f2290fee8e68b6d50f240ef6f66f822dfc0fde90b42 running started=2026-11-20T21:10:14.734774283Z finished=2026-11-20T21:10:14.432253462Z +broker d936f409aed708a5b860da6567f020cc0aa543c55650129677c305212bab7443 running started=2026-11-20T21:10:14.419669746Z finished=2026-11-20T21:10:14.083962763Z +PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence. + Container mtusi-lab7-grade3-tools-run-e0f01e9a14c5 Creating + Container mtusi-lab7-grade3-tools-run-e0f01e9a14c5 Created +python3 tests/resilience.py --mode failover --action-script "scripts/stop-one.sh" --base-url "https://localhost:8443" --ca-file "/run/ca/public.crt" +FAIL: POST /api/v1/chats/2bec5ebc-a4eb-47f7-b342-90994556cc3c/attachments: expected [202], received 503 +make: *** [Makefile:30: test-failover] Error 1 + +Traceback (most recent call last): + File "C:\dev\mtusi\lab7\scripts\test_resilience.py", line 110, in + main() + ~~~~^^ + File "C:\dev\mtusi\lab7\scripts\test_resilience.py", line 99, in main + targets.add(scenario("failover")) + ~~~~~~~~^^^^^^^^^^^^ + File "C:\dev\mtusi\lab7\scripts\test_resilience.py", line 76, in scenario + raise RuntimeError(f"Public {mode} test failed") +RuntimeError: Public failover test failed diff --git a/evidence/grade3/resources.txt b/evidence/grade3/resources.txt new file mode 100644 index 0000000..a3f4918 --- /dev/null +++ b/evidence/grade3/resources.txt @@ -0,0 +1,17 @@ +mtusi-lab7-grade3-api1-1 7.04% 107.7MiB / 384MiB 10 +mtusi-lab7-grade3-api2-1 2.85% 104.9MiB / 384MiB 10 +mtusi-lab7-grade3-broker-1 9.39% 120.3MiB / 7.676GiB 30 +mtusi-lab7-grade3-collector-local-1 1.04% 118.5MiB / 192MiB 10 +mtusi-lab7-grade3-grafana-1 0.28% 135.5MiB / 384MiB 15 +mtusi-lab7-grade3-lb-1 1.03% 14MiB / 7.676GiB 5 +mtusi-lab7-grade3-loki-1 0.26% 13.65MiB / 7.676GiB 5 +mtusi-lab7-grade3-loki-local-1 1.71% 70.12MiB / 448MiB 8 +mtusi-lab7-grade3-openbao-1 3.96% 20.71MiB / 7.676GiB 11 +mtusi-lab7-grade3-otel-collector-1 0.20% 25.27MiB / 7.676GiB 5 +mtusi-lab7-grade3-postgres-1 29.72% 66.16MiB / 7.676GiB 8 +mtusi-lab7-grade3-prometheus-1 0.00% 13.69MiB / 7.676GiB 5 +mtusi-lab7-grade3-prometheus-local-1 0.00% 26.49MiB / 384MiB 10 +mtusi-lab7-grade3-s3-1 8.73% 82.29MiB / 7.676GiB 12 +mtusi-lab7-grade3-tempo-1 0.06% 13.65MiB / 7.676GiB 5 +mtusi-lab7-grade3-tempo-local-1 0.73% 244.8MiB / 448MiB 8 +mtusi-lab7-grade3-worker-1 0.04% 87.86MiB / 384MiB 5 diff --git a/evidence/grade3/runtime.txt b/evidence/grade3/runtime.txt new file mode 100644 index 0000000..836c5ab --- /dev/null +++ b/evidence/grade3/runtime.txt @@ -0,0 +1,3 @@ +Docker 29.9.3 server / 29.9.3 client +Docker Compose version v5.7.0 +4 vCPU 8242376704 bytes diff --git a/evidence/grade3/s3-bootstrap-final.txt b/evidence/grade3/s3-bootstrap-final.txt new file mode 100644 index 0000000..916601e --- /dev/null +++ b/evidence/grade3/s3-bootstrap-final.txt @@ -0,0 +1,3 @@ + Container mtusi-lab7-grade3-s3-bootstrap-run-f5836eee8360 Creating + Container mtusi-lab7-grade3-s3-bootstrap-run-f5836eee8360 Created +PASS: RustFS private bucket and separate scoped identities diff --git a/evidence/grade3/s3-bootstrap.txt b/evidence/grade3/s3-bootstrap.txt new file mode 100644 index 0000000..461b74a --- /dev/null +++ b/evidence/grade3/s3-bootstrap.txt @@ -0,0 +1 @@ +PASS: RustFS private bucket and separate scoped identities diff --git a/evidence/grade3/secrets-scan.txt b/evidence/grade3/secrets-scan.txt new file mode 100644 index 0000000..62c394f --- /dev/null +++ b/evidence/grade3/secrets-scan.txt @@ -0,0 +1 @@ +PASS: public artifact bytes and project Compose logs checked against 26 local secret literals and private-key/Bearer patterns. No matches. diff --git a/evidence/grade3/skeleton-after.txt b/evidence/grade3/skeleton-after.txt new file mode 100644 index 0000000..49297e4 --- /dev/null +++ b/evidence/grade3/skeleton-after.txt @@ -0,0 +1,42 @@ +9c307884eda8387a781e8942b4df571ae0eee950c822aff044e7ed3d21e325f9 .dockerignore +af2e2a0d957c48b790422350cfec315663db302b8bef4498c9bc9746ce5a9dda .env.example +0644837aaefe0d0994d3c60aa6e9805b59691a98e312adb80429bc724b7562d7 .github/pull_request_template.md +57acaf40811dddc83f27bc52bff3e22e60f817ef1b71d764678562ec56f5ca97 .github/workflows/contracts.yml +fd2c5f54cd9dde6efd64b3977cd10d1400f83609939585778a2acce1b087581d .gitignore +08f247085938bd1efc4b8f7f48e3d520b1dc11ce569f4259491e8f01b9abd02c CONTRIBUTING.md +1e3c65e345b7f89d08ed86a3b50061935ee8157907cb4043cfa40689781f54e0 COURSE.md +37050a40f15e29ee7f5eed7b2123fea9e6531d68b5735256e4c41c60255cffc9 Dockerfile.example +fea16411b0742e524780ae52b276c509e1451acd2383fa366ff25dce4001869c MAINTAINERS.md +99f06720c21e53b5fb6bb0f46aeddf9d37dd6bfa107d4d4581d23a3ad3d30ee3 Makefile +abf9ba538be4a4c2933871a05915c015edd769b69dbba9acfc5ec09b269db8c4 README.md +f96b9f2c85717e26f9d47709a6796c2e37ca7c509acb6651d8ef854bb0a0baef REPORT.md +c7b5919ac5e4202a37859d72a1df91f1da70a5ca6203908c43f7e20dcd6184ba compose.example.yaml +4c04faede4a2ffa35183455b51da21764b7fa3997c0a4b3963614b82586eed28 contracts/README.md +d7c4c39e5393fc40d2aa5065a8b874274110eb8553f47c05d31df17c0fa41d21 contracts/attachment-states.md +2816da2e63058d55bdcbeceb92b231ea2509c86df8c5a0aa908be83bd0599469 contracts/examples.json +1bc53ef42061f4809b3439235feef0c7bd9dfdac0b3e9858ff41c320ba3ba7a7 contracts/infrastructure.json +060362d0877c07a5229556ac5aa012e164931e78df72761f6a84771c6ac2a9f9 contracts/jobs.schema.json +b11ebf3ad60d6e39ed83d9bc8c7f3b0c038dec9daec8a5560bca3cefa506dac1 contracts/observability.md +b7dcbeee1b85223706981a1c4af0f656252ac7632ef3af7681145ee132b226f6 contracts/openapi.json +84965308fa9815bd2a0cfa1ba2803c2797248e26d6ddb80e93a3071102f79fd5 contracts/trust-matrix.md +4ae3ab8da9fe3af5442f6b2e60c55d7d34de7bf0addffcc6a55f981baf0fe5cf evidence/README.md +6adf66d49e87006ac37f6576fb71b57b766585fabbfff117f93c0116954176dd examples/requests.http +33a4f7b870fd0b2bed98d46daf26d45dd7436176739672925246f8e3fe7c2278 infra/README.md +beb36152de32f0d132f734d5a9a34ad4e46d7236e57c7b7475e02c1b478cce96 infra/openbao/README.md +709332a3e910f9d42cb2a44c8d24b13aff6ce0ac7b671840e3cc273ddb82d3d6 infra/otel/README.md +7237c0cba03dac630ac0cfcb58243656f809337fc35f09113b62103590b840dd lab.json +e70f5e9db859ef3439dc6ae647890a18cd7a2752889598bbd19c822f31b7c499 requirements-dev.txt +61e300fe5c1074360418e24b4653b12f96808247a2beaf2a64859aa360f81493 scripts/check_contract.py +7cbfc7f518b975ee3ca37a645359ff734ab0686789b795a9ac845789eb46fbd9 scripts/restart.example.sh +6467c6e1515dee72982f85bced3f3862601ae0dbfafd4fd4818ef420f1dea040 scripts/stop-one.example.sh +cd7a33221b1860c5d2330e52afa6cb222d375db671ae9ab379ba51a0d3a77946 scripts/validate_openapi.py +16c27d1327cbef29b727b6bea83265b603ebb1f3b9f9ed4bd90ca421cd096ab4 security/THREAT_MODEL.md +89afb3063ec0ccd7cb68fdac1de57513f9cc81b77bad96f202daaca2b66a5e82 tests/README.md +b318084e2a4c380db91a55d082190bf33979fa556a4c4ca87e01f46ae275775c tests/client.py +0eaa4e8837032d1786fc0c4b1576656ff3f4d1931fdd51b80e5c053f88ab3872 tests/fixtures/README.md +99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75 tests/fixtures/sample.png +ef48d8882ab138b9699a173e7419e5814c22a10b01b6b0ddbb50ea49481a5baa tests/image_probe.py +9a9aff05e109630e243c3b092d7bd564344e4872b29e38b6618647a08460a72e tests/load.py +4ba30b9c81a0664127ddab2b0bea5e76aa2087be8bb25aa13cd5a8e69be23fdd tests/resilience.py +f26d9484914500e37a092587e35cb11b4f0ca0cfe348388802d06087d9f68038 tests/security.py +354e168e1e644145c3ff50bbbe189fd217cce5659aa125f588098025ffab0fdf tests/smoke.py diff --git a/evidence/grade3/skeleton-before.txt b/evidence/grade3/skeleton-before.txt new file mode 100644 index 0000000..87cad9a --- /dev/null +++ b/evidence/grade3/skeleton-before.txt @@ -0,0 +1,42 @@ +9c307884eda8387a781e8942b4df571ae0eee950c822aff044e7ed3d21e325f9 .dockerignore +9297fd9950dbeeedf9ed29c6300b101de7db8deab5c78975bdb38687143a8117 .env.example +0644837aaefe0d0994d3c60aa6e9805b59691a98e312adb80429bc724b7562d7 .github/pull_request_template.md +57acaf40811dddc83f27bc52bff3e22e60f817ef1b71d764678562ec56f5ca97 .github/workflows/contracts.yml +fd2c5f54cd9dde6efd64b3977cd10d1400f83609939585778a2acce1b087581d .gitignore +08f247085938bd1efc4b8f7f48e3d520b1dc11ce569f4259491e8f01b9abd02c CONTRIBUTING.md +1e3c65e345b7f89d08ed86a3b50061935ee8157907cb4043cfa40689781f54e0 COURSE.md +37050a40f15e29ee7f5eed7b2123fea9e6531d68b5735256e4c41c60255cffc9 Dockerfile.example +fea16411b0742e524780ae52b276c509e1451acd2383fa366ff25dce4001869c MAINTAINERS.md +99f06720c21e53b5fb6bb0f46aeddf9d37dd6bfa107d4d4581d23a3ad3d30ee3 Makefile +abf9ba538be4a4c2933871a05915c015edd769b69dbba9acfc5ec09b269db8c4 README.md +d01324fd05d5764dfc2bc4e952477804cc46531e7ff16f4fad792cd89bcf1ef9 REPORT.md +c7b5919ac5e4202a37859d72a1df91f1da70a5ca6203908c43f7e20dcd6184ba compose.example.yaml +4c04faede4a2ffa35183455b51da21764b7fa3997c0a4b3963614b82586eed28 contracts/README.md +d7c4c39e5393fc40d2aa5065a8b874274110eb8553f47c05d31df17c0fa41d21 contracts/attachment-states.md +2816da2e63058d55bdcbeceb92b231ea2509c86df8c5a0aa908be83bd0599469 contracts/examples.json +1bc53ef42061f4809b3439235feef0c7bd9dfdac0b3e9858ff41c320ba3ba7a7 contracts/infrastructure.json +060362d0877c07a5229556ac5aa012e164931e78df72761f6a84771c6ac2a9f9 contracts/jobs.schema.json +b11ebf3ad60d6e39ed83d9bc8c7f3b0c038dec9daec8a5560bca3cefa506dac1 contracts/observability.md +b7dcbeee1b85223706981a1c4af0f656252ac7632ef3af7681145ee132b226f6 contracts/openapi.json +2f8068dc02b153c60f19e64198dd9ddf3c960e7faff2c5a810eb560e0d79ba0e contracts/trust-matrix.md +4ae3ab8da9fe3af5442f6b2e60c55d7d34de7bf0addffcc6a55f981baf0fe5cf evidence/README.md +6adf66d49e87006ac37f6576fb71b57b766585fabbfff117f93c0116954176dd examples/requests.http +33a4f7b870fd0b2bed98d46daf26d45dd7436176739672925246f8e3fe7c2278 infra/README.md +beb36152de32f0d132f734d5a9a34ad4e46d7236e57c7b7475e02c1b478cce96 infra/openbao/README.md +709332a3e910f9d42cb2a44c8d24b13aff6ce0ac7b671840e3cc273ddb82d3d6 infra/otel/README.md +7237c0cba03dac630ac0cfcb58243656f809337fc35f09113b62103590b840dd lab.json +e70f5e9db859ef3439dc6ae647890a18cd7a2752889598bbd19c822f31b7c499 requirements-dev.txt +61e300fe5c1074360418e24b4653b12f96808247a2beaf2a64859aa360f81493 scripts/check_contract.py +7cbfc7f518b975ee3ca37a645359ff734ab0686789b795a9ac845789eb46fbd9 scripts/restart.example.sh +6467c6e1515dee72982f85bced3f3862601ae0dbfafd4fd4818ef420f1dea040 scripts/stop-one.example.sh +cd7a33221b1860c5d2330e52afa6cb222d375db671ae9ab379ba51a0d3a77946 scripts/validate_openapi.py +248bdabd0619358ea75d581df0c286b2d72e8550089fd6f1b8c4ef349de22550 security/THREAT_MODEL.md +89afb3063ec0ccd7cb68fdac1de57513f9cc81b77bad96f202daaca2b66a5e82 tests/README.md +b318084e2a4c380db91a55d082190bf33979fa556a4c4ca87e01f46ae275775c tests/client.py +0eaa4e8837032d1786fc0c4b1576656ff3f4d1931fdd51b80e5c053f88ab3872 tests/fixtures/README.md +99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75 tests/fixtures/sample.png +ef48d8882ab138b9699a173e7419e5814c22a10b01b6b0ddbb50ea49481a5baa tests/image_probe.py +9a9aff05e109630e243c3b092d7bd564344e4872b29e38b6618647a08460a72e tests/load.py +4ba30b9c81a0664127ddab2b0bea5e76aa2087be8bb25aa13cd5a8e69be23fdd tests/resilience.py +f26d9484914500e37a092587e35cb11b4f0ca0cfe348388802d06087d9f68038 tests/security.py +354e168e1e644145c3ff50bbbe189fd217cce5659aa125f588098025ffab0fdf tests/smoke.py diff --git a/evidence/grade3/skeleton-changes.txt b/evidence/grade3/skeleton-changes.txt new file mode 100644 index 0000000..40b67a8 --- /dev/null +++ b/evidence/grade3/skeleton-changes.txt @@ -0,0 +1,5 @@ +PASS: four designated teacher files updated, all others byte-identical. Index untouched. +.env.example +contracts/trust-matrix.md +REPORT.md +security/THREAT_MODEL.md diff --git a/evidence/grade3/status.json b/evidence/grade3/status.json new file mode 100644 index 0000000..df39250 --- /dev/null +++ b/evidence/grade3/status.json @@ -0,0 +1,172 @@ +{ + "target_grade": 3, + "project": "mtusi-lab7-grade3", + "environment": "Docker Desktop linux/amd64 on Windows", + "results": [ + { + "criterion": "Compose, сборка и миграции", + "status": "PASS", + "command": "scripts/start.ps1", + "observation": "Три образа собраны, версионный мигратор завершился, HTTPS readiness отвечает", + "evidence": [ + "bootstrap-final.txt", + "migrations.txt" + ] + }, + { + "criterion": "Контракт и публичный smoke", + "status": "PASS", + "command": "make check validate / make test", + "observation": "Публичные тесты прошли через HTTPS с CA_FILE", + "evidence": [ + "offline.txt", + "public-final.txt" + ] + }, + { + "criterion": "Внешний TLS", + "status": "PASS", + "command": "make test-security / tls.py", + "observation": "Пустой и чужой trust store, неверный hostname отклонены при верификации", + "evidence": [ + "public-final.txt", + "tls-verified.jsonl" + ] + }, + { + "criterion": "mTLS обеих API", + "status": "PASS", + "command": "tls.py", + "observation": "Обе реплики принимают LB SAN. Отсутствующий cert, чужой CA и запрещённый SAN отклонены", + "evidence": [ + "tls-verified.jsonl", + "certificates.json" + ] + }, + { + "criterion": "PostgreSQL", + "status": "PASS", + "command": "dependencies.py", + "observation": "verify-full TLS 1.3 под разными ролями, чужой CA и SAN отклонены, SQLSTATE 42501 для запрещённых операций", + "evidence": [ + "dependencies-api.jsonl", + "dependencies-worker.jsonl" + ] + }, + { + "criterion": "RustFS", + "status": "PASS", + "command": "dependencies.py / grade3.py", + "observation": "HTTPS, разные prefix policies, запрет unsigned GET и неразрешённых объектов", + "evidence": [ + "s3-bootstrap-final.txt", + "dependencies-api.jsonl", + "dependencies-worker.jsonl", + "attachment-regression-final.txt" + ] + }, + { + "criterion": "RabbitMQ и worker", + "status": "PASS", + "command": "dependencies.py / grade3.py", + "observation": "AMQPS и разные identities. Два durable jobs пережили рестарт, JPEG и PNG обработаны, повторная доставка не изменила результат, S3 retry и 503 при недоступном broker воспроизведены", + "evidence": [ + "dependencies-api.jsonl", + "dependencies-worker.jsonl", + "attachment-regression-final.txt" + ] + }, + { + "criterion": "TLS telemetry и Grafana ACL", + "status": "PASS", + "command": "telemetry_acl.py", + "observation": "Чужой CA и неправильная роль отклонены. Raw listeners недоступны в общей сети. Grafana admin HTTPS 200, анонимному пользователю 401", + "evidence": [ + "telemetry-acl.jsonl", + "grafana-operator.txt" + ] + }, + { + "criterion": "Реальные сигналы", + "status": "PASS", + "command": "observability.py", + "observation": "Counter и histogram в Prometheus, связанные записи Loki и Tempo, три datasource и шесть панелей Grafana. Canary-скан дал 0 совпадений", + "evidence": [ + "telemetry-final.txt" + ] + }, + { + "criterion": "OpenBao", + "status": "PASS", + "command": "bao_operator.py / test_openbao.py / dependencies.py", + "observation": "File volume пережил рестарт. Ручной unseal восстановил обе cert identities и scoped KV с TTL до 300 с. Чужие paths и sys/policies отклонены", + "evidence": [ + "openbao-init.txt", + "openbao-restart.txt", + "dependencies-api.jsonl", + "dependencies-worker.jsonl" + ] + }, + { + "criterion": "Argon2id", + "status": "PASS", + "command": "password_benchmark.py", + "observation": "19 MiB, t=2, p=1, уникальные соли. 12 проверок, медиана 36,33 мс", + "evidence": [ + "argon2id.json" + ] + }, + { + "criterion": "Контейнерный hardening и секреты", + "status": "PASS", + "command": "stack_audit.py / review_zip.py", + "observation": "UID 10001, limits, drop ALL, только три loopback публикации. Проверены логи и ZIP-кандидаты", + "evidence": [ + "hardening.json", + "secrets-scan.txt" + ] + }, + { + "criterion": "ACL, expiry, лимиты тела и логина", + "status": "PASS", + "command": "api_security.py", + "observation": "Чужой чат и файл недоступны. Проверены X-User-Id, logout, expiry, 413 для фиксированного и chunked тела, общий 429 с Retry-After", + "evidence": [ + "api-security-final.txt" + ] + }, + { + "criterion": "Persistence", + "status": "PASS", + "command": "make test-persistence", + "observation": "Те же сообщение, файл и Bearer после рестарта двух API, worker, PostgreSQL, RustFS и RabbitMQ", + "evidence": [ + "persistence.txt" + ] + }, + { + "criterion": "Failover обеих реплик", + "status": "PASS", + "command": "make test-failover", + "observation": "2,745 с при остановке api1 и 2,760 с при остановке api2. Подтверждённые данные и сессии сохранены", + "evidence": [ + "failover.txt" + ] + }, + { + "criterion": "Модель угроз и матрица", + "status": "PASS", + "command": "Проверка файлов и SHA-256 skeleton", + "observation": "Все обязательные строки заполнены. Четыре разрешённых файла изменены", + "evidence": [ + "skeleton-changes.txt" + ] + } + ], + "optional": [ + { + "criterion": "Separate load run", + "status": "NOT TESTED" + } + ] +} diff --git a/evidence/grade3/telemetry-acl.jsonl b/evidence/grade3/telemetry-acl.jsonl new file mode 100644 index 0000000..b7b139b --- /dev/null +++ b/evidence/grade3/telemetry-acl.jsonl @@ -0,0 +1,4 @@ +{"case": "prometheus restricted TLS gateway", "status": "PASS", "reader": 200, "wrong_role": 403, "anonymous_write": 403, "bad_ca": "CERTIFICATE_VERIFY_FAILED", "localhost_only_port": 19090} +{"case": "loki restricted TLS gateway", "status": "PASS", "reader": 200, "wrong_role": 403, "anonymous_write": 403, "bad_ca": "CERTIFICATE_VERIFY_FAILED", "localhost_only_port": 13100} +{"case": "tempo restricted TLS gateway", "status": "PASS", "reader": 200, "wrong_role": 403, "anonymous_write": 403, "bad_ca": "CERTIFICATE_VERIFY_FAILED", "localhost_only_port": 13200} +{"case": "Collector plaintext receiver isolated", "status": "PASS", "localhost_only_port": 14318} diff --git a/evidence/grade3/telemetry-final.txt b/evidence/grade3/telemetry-final.txt new file mode 100644 index 0000000..ab89e13 --- /dev/null +++ b/evidence/grade3/telemetry-final.txt @@ -0,0 +1,34 @@ +https://localhost:3443/api/datasources/proxy/uid/lab6-prometheus/-/ready after 2.110s +https://localhost:3443/api/datasources/proxy/uid/lab6-loki/ready after 0.031s +https://localhost:3443/api/datasources/proxy/uid/lab6-tempo/ready after 0.031s +https://localhost:3443/api/health after 0.000s +{"error_status": 401, "evidence": "traffic", "get": 48, "post_status": 201, "seconds": 8.781} +ready id=5b8a2406-aeb6-4530-857d-2d01697cf1bd wait=0.469s original_sha256=ace1be28b069b65a25a7be16509625856018cfaad48d1ccb5370824e65f8ae20 jpeg=256x256 thumb_sha256=c33e884cadb4a5ae24d1069d30e18f72ee9c4cee084c618b5ce1afc8a76b838f read=api2/api1 +api.success after 0.109s +{"evidence": "api.success", "log": ["1795209908440998400", "http.completed", {"code_file_path": "/app/src/telemetry.py", "code_function_name": "event", "code_line_number": "88", "deployment_environment_name": "lab", "detected_level": "INFO", "event": "http.completed", "flags": "1", "method": "POST", "observed_timestamp": "1795209908441045728", "request_id": "571afe55-7d89-40a7-9065-c8b833c73541", "route": "/api/v1/chats/{chat_id}/messages", "scope_name": "lab7.events", "service_instance_id": "api1", "service_name": "messenger-api", "service_version": "1.7.0", "severity_number": "9", "severity_text": "INFO", "span_id": "b05134a8fdc4740f", "status_code": "201", "trace_id": "386c617c985c58c7c03c3b1511f4d4a4"}], "query": "{service_name=\"messenger-api\"} | request_id=\"571afe55-7d89-40a7-9065-c8b833c73541\" | event=\"http.completed\"", "tempo": {"duration_ns": 12819798, "resource": {"deployment.environment.name": {"stringValue": "lab"}, "service.instance.id": {"stringValue": "api1"}, "service.name": {"stringValue": "messenger-api"}, "service.version": {"stringValue": "1.7.0"}}, "service": "messenger-api", "span": {"attributes": [{"key": "http.request.method", "value": {"stringValue": "POST"}}, {"key": "http.route", "value": {"stringValue": "/api/v1/chats/{chat_id}/messages"}}, {"key": "http.response.status_code", "value": {"intValue": "201"}}, {"key": "request.id", "value": {"stringValue": "571afe55-7d89-40a7-9065-c8b833c73541"}}, {"key": "outcome", "value": {"stringValue": "2xx"}}], "endTimeUnixNano": "1795209908441105330", "kind": "SPAN_KIND_SERVER", "name": "POST /api/v1/chats/{chat_id}/messages", "spanId": "sFE0qP3EdA8=", "startTimeUnixNano": "1795209908428285532", "status": {"code": "STATUS_CODE_OK"}, "traceId": "OGxhfJhcWMfAPDsVEfTUpA=="}, "span_id": "b05134a8fdc4740f", "trace_id": "386c617c985c58c7c03c3b1511f4d4a4"}} +api.401 after 0.110s +{"evidence": "api.401", "log": ["1795209908466091520", "http.completed", {"code_file_path": "/app/src/telemetry.py", "code_function_name": "event", "code_line_number": "88", "deployment_environment_name": "lab", "detected_level": "WARN", "error_code": "unauthorized", "event": "http.completed", "flags": "1", "method": "GET", "observed_timestamp": "1795209908466140206", "request_id": "bbc7efc3-b86f-4d1c-adb5-08318e27ba2a", "route": "/api/v1/users/me", "scope_name": "lab7.events", "service_instance_id": "api2", "service_name": "messenger-api", "service_version": "1.7.0", "severity_number": "13", "severity_text": "WARN", "span_id": "5a0d4d8597acfe96", "status_code": "401", "trace_id": "55a4a944f343fcd6eb2ff146d1e8dd18"}], "query": "{service_name=\"messenger-api\"} | request_id=\"bbc7efc3-b86f-4d1c-adb5-08318e27ba2a\" | event=\"http.completed\"", "tempo": {"duration_ns": 5372067, "resource": {"deployment.environment.name": {"stringValue": "lab"}, "service.instance.id": {"stringValue": "api2"}, "service.name": {"stringValue": "messenger-api"}, "service.version": {"stringValue": "1.7.0"}}, "service": "messenger-api", "span": {"attributes": [{"key": "http.request.method", "value": {"stringValue": "GET"}}, {"key": "http.route", "value": {"stringValue": "/api/v1/users/me"}}, {"key": "http.response.status_code", "value": {"intValue": "401"}}, {"key": "request.id", "value": {"stringValue": "bbc7efc3-b86f-4d1c-adb5-08318e27ba2a"}}, {"key": "outcome", "value": {"stringValue": "4xx"}}], "endTimeUnixNano": "1795209908466203708", "kind": "SPAN_KIND_SERVER", "name": "GET /api/v1/users/me", "spanId": "Wg1NhZes/pY=", "startTimeUnixNano": "1795209908460831641", "status": {"code": "STATUS_CODE_OK"}, "traceId": "VaSpRPND/NbrL/FG0ejdGA=="}, "span_id": "5a0d4d8597acfe96", "trace_id": "55a4a944f343fcd6eb2ff146d1e8dd18"}} +worker.ready after 2.234s +{"evidence": "worker.ready", "log": ["1795209917578860032", "job.outcome", {"attachment_id": "5b8a2406-aeb6-4530-857d-2d01697cf1bd", "attempt": "1", "code_file_path": "/app/src/telemetry.py", "code_function_name": "event", "code_line_number": "88", "deployment_environment_name": "lab", "detected_level": "INFO", "event": "job.outcome", "flags": "1", "job_id": "99b9e1c1-26f2-4fd9-ae2c-472a0e5fcda7", "job_type": "attachment.process.v1", "observed_timestamp": "1795209917578936111", "outcome": "ready", "scope_name": "lab7.events", "service_instance_id": "worker", "service_name": "messenger-worker", "service_version": "1.7.0", "severity_number": "9", "severity_text": "INFO", "span_id": "fabecbb5df1408ba", "trace_id": "100a7c11d5d90e43005bc886519abe02"}], "query": "{service_name=\"messenger-worker\"} | attachment_id=\"5b8a2406-aeb6-4530-857d-2d01697cf1bd\" | event=\"job.outcome\" | outcome=\"ready\"", "tempo": {"duration_ns": 161891618, "resource": {"deployment.environment.name": {"stringValue": "lab"}, "service.instance.id": {"stringValue": "worker"}, "service.name": {"stringValue": "messenger-worker"}, "service.version": {"stringValue": "1.7.0"}}, "service": "messenger-worker", "span": {"attributes": [{"key": "messaging.operation.type", "value": {"stringValue": "process"}}, {"key": "messaging.system", "value": {"stringValue": "rabbitmq"}}, {"key": "job_id", "value": {"stringValue": "99b9e1c1-26f2-4fd9-ae2c-472a0e5fcda7"}}, {"key": "attachment_id", "value": {"stringValue": "5b8a2406-aeb6-4530-857d-2d01697cf1bd"}}, {"key": "attempt", "value": {"intValue": "1"}}, {"key": "job_type", "value": {"stringValue": "attachment.process.v1"}}, {"key": "outcome", "value": {"stringValue": "ready"}}], "endTimeUnixNano": "1795209917580178849", "flags": 256, "kind": "SPAN_KIND_CONSUMER", "name": "attachment.process.v1", "spanId": "+r7Ltd8UCLo=", "startTimeUnixNano": "1795209917418287231", "status": {"code": "STATUS_CODE_OK"}, "traceId": "EAp8EdXZDkMAW8iGUZq+Ag=="}, "span_id": "fabecbb5df1408ba", "trace_id": "100a7c11d5d90e43005bc886519abe02"}} +{"checked_series": 32, "evidence": "prometheus", "query": "messenger_http_requests_total", "samples": [{"metric": {"__name__": "messenger_http_requests_total", "deployment_environment_name": "lab", "instance": "api1", "job": "messenger-api", "method": "GET", "route": "/api/v1/attachments/{attachment_id}/content", "service_instance_id": "api1", "service_name": "messenger-api", "service_version": "1.7.0", "status_class": "2xx"}, "value": [1795209920.404, "4"]}, {"metric": {"__name__": "messenger_http_requests_total", "deployment_environment_name": "lab", "instance": "api2", "job": "messenger-api", "method": "GET", "route": "/api/v1/attachments/{attachment_id}/content", "service_instance_id": "api2", "service_name": "messenger-api", "service_version": "1.7.0", "status_class": "2xx"}, "value": [1795209920.404, "1"]}, {"metric": {"__name__": "messenger_http_requests_total", "deployment_environment_name": "lab", "instance": "api2", "job": "messenger-api", "method": "GET", "route": "/api/v1/attachments/{attachment_id}/content", "service_instance_id": "api2", "service_name": "messenger-api", "service_version": "1.7.0", "status_class": "4xx"}, "value": [1795209920.404, "1"]}]} +{"checked_series": 32, "evidence": "prometheus", "query": "messenger_http_duration_seconds_sum", "samples": [{"metric": {"__name__": "messenger_http_duration_seconds_sum", "deployment_environment_name": "lab", "instance": "api1", "job": "messenger-api", "method": "GET", "route": "/api/v1/attachments/{attachment_id}/content", "service_instance_id": "api1", "service_name": "messenger-api", "service_version": "1.7.0", "status_class": "2xx"}, "value": [1795209920.441, "0.06657035399803135"]}, {"metric": {"__name__": "messenger_http_duration_seconds_sum", "deployment_environment_name": "lab", "instance": "api2", "job": "messenger-api", "method": "GET", "route": "/api/v1/attachments/{attachment_id}/content", "service_instance_id": "api2", "service_name": "messenger-api", "service_version": "1.7.0", "status_class": "2xx"}, "value": [1795209920.441, "0.014824306999798864"]}, {"metric": {"__name__": "messenger_http_duration_seconds_sum", "deployment_environment_name": "lab", "instance": "api2", "job": "messenger-api", "method": "GET", "route": "/api/v1/attachments/{attachment_id}/content", "service_instance_id": "api2", "service_name": "messenger-api", "service_version": "1.7.0", "status_class": "4xx"}, "value": [1795209920.441, "0.006765788000848261"]}]} +{"checked_series": 32, "evidence": "prometheus", "query": "messenger_http_duration_seconds_count", "samples": [{"metric": {"__name__": "messenger_http_duration_seconds_count", "deployment_environment_name": "lab", "instance": "api1", "job": "messenger-api", "method": "GET", "route": "/api/v1/attachments/{attachment_id}/content", "service_instance_id": "api1", "service_name": "messenger-api", "service_version": "1.7.0", "status_class": "2xx"}, "value": [1795209920.473, "4"]}, {"metric": {"__name__": "messenger_http_duration_seconds_count", "deployment_environment_name": "lab", "instance": "api2", "job": "messenger-api", "method": "GET", "route": "/api/v1/attachments/{attachment_id}/content", "service_instance_id": "api2", "service_name": "messenger-api", "service_version": "1.7.0", "status_class": "2xx"}, "value": [1795209920.473, "1"]}, {"metric": {"__name__": "messenger_http_duration_seconds_count", "deployment_environment_name": "lab", "instance": "api2", "job": "messenger-api", "method": "GET", "route": "/api/v1/attachments/{attachment_id}/content", "service_instance_id": "api2", "service_name": "messenger-api", "service_version": "1.7.0", "status_class": "4xx"}, "value": [1795209920.473, "1"]}]} +{"checked_series": 448, "evidence": "prometheus", "query": "messenger_http_duration_seconds_bucket", "samples": [{"metric": {"__name__": "messenger_http_duration_seconds_bucket", "deployment_environment_name": "lab", "instance": "api1", "job": "messenger-api", "le": "+Inf", "method": "GET", "route": "/api/v1/attachments/{attachment_id}/content", "service_instance_id": "api1", "service_name": "messenger-api", "service_version": "1.7.0", "status_class": "2xx"}, "value": [1795209920.528, "4"]}, {"metric": {"__name__": "messenger_http_duration_seconds_bucket", "deployment_environment_name": "lab", "instance": "api2", "job": "messenger-api", "le": "+Inf", "method": "GET", "route": "/api/v1/attachments/{attachment_id}/content", "service_instance_id": "api2", "service_name": "messenger-api", "service_version": "1.7.0", "status_class": "2xx"}, "value": [1795209920.528, "1"]}, {"metric": {"__name__": "messenger_http_duration_seconds_bucket", "deployment_environment_name": "lab", "instance": "api2", "job": "messenger-api", "le": "0.005", "method": "GET", "route": "/api/v1/attachments/{attachment_id}/content", "service_instance_id": "api2", "service_name": "messenger-api", "service_version": "1.7.0", "status_class": "2xx"}, "value": [1795209920.528, "0"]}, {"metric": {"__name__": "messenger_http_duration_seconds_bucket", "deployment_environment_name": "lab", "instance": "api1", "job": "messenger-api", "le": "0.005", "method": "GET", "route": "/api/v1/attachments/{attachment_id}/content", "service_instance_id": "api1", "service_name": "messenger-api", "service_version": "1.7.0", "status_class": "2xx"}, "value": [1795209920.528, "0"]}, {"metric": {"__name__": "messenger_http_duration_seconds_bucket", "deployment_environment_name": "lab", "instance": "api2", "job": "messenger-api", "le": "0.005", "method": "GET", "route": "/api/v1/attachments/{attachment_id}/content", "service_instance_id": "api2", "service_name": "messenger-api", "service_version": "1.7.0", "status_class": "4xx"}, "value": [1795209920.528, "0"]}, {"metric": {"__name__": "messenger_http_duration_seconds_bucket", "deployment_environment_name": "lab", "instance": "api2", "job": "messenger-api", "le": "+Inf", "method": "GET", "route": "/api/v1/attachments/{attachment_id}/content", "service_instance_id": "api2", "service_name": "messenger-api", "service_version": "1.7.0", "status_class": "4xx"}, "value": [1795209920.528, "1"]}]} +{"checked_series": 2, "evidence": "prometheus", "query": "messenger_job_outcomes_total", "samples": [{"metric": {"__name__": "messenger_job_outcomes_total", "deployment_environment_name": "lab", "instance": "worker", "job": "messenger-worker", "job_type": "attachment.process.v1", "outcome": "success", "service_instance_id": "worker", "service_name": "messenger-worker", "service_version": "1.7.0"}, "value": [1795209920.6, "5"]}, {"metric": {"__name__": "messenger_job_outcomes_total", "deployment_environment_name": "lab", "instance": "worker", "job": "messenger-worker", "job_type": "attachment.process.v1", "outcome": "fail", "service_instance_id": "worker", "service_name": "messenger-worker", "service_version": "1.7.0"}, "value": [1795209920.6, "2"]}]} +{"checked_series": 2, "evidence": "prometheus", "query": "messenger_job_duration_seconds_sum", "samples": [{"metric": {"__name__": "messenger_job_duration_seconds_sum", "deployment_environment_name": "lab", "instance": "worker", "job": "messenger-worker", "job_type": "attachment.process.v1", "outcome": "success", "service_instance_id": "worker", "service_name": "messenger-worker", "service_version": "1.7.0"}, "value": [1795209920.665, "0.35468465800113336"]}, {"metric": {"__name__": "messenger_job_duration_seconds_sum", "deployment_environment_name": "lab", "instance": "worker", "job": "messenger-worker", "job_type": "attachment.process.v1", "outcome": "fail", "service_instance_id": "worker", "service_name": "messenger-worker", "service_version": "1.7.0"}, "value": [1795209920.665, "0.06816949199856026"]}]} +{"checked_series": 2, "evidence": "prometheus", "query": "messenger_job_duration_seconds_count", "samples": [{"metric": {"__name__": "messenger_job_duration_seconds_count", "deployment_environment_name": "lab", "instance": "worker", "job": "messenger-worker", "job_type": "attachment.process.v1", "outcome": "success", "service_instance_id": "worker", "service_name": "messenger-worker", "service_version": "1.7.0"}, "value": [1795209920.754, "5"]}, {"metric": {"__name__": "messenger_job_duration_seconds_count", "deployment_environment_name": "lab", "instance": "worker", "job": "messenger-worker", "job_type": "attachment.process.v1", "outcome": "fail", "service_instance_id": "worker", "service_name": "messenger-worker", "service_version": "1.7.0"}, "value": [1795209920.754, "2"]}]} +{"checked_series": 28, "evidence": "prometheus", "query": "messenger_job_duration_seconds_bucket", "samples": [{"metric": {"__name__": "messenger_job_duration_seconds_bucket", "deployment_environment_name": "lab", "instance": "worker", "job": "messenger-worker", "job_type": "attachment.process.v1", "le": "0.005", "outcome": "success", "service_instance_id": "worker", "service_name": "messenger-worker", "service_version": "1.7.0"}, "value": [1795209920.809, "0"]}, {"metric": {"__name__": "messenger_job_duration_seconds_bucket", "deployment_environment_name": "lab", "instance": "worker", "job": "messenger-worker", "job_type": "attachment.process.v1", "le": "+Inf", "outcome": "success", "service_instance_id": "worker", "service_name": "messenger-worker", "service_version": "1.7.0"}, "value": [1795209920.809, "5"]}, {"metric": {"__name__": "messenger_job_duration_seconds_bucket", "deployment_environment_name": "lab", "instance": "worker", "job": "messenger-worker", "job_type": "attachment.process.v1", "le": "0.005", "outcome": "fail", "service_instance_id": "worker", "service_name": "messenger-worker", "service_version": "1.7.0"}, "value": [1795209920.809, "0"]}, {"metric": {"__name__": "messenger_job_duration_seconds_bucket", "deployment_environment_name": "lab", "instance": "worker", "job": "messenger-worker", "job_type": "attachment.process.v1", "le": "+Inf", "outcome": "fail", "service_instance_id": "worker", "service_name": "messenger-worker", "service_version": "1.7.0"}, "value": [1795209920.809, "2"]}]} +all real counter and histogram series after 0.469s +{"evidence": "grafana.datasource", "health": {"message": "Successfully queried the Prometheus API.", "status": "OK"}, "type": "prometheus", "uid": "lab6-prometheus", "url": "https://prometheus:9090"} +{"evidence": "grafana.datasource", "health": {"message": "Data source successfully connected.", "status": "OK"}, "type": "loki", "uid": "lab6-loki", "url": "https://loki:3100"} +{"evidence": "grafana.datasource", "health": {"body": "ready", "http_status": 200}, "type": "tempo", "uid": "lab6-tempo", "url": "https://tempo:3200"} +{"evidence": "grafana.panel", "frames": 11, "id": 1, "max_value": 1.0339792173060416, "numeric_samples": 107, "query": "sum by (method, route) (rate(messenger_http_requests_total{route!~\"/health/.*\"}[1m]))", "title": "API · запросы/с"} +{"evidence": "grafana.panel", "frames": 1, "id": 2, "max_value": 0.4681378906837351, "numeric_samples": 10, "query": "sum by (status_class) (rate(messenger_http_requests_total{status_class=~\"4xx|5xx\",route!~\"/health/.*\"}[1m]))", "title": "API · 4xx и 5xx/с"} +{"evidence": "grafana.panel", "frames": 1, "id": 3, "max_value": 0.07511336019652262, "numeric_samples": 10, "query": "sum(rate(messenger_http_duration_seconds_sum{route!~\"/health/.*\"}[1m])) / sum(rate(messenger_http_duration_seconds_count{route!~\"/health/.*\"}[1m]))", "title": "API · средняя длительность"} +{"evidence": "grafana.panel", "frames": 2, "id": 4, "max_value": 5, "numeric_samples": 20, "query": "sum by (outcome) (messenger_job_outcomes_total)", "title": "Worker · успешные и неуспешные задания"} +{"evidence": "grafana.panel", "frames": 2, "id": 5, "max_value": 0.07093693160022667, "numeric_samples": 20, "query": "sum by (outcome) (messenger_job_duration_seconds_sum) / sum by (outcome) (messenger_job_duration_seconds_count)", "title": "Worker · средняя длительность"} +{"evidence": "grafana.panel", "id": 6, "query": "{service_name=~\"messenger-api|messenger-worker\"} | event != \"\"", "rows": 109, "title": "События API и worker"} +{"evidence": "grafana.trace", "span_id": "b05134a8fdc4740f", "trace_id": "386c617c985c58c7c03c3b1511f4d4a4"} +{"evidence": "grafana.trace", "span_id": "fabecbb5df1408ba", "trace_id": "100a7c11d5d90e43005bc886519abe02"} +{"evidence": "telemetry.scan", "loki_rows": 109, "matches": 0, "metric_samples": 578, "spans_queries": 5} +PASS: real metrics, logs and traces through the provisioned Grafana data sources diff --git a/evidence/grade3/telemetry.txt b/evidence/grade3/telemetry.txt new file mode 100644 index 0000000..5ba2cf5 --- /dev/null +++ b/evidence/grade3/telemetry.txt @@ -0,0 +1,7 @@ +https://localhost:3443/api/datasources/proxy/uid/lab6-prometheus/-/ready after 2.079s +https://localhost:3443/api/datasources/proxy/uid/lab6-loki/ready after 0.031s +https://localhost:3443/api/datasources/proxy/uid/lab6-tempo/ready after 0.031s +https://localhost:3443/api/health after 0.016s +{"error_status": 401, "evidence": "traffic", "get": 48, "post_status": 201, "seconds": 119.172} +ready id=8e4c06ef-232e-4219-96c0-4c3c2b9f15e0 wait=6.172s original_sha256=ace1be28b069b65a25a7be16509625856018cfaad48d1ccb5370824e65f8ae20 jpeg=256x256 thumb_sha256=c33e884cadb4a5ae24d1069d30e18f72ee9c4cee084c618b5ce1afc8a76b838f read=api1/api2 +FAIL: timeout waiting for api.success: incorrect service version diff --git a/evidence/grade3/tls-final.jsonl b/evidence/grade3/tls-final.jsonl new file mode 100644 index 0000000..a5dd8d4 --- /dev/null +++ b/evidence/grade3/tls-final.jsonl @@ -0,0 +1,4 @@ +{"case": "trusted localhost", "status": "PASS", "protocol": "TLSv1.3"} +{"case": "foreign CA", "status": "PASS", "stage": "TLS handshake", "rejection": "unable to get local issuer certificate"} +{"case": "wrong hostname", "status": "PASS", "stage": "TLS handshake", "rejection": "Hostname mismatch, certificate is not valid for 'wrong.test'."} +{"case": "api1: matching LB DNS SAN", "status": "PASS", "protocol": "TLSv1.3"} diff --git a/evidence/grade3/tls-verified.jsonl b/evidence/grade3/tls-verified.jsonl new file mode 100644 index 0000000..aa062ef --- /dev/null +++ b/evidence/grade3/tls-verified.jsonl @@ -0,0 +1,13 @@ +{"case": "trusted localhost", "status": "PASS", "protocol": "TLSv1.3"} +{"case": "foreign CA", "status": "PASS", "stage": "TLS handshake", "rejection": "unable to get local issuer certificate"} +{"case": "wrong hostname", "status": "PASS", "stage": "TLS handshake", "rejection": "Hostname mismatch, certificate is not valid for 'wrong.test'."} +{"case": "api1: matching LB DNS SAN", "status": "PASS", "protocol": "TLSv1.3"} +{"case": "api1: matching LB DNS SAN, TLS 1.2 control", "status": "PASS", "protocol": "TLSv1.2"} +{"case": "api1: no client certificate", "status": "PASS", "stage": "TLS handshake", "rejection": "UNEXPECTED_EOF_WHILE_READING"} +{"case": "api1: unrelated client CA", "status": "PASS", "stage": "TLS handshake", "rejection": "UNEXPECTED_EOF_WHILE_READING"} +{"case": "api1: trusted issuer, disallowed DNS SAN", "status": "PASS", "stage": "HTTP after TLS handshake", "rejection": "RemoteDisconnected"} +{"case": "api2: matching LB DNS SAN", "status": "PASS", "protocol": "TLSv1.3"} +{"case": "api2: matching LB DNS SAN, TLS 1.2 control", "status": "PASS", "protocol": "TLSv1.2"} +{"case": "api2: no client certificate", "status": "PASS", "stage": "TLS handshake", "rejection": "UNEXPECTED_EOF_WHILE_READING"} +{"case": "api2: unrelated client CA", "status": "PASS", "stage": "TLS handshake", "rejection": "UNEXPECTED_EOF_WHILE_READING"} +{"case": "api2: trusted issuer, disallowed DNS SAN", "status": "PASS", "stage": "HTTP after TLS handshake", "rejection": "RemoteDisconnected"} diff --git a/evidence/grade3/tls.jsonl b/evidence/grade3/tls.jsonl new file mode 100644 index 0000000..9eae6aa --- /dev/null +++ b/evidence/grade3/tls.jsonl @@ -0,0 +1,11 @@ +{"case": "trusted localhost", "status": "PASS", "protocol": "TLSv1.3"} +{"case": "foreign CA", "status": "PASS", "rejection": "unable to get local issuer certificate"} +{"case": "wrong hostname", "status": "PASS", "rejection": "Hostname mismatch, certificate is not valid for 'wrong.test'."} +{"case": "api1: matching LB DNS SAN", "status": "PASS", "protocol": "TLSv1.3"} +{"case": "api1: no client certificate", "status": "PASS", "rejection": "UNEXPECTED_EOF_WHILE_READING"} +{"case": "api1: unrelated client CA", "status": "PASS", "rejection": "UNEXPECTED_EOF_WHILE_READING"} +{"case": "api1: trusted issuer, disallowed DNS SAN", "status": "PASS", "rejection": "RemoteDisconnected"} +{"case": "api2: matching LB DNS SAN", "status": "PASS", "protocol": "TLSv1.3"} +{"case": "api2: no client certificate", "status": "PASS", "rejection": "UNEXPECTED_EOF_WHILE_READING"} +{"case": "api2: unrelated client CA", "status": "PASS", "rejection": "UNEXPECTED_EOF_WHILE_READING"} +{"case": "api2: trusted issuer, disallowed DNS SAN", "status": "PASS", "rejection": "RemoteDisconnected"} diff --git a/infra/Dockerfile.s3-bootstrap b/infra/Dockerfile.s3-bootstrap new file mode 100644 index 0000000..b08ec6b --- /dev/null +++ b/infra/Dockerfile.s3-bootstrap @@ -0,0 +1,5 @@ +FROM python:3.12.10-slim-bookworm +ADD --checksum=sha256:4a8128911ccad4e7b481f26635a4cfd1ec064412210526e57ad2c748d356f3b7 https://github.com/rustfs/cli/releases/download/v0.1.36/rustfs-cli-linux-amd64-v0.1.36.tar.gz /tmp/rc.tar.gz +RUN tar -xzf /tmp/rc.tar.gz -C /usr/local/bin rc && rm /tmp/rc.tar.gz +COPY --chmod=0755 scripts/bootstrap-s3.sh /usr/local/bin/bootstrap-s3 +ENTRYPOINT ["/usr/local/bin/bootstrap-s3"] diff --git a/infra/Dockerfile.tools b/infra/Dockerfile.tools new file mode 100644 index 0000000..841cb0e --- /dev/null +++ b/infra/Dockerfile.tools @@ -0,0 +1,14 @@ +FROM docker:27.5.1-cli +RUN apk add --no-cache python3 py3-pip make && python3 -m venv /opt/venv +ENV PATH=/opt/venv/bin:$PATH PYTHONDONTWRITEBYTECODE=1 PYTHONUNBUFFERED=1 +WORKDIR /workspace +COPY infra/requirements-tools.lock /tmp/requirements-tools.lock +RUN pip install --no-cache-dir -r /tmp/requirements-tools.lock +COPY Makefile lab.json README.md COURSE.md CONTRIBUTING.md REPORT.md ./ +COPY contracts/ ./contracts/ +COPY tests/ ./tests/ +COPY scripts/check_contract.py scripts/validate_openapi.py ./scripts/ +COPY --chmod=0755 scripts/restart.sh scripts/stop-one.sh scripts/compose-hook.sh ./scripts/ +COPY student-tests/ ./student-tests/ +ENTRYPOINT [] +CMD ["make", "check"] diff --git a/infra/grafana/dashboards/lab6.json b/infra/grafana/dashboards/lab6.json new file mode 100644 index 0000000..4bf0add --- /dev/null +++ b/infra/grafana/dashboards/lab6.json @@ -0,0 +1,176 @@ +{ + "title": "ЛР6 · Messenger", + "uid": "lab6-messenger", + "schemaVersion": 39, + "version": 1, + "editable": false, + "time": { + "from": "now-15m", + "to": "now" + }, + "refresh": "10s", + "timezone": "browser", + "panels": [ + { + "id": 1, + "title": "API · запросы/с", + "type": "timeseries", + "gridPos": { + "x": 0, + "y": 0, + "w": 12, + "h": 8 + }, + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "fieldConfig": { + "defaults": { + "unit": "reqps" + }, + "overrides": [] + }, + "targets": [ + { + "refId": "A", + "expr": "sum by (method, route) (rate(messenger_http_requests_total{route!~\"/health/.*\"}[1m]))" + } + ] + }, + { + "id": 2, + "title": "API · 4xx и 5xx/с", + "type": "timeseries", + "gridPos": { + "x": 12, + "y": 0, + "w": 12, + "h": 8 + }, + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "fieldConfig": { + "defaults": { + "unit": "reqps" + }, + "overrides": [] + }, + "targets": [ + { + "refId": "A", + "expr": "sum by (status_class) (rate(messenger_http_requests_total{status_class=~\"4xx|5xx\",route!~\"/health/.*\"}[1m]))" + } + ] + }, + { + "id": 3, + "title": "API · средняя длительность", + "type": "timeseries", + "gridPos": { + "x": 0, + "y": 8, + "w": 12, + "h": 8 + }, + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "fieldConfig": { + "defaults": { + "unit": "s" + }, + "overrides": [] + }, + "targets": [ + { + "refId": "A", + "expr": "sum(rate(messenger_http_duration_seconds_sum{route!~\"/health/.*\"}[1m])) / sum(rate(messenger_http_duration_seconds_count{route!~\"/health/.*\"}[1m]))" + } + ] + }, + { + "id": 4, + "title": "Worker · успешные и неуспешные задания", + "type": "timeseries", + "gridPos": { + "x": 12, + "y": 8, + "w": 12, + "h": 8 + }, + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "fieldConfig": { + "defaults": { + "unit": "short" + }, + "overrides": [] + }, + "targets": [ + { + "refId": "A", + "expr": "sum by (outcome) (messenger_job_outcomes_total)" + } + ] + }, + { + "id": 5, + "title": "Worker · средняя длительность", + "type": "timeseries", + "gridPos": { + "x": 0, + "y": 16, + "w": 12, + "h": 8 + }, + "datasource": { + "type": "prometheus", + "uid": "lab6-prometheus" + }, + "fieldConfig": { + "defaults": { + "unit": "s" + }, + "overrides": [] + }, + "targets": [ + { + "refId": "A", + "expr": "sum by (outcome) (messenger_job_duration_seconds_sum) / sum by (outcome) (messenger_job_duration_seconds_count)" + } + ] + }, + { + "id": 6, + "title": "События API и worker", + "type": "logs", + "gridPos": { + "x": 0, + "y": 24, + "w": 24, + "h": 10 + }, + "datasource": { + "type": "loki", + "uid": "lab6-loki" + }, + "targets": [ + { + "refId": "A", + "expr": "{service_name=~\"messenger-api|messenger-worker\"} | event != \"\"", + "queryType": "range" + } + ], + "options": { + "showTime": true, + "enableLogDetails": true + } + } + ] +} diff --git a/infra/grafana/provisioning/dashboards/lab6.yaml b/infra/grafana/provisioning/dashboards/lab6.yaml new file mode 100644 index 0000000..73c369a --- /dev/null +++ b/infra/grafana/provisioning/dashboards/lab6.yaml @@ -0,0 +1,8 @@ +apiVersion: 1 +providers: + - name: lab6 + type: file + disableDeletion: true + updateIntervalSeconds: 30 + options: + path: /var/lib/grafana/dashboards diff --git a/infra/haproxy.cfg b/infra/haproxy.cfg new file mode 100644 index 0000000..711186d --- /dev/null +++ b/infra/haproxy.cfg @@ -0,0 +1,34 @@ +global + ssl-default-bind-options ssl-min-ver TLSv1.2 + ssl-default-server-options ssl-min-ver TLSv1.2 + maxconn 128 + +defaults + mode http + timeout connect 2s + timeout client 15s + timeout server 15s + timeout http-request 8s + +resolvers docker + nameserver dns 127.0.0.11:53 + hold valid 2s + +frontend public + bind :8443 ssl crt /run/tls/server.pem + stick-table type ip size 1024 expire 30s store http_req_rate(30s) + acl login path -i /api/v1/auth/sessions + acl post method POST + http-request track-sc0 src if login post + acl excessive sc_http_req_rate(0) gt 30 + http-request set-var(txn.rate_id) uuid() if login post excessive + http-request return status 429 content-type application/json lf-string '{"error":{"code":"rate_limited","message":"Retry later","request_id":"%[var(txn.rate_id)]"}}' hdr Retry-After 30 hdr X-Request-Id '%[var(txn.rate_id)]' hdr X-Instance-Id lb if login post excessive + default_backend api + +backend api + balance roundrobin + option httpchk GET /health/ready + http-check expect status 200 + default-server ssl verify required ca-file /run/ca/server.crt crt /run/identity/client.pem check inter 1s fall 2 rise 1 resolvers docker init-addr libc,none + server api1 api1:8444 verifyhost api1 sni str(api1) check-sni api1 + server api2 api2:8444 verifyhost api2 sni str(api2) check-sni api2 diff --git a/infra/openbao/api.hcl b/infra/openbao/api.hcl new file mode 100644 index 0000000..6c9ad2c --- /dev/null +++ b/infra/openbao/api.hcl @@ -0,0 +1,3 @@ +path "lab7/data/api" { + capabilities = ["read"] +} diff --git a/infra/openbao/server.hcl b/infra/openbao/server.hcl new file mode 100644 index 0000000..1a255ef --- /dev/null +++ b/infra/openbao/server.hcl @@ -0,0 +1,11 @@ +ui = false +storage "file" { + path = "/openbao/file" +} +listener "tcp" { + address = "0.0.0.0:8200" + tls_cert_file = "/run/tls/server.crt" + tls_key_file = "/run/tls/server.key" + tls_min_version = "tls12" +} +api_addr = "https://openbao:8200" diff --git a/infra/openbao/worker.hcl b/infra/openbao/worker.hcl new file mode 100644 index 0000000..9cecb12 --- /dev/null +++ b/infra/openbao/worker.hcl @@ -0,0 +1,3 @@ +path "lab7/data/worker" { + capabilities = ["read"] +} diff --git a/infra/otel/loki.yaml b/infra/otel/loki.yaml new file mode 100644 index 0000000..bb85d85 --- /dev/null +++ b/infra/otel/loki.yaml @@ -0,0 +1,42 @@ +auth_enabled: false +analytics: + reporting_enabled: false +server: + http_listen_address: 127.0.0.1 + http_listen_port: 13100 + grpc_listen_address: 127.0.0.1 + log_level: warn +common: + instance_addr: 127.0.0.1 + path_prefix: /loki + replication_factor: 1 + ring: + kvstore: {store: inmemory} + storage: + filesystem: + chunks_directory: /loki/chunks + rules_directory: /loki/rules +schema_config: + configs: + - from: 2024-01-01 + store: tsdb + object_store: filesystem + schema: v13 + index: {prefix: index_, period: 24h} +ingester: + wal: + dir: /loki/wal + flush_on_shutdown: true +compactor: + working_directory: /loki/compactor + retention_enabled: true + delete_request_store: filesystem +limits_config: + allow_structured_metadata: true + retention_period: 48h + otlp_config: + resource_attributes: + ignore_defaults: true + attributes_config: + - action: index_label + attributes: [service.name] diff --git a/infra/otel/prometheus.yaml b/infra/otel/prometheus.yaml new file mode 100644 index 0000000..ee3dfe7 --- /dev/null +++ b/infra/otel/prometheus.yaml @@ -0,0 +1,3 @@ +global: + scrape_interval: 5s +scrape_configs: [] diff --git a/infra/otel/tempo.yaml b/infra/otel/tempo.yaml new file mode 100644 index 0000000..06624c8 --- /dev/null +++ b/infra/otel/tempo.yaml @@ -0,0 +1,28 @@ +server: + http_listen_address: 127.0.0.1 + http_listen_port: 13200 + grpc_listen_address: 127.0.0.1 + log_level: warn +usage_report: + reporting_enabled: false +distributor: + receivers: + otlp: + protocols: + http: + endpoint: 127.0.0.1:14318 +ingester: + lifecycler: + address: 127.0.0.1 + max_block_duration: 30s + flush_all_on_shutdown: true +compactor: + compaction: + block_retention: 48h +storage: + trace: + backend: local + wal: + path: /var/tempo/wal + local: + path: /var/tempo/blocks diff --git a/infra/postgres/init.sh b/infra/postgres/init.sh new file mode 100755 index 0000000..b75c477 --- /dev/null +++ b/infra/postgres/init.sh @@ -0,0 +1,16 @@ +#!/bin/sh +set -eu +psql --set ON_ERROR_STOP=1 --username "$POSTGRES_USER" --dbname "$POSTGRES_DB" <<'SQL' +\getenv database POSTGRES_DB +\set api_password `cat /run/private/pg_api` +\set worker_password `cat /run/private/pg_worker` +\set migrate_password `cat /run/private/pg_migrate` +CREATE ROLE lab_api LOGIN PASSWORD :'api_password'; +CREATE ROLE lab_worker LOGIN PASSWORD :'worker_password'; +CREATE ROLE lab_migrate LOGIN PASSWORD :'migrate_password'; +REVOKE CONNECT, TEMP ON DATABASE :"database" FROM PUBLIC; +GRANT CONNECT ON DATABASE :"database" TO lab_api, lab_worker, lab_migrate; +REVOKE ALL ON SCHEMA public FROM PUBLIC; +GRANT USAGE ON SCHEMA public TO lab_api, lab_worker; +GRANT USAGE, CREATE ON SCHEMA public TO lab_migrate; +SQL diff --git a/infra/postgres/pg_hba.conf b/infra/postgres/pg_hba.conf new file mode 100644 index 0000000..1fd86eb --- /dev/null +++ b/infra/postgres/pg_hba.conf @@ -0,0 +1,4 @@ +local all all trust +hostnossl all all all reject +hostssl messenger lab_api,lab_worker,lab_migrate all scram-sha-256 +hostssl all all all reject diff --git a/infra/postgres/start.sh b/infra/postgres/start.sh new file mode 100755 index 0000000..728c648 --- /dev/null +++ b/infra/postgres/start.sh @@ -0,0 +1,7 @@ +#!/bin/sh +set -eu +install -d -o postgres -g postgres -m 0700 /run/pg-tls +install -o postgres -g postgres -m 0600 /run/tls/server.key /run/pg-tls/server.key +install -o postgres -g postgres -m 0644 /run/tls/server.crt /run/pg-tls/server.crt +exec docker-entrypoint.sh postgres -c ssl=on -c ssl_cert_file=/run/pg-tls/server.crt \ + -c ssl_key_file=/run/pg-tls/server.key -c hba_file=/run/config/pg_hba.conf diff --git a/infra/rabbitmq/rabbitmq.conf b/infra/rabbitmq/rabbitmq.conf new file mode 100644 index 0000000..0802f11 --- /dev/null +++ b/infra/rabbitmq/rabbitmq.conf @@ -0,0 +1,11 @@ +listeners.tcp = none +listeners.ssl.default = 5671 +ssl_options.certfile = /run/tls/server.crt +ssl_options.keyfile = /run/tls/server.key +ssl_options.cacertfile = /run/ca/server.crt +ssl_options.verify = verify_none +ssl_options.fail_if_no_peer_cert = false +ssl_options.versions.1 = tlsv1.3 +ssl_options.versions.2 = tlsv1.2 +definitions.import_backend = local_filesystem +definitions.local.path = /run/config/definitions.json diff --git a/infra/requirements-tools.lock b/infra/requirements-tools.lock new file mode 100644 index 0000000..a35a4e5 --- /dev/null +++ b/infra/requirements-tools.lock @@ -0,0 +1,20 @@ +attrs==26.1.0 +certifi==2026.10.23 +charset-normalizer==3.5.2 +idna==3.20 +jsonschema==4.26.0 +jsonschema-path==0.3.4 +jsonschema-specifications==2025.9.1 +lazy-object-proxy==1.13.0 +openapi-schema-validator==0.6.3 +openapi-spec-validator==0.7.2 +pathable==0.4.4 +PyYAML==6.0.3 +referencing==0.36.2 +requests==2.34.2 +rfc3339-validator==0.1.4 +rpds-py==2026.9.1 +six==1.17.0 +typing_extensions==4.16.0 +urllib3==2.8.0 +Pillow==12.2.0 diff --git a/migrations/001_initial.sql b/migrations/001_initial.sql new file mode 100644 index 0000000..5e51fed --- /dev/null +++ b/migrations/001_initial.sql @@ -0,0 +1,36 @@ +CREATE TABLE users ( + id uuid PRIMARY KEY, + username text NOT NULL UNIQUE CHECK (username ~ '^[a-z0-9_]{3,32}$'), + display_name text NOT NULL CHECK (char_length(display_name) BETWEEN 1 AND 100 AND btrim(display_name) <> ''), + password_hash text NOT NULL, + created_at timestamptz NOT NULL DEFAULT clock_timestamp() +); +CREATE TABLE chats ( + id uuid PRIMARY KEY, + title text NOT NULL CHECK (char_length(title) BETWEEN 1 AND 100 AND btrim(title) <> ''), + created_at timestamptz NOT NULL DEFAULT clock_timestamp() +); +CREATE TABLE chat_members ( + chat_id uuid NOT NULL REFERENCES chats(id) ON DELETE CASCADE, + user_id uuid NOT NULL REFERENCES users(id), + PRIMARY KEY (chat_id, user_id) +); +CREATE INDEX chat_members_user ON chat_members(user_id, chat_id); +CREATE INDEX chats_order ON chats(created_at, id); +CREATE TABLE messages ( + id uuid PRIMARY KEY, + chat_id uuid NOT NULL REFERENCES chats(id), + sender_id uuid NOT NULL, + text text NOT NULL CHECK (char_length(text) BETWEEN 1 AND 4000 AND btrim(text) <> ''), + created_at timestamptz NOT NULL DEFAULT clock_timestamp(), + FOREIGN KEY (chat_id, sender_id) REFERENCES chat_members(chat_id, user_id) +); +CREATE INDEX messages_history ON messages(chat_id, created_at, id); +CREATE TABLE sessions ( + token_hash bytea PRIMARY KEY CHECK (octet_length(token_hash) = 32), + user_id uuid NOT NULL REFERENCES users(id), + expires_at timestamptz NOT NULL, + created_at timestamptz NOT NULL DEFAULT clock_timestamp(), + CHECK (expires_at > created_at) +); +CREATE INDEX sessions_expiry ON sessions(expires_at); diff --git a/migrations/002_message_idempotency.sql b/migrations/002_message_idempotency.sql new file mode 100644 index 0000000..f077adb --- /dev/null +++ b/migrations/002_message_idempotency.sql @@ -0,0 +1,9 @@ +CREATE TABLE message_idempotency ( + user_id uuid NOT NULL REFERENCES users(id), + method text NOT NULL, + chat_id uuid NOT NULL REFERENCES chats(id), + key text NOT NULL CHECK (key COLLATE "C" ~ '^[A-Za-z0-9._:-]{1,128}$'), + message_id uuid NOT NULL REFERENCES messages(id) DEFERRABLE INITIALLY DEFERRED, + expires_at timestamptz NOT NULL, + PRIMARY KEY (user_id, method, chat_id, key) +); diff --git a/migrations/003_attachments.sql b/migrations/003_attachments.sql new file mode 100644 index 0000000..47cf204 --- /dev/null +++ b/migrations/003_attachments.sql @@ -0,0 +1,35 @@ +-- Preserve existing message rows and stored idempotency keys. +ALTER TABLE messages DROP CONSTRAINT messages_text_check; +ALTER TABLE messages ADD CHECK (char_length(text) <= 4000); +ALTER TABLE messages ADD UNIQUE (chat_id, id); + +CREATE TABLE attachments ( + id uuid PRIMARY KEY, + chat_id uuid NOT NULL REFERENCES chats(id), + owner_id uuid NOT NULL, + filename text NOT NULL CHECK (char_length(filename) BETWEEN 1 AND 255 + AND strpos(filename, '/') = 0 AND strpos(filename, chr(92)) = 0 + AND filename !~ '[[:cntrl:]]'), + content_type text NOT NULL CHECK (content_type IN ('image/png', 'image/jpeg')), + size_bytes integer NOT NULL CHECK (size_bytes BETWEEN 1 AND 10485760), + sha256 text NOT NULL CHECK (sha256 COLLATE "C" ~ '^[a-f0-9]{64}$'), + object_key text NOT NULL UNIQUE, + status text NOT NULL DEFAULT 'ready' CHECK (status IN ('ready', 'failed')), + error_code text, + created_at timestamptz NOT NULL DEFAULT transaction_timestamp(), + updated_at timestamptz NOT NULL DEFAULT transaction_timestamp(), + CHECK ((status = 'ready') = (error_code IS NULL)), + FOREIGN KEY (chat_id, owner_id) REFERENCES chat_members(chat_id, user_id), + UNIQUE (chat_id, id) +); + +CREATE TABLE message_attachments ( + chat_id uuid NOT NULL, + message_id uuid NOT NULL, + attachment_id uuid NOT NULL, + position integer NOT NULL CHECK (position BETWEEN 1 AND 10), + PRIMARY KEY (message_id, position), + UNIQUE (message_id, attachment_id), + FOREIGN KEY (chat_id, message_id) REFERENCES messages(chat_id, id) ON DELETE CASCADE, + FOREIGN KEY (chat_id, attachment_id) REFERENCES attachments(chat_id, id) +); diff --git a/migrations/004_attachment_jobs.sql b/migrations/004_attachment_jobs.sql new file mode 100644 index 0000000..8dd3009 --- /dev/null +++ b/migrations/004_attachment_jobs.sql @@ -0,0 +1,32 @@ +-- Existing Lab 4 rows keep their original keys, metadata and message links. +ALTER TABLE attachments DROP CONSTRAINT attachments_status_check; +ALTER TABLE attachments DROP CONSTRAINT attachments_check; +ALTER TABLE attachments ALTER COLUMN status SET DEFAULT 'queued'; +ALTER TABLE attachments ADD CHECK (status IN ('queued', 'processing', 'ready', 'failed')); +ALTER TABLE attachments ADD CHECK ((status = 'failed') = (error_code IS NOT NULL)); + +CREATE TABLE attachment_jobs ( + job_id uuid PRIMARY KEY, + attachment_id uuid NOT NULL UNIQUE REFERENCES attachments(id), + pipeline_version integer NOT NULL CHECK (pipeline_version = 1), + staging_key text NOT NULL UNIQUE, + created_at timestamptz NOT NULL, + attempt integer NOT NULL DEFAULT 1, + max_attempts integer NOT NULL CHECK (max_attempts BETWEEN 1 AND 20), + retry_at timestamptz NOT NULL DEFAULT now(), + last_error text, + CHECK (attempt BETWEEN 1 AND max_attempts) +); + +CREATE TABLE attachment_variants ( + attachment_id uuid NOT NULL REFERENCES attachments(id), + pipeline_version integer NOT NULL CHECK (pipeline_version = 1), + name text NOT NULL CHECK (name = 'thumbnail'), + content_type text NOT NULL CHECK (content_type = 'image/jpeg'), + size_bytes integer NOT NULL CHECK (size_bytes > 0), + sha256 text NOT NULL CHECK (sha256 COLLATE "C" ~ '^[a-f0-9]{64}$'), + width integer NOT NULL CHECK (width BETWEEN 1 AND 256), + height integer NOT NULL CHECK (height BETWEEN 1 AND 256), + object_key text NOT NULL UNIQUE, + PRIMARY KEY (attachment_id, pipeline_version, name) +); diff --git a/migrations/005_roles.sql b/migrations/005_roles.sql new file mode 100644 index 0000000..9220832 --- /dev/null +++ b/migrations/005_roles.sql @@ -0,0 +1,11 @@ +GRANT SELECT, INSERT ON users, chats, chat_members, messages, message_attachments TO lab_api; +-- FOR KEY SHARE needs an UPDATE privilege on at least one column. +GRANT UPDATE (chat_id) ON chat_members TO lab_api; +GRANT SELECT, INSERT, DELETE ON sessions TO lab_api; +GRANT SELECT, INSERT, UPDATE ON message_idempotency TO lab_api; +GRANT SELECT, INSERT ON attachments, attachment_jobs TO lab_api; +GRANT SELECT ON attachment_variants TO lab_api; +GRANT SELECT ON attachments, attachment_jobs, attachment_variants TO lab_worker; +GRANT UPDATE (status, error_code, updated_at) ON attachments TO lab_worker; +GRANT UPDATE (attempt, retry_at, last_error) ON attachment_jobs TO lab_worker; +GRANT INSERT ON attachment_variants TO lab_worker; diff --git a/migrations/006_message_locks.sql b/migrations/006_message_locks.sql new file mode 100644 index 0000000..b7b794f --- /dev/null +++ b/migrations/006_message_locks.sql @@ -0,0 +1,19 @@ +-- Lock rows with the migration owner's privileges without granting business UPDATE. +CREATE FUNCTION lock_chat_member(chat uuid, actor uuid) RETURNS boolean +LANGUAGE sql SECURITY DEFINER SET search_path = pg_catalog, public +AS $$ + SELECT EXISTS ( + SELECT 1 FROM public.chat_members WHERE chat_id = chat AND user_id = actor FOR KEY SHARE + ) +$$; + +CREATE FUNCTION lock_chat_attachments(chat uuid, ids uuid[]) RETURNS TABLE(id uuid, status text) +LANGUAGE sql SECURITY DEFINER SET search_path = pg_catalog, public +AS $$ + SELECT a.id, a.status FROM public.attachments a + WHERE a.chat_id = chat AND a.id = ANY(ids) ORDER BY a.id FOR SHARE +$$; + +REVOKE ALL ON FUNCTION lock_chat_member(uuid, uuid), lock_chat_attachments(uuid, uuid[]) FROM PUBLIC; +GRANT EXECUTE ON FUNCTION lock_chat_member(uuid, uuid), lock_chat_attachments(uuid, uuid[]) TO lab_api; +REVOKE UPDATE (chat_id) ON chat_members FROM lab_api; diff --git a/requirements.lock b/requirements.lock new file mode 100644 index 0000000..48d28bf --- /dev/null +++ b/requirements.lock @@ -0,0 +1,41 @@ +annotated-types==0.8.0 +anyio==4.15.1 +argon2-cffi==23.1.0 +argon2-cffi-bindings==26.1.0 +cffi==2.1.1 +click==8.5.0 +fastapi==0.115.12 +h11==0.16.0 +idna==3.20 +psycopg==3.2.6 +psycopg-binary==3.2.6 +psycopg-pool==3.2.6 +pycparser==3.12 +pydantic==2.11.3 +pydantic_core==2.33.1 +starlette==0.46.2 +typing-inspection==0.4.4 +typing_extensions==4.16.0 +uvicorn==0.34.2 +boto3==1.40.45 +botocore==1.40.45 +jmespath==1.0.1 +Pillow==12.2.0 +python-dateutil==2.9.0.post0 +s3transfer==0.14.0 +six==1.17.0 +urllib3==2.6.3 +pika==1.3.2 +opentelemetry-api==1.34.1 +opentelemetry-sdk==1.34.1 +opentelemetry-semantic-conventions==0.55b1 +opentelemetry-exporter-otlp-proto-http==1.34.1 +opentelemetry-exporter-otlp-proto-common==1.34.1 +opentelemetry-proto==1.34.1 +protobuf==5.29.6 +googleapis-common-protos==1.75.0 +importlib-metadata==8.7.1 +zipp==4.1.2 +requests==2.34.2 +certifi==2026.10.23 +charset-normalizer==3.5.2 diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000..1728dc5 --- /dev/null +++ b/requirements.txt @@ -0,0 +1,12 @@ +fastapi==0.115.12 +starlette==0.46.2 +pydantic==2.11.3 +uvicorn==0.34.2 +psycopg[binary]==3.2.6 +psycopg-pool==3.2.6 +argon2-cffi==23.1.0 +boto3==1.40.45 +Pillow==12.2.0 +pika==1.3.2 +opentelemetry-sdk==1.34.1 +opentelemetry-exporter-otlp-proto-http==1.34.1 diff --git a/scripts/bao_operator.py b/scripts/bao_operator.py new file mode 100644 index 0000000..db70260 --- /dev/null +++ b/scripts/bao_operator.py @@ -0,0 +1,113 @@ +"""Local operator-only OpenBao initialization and manual unseal on Windows.""" +import argparse +import json +import ssl +import subprocess +import time +import urllib.error +import urllib.request +from pathlib import Path + +PRIVATE = Path("secrets") +RECOVERY = PRIVATE / "operator" / "openbao.dpapi" +ADDRESS = "https://localhost:8200" +DPAPI = """ +$ErrorActionPreference = 'Stop' +Add-Type -AssemblyName System.Security +$bytes = [Convert]::FromBase64String([Console]::In.ReadToEnd()) +$result = [Security.Cryptography.ProtectedData]::ACTION( + $bytes, $null, [Security.Cryptography.DataProtectionScope]::CurrentUser) +[Console]::Write([Convert]::ToBase64String($result)) +""" + + +def protect(data, action): + import base64 + + proc = subprocess.run( + ["powershell.exe", "-NoProfile", "-NonInteractive", "-Command", DPAPI.replace("ACTION", action)], + input=base64.b64encode(data), capture_output=True, check=True, + ) + return base64.b64decode(proc.stdout, validate=True) + + +def request(path, method="GET", payload=None, token=None): + context = ssl.create_default_context(cafile=PRIVATE / "ca/server.crt") + headers = {"Content-Type": "application/json"} + if token: + headers["X-Vault-Token"] = token + opener = urllib.request.build_opener(urllib.request.ProxyHandler({}), + urllib.request.HTTPSHandler(context=context)) + req = urllib.request.Request(ADDRESS + "/v1/" + path, + data=None if payload is None else json.dumps(payload).encode(), + headers=headers, method=method) + try: + with opener.open(req, timeout=5) as response: + body = response.read() + except urllib.error.HTTPError as exc: + raise RuntimeError(f"OpenBao {method} {path} returned HTTP {exc.code}") from None + return json.loads(body) if body else {} + + +def seal_status(): + for attempt in range(20): + try: + return request("sys/seal-status") + except (urllib.error.URLError, OSError): + if attempt == 19: + raise RuntimeError("OpenBao TLS listener is unavailable") from None + time.sleep(1) + + +def configure(token): + if "lab7/" not in request("sys/mounts", token=token): + request("sys/mounts/lab7", "POST", {"type": "kv", "options": {"version": "2"}}, token) + if "cert/" not in request("sys/auth", token=token): + request("sys/auth/cert", "POST", {"type": "cert"}, token) + cert_ca = (PRIVATE / "ca/bao.crt").read_text(encoding="ascii") + for role in ("api", "worker"): + policy = f"lab7-{role}" + request(f"sys/policies/acl/{policy}", "PUT", + {"policy": Path(f"infra/openbao/{role}.hcl").read_text(encoding="ascii")}, token) + request(f"auth/cert/certs/{role}", "POST", { + "certificate": cert_ca, "allowed_dns_sans": [f"bao-{role}"], + "token_policies": [policy], "token_no_default_policy": True, + "token_ttl": 300, "token_max_ttl": 300, + }, token) + data = json.loads((PRIVATE / f"bao-seed/{role}.json").read_bytes()) + request(f"lab7/data/{role}", "POST", {"data": data}, token) + print("PASS: persistent KV v2, independent certificate auth, scoped policies, 300s max TTL") + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("action", choices=("bootstrap", "unseal", "status")) + args = parser.parse_args() + status = seal_status() + print(f"OpenBao {status['version']}: initialized={status['initialized']} sealed={status['sealed']}") + if args.action == "status": + return + if not status["initialized"]: + if args.action != "bootstrap" or RECOVERY.exists(): + raise SystemExit("Use explicit bootstrap with matching local operator state") + RECOVERY.parent.mkdir(parents=True, exist_ok=True) + # Verify local DPAPI before creating operator material. + probe = b"lab7" + if protect(protect(probe, "Protect"), "Unprotect") != probe: + raise RuntimeError("DPAPI self-check failed") + recovery = request("sys/init", "PUT", {"secret_shares": 3, "secret_threshold": 2}) + RECOVERY.write_bytes(protect(json.dumps(recovery).encode(), "Protect")) + print("PASS: initialized file storage, 2-of-3 shares encrypted for local Windows operator") + recovery = json.loads(protect(RECOVERY.read_bytes(), "Unprotect")) + if status["sealed"]: + for share in recovery["keys_base64"][:2]: + result = request("sys/unseal", "PUT", {"key": share}) + if result["sealed"]: + raise RuntimeError("Unseal did not finish") + print("PASS: operator unseal completed") + if args.action == "bootstrap": + configure(recovery["root_token"]) + + +if __name__ == "__main__": + main() diff --git a/scripts/bootstrap-s3.sh b/scripts/bootstrap-s3.sh new file mode 100755 index 0000000..be3f9c9 --- /dev/null +++ b/scripts/bootstrap-s3.sh @@ -0,0 +1,28 @@ +#!/bin/sh +set -eu +export HOME=/tmp +export SSL_CERT_FILE=/run/ca/server.crt +export AWS_CA_BUNDLE=/run/ca/server.crt +mkdir -p /tmp/.config +bucket=lab7/messenger-attachments +run() { + step=$1 + shift + if ! "$@" >/dev/null 2>&1; then + echo "RustFS bootstrap step failed: $step" >&2 + exit 1 + fi +} +run alias rc alias set lab7 https://s3:9000 "$(cat /run/admin/access)" "$(cat /run/admin/password)" +buckets=$(rc bucket list lab7 --json) +if ! printf '%s' "$buckets" | python -c 'import json,sys; sys.exit(not any(i["key"]=="messenger-attachments" for i in json.load(sys.stdin)["items"]))'; then + run bucket rc mb "$bucket" +fi +run private rc bucket anonymous set private "$bucket" +printf 'ready\n' | run readiness rc pipe "$bucket/health/ready" +for role in api worker; do + run "create-$role" rc admin user add lab7/ "lab7-$role" "$(cat "/run/scoped/$role")" + run "policy-$role" rc admin policy create lab7/ "lab7-$role" "/run/scoped/$role.json" + run "attach-$role" rc admin policy attach lab7/ "lab7-$role" --user "lab7-$role" +done +echo 'PASS: RustFS private bucket and separate scoped identities' diff --git a/scripts/compose-hook.sh b/scripts/compose-hook.sh new file mode 100755 index 0000000..b102dc0 --- /dev/null +++ b/scripts/compose-hook.sh @@ -0,0 +1,13 @@ +#!/bin/sh +set -eu +: "${LAB7_HOOK_DIR:?run through scripts/test-resilience.ps1}" +printf '%s\n' "$1" > "$LAB7_HOOK_DIR/request.tmp" +mv "$LAB7_HOOK_DIR/request.tmp" "$LAB7_HOOK_DIR/request" +for i in $(seq 1 85); do + if [ -f "$LAB7_HOOK_DIR/result" ]; then + test "$(cat "$LAB7_HOOK_DIR/result")" = 0 + exit + fi + sleep 1 +done +exit 1 diff --git a/scripts/init-env.ps1 b/scripts/init-env.ps1 new file mode 100644 index 0000000..ce84809 --- /dev/null +++ b/scripts/init-env.ps1 @@ -0,0 +1,10 @@ +$ErrorActionPreference = 'Stop' +Set-Location (Split-Path -Parent $PSScriptRoot) +if (!(Test-Path -LiteralPath secrets)) { + New-Item -ItemType Directory -Path secrets | Out-Null + $identity = [Security.Principal.WindowsIdentity]::GetCurrent().User.Value + icacls.exe secrets /inheritance:r /grant:r "*${identity}:(OI)(CI)F" "*S-1-5-18:(OI)(CI)F" | Out-Null + if ($LASTEXITCODE -ne 0) { throw 'Could not restrict the local private directory' } +} +py -3 scripts/init_env.py +if ($LASTEXITCODE -ne 0) { throw 'PKI/configuration bootstrap failed' } diff --git a/scripts/init_env.py b/scripts/init_env.py new file mode 100644 index 0000000..52aa43c --- /dev/null +++ b/scripts/init_env.py @@ -0,0 +1,188 @@ +"""Generate persistent local credentials and rendered configs once per project.""" +import base64 +import hashlib +import json +import secrets +import subprocess +from pathlib import Path + +ROOT = Path.cwd() +PRIVATE = ROOT / "secrets" +BUCKET = "messenger-attachments" + + +def write(name, text): + path = PRIVATE / name + path.parent.mkdir(parents=True, exist_ok=True) + path.write_text(text, encoding="utf-8", newline="\n") + + +def encode(name, value): + write(name, json.dumps(value, indent=2) + "\n") + + +def get_or_create(name): + path = PRIVATE / name + if not path.exists(): + write(name, secrets.token_hex(24)) + return path.read_text(encoding="utf-8").strip() + + +def rabbit_user(name, password): + salt = secrets.token_bytes(4) + digest = salt + hashlib.sha256(salt + password.encode()).digest() + return { + "name": name, "password_hash": base64.b64encode(digest).decode(), + "hashing_algorithm": "rabbit_password_hashing_sha256", "tags": [], + } + + +def switch(service, port, routes): + header = """global + ssl-default-bind-options ssl-min-ver TLSv1.2 + maxconn 64 +defaults + mode http + timeout connect 2s + timeout client 10s + timeout server 10s +""" + userlist = "" + frontend = f"frontend secure\n bind :{port} ssl crt /run/tls/server.pem\n" + backends = "" + for role, username, password, method, paths, local_port in routes: + userlist += f"userlist {role}\n user {username} insecure-password {password}\n" + frontend += ( + f" acl {role}_method method {method}\n" + f" acl {role}_path {paths}\n" + f" use_backend {role} if {role}_method {role}_path {{ http_auth({role}) }}\n" + ) + backends += ( + f"backend {role}\n http-request del-header Authorization\n" + f" server local 127.0.0.1:{local_port}\n" + ) + backends += "backend rejected\n http-request deny deny_status 403\n" + write(f"generated/{service}.cfg", header + userlist + frontend + " default_backend rejected\n" + backends) + + +def telemetry(api, worker, collector, grafana): + switch("otel-collector", 4318, [ + (role, role, value, "POST", "path /v1/metrics /v1/logs /v1/traces", 14318) + for role, value in (("api", api), ("worker", worker)) + ]) + backends = [ + ("prometheus", 9090, "/api/v1/write", 19090, 19090, + "/api/v1/query /api/v1/label /api/v1/series /api/v1/metadata /-/ready"), + ("loki", 3100, "/otlp/v1/logs", 13100, 13100, + "/loki/api/v1/query /loki/api/v1/label /loki/api/v1/series /loki/api/v1/index/stats /ready"), + ("tempo", 3200, "/v1/traces", 14318, 13200, + "/api/traces /api/v2/traces /api/search /api/echo /api/metrics /ready"), + ] + ca = (PRIVATE / "ca/server.crt").read_text(encoding="ascii") + sources = [] + for service, port, ingest_path, ingest_port, query_port, query_paths in backends: + switch(service, port, [ + ("ingest", "collector", collector, "POST", f"path {ingest_path}", ingest_port), + ("query", "grafana", grafana, "GET POST", f"path_beg {query_paths}", query_port), + ]) + source = { + "name": service.title(), "uid": f"lab6-{service}", "type": service, "access": "proxy", + "url": f"https://{service}:{port}", "isDefault": service == "prometheus", "editable": False, + "basicAuth": True, "basicAuthUser": "grafana", + "jsonData": {"tlsAuthWithCACert": True}, + "secureJsonData": {"basicAuthPassword": grafana, "tlsCACert": ca}, + } + if service == "prometheus": + source["jsonData"]["timeInterval"] = "5s" + if service == "loki": + source["jsonData"]["derivedFields"] = [{ + "name": "Trace", "matcherType": "label", "matcherRegex": "trace_id", + "datasourceUid": "lab6-tempo", "url": "$${__value.raw}", + }] + sources.append(source) + encode("generated/datasources.json", {"apiVersion": 1, "datasources": sources}) + basic = base64.b64encode(f"collector:{collector}".encode()).decode() + base = {"tls": {"ca_file": "/run/ca/server.crt"}, "headers": {"Authorization": f"Basic {basic}"}} + exporters = { + "prometheusremotewrite": {**base, "endpoint": "https://prometheus:9090/api/v1/write", + "resource_to_telemetry_conversion": {"enabled": True}}, + "otlphttp/loki": {**base, "endpoint": "https://loki:3100/otlp"}, + "otlphttp/tempo": {**base, "endpoint": "https://tempo:3200"}, + } + encode("generated/collector.json", { + "receivers": {"otlp": {"protocols": {"http": {"endpoint": "127.0.0.1:14318"}}}}, + "processors": {"memory_limiter": {"check_interval": "1s", "limit_mib": 128, "spike_limit_mib": 32}, + "batch": {"timeout": "1s", "send_batch_size": 256, "send_batch_max_size": 512}}, + "exporters": exporters, + "service": {"telemetry": {"metrics": {"level": "none"}}, "pipelines": { + signal: {"receivers": ["otlp"], "processors": ["memory_limiter", "batch"], "exporters": [exporter]} + for signal, exporter in zip(("metrics", "logs", "traces"), exporters) + }}, + }) + + +def policy(grants): + return {"Version": "2012-10-17", "Statement": [ + {"Effect": "Allow", "Action": [f"s3:{op}" for op in actions], + "Resource": [f"arn:aws:s3:::{BUCKET}/{prefix}" for prefix in prefixes]} + for actions, prefixes in grants + ]} + + +def main(): + if not (PRIVATE / "ca/public.crt").exists(): + subprocess.run([ + "docker", "run", "--rm", "--network", "none", + "-v", f"{PRIVATE}:/private", "-v", f"{ROOT / 'scripts/pki.sh'}:/pki.sh:ro", + "--entrypoint", "sh", "postgres:16.8-bookworm", "/pki.sh", + ], check=True) + if not (ROOT / ".env").exists(): + (ROOT / ".env").write_bytes((ROOT / ".env.example").read_bytes()) + get_or_create("postgres/pg_admin") + get_or_create("grafana/password") + write("s3-admin/access", "lab7-bootstrap") + get_or_create("s3-admin/password") + api_otel, worker_otel, collector, grafana = ( + get_or_create(f"telemetry/{role}") for role in ("api", "worker", "collector", "grafana") + ) + telemetry(api_otel, worker_otel, collector, grafana) + passwords = {} + for role in ("api", "worker", "migrate"): + pg = get_or_create(f"postgres/pg_{role}") + dsn = f"postgresql://lab_{role}:{pg}@postgres:5432/messenger?sslmode=verify-full&sslrootcert=/run/ca/server.crt" + if role == "migrate": + write("postgres/pg_url", dsn) + continue + amqp = passwords[f"lab_{role}"] = get_or_create(f"broker/{role}") + s3_password = get_or_create(f"s3/{role}") + encode(f"bao-seed/{role}.json", { + "DATABASE_URL": dsn, "BROKER_URL": f"amqps://lab_{role}:{amqp}@broker:5671/jobs", + "S3_ACCESS_KEY_ID": f"lab7-{role}", "S3_SECRET_ACCESS_KEY": s3_password, + "OTEL_LOGIN": f"{role}:{api_otel if role == 'api' else worker_otel}", + }) + encode("generated/definitions.json", { + "users": [rabbit_user(name, password) for name, password in passwords.items()], + "vhosts": [{"name": "jobs"}], + "permissions": [ + {"user": name, "vhost": "jobs", "configure": "^$", "write": "^amq\\.default$", + "read": "^attachment\\.process\\.v1$" if name == "lab_worker" else "^$"} + for name in passwords + ], + "queues": [ + {"name": "attachment.process.v1", "vhost": "jobs", "durable": True, + "auto_delete": False, "arguments": {"x-queue-type": "classic"}}, + ], + }) + encode("s3/api.json", policy([ + (["PutObject"], ["staging/*"]), + (["GetObject"], ["health/ready", "originals/*", "variants/*"]), + ])) + encode("s3/worker.json", policy([ + (["GetObject", "DeleteObject"], ["staging/*"]), + (["PutObject"], ["originals/*", "variants/*"]), + ])) + print("Local PKI and scoped service configuration ready (values withheld).") + + +if __name__ == "__main__": + main() diff --git a/scripts/pki.sh b/scripts/pki.sh new file mode 100755 index 0000000..15e4f3f --- /dev/null +++ b/scripts/pki.sh @@ -0,0 +1,42 @@ +#!/bin/sh +set -eu +cd /private +umask 077 +mkdir -p roots ca pki +root() { + openssl req -x509 -newkey rsa:3072 -nodes -sha256 -days 365 \ + -subj "/CN=MTUSI Lab7 $1" -addext 'basicConstraints=critical,CA:TRUE,pathlen:0' \ + -addext 'keyUsage=critical,keyCertSign,cRLSign' -keyout "roots/$1.key" -out "ca/$1.crt" >/dev/null 2>&1 +} +leaf() { + name=$1 issuer=$2 subject=$3 usage=$4 san=$5 + mkdir -p "pki/$name" + openssl req -new -newkey rsa:2048 -nodes -subj "/CN=$subject" \ + -keyout "pki/$name/$usage.key" -out roots/leaf.csr >/dev/null 2>&1 + printf 'subjectAltName=%s\nextendedKeyUsage=%sAuth\nkeyUsage=critical,digitalSignature,keyEncipherment\nbasicConstraints=critical,CA:FALSE\n' \ + "$san" "$usage" > roots/leaf.ext + openssl x509 -req -in roots/leaf.csr -CA "ca/$issuer.crt" -CAkey "roots/$issuer.key" -CAcreateserial \ + -CAserial "roots/$issuer.srl" -days 90 -sha256 -extfile roots/leaf.ext \ + -out "pki/$name/$usage.crt" >/dev/null 2>&1 + cat "pki/$name/$usage.crt" "pki/$name/$usage.key" > "pki/$name/$usage.pem" + # Each bind exposes only one service's files. The outer NTFS ACL controls host access. + chmod 0644 "pki/$name/"* +} +for ca_type in public server client bao unrelated; do root "$ca_type"; done +leaf lb public localhost server DNS:localhost,IP:127.0.0.1 +for service in api1 api2 postgres s3 broker otel-collector prometheus loki tempo; do + leaf "$service" server "$service" server "DNS:$service" +done +for service in openbao grafana; do + leaf "$service" server "$service" server "DNS:$service,DNS:localhost,IP:127.0.0.1" +done +leaf lb-client client lb-client client DNS:lb-client +leaf wrong-san client other-client client DNS:other-client +leaf wrong-ca unrelated lb-client client DNS:lb-client +leaf bao-api bao bao-api client DNS:bao-api +leaf bao-worker bao bao-worker client DNS:bao-worker +cp pki/s3/server.crt pki/s3/rustfs_cert.pem +cp pki/s3/server.key pki/s3/rustfs_key.pem +chmod 0755 ca pki pki/* +chmod 0644 ca/*.crt pki/s3/rustfs_*.pem +rm -f roots/leaf.csr roots/leaf.ext diff --git a/scripts/restart.sh b/scripts/restart.sh new file mode 100755 index 0000000..2a89c5a --- /dev/null +++ b/scripts/restart.sh @@ -0,0 +1,3 @@ +#!/bin/sh +set -eu +exec "$(dirname "$0")/compose-hook.sh" restart diff --git a/scripts/review_zip.py b/scripts/review_zip.py new file mode 100644 index 0000000..acf9e14 --- /dev/null +++ b/scripts/review_zip.py @@ -0,0 +1,115 @@ +"""Build and verify an exact review snapshot of public working-tree files.""" +import argparse +import base64 +import hashlib +import json +import re +import subprocess +import tempfile +import zipfile +from pathlib import Path + +from bao_operator import RECOVERY, protect + +ROOT = Path(__file__).resolve().parents[1] +EVIDENCE = ROOT / "evidence" / "grade3" +OMIT = {"PR_GRADE3_DRAFT.md"} +PRIVATE_DIRS = {".git", "secrets", "certs", "volumes", "data", "backups", ".venv", + "__pycache__", "dist", "build", "node_modules"} +PRIVATE_SUFFIXES = {".key", ".pem", ".crt", ".p12", ".pfx", ".dpapi", ".zip", ".pyc", ".log"} +SECRET_PATTERNS = re.compile(rb"-----BEGIN [A-Z ]*PRIVATE KEY-----|(?i:Bearer )[A-Za-z0-9_-]{43}\b") +MODES = {".sh": 0o100755} + + +def git(*args): + return subprocess.check_output(["git", *args], cwd=ROOT) + + +def names(*args): + return {p.decode("utf-8") for p in git(*args).split(b"\0") if p} + + +def public_files(): + paths = names("ls-files", "--cached", "--others", "--exclude-standard", "-z") - OMIT + for path in sorted(paths): + relative = Path(path) + file = ROOT / relative + if set(relative.parts) & PRIVATE_DIRS or relative.suffix.lower() in PRIVATE_SUFFIXES: + raise RuntimeError(f"Private/build candidate in archive list: {path}") + if relative.name.startswith(".env") and relative.name != ".env.example": + raise RuntimeError(f"Private environment file selected: {path}") + if file.is_symlink() or not file.is_file() or not file.resolve().is_relative_to(ROOT): + raise RuntimeError(f"Unexpected filesystem path: {path}") + yield path, file + + +def runtime_secrets(): + private = ROOT / "secrets" + paths = [*private.glob("postgres/pg_*"), *private.glob("s3/*"), + *private.glob("broker/*"), *private.glob("telemetry/*"), + private / "s3-admin/password", private / "grafana/password"] + values = {p.read_bytes().strip() for p in paths if p.is_file() and p.suffix != ".json"} + for role in ("api", "worker", "collector", "grafana"): + value = (private / "telemetry" / role).read_bytes().strip() + values.add(base64.b64encode(role.encode() + b":" + value)) + if RECOVERY.exists(): + recovery = json.loads(protect(RECOVERY.read_bytes(), "Unprotect")) + values.update(s.encode() for s in (*recovery["keys"], *recovery["keys_base64"], recovery["root_token"])) + return {value for value in values if len(value) >= 20} + + +def scan(files, secrets): + for name, data in files: + if SECRET_PATTERNS.search(data) or any(secret in data for secret in secrets): + raise RuntimeError(f"Secret signature in {name} (value withheld)") + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("archive", type=Path) + output = parser.parse_args().archive.resolve() + if output.is_relative_to(ROOT): + raise SystemExit("Choose an archive destination outside the checkout") + secrets = runtime_secrets() + files = list(public_files()) + scan(((name, path.read_bytes()) for name, path in files), secrets) + runtime = subprocess.check_output(["docker", "compose", "--project-name", "mtusi-lab7-grade3", "logs", + "--no-color"], cwd=ROOT, stderr=subprocess.STDOUT) + scan([("Compose logs", runtime)], secrets) + (EVIDENCE / "secrets-scan.txt").write_text( + f"PASS: public artifact bytes and project Compose logs checked against {len(secrets)} local secret literals " + "and private-key/Bearer patterns. No matches.\n", encoding="utf-8", + ) + files = list(public_files()) + metadata = [] + output.parent.mkdir(parents=True, exist_ok=True) + with zipfile.ZipFile(output, "w", compression=zipfile.ZIP_DEFLATED, compresslevel=8) as archive: + for name, path in files: + data = path.read_bytes() + spec = zipfile.ZipInfo(name) + spec.create_system = 3 + mode = MODES.get(path.suffix, 0o100644) + spec.external_attr = mode << 16 + spec.compress_type = zipfile.ZIP_DEFLATED + if mode == 0o100755 and ".example." not in name: + assert b"\r" not in data and data.startswith(b"#!/"), name + archive.writestr(spec, data, compresslevel=8) + metadata.append({"file": name, "sha256": hashlib.sha256(data).hexdigest(), "mode": oct(mode)[2:]}) + with zipfile.ZipFile(output) as archive, tempfile.TemporaryDirectory(prefix="lab7-zip-") as directory: + assert archive.testzip() is None + archive.extractall(directory) + assert sorted(archive.namelist()) == sorted(name for name, _ in files) + for name, path in files: + assert (Path(directory) / name).read_bytes() == path.read_bytes() + assert archive.getinfo(name).external_attr >> 16 == MODES.get(path.suffix, 0o100644) + changes = (names("diff", "--name-only", "-z") | + names("ls-files", "--others", "--exclude-standard", "-z")) - OMIT + payload = {"archive": output.name, "sha256": hashlib.sha256(output.read_bytes()).hexdigest(), + "files": len(files), "crc": "PASS", "unzip_byte_comparison": "PASS", "manifest": metadata} + output.with_suffix(".manifest.json").write_text(json.dumps(payload, indent=2) + "\n", encoding="utf-8") + output.with_suffix(".staging.txt").write_text("\n".join(sorted(changes)) + "\n", encoding="utf-8") + print(json.dumps({k: v for k, v in payload.items() if k != "manifest"})) + + +if __name__ == "__main__": + main() diff --git a/scripts/stack_audit.py b/scripts/stack_audit.py new file mode 100644 index 0000000..72b07ac --- /dev/null +++ b/scripts/stack_audit.py @@ -0,0 +1,71 @@ +"""Read the Compose runtime configuration without exporting environment values.""" +import hashlib +import json +import ssl +import subprocess +from pathlib import Path + +ROOT = Path(__file__).resolve().parents[1] +PROJECT = "mtusi-lab7-grade3" +PUBLICATIONS = {"lb": ("8443/tcp", "8443"), "openbao": ("8200/tcp", "8200"), + "grafana": ("3000/tcp", "3443")} +APP = {"api1", "api2", "worker"} +TARGET = ROOT / "evidence" / "grade3" + + +def docker(*args): + return subprocess.check_output(["docker", *args], cwd=ROOT) + + +def record_certs(): + entries = [] + for cert in sorted((ROOT / "secrets" / "pki").glob("*/*.crt")): + details = ssl._ssl._test_decode_cert(str(cert)) + der = ssl.PEM_cert_to_DER_cert(cert.read_text(encoding="ascii")) + entries.append({"role": cert.parent.name, "sans": details.get("subjectAltName", []), + "issuer": details["issuer"], "valid_until": details["notAfter"], + "sha256": hashlib.sha256(der).hexdigest()}) + (TARGET / "certificates.json").write_text(json.dumps(entries, indent=2) + "\n", encoding="utf-8") + + +def main(): + ids = docker("ps", "-aq", "--filter", f"label=com.docker.compose.project={PROJECT}", + "--filter", "label=com.docker.compose.oneoff=False").decode().splitlines() + assert ids + containers = json.loads(docker("inspect", *ids)) + evidence = [] + for item in containers: + cfg, host = item["Config"], item["HostConfig"] + service = cfg["Labels"]["com.docker.compose.service"] + assert not host["Privileged"] and host["NetworkMode"] != "host" + assert all("/docker.sock" not in m["Source"] and "/docker.sock" not in m["Destination"] + for m in item["Mounts"]) + binds = host["PortBindings"] or {} + if service in PUBLICATIONS: + port, external = PUBLICATIONS[service] + assert binds == {port: [{"HostIp": "127.0.0.1", "HostPort": external}]}, service + else: + assert not binds, service + if service in APP: + assert cfg["User"] == "appuser" and host["CapDrop"] == ["ALL"] + assert "no-new-privileges:true" in host["SecurityOpt"] + assert all(host[key] > 0 for key in ("Memory", "NanoCpus", "PidsLimit")) + names = {entry.split("=", 1)[0] for entry in cfg["Env"]} + assert names.isdisjoint({"BAO_TOKEN", "VAULT_TOKEN", "BAO_ROOT_TOKEN", "SECRET_ID", + "DATABASE_URL", "BROKER_URL", "S3_SECRET_ACCESS_KEY"}) + uid = docker("exec", item["Id"], "id", "-u").decode().strip() + assert uid == "10001" + else: + uid = None + evidence.append({"service": service, "uid": uid, "status": item["State"]["Status"], + "ports": binds, "memory_bytes": host["Memory"], "nano_cpus": host["NanoCpus"], + "pids_limit": host["PidsLimit"], "image": item["Image"]}) + assert APP | set(PUBLICATIONS) <= {item["service"] for item in evidence} + evidence.sort(key=lambda entry: entry["service"]) + (TARGET / "hardening.json").write_text(json.dumps(evidence, indent=2) + "\n", encoding="utf-8") + record_certs() + print("PASS: loopback-only published ingress and admin ports, app UID 10001 and resource/privilege limits") + + +if __name__ == "__main__": + main() diff --git a/scripts/start.ps1 b/scripts/start.ps1 new file mode 100644 index 0000000..da07ae4 --- /dev/null +++ b/scripts/start.ps1 @@ -0,0 +1,20 @@ +$ErrorActionPreference = 'Stop' +Set-Location (Split-Path -Parent $PSScriptRoot) + +function Invoke-Checked([string]$Program, [string[]]$Parameters) { + & $Program @Parameters + if ($LASTEXITCODE -ne 0) { throw "$Program failed with exit $LASTEXITCODE" } +} + +& "$PSScriptRoot/init-env.ps1" +$compose = @('compose', '--project-name', 'mtusi-lab7-grade3') +Invoke-Checked docker ($compose + @('config', '--quiet')) +Invoke-Checked docker ($compose + @('build', 'migrate', 'tools', 's3-bootstrap')) +Invoke-Checked docker ($compose + @('up', '-d', 'openbao', 'postgres', 's3', 'broker', + 'otel-collector', 'collector-local', 'prometheus', 'prometheus-local', 'loki', 'loki-local', + 'tempo', 'tempo-local', 'grafana', 'lb')) +# This is the explicit local operator step. No OpenBao container reads the recovery file. +Invoke-Checked py @('-3', 'scripts/bao_operator.py', 'bootstrap') +Invoke-Checked docker ($compose + @('run', '--rm', '-T', 's3-bootstrap')) +Invoke-Checked docker ($compose + @('up', '-d', '--no-build', 'api1', 'api2', 'worker')) +Invoke-Checked py @('-3', '-c', "import sys; sys.path.insert(0, 'scripts'); from test_resilience import ready; ready(); print('PASS: HTTPS readiness')") diff --git a/scripts/stop-one.sh b/scripts/stop-one.sh new file mode 100755 index 0000000..b234d65 --- /dev/null +++ b/scripts/stop-one.sh @@ -0,0 +1,4 @@ +#!/bin/sh +set -eu +case "${TARGET_INSTANCE_ID:-}" in api1|api2) ;; *) exit 2 ;; esac +exec "$(dirname "$0")/compose-hook.sh" "$TARGET_INSTANCE_ID" diff --git a/scripts/test-network.ps1 b/scripts/test-network.ps1 new file mode 100644 index 0000000..ab6f18a --- /dev/null +++ b/scripts/test-network.ps1 @@ -0,0 +1,22 @@ +$ErrorActionPreference = 'Stop' +Set-Location (Split-Path -Parent $PSScriptRoot) +function Check-Exit { + if ($LASTEXITCODE -ne 0) { throw "Network check failed with exit $LASTEXITCODE" } +} +docker compose run --rm --no-deps -T ` + -v "${PWD}/student-tests/tls.py:/probe.py:ro" ` + -v "${PWD}/secrets/pki/lb-client:/run/probe/correct:ro" ` + -v "${PWD}/secrets/pki/wrong-ca:/run/probe/wrong-ca:ro" ` + -v "${PWD}/secrets/pki/wrong-san:/run/probe/wrong-san:ro" tools python /probe.py +Check-Exit +foreach ($service in @('api1', 'worker')) { + Get-Content student-tests/dependencies.py -Raw | docker compose exec -T $service python - + Check-Exit +} +docker compose run --rm --no-deps -T ` + -v "${PWD}/student-tests/telemetry_acl.py:/probe.py:ro" ` + -v "${PWD}/secrets/generated/collector.json:/run/check/collector.json:ro" ` + -v "${PWD}/secrets/generated/datasources.json:/run/check/datasources.json:ro" tools python /probe.py +Check-Exit +py -3 scripts/stack_audit.py +Check-Exit diff --git a/scripts/test_openbao.py b/scripts/test_openbao.py new file mode 100644 index 0000000..1e787ac --- /dev/null +++ b/scripts/test_openbao.py @@ -0,0 +1,57 @@ +"""Verify persistent seal state and fail-closed service startup on real restart.""" +import json +import subprocess +import sys + +from bao_operator import seal_status +from test_resilience import COMPOSE, ready + + +def inspect(): + identifier = subprocess.check_output([*COMPOSE, "ps", "-q", "openbao"], text=True).strip() + result = json.loads(subprocess.check_output(["docker", "inspect", identifier]))[0] + volume = next(m["Name"] for m in result["Mounts"] if m["Destination"] == "/openbao/file") + return identifier, result["State"]["StartedAt"], volume + + +def client(service, expect_sealed=False): + script = """ +import sys +from src.config import bao_config +try: + configuration = bao_config() +except RuntimeError: + if sys.argv[1] != 'sealed': + raise + print('PASS: new process refuses to start with sealed OpenBao') +else: + assert sys.argv[1] == 'unsealed' and len(configuration) == 5 + print('PASS: scoped KV restored without bootstrap rewrite') +""" + subprocess.run([*COMPOSE, "run", "--rm", "--no-deps", "-T", service, + "python", "-c", script, "sealed" if expect_sealed else "unsealed"], check=True) + + +def main(): + before = inspect() + assert seal_status()["sealed"] is False + print("Before restart:", *before, flush=True) + subprocess.run([*COMPOSE, "restart", "openbao"], check=True) + try: + status = seal_status() + after = inspect() + assert before[0] == after[0] and before[2] == after[2] + assert before[1] != after[1] and status["initialized"] and status["sealed"] + print("After restart:", *after, "initialized=True sealed=True", flush=True) + client("worker", expect_sealed=True) + ready() + print("PASS: running API retains its in-memory dependencies while OpenBao is sealed", flush=True) + finally: + subprocess.run([sys.executable, "scripts/bao_operator.py", "unseal"], check=True) + assert not seal_status()["sealed"] + client("api1") + client("worker") + + +if __name__ == "__main__": + main() diff --git a/scripts/test_resilience.py b/scripts/test_resilience.py new file mode 100644 index 0000000..27f0d74 --- /dev/null +++ b/scripts/test_resilience.py @@ -0,0 +1,123 @@ +"""Run the unchanged Make targets, with Docker actions executed by the host.""" +import argparse +import ssl +import subprocess +import tempfile +import time +import urllib.request +from pathlib import Path + +PROJECT = "mtusi-lab7-grade3" +COMPOSE = ["docker", "compose", "--project-name", PROJECT] +STORAGE = ("postgres", "s3", "broker") +APP = ("api1", "api2", "worker") + + +def compose(*args): + subprocess.run([*COMPOSE, *args], check=True) + + +def snapshot(*services): + for service in services: + ident = subprocess.check_output([*COMPOSE, "ps", "-aq", service], text=True).strip() + state = subprocess.check_output([ + "docker", "inspect", "--format", + "{{.Id}} {{.State.Status}} started={{.State.StartedAt}} finished={{.State.FinishedAt}}", + ident, + ], text=True).strip() + print(f"{service} {state}", flush=True) + + +def ready(): + context = ssl.create_default_context(cafile="secrets/ca/public.crt") + for attempt in range(40): + try: + with urllib.request.urlopen("https://localhost:8443/health/ready", context=context, timeout=2): + return + except OSError: + if attempt == 39: + raise + time.sleep(0.5) + + +def broker_ready(): + identifier = subprocess.check_output([*COMPOSE, "ps", "-q", "broker"], text=True).strip() + for attempt in range(45): + status = subprocess.check_output(["docker", "inspect", "--format", "{{.State.Health.Status}}", identifier], + text=True).strip() + if status == "healthy": + return + if attempt == 44: + raise TimeoutError("RabbitMQ did not become healthy") + time.sleep(1) + + +def scenario(mode): + hook = "scripts/restart.sh" if mode == "persistence" else "scripts/stop-one.sh" + with tempfile.TemporaryDirectory(prefix="hook-", dir="secrets") as directory: + bridge = Path(directory).resolve() + process = subprocess.Popen([ + *COMPOSE, "run", "--rm", "--no-deps", "-T", + "-v", f"{bridge}:/hook", "-e", "LAB7_HOOK_DIR=/hook", + "tools", "make", f"test-{mode}", f"ACTION_SCRIPT={hook}", + ]) + target = None + try: + deadline = time.monotonic() + 180 + while process.poll() is None: + if time.monotonic() > deadline: + raise TimeoutError("Resilience test exceeded 180 seconds") + if target is None and (bridge / "request").is_file(): + target = (bridge / "request").read_text().strip() + allowed = {"restart"} if mode == "persistence" else {"api1", "api2"} + if target not in allowed: + (bridge / "result").write_bytes(b"2\n") + raise RuntimeError("Invalid Compose hook request") + print(f"Hook accepted for project {PROJECT}: {target}", flush=True) + if target == "restart": + snapshot(*APP, *STORAGE) + compose("restart", "-t", "3", *STORAGE) + compose("restart", "-t", "3", *APP) + snapshot(*APP, *STORAGE) + else: + compose("stop", "-t", "1", target) + (bridge / "result.tmp").write_bytes(b"0\n") + (bridge / "result.tmp").replace(bridge / "result") + time.sleep(0.1) + if process.wait() != 0 or target is None: + raise RuntimeError(f"Public {mode} test failed") + if target in {"api1", "api2"}: + snapshot("api1", "api2") + return target + finally: + if process.poll() is None: + process.terminate() + process.wait(timeout=10) + if target in {"api1", "api2"}: + compose("start", target) + ready() + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("mode", choices=("persistence", "failover", "all")) + mode = parser.parse_args().mode + ready() + if mode in {"persistence", "all"}: + scenario("persistence") + if mode in {"failover", "all"}: + broker_ready() + targets = set() + for _ in range(5): + targets.add(scenario("failover")) + if targets == {"api1", "api2"}: + print("PASS: public failover test observed both stopped replicas") + break + # One additional request advances round-robin before the next test. + ready() + else: + raise RuntimeError("Public tests did not exercise both separate replicas") + + +if __name__ == "__main__": + main() diff --git a/security/THREAT_MODEL.md b/security/THREAT_MODEL.md index 31da287..03fde2f 100644 --- a/security/THREAT_MODEL.md +++ b/security/THREAT_MODEL.md @@ -1,19 +1,29 @@ -# Модель угроз — заполнить +# Модель угроз — лабораторная 7 ## Активы и акторы -TODO: пользовательские credentials/сессии, сообщения/вложения, service identities, CA/secrets, telemetry. Акторы: участник чата, посторонний пользователь, внешний клиент, скомпрометированный сервис, оператор. Опишите доступ атакующего и границы учебного стенда. +Активы стенда — пароли и Bearer-сессии, сообщения, оригиналы и превью, состояния задач, ключи CA и сервисов, KV OpenBao и данные диагностики. Участник чата имеет свой Bearer и доступ к чатам, где состоит. Посторонний зарегистрированный пользователь может отправлять произвольные запросы через ingress. Скомпрометированный контейнер может обращаться к DNS и портам Compose-сети в пределах собственных credentials. Оператор контролирует Windows-аккаунт, Docker Desktop и локальную PKI. + +Защищаем синтетический однопользовательский стенд на доверенном Docker-хосте. Оператор Docker и администратор Windows могут читать память или mount всех сервисов. Изоляция от этих акторов и защита сети хоста за пределами Compose находятся вне модели. ## Границы доверия -TODO: схема и ссылка на заполненную contracts/trust-matrix.md; публичные/внутренние интерфейсы, процессы, секреты и их выдача. +Клиент вручную получает публичный CA и соединяется с HAProxy через HTTPS. HAProxy проверяет leaf и имя каждой реплики. Реплика принимает только клиенты от отдельного CA с DNS SAN `lb-client`. DB, RustFS, RabbitMQ и OpenBao проверяются приложениями по внутреннему CA и имени сервиса. На telemetry gateway действует Basic по роли, raw-процессы слушают loopback в том же network namespace. Границы и локальные исключения перечислены в [матрице доверия](../contracts/trust-matrix.md). | Угроза и конкретный путь | Нарушаемый инвариант | Контроль | Отрицательный тест | Остаточное ограничение | | --- | --- | --- | --- | --- | -| TODO | TODO | TODO | TODO | TODO | - -На 4 минимум 6 конкретных угроз. Не заменяйте сценарии словами «SQL injection», «безопасный Docker», «mTLS включён» без пути и проверки. +| Посредник подменяет HTTPS ingress либо DNS-имя сервиса | Пароли, Bearer и данные идут проверенному серверу | Локальный trust store, CA и hostname/SAN, HTTPS без fallback | `make test-security`, чужой CA и неверный hostname в `tls.py`, `dependencies.py` | Локальный оператор контролирует выдачу и доставку CA | +| Контейнер идёт к api1/api2:8444 напрямую | HTTP обслуживается только для доверенного LB | TLS обязательный client cert плюс проверка DNS SAN до разбора HTTP | `tls.py` проверяет no-cert, чужой CA и запрещённый SAN от доверенного CA на обеих репликах | Компрометация LB даёт доступ к транспортной identity. Бизнес-ACL проверяется отдельно | +| Посторонний знает UUID чата/файла и передаёт чужой X-User-Id | Чужие сообщения и вложения недоступны | Bearer с серверным состоянием и проверка членства в запросах к SQL | `api_security.py` проверяет metadata/content/link, подмену заголовка, logout и expiry | Участник может копировать полученный контент | +| Злоумышленник перебирает логины или отправляет большое тело | Ограничены KDF-работа и память запроса | Argon2id, HAProxy limit входа, 64 KiB обычное тело и 10 MiB upload, лимит декодированных пикселей | `api_security.py` проверяет 429, Retry-After и 413, `grade3.py` проверяет повреждённые изображения | Лимит по IP общий после NAT, распределённый ingress отсутствует | +| Worker пытается читать сессии, чужой KV или менять policy | Компонент ограничен своими операциями | SQL grants, отдельные SigV4/SCRAM/AMQP identities, native TLS и cert auth OpenBao | `dependencies.py` ожидает SQLSTATE 42501, ACL 403 и отказ чужой identity | Worker может модифицировать разрешённые состояния и файлы всех принятых jobs | +| Посторонний отправляет OTLP или пытается писать через Grafana identity | Диагностика не принимает анонимный ingest, клиенты читают только назначенное | HTTPS и Basic с методами и путями по роли, loopback raw listeners, allowlist полей telemetry | `telemetry_acl.py` ожидает 403 и отказ прямого TCP, `observability.py` ищет синтетические canary в результатах | Утёкший ingest credential позволяет отправлять сигналы в разрешённый endpoint | +| Перезапуск хранилища или авария потребителя между записью и ack | Подтверждённые сообщения и принятые jobs сохраняются | Durable очередь, volumes, персистентный лимит попыток и идемпотентные эффекты | `grade3.py` останавливает worker, broker и S3, `test_resilience.py` останавливает API и перезапускает хранилища | Единственные экземпляры зависимостей имеют перерыв при отказе | ## Lifecycle и инциденты -TODO: bootstrap, expiry/renewal, revoke/rotation, компрометация identity, sealed OpenBao и восстановление. Указать владельца CA/unseal и способ защиты bootstrap credentials. Сопоставить scan findings с реальной применимостью и исправлением/остаточным риском. +Windows-оператор создаёт CA и leaf за локальной NTFS ACL. CA ключи остаются в приватном каталоге и никуда не монтируются. Leaf действуют 90 дней, CA — 365. Операторский DPAPI-файл привязан к Windows-аккаунту, не доступен из контейнера OpenBao и используется только по явной команде оператора. После рестарта OpenBao нужен ручной вызов unseal с порогом две доли из трёх. В памяти работающих приложений остаются текущие KV-значения. При новом старте они проходят cert auth и читают KV заново. Токен OpenBao с TTL до 300 секунд используется для начального read и не передаётся по бизнес-маршрутам. + +При подозрении на утечку оператор отзывает role или токен, заменяет скомпрометированные cert/credentials в сервисе и KV и перезапускает процессы с новым материалом. Для утечки LB client key заменяется клиентское доверие обеих реплик и новый leaf. Долговременные сервисные пароли статические. Автоматизированная ротация и непрерывная проверка revocation в эксплуатационный сценарий уровня 3 не входят. + +Сканирование артефакта сопоставляет фактические локальные секреты и проверяет сигнатуры ключей и Bearer. Canary-тест отдельно ищет пароль, Bearer, заголовок, имя файла и текст в данных Loki, Tempo и Prometheus. Подробный vulnerability scan уровня 4 не заявлен. diff --git a/src/__init__.py b/src/__init__.py new file mode 100644 index 0000000..8b13789 --- /dev/null +++ b/src/__init__.py @@ -0,0 +1 @@ + diff --git a/src/attachments.py b/src/attachments.py new file mode 100644 index 0000000..faf8ee7 --- /dev/null +++ b/src/attachments.py @@ -0,0 +1,165 @@ +import hashlib +import re +import unicodedata +from io import BytesIO +from uuid import uuid4 + +import pika +from PIL import Image + +from src import jobs, s3 +from src.db import connection +from src.errors import ApiError +from src.store import public + + +MAX_UPLOAD_BYTES = 10 * 1024 * 1024 +MAX_IMAGE_PIXELS = 40_000_000 +Image.MAX_IMAGE_PIXELS = MAX_IMAGE_PIXELS +FORMATS = {"image/png": "PNG", "image/jpeg": "JPEG"} +METADATA = """id, chat_id, owner_id, filename, content_type, size_bytes, sha256, + status, error_code, created_at, updated_at""" + + +def oversized(): + return ApiError(413, "payload_too_large", "Превышен допустимый размер изображения") + + +def invalid_image(): + return ApiError(415, "unsupported_media_type", "Ожидается корректный PNG или JPEG") + + +def validate_filename(filename): + if any(char in "/\\" or unicodedata.category(char) == "Cc" for char in filename): + raise ApiError(400, "invalid_request", "Недопустимое имя файла") + + +async def read_upload(request): + lengths = request.headers.getlist("content-length") + if lengths: + if len(lengths) != 1 or not re.fullmatch(r"[0-9]+", lengths[0]): + raise ApiError(400, "invalid_request", "Некорректный Content-Length") + length = lengths[0].lstrip("0") or "0" + if len(length) > len(str(MAX_UPLOAD_BYTES)) or int(length) > MAX_UPLOAD_BYTES: + raise oversized() + + body = BytesIO() + async for chunk in request.stream(): + if len(chunk) > MAX_UPLOAD_BYTES - body.tell(): + raise oversized() + body.write(chunk) + body.seek(0) + return body + + +def validate_image(body, content_type): + try: + if content_type == "image/png": + # Pillow's verify stops at the IEND chunk before reading its CRC. + with body.getbuffer() as data: + if data[-12:] != b"\x00\x00\x00\x00IEND\xae\x42\x60\x82": + raise invalid_image() + with Image.open(body, formats=(FORMATS[content_type],)) as image: + if image.width * image.height > MAX_IMAGE_PIXELS: + raise oversized() + image.verify() + with Image.open(body, formats=(FORMATS[content_type],)) as image: + # Check each frame of a PNG while bounding the total decode work. + for frame in range(getattr(image, "n_frames", 1)): + if (frame + 1) * image.width * image.height > MAX_IMAGE_PIXELS: + raise oversized() + image.seek(frame) + image.load() + except Image.DecompressionBombError: + raise oversized() from None + except (OSError, ValueError, SyntaxError, IndexError, EOFError): + raise invalid_image() from None + finally: + body.seek(0) + + +def upload(chat_id, owner_id, filename, content_type, body): + validate_image(body, content_type) + with body.getbuffer() as data: + digest = hashlib.sha256(data).hexdigest() + size = len(data) + attachment_id = uuid4() + job_id = uuid4() + staging_key = f"staging/{attachment_id}" + object_key = f"originals/{attachment_id}" + s3.put(staging_key, body, size, content_type) + + # Both rows commit before publish, so a fast consumer can always find them. + with connection() as conn: + row = conn.execute( + f"""INSERT INTO attachments + (id, chat_id, owner_id, filename, content_type, size_bytes, sha256, object_key) + VALUES (%s,%s,%s,%s,%s,%s,%s,%s) RETURNING {METADATA}""", + (attachment_id, chat_id, owner_id, filename, content_type, size, digest, object_key), + ).fetchone() + conn.execute( + """INSERT INTO attachment_jobs + (job_id,attachment_id,pipeline_version,staging_key,created_at,max_attempts) + VALUES (%s,%s,%s,%s,%s,%s)""", + (job_id, attachment_id, jobs.PIPELINE_VERSION, staging_key, row["created_at"], + jobs.MAX_ATTEMPTS), + ) + try: + with jobs.broker() as channel: + jobs.publish(channel, jobs.carrier(job_id, attachment_id, row["created_at"])) + except (pika.exceptions.AMQPError, OSError): + # The outcome can be ambiguous. Keep staging and metadata for a consumer + # that already has the message. Never return 202 without a confirm. + raise ApiError(503, "unavailable", "Очередь вложений временно недоступна") from None + + return public({**row, "variants": []}) + + +VARIANT_METADATA = "name, content_type, size_bytes, sha256, width, height" + + +def get(attachment_id, user_id): + with connection() as conn: + row = visible(conn, attachment_id, user_id) + variants = [] + if row["status"] == "ready": + variants = conn.execute( + f"""SELECT {VARIANT_METADATA} FROM attachment_variants + WHERE attachment_id=%s AND pipeline_version=%s ORDER BY name""", + (attachment_id, jobs.PIPELINE_VERSION), + ).fetchall() + del row["object_key"] + return public({**row, "variants": variants}) + + +def visible(conn, attachment_id, user_id): + row = conn.execute( + f"""SELECT {METADATA}, object_key FROM attachments a + WHERE id=%s AND EXISTS ( + SELECT 1 FROM chat_members m WHERE m.chat_id=a.chat_id AND m.user_id=%s + )""", + (attachment_id, user_id), + ).fetchone() + if row is None: + raise ApiError(404, "not_found", "Объект не найден") + return row + + +def content(attachment_id, user_id, variant): + with connection() as conn: + row = visible(conn, attachment_id, user_id) + if row["status"] != "ready": + raise ApiError(409, "conflict", "Вложение недоступно") + if variant != "original": + row = conn.execute( + """SELECT object_key, content_type, size_bytes, sha256 FROM attachment_variants + WHERE (attachment_id,pipeline_version,name)=(%s,%s,%s)""", + (attachment_id, jobs.PIPELINE_VERSION, variant), + ).fetchone() + if row is None: + raise ApiError(404, "not_found", "Объект не найден") + + data = s3.download(row["object_key"], row["size_bytes"]) + if len(data) != row["size_bytes"] or hashlib.sha256(data).hexdigest() != row["sha256"]: + raise s3.unavailable() + return data, row["content_type"] diff --git a/src/config.py b/src/config.py new file mode 100644 index 0000000..ca8cb0c --- /dev/null +++ b/src/config.py @@ -0,0 +1,28 @@ +import os +from pathlib import Path + + +from functools import lru_cache + + +@lru_cache(maxsize=1) +def bao_config(): + from src.openbao import service_secrets + + return service_secrets(os.environ["BAO_ROLE"]) + + +def secret(name): + if os.environ.get("BAO_ROLE"): + return bao_config()[name] + path = os.environ.get(name + "_FILE") + if path: + return Path(path).read_text().strip() + raise RuntimeError(f"{name}_FILE is required") + + +SESSION_TTL = int(os.getenv("SESSION_TTL_SECONDS", "3600")) +if not 1 <= SESSION_TTL <= 604800: + raise RuntimeError("SESSION_TTL_SECONDS must be 1..604800") +if os.getenv("SESSION_STORE", "postgres") != "postgres": + raise RuntimeError("This implementation uses PostgreSQL sessions") diff --git a/src/db.py b/src/db.py new file mode 100644 index 0000000..b0fef8f --- /dev/null +++ b/src/db.py @@ -0,0 +1,40 @@ +from contextlib import contextmanager +from pathlib import Path + +import psycopg +from psycopg.rows import dict_row +from psycopg_pool import ConnectionPool + +from src.config import secret + +pool = ConnectionPool( + conninfo=secret("DATABASE_URL"), min_size=1, max_size=8, + timeout=2, max_waiting=32, reconnect_timeout=5, open=False, + kwargs={"connect_timeout": 2, "row_factory": dict_row, + "options": "-c statement_timeout=2000 -c lock_timeout=1500 -c idle_in_transaction_session_timeout=5000 -c timezone=UTC"}, +) + + +def migrate(): + # Serialize migration jobs if two operators start the stack concurrently. + with psycopg.connect(secret("DATABASE_URL"), connect_timeout=3) as conn: + conn.execute("SET LOCAL lock_timeout = '10s'") + conn.execute("SET LOCAL statement_timeout = '15s'") + conn.execute("SELECT pg_advisory_xact_lock(202602)") + conn.execute("CREATE TABLE IF NOT EXISTS schema_migrations (version text PRIMARY KEY, applied_at timestamptz NOT NULL DEFAULT now())") + for path in sorted((Path(__file__).resolve().parents[1] / "migrations").glob("*.sql")): + if not conn.execute("SELECT 1 FROM schema_migrations WHERE version=%s", (path.name,)).fetchone(): + conn.execute(path.read_text(encoding="utf-8")) + conn.execute("INSERT INTO schema_migrations(version) VALUES (%s)", (path.name,)) + + +@contextmanager +def connection(): + with pool.connection() as conn: + # psycopg context commits on success, rolls back on EVERY exception. + yield conn + + +if __name__ == "__main__": + migrate() + print("PASS: versioned migrations applied (already applied versions skipped)") diff --git a/src/errors.py b/src/errors.py new file mode 100644 index 0000000..2e7670f --- /dev/null +++ b/src/errors.py @@ -0,0 +1,34 @@ +from fastapi import Request +from fastapi.responses import JSONResponse + + +class ApiError(Exception): + def __init__( + self, + status_code: int, + code: str, + message: str, + ): + self.status_code = status_code + self.code = code + self.message = message + + +def error_response( + request: Request, + status_code: int, + code: str, + message: str, +) -> JSONResponse: + request_id = request.state.request_id + + return JSONResponse( + status_code=status_code, + content={ + "error": { + "code": code, + "message": message, + "request_id": request_id, + } + }, + ) diff --git a/src/jobs.py b/src/jobs.py new file mode 100644 index 0000000..5287950 --- /dev/null +++ b/src/jobs.py @@ -0,0 +1,84 @@ +"""AMQP carrier and durable publishing, shared by API and worker.""" + +import json +import logging +import os +import ssl +from contextlib import contextmanager +from datetime import datetime +from typing import Literal +from uuid import UUID + +import pika +from pydantic import AwareDatetime, BaseModel, ConfigDict, Field + +from src.config import secret + +QUEUE = "attachment.process.v1" +PIPELINE_VERSION = 1 +MAX_ATTEMPTS = int(os.getenv("JOB_MAX_ATTEMPTS", "5")) +if not 1 <= MAX_ATTEMPTS <= 20: + raise RuntimeError("JOB_MAX_ATTEMPTS must be 1..20") + +# Report dependency failures at the call site without logging connection details. +logging.getLogger("pika").setLevel(logging.CRITICAL) + + +class Job(BaseModel): + model_config = ConfigDict(extra="forbid", strict=True) + + schema_version: Literal[1] + type: Literal["attachment.process.v1"] + job_id: UUID + attachment_id: UUID + pipeline_version: int = Field(ge=1) + attempt: int = Field(ge=1) + created_at: AwareDatetime + traceparent: str = Field(default="", pattern=r"^00-[0-9a-f]{32}-[0-9a-f]{16}-[0-9a-f]{2}$") + tracestate: str = Field(default="", max_length=512) + + +def carrier(job_id: UUID, attachment_id: UUID, created_at: datetime, attempt: int = 1): + return Job( + schema_version=1, type=QUEUE, job_id=job_id, attachment_id=attachment_id, + pipeline_version=PIPELINE_VERSION, attempt=attempt, created_at=created_at, + ) + + +def parse(body): + # Validate JSON primitive types before Pydantic's UUID/time parsing. + values = json.loads(body) + if not isinstance(values, dict) or any( + type(values.get(k)) is not int for k in ("schema_version", "pipeline_version", "attempt") + ) or any(type(values.get(k)) is not str for k in ("job_id", "attachment_id", "created_at")): + raise ValueError("Bad job carrier") + return Job.model_validate_json(body) + + +@contextmanager +def broker(): + params = pika.URLParameters(secret("BROKER_URL")) + if params.ssl_options is None: + raise RuntimeError("AMQPS is required") + params.ssl_options = pika.SSLOptions(ssl.create_default_context(cafile="/run/ca/server.crt"), params.host) + params.socket_timeout = 2 + params.stack_timeout = 4 + params.blocked_connection_timeout = 4 + params.heartbeat = 30 + conn = pika.BlockingConnection(params) + try: + channel = conn.channel() + channel.confirm_delivery() + yield channel + finally: + if conn.is_open: + conn.close() + + +def publish(channel, job): + channel.basic_publish( + exchange="", routing_key=QUEUE, body=job.model_dump_json(exclude_unset=True).encode(), + properties=pika.BasicProperties(delivery_mode=2, content_type="application/json", + message_id=str(job.job_id)), + mandatory=True, + ) diff --git a/src/main.py b/src/main.py new file mode 100644 index 0000000..d3d4ef6 --- /dev/null +++ b/src/main.py @@ -0,0 +1,257 @@ +import hashlib +import logging +import os +import re +import secrets +import time +from contextlib import asynccontextmanager +from uuid import UUID, uuid4 + +import anyio +import psycopg +from opentelemetry.trace import SpanKind +from fastapi import Depends, FastAPI, Query, Request, Response +from starlette.requests import ClientDisconnect +from fastapi.exceptions import RequestValidationError +from psycopg_pool import PoolTimeout, TooManyRequests +from starlette.exceptions import HTTPException + +from src import attachments, s3, store, telemetry +from src.config import SESSION_TTL +from src.db import connection, pool +from src.errors import ApiError, error_response +from src.models import Attachment, Chat, ChatPage, CreateChat, CreateMessage, CreateUser, Message, MessagePage, User +from src.security import basic_credentials, hasher, token_hash, unauthorized, verify + + +INSTANCE_ID = os.getenv("INSTANCE_ID") or uuid4().hex +IDEMPOTENCY_KEY = re.compile(r"[A-Za-z0-9._:-]{1,128}") + + +@asynccontextmanager +async def lifespan(app): + anyio.to_thread.current_default_thread_limiter().total_tokens = 16 + app.state.upload_slots = anyio.Semaphore(2) + app.state.telemetry = telemetry.Telemetry("messenger-api", INSTANCE_ID) + pool.open() + try: + pool.wait(timeout=10) + yield + finally: + pool.close() + app.state.telemetry.shutdown() + + +app = FastAPI(title="MTUSI Messenger", version=telemetry.VERSION, lifespan=lifespan, + docs_url=None, redoc_url=None, openapi_url=None) + + +def failure(request, status, code, message): + request.state.error_code = code + response = error_response(request, status, code, message) + if status == 401: + basic = request.url.path == "/api/v1/auth/sessions" + response.headers['WWW-Authenticate'] = ('Basic realm="messenger", charset="UTF-8"' if basic else 'Bearer realm="messenger"') + return response + + +@app.middleware("http") +async def request_context(request, call_next): + signals = request.app.state.telemetry + started = time.perf_counter() + method = request.method if request.method in telemetry.METHODS else "OTHER" + with signals.tracer.start_as_current_span( + method, kind=SpanKind.SERVER, record_exception=False, set_status_on_exception=False, + ) as span: + response = await dispatch_request(request, call_next) + route = getattr(request.scope.get("route"), "path", getattr(request.state, "route_template", "unmatched")) + status = response.status_code + status_class = f"{status // 100}xx" + labels = {"method": method, "route": route, "status_class": status_class} + signals.http_requests.add(1, labels) + signals.http_duration.record(time.perf_counter() - started, labels) + + request_id = request.state.request_id + error_code = getattr(request.state, "error_code", None) + span.update_name(f"{method} {route}") + span.set_attributes({ + "http.request.method": method, "http.route": route, + "http.response.status_code": status, "request.id": request_id, + }) + telemetry.complete_span(span, status_class, failed=status >= 500) + severity = logging.ERROR if status >= 500 else logging.WARNING if status >= 400 else logging.INFO + details = {"error_code": error_code} if error_code else {} + telemetry.event("http.completed", severity, method=method, route=route, + status_code=status, request_id=request_id, **details) + return response + + +async def dispatch_request(request, call_next): + request.state.request_id = str(uuid4()) + try: + upload = request.method == "POST" and request.url.path.endswith("/attachments") + if not upload: + chunks, size = [], 0 + async for chunk in request.stream(): + size += len(chunk) + if size > 65536: + raise ApiError(413, "payload_too_large", "Превышен допустимый размер запроса") + chunks.append(chunk) + # Starlette's middleware replays the cached body for downstream parsing. + request._body = b"".join(chunks) + if request.method == "POST" and request.url.path == "/api/v1/auth/sessions" and await request.body(): + request.state.route_template = "/api/v1/auth/sessions" + raise ApiError(400, "invalid_request", "Вход не принимает тело запроса") + response = await call_next(request) + except ApiError as exc: + response = failure(request, exc.status_code, exc.code, exc.message) + except (psycopg.Error, PoolTimeout, TooManyRequests): + response = failure(request, 503, "unavailable", "Хранилище временно недоступно") + except Exception as exc: + logging.error("Unhandled request error: %s", type(exc).__name__) + response = failure(request, 500, "internal_error", "Внутренняя ошибка сервера") + response.headers['X-Request-Id'] = request.state.request_id + response.headers['X-Instance-Id'] = INSTANCE_ID + return response + + +@app.exception_handler(ApiError) +async def api_error(request, exc): + return failure(request, exc.status_code, exc.code, exc.message) + + +@app.exception_handler(RequestValidationError) +async def validation_error(request, exc): + return failure(request, 400, "invalid_request", "Некорректный запрос") + + +@app.exception_handler(HTTPException) +async def http_error(request, exc): + return failure(request, exc.status_code, "not_found" if exc.status_code == 404 else "invalid_request", "Недопустимый HTTP-запрос") + + +def require_user(request: Request): + digest = token_hash(request.headers.get('Authorization')) + with connection() as conn: + user = conn.execute( + """SELECT u.id,u.username,u.display_name,u.created_at + FROM sessions s JOIN users u ON u.id=s.user_id + WHERE s.token_hash=%s AND s.expires_at > clock_timestamp()""", + (digest,), + ).fetchone() + if user is None: + unauthorized() + request.state.token_hash = digest + return User(**store.public(user)) + + +@app.get('/health/live') +def live(): + return {"status": "ok"} + + +@app.get('/health/ready') +def ready(): + with connection() as conn: + conn.execute("SELECT 1").fetchone() + s3.ready() + return {"status": "ok"} + + +@app.post('/api/v1/users', status_code=201, response_model=User) +def register(data: CreateUser): + return store.create_user(data, hasher.hash(data.password)) + + +@app.post('/api/v1/auth/sessions', status_code=201) +def login(request: Request): + username, password = basic_credentials(request.headers.get('Authorization')) + with connection() as conn: + row = conn.execute("SELECT id,username,display_name,created_at,password_hash FROM users WHERE username=%s", (username,)).fetchone() + valid = verify(row['password_hash'] if row else None, password) + if not row or not valid: + unauthorized() + token = secrets.token_urlsafe(32) + digest = hashlib.sha256(token.encode('ascii')).digest() + with connection() as conn: + result = conn.execute("INSERT INTO sessions(token_hash,user_id,expires_at) VALUES (%s,%s,clock_timestamp() + %s * interval '1 second') RETURNING expires_at", (digest, row['id'], SESSION_TTL)).fetchone() + del row['password_hash'] + return {"token": token, "token_type": "Bearer", "expires_at": store.public(result['expires_at']), "user": store.public(row)} + + +@app.delete('/api/v1/auth/sessions/current', status_code=204) +def logout(request: Request, user: User = Depends(require_user)): + with connection() as conn: + conn.execute("DELETE FROM sessions WHERE token_hash=%s", (request.state.token_hash,)) + return Response(status_code=204) + + +@app.get('/api/v1/users/me', response_model=User) +def me(user: User = Depends(require_user)): + return user + + +@app.post('/api/v1/chats', status_code=201, response_model=Chat) +def create_chat(data: CreateChat, user: User = Depends(require_user)): + return store.create_chat(data, user.id) + + +@app.get('/api/v1/chats', response_model=ChatPage) +def chats(user: User = Depends(require_user), limit: int = Query(50, ge=1, le=100), cursor: str | None = Query(None, min_length=1, max_length=2048)): + return store.list_chats(user.id, limit, cursor) + + +@app.get('/api/v1/chats/{chat_id}', response_model=Chat) +def chat(chat_id: UUID, user: User = Depends(require_user)): + return store.get_chat(str(chat_id), user.id) + + +@app.post('/api/v1/chats/{chat_id}/messages', status_code=201, response_model=Message) +def send(request: Request, chat_id: UUID, data: CreateMessage, user: User = Depends(require_user)): + keys = request.headers.getlist("Idempotency-Key") + if len(keys) != 1 or not IDEMPOTENCY_KEY.fullmatch(keys[0]): + raise ApiError(400, "invalid_request", "Требуется корректный Idempotency-Key") + return store.create_message( + str(chat_id), user.id, request.method, keys[0], data.text, data.attachment_ids, + ) + + +@app.get('/api/v1/chats/{chat_id}/messages', response_model=MessagePage) +def history(chat_id: UUID, user: User = Depends(require_user), limit: int = Query(50, ge=1, le=100), cursor: str | None = Query(None, min_length=1, max_length=2048)): + return store.list_messages(str(chat_id), user.id, limit, cursor) + +@app.post('/api/v1/chats/{chat_id}/attachments', status_code=202, response_model=Attachment) +async def upload_attachment( + request: Request, + chat_id: UUID, + filename: str = Query(..., min_length=1, max_length=255), + user: User = Depends(require_user), +): + await anyio.to_thread.run_sync(store.get_chat, str(chat_id), user.id) + attachments.validate_filename(filename) + types = request.headers.getlist("content-type") + if len(types) != 1 or types[0] not in attachments.FORMATS: + raise attachments.invalid_image() + async with request.app.state.upload_slots: + try: + body = await attachments.read_upload(request) + except ClientDisconnect: + raise ApiError(400, "invalid_request", "Загрузка прервана") from None + with body: + return await anyio.to_thread.run_sync( + attachments.upload, chat_id, user.id, filename, types[0], body, + ) + + +@app.get('/api/v1/attachments/{attachment_id}', response_model=Attachment) +def attachment_metadata(attachment_id: UUID, user: User = Depends(require_user)): + return attachments.get(attachment_id, user.id) + + +@app.get('/api/v1/attachments/{attachment_id}/content') +def attachment_content( + attachment_id: UUID, user: User = Depends(require_user), variant: str = Query("original"), +): + data, content_type = attachments.content(attachment_id, user.id, variant) + return Response(data, media_type=content_type, + headers={"Cache-Control": "private, no-store"}) diff --git a/src/models.py b/src/models.py new file mode 100644 index 0000000..dce1b6e --- /dev/null +++ b/src/models.py @@ -0,0 +1,171 @@ +from typing import Literal +from pydantic import BaseModel, ConfigDict, Field, field_validator, model_validator +from uuid import UUID + + +class CreateUser(BaseModel): + model_config = ConfigDict( + extra="forbid", + strict=True, + ) + + username: str = Field( + min_length=3, + max_length=32, + pattern=r"^[a-z0-9_]{3,32}$", + ) + + display_name: str = Field( + min_length=1, + max_length=100, + ) + + @field_validator("display_name") + @classmethod + def display_name_must_not_be_blank(cls, value: str) -> str: + if not value.strip() or "\x00" in value: + raise ValueError("display_name must not be blank") + + return value + + + password: str = Field(min_length=12, max_length=128) + + @field_validator("password") + @classmethod + def password_must_not_be_blank(cls, value: str) -> str: + if not value.strip(): + raise ValueError("password must not be blank") + return value + + +class User(BaseModel): + model_config = ConfigDict(extra="forbid") + + id: str + username: str + display_name: str + created_at: str + + +class CreateChat(BaseModel): + model_config = ConfigDict( + extra="forbid", + strict=True, + ) + + title: str = Field( + min_length=1, + max_length=100, + ) + + member_ids: list[str] = Field( + min_length=1, + max_length=100, + ) + + @field_validator("title") + @classmethod + def title_must_not_be_blank(cls, value: str) -> str: + if not value.strip() or "\x00" in value: + raise ValueError("title must not be blank") + + return value + + @field_validator("member_ids") + @classmethod + def validate_member_ids(cls, value: list[str]) -> list[str]: + normalized = [] + for member_id in value: + try: + normalized.append(str(UUID(member_id))) + except (ValueError, TypeError): + raise ValueError("member_ids must contain valid UUIDs") from None + + if len(normalized) != len(set(normalized)): + raise ValueError("member_ids must be unique") + + return normalized + + +class Chat(BaseModel): + model_config = ConfigDict(extra="forbid") + + id: str + title: str + member_ids: list[str] + created_at: str + + +class ChatPage(BaseModel): + model_config = ConfigDict(extra="forbid") + + items: list[Chat] + next_cursor: str | None + + +class CreateMessage(BaseModel): + model_config = ConfigDict( + extra="forbid", + strict=True, + ) + + text: str = Field(max_length=4000) + attachment_ids: list[str] = Field(default_factory=list, max_length=10) + + @field_validator("attachment_ids") + @classmethod + def validate_attachment_ids(cls, value: list[str]) -> list[str]: + normalized = [str(UUID(attachment_id)) for attachment_id in value] + if len(normalized) != len(set(normalized)): + raise ValueError("attachment_ids must be unique") + return normalized + + @model_validator(mode="after") + def validate_content(self): + if "\x00" in self.text or (not self.text.strip() and not self.attachment_ids): + raise ValueError("Message requires text or attachments") + return self + + +class Message(BaseModel): + model_config = ConfigDict(extra="forbid") + + id: str + chat_id: str + sender_id: str + text: str + created_at: str + attachment_ids: list[str] + + +class MessagePage(BaseModel): + model_config = ConfigDict(extra="forbid") + + items: list[Message] + next_cursor: str | None + +class AttachmentVariant(BaseModel): + name: Literal["thumbnail"] + content_type: Literal["image/jpeg"] + size_bytes: int + sha256: str + width: int + height: int + + +class Attachment(BaseModel): + model_config = ConfigDict(extra="forbid") + + id: str + chat_id: str + owner_id: str + filename: str + content_type: Literal["image/png", "image/jpeg"] + size_bytes: int + sha256: str + status: Literal["queued", "processing", "ready", "failed"] + variants: list[AttachmentVariant] + error_code: str | None + created_at: str + updated_at: str diff --git a/src/openbao.py b/src/openbao.py new file mode 100644 index 0000000..8a40fbc --- /dev/null +++ b/src/openbao.py @@ -0,0 +1,30 @@ +"""Obtain scoped KV configuration at process startup using a TLS identity.""" +import os + +import requests + + +def service_secrets(role): + address = os.environ["BAO_ADDR"] + if not address.startswith("https://"): + raise RuntimeError("OpenBao requires HTTPS") + with requests.Session() as session: + session.trust_env = False + session.verify = "/run/ca/server.crt" + session.cert = ("/run/identity/client.crt", "/run/identity/client.key") + try: + login = session.post(f"{address}/v1/auth/cert/login", json={"name": role}, timeout=4) + login.raise_for_status() + auth = login.json()["auth"] + lease = int(auth["lease_duration"]) + if auth["policies"] != [f"lab7-{role}"] or not 0 < lease <= 300: + raise ValueError("Unexpected authorization scope") + read = session.get( + f"{address}/v1/lab7/data/{role}", headers={"X-Vault-Token": auth["client_token"]}, timeout=4, + ) + read.raise_for_status() + values = read.json()["data"]["data"] + except (requests.RequestException, ValueError, KeyError, TypeError): + raise RuntimeError("OpenBao authentication or scoped configuration read failed") from None + print(f"OpenBao read: role={role} policy=lab7-{role} ttl={lease}s", flush=True) + return values diff --git a/src/pagination.py b/src/pagination.py new file mode 100644 index 0000000..563a8e5 --- /dev/null +++ b/src/pagination.py @@ -0,0 +1,74 @@ +import base64 +import json +import re +from datetime import datetime +from uuid import UUID + +from src.errors import ApiError + + +def encode_cursor( + resource: str, + owner_id: str, + created_at: str, + object_id: str, +) -> str: + payload = { + "resource": resource, + "owner_id": owner_id, + "created_at": created_at, + "id": object_id, + } + + raw = json.dumps( + payload, + separators=(",", ":"), + ).encode("utf-8") + + return base64.urlsafe_b64encode(raw).decode("ascii").rstrip("=") + + +def decode_cursor( + cursor: str, + expected_resource: str, + expected_owner_id: str, +) -> tuple[str, str]: + try: + if not re.fullmatch(r"[A-Za-z0-9_-]+", cursor): + raise ValueError + padding = "=" * (-len(cursor) % 4) + + raw = base64.b64decode( + (cursor + padding).encode("ascii"), altchars=b"-_", validate=True + ) + + payload = json.loads(raw.decode("utf-8")) + + if payload["resource"] != expected_resource: + raise ValueError + + if payload["owner_id"] != expected_owner_id: + raise ValueError + + created_at = payload["created_at"] + object_id = payload["id"] + + # The cursor must carry the same UTC timestamp format produced + # by the server. Invalid timestamps must return HTTP 400 before a SQL cast. + if not isinstance(created_at, str) or not re.fullmatch( + r"\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}(?:\.\d+)?Z", + created_at, + ): + raise ValueError + + datetime.fromisoformat(created_at.replace("Z", "+00:00")) + object_id = str(UUID(object_id)) + + return created_at, object_id + + except Exception: + raise ApiError( + status_code=400, + code="invalid_request", + message="Некорректный cursor", + ) diff --git a/src/s3.py b/src/s3.py new file mode 100644 index 0000000..fd6dfdb --- /dev/null +++ b/src/s3.py @@ -0,0 +1,73 @@ +"""Synchronous access to the single private object bucket.""" + +import os +from contextlib import closing + +import boto3 +from botocore.config import Config +from botocore.exceptions import BotoCoreError, ClientError + +from src import telemetry +from src.config import secret +from src.errors import ApiError + + +BUCKET = os.environ["S3_BUCKET"] +client = boto3.client( + "s3", + endpoint_url=os.environ["S3_ENDPOINT"], + region_name=os.environ["S3_REGION"], + verify="/run/ca/server.crt", + aws_access_key_id=secret("S3_ACCESS_KEY_ID"), + aws_secret_access_key=secret("S3_SECRET_ACCESS_KEY"), + config=Config( + signature_version="s3v4", + s3={"addressing_style": "path"}, + connect_timeout=0.5, + read_timeout=2, + retries={"total_max_attempts": 1}, + request_checksum_calculation="when_required", + response_checksum_validation="when_required", + proxies={}, + ), +) + + +def unavailable(): + telemetry.storage_unavailable() + return ApiError(503, "unavailable", "Хранилище вложений временно недоступно") + + +def ready(): + try: + client.head_object(Bucket=BUCKET, Key="health/ready") + except (ClientError, BotoCoreError): + raise unavailable() from None + + +def put(key, content, size, content_type): + try: + client.put_object( + Bucket=BUCKET, Key=key, Body=content, ContentLength=size, + ContentType=content_type, + ) + except (ClientError, BotoCoreError): + raise unavailable() from None + + +def download(key, size): + try: + result = client.get_object(Bucket=BUCKET, Key=key) + with closing(result["Body"]) as body: + if result["ContentLength"] != size: + raise unavailable() + return body.read(size) + except (ClientError, BotoCoreError): + raise unavailable() from None + + +def delete(key): + try: + client.delete_object(Bucket=BUCKET, Key=key) + except (ClientError, BotoCoreError): + raise unavailable() from None diff --git a/src/security.py b/src/security.py new file mode 100644 index 0000000..6d95ee3 --- /dev/null +++ b/src/security.py @@ -0,0 +1,47 @@ +import base64 +import hashlib +import re +import secrets + +from argon2 import PasswordHasher +from argon2.exceptions import VerificationError, InvalidHashError + +from src.errors import ApiError + +# Explicit bounded Argon2id parameters: 19 MiB, 2 passes, one lane. +hasher = PasswordHasher(time_cost=2, memory_cost=19456, parallelism=1) +DUMMY_HASH = hasher.hash(secrets.token_urlsafe(32)) + + +def unauthorized(): + raise ApiError(401, "unauthorized", "Требуется действительная сессия") + + +def basic_credentials(header): + try: + scheme, value = header.split(" ", 1) + if scheme.lower() != "basic": + raise ValueError + username, password = base64.b64decode(value, validate=True).decode("utf-8").split(":", 1) + if not re.fullmatch(r"[a-z0-9_]{3,32}", username) or not 12 <= len(password) <= 128: + raise ValueError + return username, password + except (ValueError, UnicodeError, AttributeError): + unauthorized() + + +def verify(encoded, password): + try: + return hasher.verify(encoded or DUMMY_HASH, password) + except (VerificationError, InvalidHashError): + return False + + +def token_hash(header): + try: + scheme, token = header.split(" ", 1) + if scheme.lower() != "bearer" or not re.fullmatch(r"[A-Za-z0-9_-]{43}", token): + raise ValueError + return hashlib.sha256(token.encode("ascii")).digest() + except (ValueError, AttributeError): + unauthorized() diff --git a/src/serve.py b/src/serve.py new file mode 100644 index 0000000..411a8ea --- /dev/null +++ b/src/serve.py @@ -0,0 +1,30 @@ +"""TLS peer authorization before HTTP bytes reach FastAPI.""" +import os +import ssl + +import uvicorn +from uvicorn.protocols.http.h11_impl import H11Protocol + + +class AuthorizedProxyProtocol(H11Protocol): + def connection_made(self, transport): + super().connection_made(transport) + tls = transport.get_extra_info("ssl_object") + self.allowed = tls is not None and ("DNS", "lb-client") in tls.getpeercert().get("subjectAltName", ()) + if not self.allowed: + transport.abort() + + def data_received(self, data): + if self.allowed: + super().data_received(data) + + +if __name__ == "__main__": + uvicorn.run( + "src.main:app", host="0.0.0.0", port=8444, http=AuthorizedProxyProtocol, + ssl_certfile="/run/tls/server.crt", ssl_keyfile="/run/tls/server.key", + ssl_ca_certs="/run/ca/client.crt", ssl_cert_reqs=ssl.CERT_REQUIRED, + ssl_ciphers="ECDHE+AESGCM:ECDHE+CHACHA20", + access_log=False, proxy_headers=False, timeout_graceful_shutdown=3, + limit_concurrency=32, ws="none", + ) diff --git a/src/store.py b/src/store.py new file mode 100644 index 0000000..d806c48 --- /dev/null +++ b/src/store.py @@ -0,0 +1,173 @@ +from datetime import datetime +from uuid import UUID, uuid4 + +from psycopg.errors import ForeignKeyViolation, UniqueViolation + +from src.db import connection +from src.errors import ApiError +from src.pagination import decode_cursor, encode_cursor + + +def public(value): + if isinstance(value, dict): + return {key: public(item) for key, item in value.items()} + if isinstance(value, list): + return [public(item) for item in value] + if isinstance(value, UUID): + return str(value) + if isinstance(value, datetime): + return value.isoformat().replace("+00:00", "Z") + return value + + +def create_user(data, password_hash): + try: + with connection() as conn: + row = conn.execute( + "INSERT INTO users(id,username,display_name,password_hash) VALUES (%s,%s,%s,%s) RETURNING id,username,display_name,created_at", + (uuid4(), data.username, data.display_name, password_hash), + ).fetchone() + return public(row) + except UniqueViolation: + raise ApiError(409, "conflict", "Username уже занят") from None + + +def create_chat(data, caller): + if caller not in data.member_ids: + raise ApiError(400, "invalid_request", "Создатель должен входить в member_ids") + try: + with connection() as conn: + chat = conn.execute("INSERT INTO chats(id,title) VALUES (%s,%s) RETURNING id,title,created_at", (uuid4(), data.title)).fetchone() + # FK errors here MUST roll back the already inserted parent chat. + with conn.cursor() as cursor: + cursor.executemany("INSERT INTO chat_members(chat_id,user_id) VALUES (%s,%s)", [(chat['id'], member) for member in data.member_ids]) + chat['member_ids'] = data.member_ids + return public(chat) + except ForeignKeyViolation: + raise ApiError(400, "invalid_request", "Указан неизвестный участник") from None + + +CHAT_SELECT = """SELECT c.id,c.title,c.created_at, + ARRAY(SELECT user_id FROM chat_members WHERE chat_id=c.id ORDER BY user_id) AS member_ids + FROM chats c WHERE EXISTS (SELECT 1 FROM chat_members m WHERE m.chat_id=c.id AND m.user_id=%s)""" + + +def get_chat(chat_id, user_id): + with connection() as conn: + row = conn.execute(CHAT_SELECT + " AND c.id=%s", (user_id, chat_id)).fetchone() + if not row: + raise ApiError(404, "not_found", "Объект не найден") + return public(row) + + +def page(rows, limit, resource, owner): + items = public(rows[:limit]) + cursor = None + if len(rows) > limit: + last = items[-1] + cursor = encode_cursor(resource, owner, last['created_at'], last['id']) + return {"items": items, "next_cursor": cursor} + + +def list_chats(user_id, limit, cursor): + params = [user_id] + sql = CHAT_SELECT + if cursor is not None: + timestamp, object_id = decode_cursor(cursor, "chats", user_id) + sql += " AND (c.created_at,c.id) > (%s::timestamptz,%s::uuid)" + params += [timestamp, object_id] + sql += " ORDER BY c.created_at,c.id LIMIT %s" + params.append(limit + 1) + with connection() as conn: + rows = conn.execute(sql, params).fetchall() + return page(rows, limit, "chats", user_id) + + +MESSAGE_SELECT = """SELECT m.id,m.chat_id,m.sender_id,m.text,m.created_at, + ARRAY(SELECT ma.attachment_id FROM message_attachments ma + WHERE ma.message_id=m.id ORDER BY ma.position) AS attachment_ids + FROM messages m""" + + +def check_attachments(conn, chat_id, attachment_ids): + if not attachment_ids: + return + rows = conn.execute( + "SELECT id,status FROM lock_chat_attachments(%s,%s::uuid[])", + (chat_id, attachment_ids), + ).fetchall() + if len(rows) != len(attachment_ids): + raise ApiError(404, "not_found", "Объект не найден") + if any(row["status"] == "failed" for row in rows): + raise ApiError(409, "conflict", "Вложение недоступно") + + +def create_message(chat_id, user_id, method, key, text, attachment_ids): + scope = (user_id, method, chat_id, key) + message_id = uuid4() + with connection() as conn: + if not conn.execute( + "SELECT lock_chat_member(%s,%s) AS is_member", + (chat_id, user_id), + ).fetchone()["is_member"]: + raise ApiError(404, "not_found", "Объект не найден") + + # A concurrent ON CONFLICT waits for the first transaction. The deferred + # FK allows reserving the proposed message ID before inserting the row. + claimed = conn.execute( + """INSERT INTO message_idempotency (user_id,method,chat_id,key,message_id,expires_at) + VALUES (%s,%s,%s,%s,%s,clock_timestamp() + interval '24 hours') + ON CONFLICT (user_id,method,chat_id,key) DO UPDATE + SET message_id=EXCLUDED.message_id, expires_at=clock_timestamp() + interval '24 hours' + WHERE message_idempotency.expires_at <= clock_timestamp() + RETURNING message_id""", + (*scope, message_id), + ).fetchone() + + if claimed: + check_attachments(conn, chat_id, attachment_ids) + row = conn.execute( + """INSERT INTO messages (id,chat_id,sender_id,text) + VALUES (%s,%s,%s,%s) + RETURNING id,chat_id,sender_id,text,created_at""", + (message_id, chat_id, user_id, text), + ).fetchone() + if attachment_ids: + with conn.cursor() as cursor: + cursor.executemany( + """INSERT INTO message_attachments + (chat_id,message_id,attachment_id,position) VALUES (%s,%s,%s,%s)""", + [ + (chat_id, message_id, attachment_id, position) + for position, attachment_id in enumerate(attachment_ids, 1) + ], + ) + row["attachment_ids"] = attachment_ids + else: + # READ COMMITTED gives this statement a new snapshot. The UPSERT + # still holds the key row locked, including when its WHERE was false. + row = conn.execute( + MESSAGE_SELECT + """ JOIN message_idempotency i ON i.message_id=m.id + WHERE (i.user_id,i.method,i.chat_id,i.key)=(%s,%s,%s,%s)""", + scope, + ).fetchone() + if row["text"] != text or [str(value) for value in row["attachment_ids"]] != attachment_ids: + raise ApiError(409, "conflict", "Ключ уже использован с другим сообщением") + return public(row) + + +def list_messages(chat_id, user_id, limit, cursor): + with connection() as conn: + # Access precedes cursor decoding, including malformed foreign cursors. + if not conn.execute("SELECT 1 FROM chat_members WHERE chat_id=%s AND user_id=%s", (chat_id, user_id)).fetchone(): + raise ApiError(404, "not_found", "Объект не найден") + params = [chat_id] + sql = MESSAGE_SELECT + " WHERE m.chat_id=%s" + if cursor is not None: + timestamp, object_id = decode_cursor(cursor, "messages", chat_id) + sql += " AND (created_at,id) > (%s::timestamptz,%s::uuid)" + params += [timestamp, object_id] + sql += " ORDER BY created_at,id LIMIT %s" + params.append(limit + 1) + rows = conn.execute(sql, params).fetchall() + return page(rows, limit, "messages", chat_id) diff --git a/src/telemetry.py b/src/telemetry.py new file mode 100644 index 0000000..3155747 --- /dev/null +++ b/src/telemetry.py @@ -0,0 +1,103 @@ +"""Small allowlisted telemetry surface. No automatic HTTP or dependency capture.""" + +import logging +import os + +from base64 import b64encode + +from src.config import secret + +from opentelemetry import trace +from opentelemetry.exporter.otlp.proto.http._log_exporter import OTLPLogExporter +from opentelemetry.exporter.otlp.proto.http.metric_exporter import OTLPMetricExporter +from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter +from opentelemetry.sdk._logs import LoggerProvider, LoggingHandler +from opentelemetry.sdk._logs.export import BatchLogRecordProcessor +from opentelemetry.sdk.metrics import MeterProvider +from opentelemetry.sdk.metrics.export import PeriodicExportingMetricReader +from opentelemetry.sdk.metrics.view import ExplicitBucketHistogramAggregation, View +from opentelemetry.sdk.resources import Resource +from opentelemetry.sdk.trace import TracerProvider +from opentelemetry.sdk.trace.export import BatchSpanProcessor +from opentelemetry.trace import Status, StatusCode + +VERSION = "1.7.0" +BUCKETS = (0.005, 0.01, 0.025, 0.05, 0.1, 0.25, 0.5, 1, 2, 5, 10, 30, 60) +METHODS = {"GET", "HEAD", "POST", "PUT", "DELETE", "PATCH", "OPTIONS", "TRACE", "CONNECT"} +EVENTS = logging.getLogger("lab7.events") +EVENTS.propagate = False +EVENTS.addHandler(logging.NullHandler()) + + +class Telemetry: + def __init__(self, service_name, instance_id): + # Explicit resource and destinations. Do not read client HTTP headers. + resource = Resource({ + "service.name": os.getenv("OTEL_SERVICE_NAME", service_name), + "service.version": VERSION, + "service.instance.id": instance_id, + "deployment.environment.name": "lab", + }) + endpoint = os.environ["OTEL_EXPORTER_OTLP_ENDPOINT"].rstrip("/") + authorization = b64encode(secret("OTEL_LOGIN").encode()).decode() + options = {"certificate_file": "/run/ca/server.crt", + "headers": {"Authorization": f"Basic {authorization}"}, "timeout": 2} + self.traces = TracerProvider(resource=resource) + self.traces.add_span_processor(BatchSpanProcessor( + OTLPSpanExporter(endpoint=f"{endpoint}/v1/traces", **options), + max_queue_size=512, max_export_batch_size=64, schedule_delay_millis=1000, + )) + self.tracer = self.traces.get_tracer("messenger", VERSION) + self.logs = LoggerProvider(resource=resource) + self.logs.add_log_record_processor(BatchLogRecordProcessor( + OTLPLogExporter(endpoint=f"{endpoint}/v1/logs", **options), + max_queue_size=512, max_export_batch_size=64, schedule_delay_millis=1000, + )) + self.log_handler = LoggingHandler(logger_provider=self.logs) + EVENTS.setLevel(logging.INFO) + EVENTS.addHandler(self.log_handler) + + reader = PeriodicExportingMetricReader( + OTLPMetricExporter(endpoint=f"{endpoint}/v1/metrics", **options), + export_interval_millis=5000, export_timeout_millis=2000, + ) + self.metrics = MeterProvider( + resource=resource, + metric_readers=[reader], + views=[View( + instrument_type=None, instrument_name="messenger.*.duration", + aggregation=ExplicitBucketHistogramAggregation(boundaries=BUCKETS), + )], + ) + meter = self.metrics.get_meter("messenger", VERSION) + self.http_requests = meter.create_counter("messenger.http.requests") + self.http_duration = meter.create_histogram("messenger.http.duration", unit="s") + self.job_outcomes = meter.create_counter("messenger.job.outcomes") + self.job_duration = meter.create_histogram("messenger.job.duration", unit="s") + + def shutdown(self): + EVENTS.removeHandler(self.log_handler) + self.metrics.shutdown(timeout_millis=2500) + self.logs.shutdown() + self.traces.shutdown() + + +def event(name, severity=logging.INFO, **attributes): + # Only this logger has an OTLP handler. Callers pass fixed strings and + # explicitly selected technical IDs. Attach no exceptions or raw requests. + EVENTS.log(severity, name, extra={"event": name, **attributes}) + + +def storage_unavailable(): + span = trace.get_current_span() + if span.is_recording(): + span.set_attribute("dependency.name", "s3") + event("dependency.unavailable", logging.WARNING, dependency="s3") + + +def complete_span(span, outcome, failed=False): + span.set_attribute("outcome", outcome) + if failed: + span.set_status(Status(StatusCode.ERROR)) + else: + span.set_status(Status(StatusCode.OK)) diff --git a/src/thumbnail.py b/src/thumbnail.py new file mode 100644 index 0000000..6f6bdd6 --- /dev/null +++ b/src/thumbnail.py @@ -0,0 +1,25 @@ +"""Create the single promised grade 3 variant.""" + +from io import BytesIO + +from PIL import Image, ImageOps + + +def thumbnail(data): + with Image.open(BytesIO(data), formats=("PNG", "JPEG")) as image: + oriented = ImageOps.exif_transpose(image) + width, height = oriented.size + divisor = max(width, height, 256) + size = (max(1, width * 256 // divisor), max(1, height * 256 // divisor)) + if "A" in oriented.getbands() or "transparency" in oriented.info: + rgba = oriented.convert("RGBA") + white = Image.new("RGB", rgba.size, "white") + white.paste(rgba, mask=rgba.getchannel("A")) + rgb = white + else: + rgb = oriented.convert("RGB") + if rgb.size != size: + rgb = rgb.resize(size, Image.Resampling.LANCZOS) + result = BytesIO() + rgb.save(result, format="JPEG", quality=85) + return result.getvalue(), size diff --git a/src/worker.py b/src/worker.py new file mode 100644 index 0000000..fb7bff5 --- /dev/null +++ b/src/worker.py @@ -0,0 +1,199 @@ +"""One AMQP consumer with durable attempt accounting and idempotent effects.""" + +import hashlib +import logging +import time +import os +from functools import partial +from io import BytesIO + +import pika +import psycopg +from opentelemetry.trace import SpanKind +from psycopg.rows import dict_row + +from src import jobs, s3, telemetry +from src.config import secret +from src.errors import ApiError +from src.thumbnail import thumbnail + +RETRY_SECONDS = 3 + + +def select_job(conn, job): + return conn.execute( + """SELECT j.*, a.status, a.object_key, a.content_type, a.size_bytes, a.sha256, + EXISTS (SELECT 1 FROM attachment_variants v + WHERE (v.attachment_id, v.pipeline_version, v.name) = + (j.attachment_id, j.pipeline_version, 'thumbnail')) AS has_thumbnail + FROM attachment_jobs j JOIN attachments a ON a.id=j.attachment_id + WHERE (j.job_id,j.attachment_id,j.pipeline_version,j.created_at)=(%s,%s,%s,%s)""", + (job.job_id, job.attachment_id, job.pipeline_version, job.created_at), + ).fetchone() + + +def state(conn, row, status, error=None): + conn.execute( + """UPDATE attachments SET status=%s,error_code=%s,updated_at=clock_timestamp() + WHERE id=%s""", + (status, error, row["attachment_id"]), + ) + + +def retry_or_fail(conn, row, reason, permanent=False): + attempt = row["attempt"] + conn.execute("UPDATE attachment_jobs SET last_error=%s WHERE job_id=%s", (reason, row["job_id"])) + if permanent or attempt == row["max_attempts"]: + code = reason if permanent else "retry_exhausted" + state(conn, row, "failed", code) + return ("failed", code) + + conn.execute( + """UPDATE attachment_jobs SET attempt=attempt+1, + retry_at=clock_timestamp()+(%s * interval '1 second') WHERE job_id=%s""", + (RETRY_SECONDS, row["job_id"]), + ) + state(conn, row, "queued") + return ("retry", reason) + + +def objects(row): + original = s3.download(row["staging_key"], row["size_bytes"]) + if len(original) != row["size_bytes"] or hashlib.sha256(original).hexdigest() != row["sha256"]: + raise ValueError("Staging checksum mismatch") + + data, (width, height) = thumbnail(original) + key = f"variants/{row['attachment_id']}/v{row['pipeline_version']}/thumbnail.jpg" + s3.put(row["object_key"], BytesIO(original), len(original), row["content_type"]) + s3.put(key, BytesIO(data), len(data), "image/jpeg") + return key, len(data), hashlib.sha256(data).hexdigest(), width, height + + +def process(conn, row): + try: + variant = objects(row) + except ApiError: + with conn.transaction(): + return retry_or_fail(conn, row, "storage_unavailable") + except (ValueError, OSError, SyntaxError, IndexError): + with conn.transaction(): + return retry_or_fail(conn, row, "invalid_image", permanent=True) + + with conn.transaction(): + conn.execute( + """INSERT INTO attachment_variants + (attachment_id,pipeline_version,name,content_type,object_key,size_bytes,sha256,width,height) + VALUES (%s,%s,'thumbnail','image/jpeg',%s,%s,%s,%s,%s)""", + (row["attachment_id"], row["pipeline_version"], *variant), + ) + state(conn, row, "ready") + + try: + s3.delete(row["staging_key"]) + except ApiError: + telemetry.event("job.staging_retained", logging.WARNING) + return ("ready", None) + + +def deliver(signals, channel, method, _properties, body): + started = time.perf_counter() + with signals.tracer.start_as_current_span( + "attachment.process.v1", kind=SpanKind.CONSUMER, record_exception=False, + set_status_on_exception=False, attributes={"messaging.operation.type": "process", + "messaging.system": "rabbitmq"}, + ) as span: + try: + process_delivery(signals, span, started, channel, method, body) + except (pika.exceptions.AMQPError, psycopg.Error, OSError): + telemetry.complete_span(span, "delivery_interrupted", failed=True) + telemetry.event("job.delivery_interrupted", logging.WARNING) + raise + + +def process_delivery(signals, span, started, channel, method, body): + try: + job = jobs.parse(body) + except ValueError: + telemetry.complete_span(span, "rejected", failed=True) + telemetry.event("job.carrier_rejected", logging.WARNING) + channel.basic_reject(method.delivery_tag, requeue=False) + return + + details = {"job_id": str(job.job_id), "attachment_id": str(job.attachment_id), + "attempt": job.attempt, "job_type": job.type} + span.set_attributes(details) + + with psycopg.connect(secret("DATABASE_URL"), row_factory=dict_row, connect_timeout=3, + options="-c statement_timeout=5000 -c lock_timeout=3000", + autocommit=True) as conn: + # The session lock spans state commits and S3 writes. Closing the database + # session releases it, including on worker crash. Prefetch is one. + conn.execute("SELECT pg_advisory_lock(hashtextextended(%s, 0))", (str(job.job_id),)) + row = select_job(conn, job) + if row is None or job.attempt > row["attempt"]: + telemetry.complete_span(span, "rejected", failed=True) + telemetry.event("job.unregistered", logging.WARNING, **details) + channel.basic_reject(method.delivery_tag, requeue=False) + return + + status = row["status"] + if status == "ready": + if not row["has_thumbnail"]: + raise RuntimeError("Missing committed thumbnail") + outcome, reason = "duplicate_ready", None + elif status == "failed": + outcome, reason = "duplicate_failed", None + elif status == "processing": + # A prior consumer committed its claim but lost its session before + # finalizing. Its attempt counts against the same persistent budget. + with conn.transaction(): + outcome, reason = retry_or_fail(conn, row, "interrupted") + elif job.attempt < row["attempt"]: + # Covers interruption after committing retry but before publisher confirm. + outcome, reason = "republish_retry", None + else: + delay = conn.execute( + "SELECT GREATEST(0,EXTRACT(EPOCH FROM (%s-clock_timestamp()))) AS delay", + (row["retry_at"],), + ).fetchone()["delay"] + channel.connection.sleep(float(delay)) + with conn.transaction(): + state(conn, row, "processing") + started = time.perf_counter() + telemetry.event("job.processing", **details) + outcome, reason = process(conn, row) + + # process()/retry_or_fail() have committed the transition. A later + # redelivery of ready/failed must not increment terminal counters. + if outcome in {"ready", "failed"}: + labels = {"job_type": job.type, "outcome": "success" if outcome == "ready" else "fail"} + signals.job_outcomes.add(1, labels) + signals.job_duration.record(time.perf_counter() - started, labels) + + telemetry.complete_span(span, outcome, failed=outcome in {"failed", "retry"}) + severity = logging.WARNING if outcome in {"failed", "retry"} else logging.INFO + problem = {"reason": reason} if reason else {} + telemetry.event("job.outcome", severity, outcome=outcome, **details, **problem) + + if outcome in {"retry", "republish_retry"}: + attempt = row["attempt"] + (outcome == "retry") + jobs.publish(channel, jobs.carrier(job.job_id, job.attachment_id, job.created_at, attempt)) + channel.basic_ack(method.delivery_tag) + + +def main(): + signals = telemetry.Telemetry("messenger-worker", os.getenv("INSTANCE_ID", "worker")) + while True: + try: + with jobs.broker() as channel: + channel.basic_qos(prefetch_count=1) + channel.basic_consume(queue=jobs.QUEUE, on_message_callback=partial(deliver, signals), auto_ack=False) + telemetry.event("worker.consumer_ready") + channel.start_consuming() + except (pika.exceptions.AMQPError, psycopg.Error, OSError) as exc: + telemetry.event("worker.reconnecting", logging.WARNING, reason=type(exc).__name__) + time.sleep(2) + + +if __name__ == "__main__": + main() diff --git a/student-tests/README.md b/student-tests/README.md new file mode 100644 index 0000000..e2b26ee --- /dev/null +++ b/student-tests/README.md @@ -0,0 +1,15 @@ +# Проверки ЛР7 на 3 + +Выполняйте из корня проекта по командам в REPORT.md. Используйте запущенный независимый Compose-проект и сгенерированный CA. Команды отказов затрагивают только контейнеры проекта `mtusi-lab7-grade3`. + +| Сценарий | Файл | +| --- | --- | +| TLS ingress и SAN allowlist обеих API | tls.py | +| Реальные клиенты DB, S3, RabbitMQ, Collector и OpenBao role/KV | dependencies.py | +| HTTPS telemetry access и изоляция loopback | telemetry_acl.py | +| ACL, logout и expiry, размер и частота запросов | api_security.py | +| Измерение реального KDF в контейнере API | password_benchmark.py | +| Очередь, PNG/JPEG, checksum, повторные доставки и недоступность S3 | grade3.py | +| Реальные ряды, логи, traces и панели с проверкой чувствительных полей | observability.py | + +Контейнер tools не получает Docker socket. Для Make проверок с рестартом контейнер передаёт строго ограниченный запрос через отдельный временный bind mount. Реальный Docker CLI запускает операторский скрипт на Windows. Для расширенной регрессии Docker CLI вызывается из хостового Python. diff --git a/student-tests/api_security.py b/student-tests/api_security.py new file mode 100644 index 0000000..2bfa952 --- /dev/null +++ b/student-tests/api_security.py @@ -0,0 +1,82 @@ +"""Public authorization, logout, expiry, input limits and shared login throttle.""" +import base64 +import hashlib +import http.client +import json +import ssl +import subprocess + +from grade3 import Client, PROJECT, check, run, upload + + +def report(case, **fields): + print(json.dumps({"case": case, "status": "PASS", **fields}), flush=True) + + +def main(): + c = Client("https://127.0.0.1:8443", "secrets/ca/public.crt") + alice, bob, eve, chat = c.bootstrap() + path = "/api/v1/chats/" + chat["id"] + attachment = upload(c, alice, chat)["json"] + c.wait_ready(alice, attachment) + file_path = "/api/v1/attachments/" + attachment["id"] + pretend = {"X-User-Id": alice["id"]} + c.call("GET", path, 404, actor=eve, headers=pretend) + c.call("GET", file_path, 404, actor=eve, headers=pretend) + c.call("GET", file_path + "/content", 404, actor=eve, headers=pretend) + c.call("POST", path + "/messages", 404, actor=eve, body={ + "text": "", "attachment_ids": [attachment["id"]] + }, headers={**pretend, "Idempotency-Key": "denied-review"}) + c.call("GET", "/api/v1/users/me", 401, headers=pretend) + report("chat and attachment ACL; spoofed X-User-Id cannot override Bearer", secret_error_bodies=False) + + c.call("DELETE", "/api/v1/auth/sessions/current", 204, actor=eve) + c.call("GET", "/api/v1/users/me", 401, actor=eve) + report("logout invalidates Bearer", logout=204, reuse=401) + + digest = hashlib.sha256(bob["token"].encode()).hexdigest() + update = ("UPDATE sessions SET created_at=now()-interval '2 hours',expires_at=now()-interval '1 hour' " + f"WHERE token_hash=decode('{digest}','hex');") + proc = subprocess.run([ + "docker", "compose", "--project-name", PROJECT, "exec", "-T", "postgres", + "psql", "-X", "-v", "ON_ERROR_STOP=1", "-U", "postgres", "-d", "messenger", + ], input=update, text=True, capture_output=True) + check(proc.returncode == 0 and "UPDATE 1" in proc.stdout, "synthetic expiry clock adjustment failed") + c.call("GET", "/api/v1/users/me", 401, actor=bob) + report("expired existing session rejected on lookup", code=401) + + oversized = c.call("POST", "/api/v1/users", 413, raw=b"x" * 65537, + headers={"Content-Type": "application/json"}) + check(oversized["json"]["error"]["code"] == "payload_too_large", "wrong oversized body code") + tls = ssl.create_default_context(cafile="secrets/ca/public.crt") + with_chunk = http.client.HTTPSConnection("127.0.0.1", 8443, context=tls, timeout=5) + try: + with_chunk.request("POST", "/api/v1/users", [b"x" * 32769, b"x" * 32769], + {"Content-Type": "application/json"}, encode_chunked=True) + response = with_chunk.getresponse() + check(response.status == 413 and json.load(response)["error"]["code"] == "payload_too_large", + "chunked oversized request accepted") + finally: + with_chunk.close() + upload(c, alice, chat, b"x" * (10 * 1024 * 1024 + 1), expected=413) + report("fixed length and chunked body guard, image >10 MiB", code=413) + + basic = base64.b64encode(b"lab_review_unknown:synthetic-password-only").decode() + denied, instances = 0, set() + for _ in range(35): + response = c.call("POST", "/api/v1/auth/sessions", [401, 429], headers={"Authorization": "Basic " + basic}) + if response["status"] == 429: + check(response["json"]["error"]["code"] == "rate_limited", "unexpected rate error") + check(response["headers"]["Retry-After"] == "30", "missing Retry-After") + check(denied > 0 and instances == {"api1", "api2"}, "rate test did not exercise both replicas") + report("shared login limit", preceding_denials=denied, replicas=sorted(instances), + code=429, retry_after=30) + break + denied += 1 + instances.add(response["headers"]["X-Instance-Id"]) + else: + raise AssertionError("Route never rate limited") + + +if __name__ == "__main__": + run(main) diff --git a/student-tests/dependencies.py b/student-tests/dependencies.py new file mode 100644 index 0000000..a96f686 --- /dev/null +++ b/student-tests/dependencies.py @@ -0,0 +1,144 @@ +"""Run inside api1 and worker to test their actual TLS clients and permissions.""" +import json +import os +import ssl + +import pika +import psycopg +import requests +from botocore.exceptions import ClientError, SSLError + +from src import jobs, s3 +from src.config import secret + +ROLE = os.environ["BAO_ROLE"] +CA = "/run/ca/server.crt" +UNRELATED = "/run/ca/unrelated.crt" + + +def evidence(case, **fields): + print(json.dumps({"role": ROLE, "case": case, "status": "PASS", **fields}), flush=True) + + +def bao(): + base = os.environ["BAO_ADDR"] + "/v1/" + with requests.Session() as client: + client.trust_env = False + client.cert = ("/run/identity/client.crt", "/run/identity/client.key") + client.verify = CA + try: + client.get(base + "sys/seal-status", verify=UNRELATED, timeout=3) + except requests.exceptions.SSLError as exc: + assert "CERTIFICATE_VERIFY_FAILED" in str(exc) + evidence("Bao foreign CA") + else: + raise AssertionError("Bao trusted foreign CA") + login = client.post(base + "auth/cert/login", json={"name": ROLE}, timeout=3) + assert login.status_code == 200, login.status_code + auth = login.json()["auth"] + assert auth["policies"] == [f"lab7-{ROLE}"] and 0 < auth["lease_duration"] <= 300 + headers = {"X-Vault-Token": auth["client_token"]} + peer = "worker" if ROLE == "api" else "api" + refused = client.post(base + "auth/cert/login", json={"name": peer}, timeout=3) + assert refused.status_code in (400, 403) and not refused.json().get("auth"), refused.status_code + own = client.get(base + "lab7/data/" + ROLE, headers=headers, timeout=3) + assert own.status_code == 200 + assert set(own.json()["data"]["data"]) == { + "DATABASE_URL", "BROKER_URL", "S3_ACCESS_KEY_ID", "S3_SECRET_ACCESS_KEY", "OTEL_LOGIN"} + evidence("Bao own KV and peer identity rejected", ttl=auth["lease_duration"], policies=auth["policies"]) + for path, method in (("lab7/data/" + peer, "GET"), ("lab7/data/admin", "GET"), + ("sys/mounts", "GET"), ("sys/policies/acl/review-denied", "PUT")): + response = client.request(method, base + path, headers=headers, + json={"policy": ""} if method == "PUT" else None, timeout=3) + assert response.status_code == 403, (path, response.status_code) + evidence("Bao authorization rejection", path=path, code=403) + + +def postgres(): + dsn = secret("DATABASE_URL") + with psycopg.connect(dsn) as conn: + info = conn.execute("SELECT current_user, ssl, version FROM pg_stat_ssl WHERE pid = pg_backend_pid()").fetchone() + assert info[0] == f"lab_{ROLE}" and info[1] + evidence("PostgreSQL verify-full", identity=info[0], protocol=info[2]) + try: + if ROLE == "worker": + conn.execute("SELECT token_hash FROM sessions LIMIT 0") + else: + conn.execute("CREATE TABLE review_forbidden (id int)") + except psycopg.errors.InsufficientPrivilege: + evidence("PostgreSQL ACL", sqlstate="42501") + else: + raise AssertionError("Database ACL did not reject") + for params in ({"sslrootcert": UNRELATED}, {"host": "wrong.test", "hostaddr": __import__("socket").gethostbyname("postgres")}): + try: + with psycopg.connect(dsn, connect_timeout=3, **params): + raise AssertionError("PostgreSQL trusted invalid peer") + except psycopg.OperationalError as exc: + assert "certificate" in str(exc).lower() + evidence("PostgreSQL foreign CA" if "sslrootcert" in params else "PostgreSQL wrong hostname") + + +def storage(): + # Reading this known object is granted to API, but intentionally forbidden to worker. + if ROLE == "api": + s3.ready() + evidence("S3 verified HTTPS and authorized object HEAD") + forbidden = "staging/absent" if ROLE == "api" else "health/ready" + try: + s3.client.head_object(Bucket=s3.BUCKET, Key=forbidden) + except ClientError as exc: + assert exc.response["ResponseMetadata"]["HTTPStatusCode"] == 403 + evidence("S3 prefix ACL", object=forbidden, code=403) + else: + raise AssertionError("Object ACL did not reject") + try: + client = s3.boto3.client( + "s3", endpoint_url=os.environ["S3_ENDPOINT"], verify=UNRELATED, + aws_access_key_id=secret("S3_ACCESS_KEY_ID"), aws_secret_access_key=secret("S3_SECRET_ACCESS_KEY"), + config=s3.client.meta.config, + ) + client.head_object(Bucket=s3.BUCKET, Key="health/ready") + except SSLError as exc: + assert "CERTIFICATE_VERIFY_FAILED" in str(exc) + evidence("S3 foreign CA") + else: + raise AssertionError("S3 trusted foreign CA") + + +def broker(): + with jobs.broker() as channel: + evidence("AMQPS verified and authenticated", identity=f"lab_{ROLE}") + try: + if ROLE == "api": + channel.basic_get(jobs.QUEUE, auto_ack=False) + else: + channel.queue_declare("review-forbidden", exclusive=True) + except pika.exceptions.ChannelClosedByBroker as exc: + assert exc.reply_code == 403 + evidence("RabbitMQ ACL", code=403) + else: + raise AssertionError("RabbitMQ ACL did not reject") + context = ssl.create_default_context(cafile=UNRELATED) + try: + import socket + with socket.create_connection(("broker", 5671), timeout=3) as wire: + with context.wrap_socket(wire, server_hostname="broker"): + raise AssertionError("RabbitMQ trusted foreign CA") + except ssl.SSLCertVerificationError: + evidence("RabbitMQ foreign CA") + + +def collector(): + url = os.environ["OTEL_EXPORTER_OTLP_ENDPOINT"] + "/v1/traces" + user, passwd = secret("OTEL_LOGIN").split(":", 1) + with requests.Session() as client: + client.trust_env = False + options = {"data": b"", "headers": {"Content-Type": "application/x-protobuf"}, "timeout": 4} + assert client.post(url, verify=CA, auth=(user, passwd), **options).status_code == 200 + assert client.post(url, verify=CA, **options).status_code == 403 + evidence("OTLP TLS, authorized ingest, anonymous rejected") + + +if __name__ == "__main__": + for check in (bao, postgres, storage, broker, collector): + check() diff --git a/student-tests/grade3.py b/student-tests/grade3.py new file mode 100644 index 0000000..ca502ee --- /dev/null +++ b/student-tests/grade3.py @@ -0,0 +1,451 @@ +"""Reproduce Lab 5 acceptance scenarios using only local Compose services.""" +import hashlib +import json +import os +from concurrent.futures import ThreadPoolExecutor +from contextlib import contextmanager +from io import BytesIO +from pathlib import Path +import re +import subprocess +import sys +import time +from uuid import UUID, uuid4 + +import requests +from jsonschema import Draft202012Validator, FormatChecker +from PIL import Image + +ROOT = Path(__file__).resolve().parents[1] +sys.path.insert(0, str(ROOT / "tests")) +from client import Client, Failure, check, run + +PROJECT = os.getenv("LAB7_PROJECT", "") +SERVICES = {"api1", "api2", "broker", "worker", "postgres", "s3", "lb"} +JOB_SCHEMA = json.loads((ROOT / "contracts/jobs.schema.json").read_text(encoding="utf-8")) +SAMPLE = (ROOT / "tests/fixtures/sample.png").read_bytes() + + +def docker(*args): + completed = subprocess.run(["docker", *args], capture_output=True, text=True, timeout=45) + check(completed.returncode == 0, f"docker {args[0]} returned {completed.returncode}") + return completed.stdout.strip() + + +def container(service): + check(service in SERVICES, "unexpected service") + ids = docker("ps", "-aq", "--filter", f"label=com.docker.compose.project={PROJECT}", + "--filter", f"label=com.docker.compose.service={service}", + "--filter", "label=com.docker.compose.oneoff=False").splitlines() + check(len(ids) == 1, f"expected one container for {service}") + return ids[0] + + +def action(verb, *services): + ids = [container(service) for service in services] + print(f"docker {verb} {' '.join(services)} containers={','.join(ids)}") + extra = ("--time", "2") if verb in {"stop", "restart"} else () + docker(verb, *extra, *ids) + + +def inspect(service, fmt): + return docker("inspect", "--format", fmt, container(service)) + + +def inside(service, *args): + return docker("exec", container(service), *args) + + +def psql_args(): + return ("psql", "-XAt", "-v", "ON_ERROR_STOP=1", "-U", "postgres", "-d", "messenger") + + +def sql(statement): + return inside("postgres", *psql_args(), "-c", statement) + + +@contextmanager +def block_variant_insert(): + # Compatible with metadata SELECT, blocks the worker's final INSERT only. + args = ["docker", "exec", "-i", container("postgres"), *psql_args()] + proc = subprocess.Popen(args, stdin=subprocess.PIPE, stdout=subprocess.PIPE, + stderr=subprocess.DEVNULL, text=True) + try: + proc.stdin.write("BEGIN; LOCK attachment_variants IN SHARE MODE; SELECT 'locked';\n") + proc.stdin.flush() + for _ in range(3): + if proc.stdout.readline().strip() == "locked": + break + else: + raise Failure("could not lock variants") + yield + finally: + try: + proc.communicate("COMMIT;\n", timeout=5) + except subprocess.TimeoutExpired: + proc.kill() + proc.wait(timeout=5) + raise Failure("could not release variants lock") from None + check(proc.returncode == 0, "variant lock session failed") + + +def eventually(description, fn, seconds=45, interval=0.2): + start = time.monotonic() + last = "" + while time.monotonic() - start < seconds: + try: + value = fn() + if value: + print(f"{description} after {time.monotonic()-start:.3f}s") + return value + except Failure as exc: + last = str(exc) + time.sleep(interval) + raise Failure(f"timeout waiting for {description}: {last}") + + +def ready(client): + eventually("LB ready", lambda: client.call("GET", "/health/ready", schema="Health")) + + +def metadata(client, actor, attachment): + path = f"/api/v1/attachments/{attachment['id']}" + return client.call("GET", path, actor=actor, schema="Attachment")["json"] + + +def expect_unavailable(client, actor, attachment): + path = f"/api/v1/attachments/{attachment['id']}/content" + for variant in ("original", "thumbnail"): + client.call("GET", f"{path}?variant={variant}", 409, actor=actor) + + +def upload(client, actor, chat, data=SAMPLE, mime="image/png", expected=202, filename="fixture"): + response = client.call("POST", f"/api/v1/chats/{chat['id']}/attachments?filename={filename}", + expected, actor=actor, raw=data, headers={"Content-Type": mime}, + schema="Attachment" if expected == 202 else None) + if expected == 202: + row = response["json"] + check(row["status"] == "queued" and row["variants"] == [] and row["error_code"] is None, + "expected queued snapshot") + check((row["size_bytes"], row["sha256"], row["content_type"]) == + (len(data), hashlib.sha256(data).hexdigest(), mime), "staging metadata mismatch") + return response + + +def assert_ready(client, actor, attachment, data, dimensions, mime="image/png"): + start = time.monotonic() + row = client.wait_ready(actor, attachment) + check(row["error_code"] is None and len(row["variants"]) == 1, "invalid ready result") + check((row["content_type"], row["size_bytes"], row["sha256"]) == + (mime, len(data), hashlib.sha256(data).hexdigest()), "original metadata changed") + content_path = f"/api/v1/attachments/{attachment['id']}/content" + original = client.call("GET", content_path, actor=actor) + check(original["bytes"] == data and original["headers"].get_content_type() == mime, + "original content changed") + thumb = client.call("GET", content_path + "?variant=thumbnail", actor=actor) + check(thumb["headers"].get_content_type() == "image/jpeg", "thumbnail HTTP MIME") + variant = row["variants"][0] + check(variant["name"] == "thumbnail" and variant["content_type"] == "image/jpeg" + and (variant["width"], variant["height"]) == dimensions, "thumbnail metadata") + check((variant["sha256"], variant["size_bytes"]) == + (hashlib.sha256(thumb["bytes"]).hexdigest(), len(thumb["bytes"])), "thumbnail checksum") + with Image.open(BytesIO(thumb["bytes"])) as im: + im.load() + check(im.format == "JPEG" and im.size == dimensions and not im.getexif(), + "invalid thumbnail format, dimensions or EXIF") + pixel = im.getpixel((0, 0)) + print(f"ready id={row['id']} wait={time.monotonic()-start:.3f}s original_sha256={row['sha256']} " + f"jpeg={dimensions[0]}x{dimensions[1]} thumb_sha256={variant['sha256']} " + f"read={original['headers']['X-Instance-Id']}/{thumb['headers']['X-Instance-Id']}") + return row, pixel + + +def job_state(attachment): + aid = UUID(attachment["id"]) + return sql(f"""SELECT a.status,j.attempt,COALESCE(j.last_error,''),j.max_attempts + FROM attachments a JOIN attachment_jobs j ON a.id=j.attachment_id + WHERE a.id='{aid}'""") + + +def private(service, key): + status = inside(service, "python", "-c", """ +import sys +from urllib.error import HTTPError +from urllib.request import urlopen +import ssl +from src import s3 +try: + urlopen(f"https://s3:9000/{s3.BUCKET}/{sys.argv[1]}", timeout=3, context=ssl.create_default_context(cafile="/run/ca/server.crt")).close() +except HTTPError as error: + print(error.code) +else: + print(200) +""", key) + check(status.splitlines()[-1] == "403", "unsigned S3 request was not rejected") + print("private RustFS object unsigned GET HTTP 403") + + +def queued_carrier(): + # Observe the real persistent AMQP message and put it back without ack. + raw = docker("compose", "--project-name", PROJECT, "run", "--rm", "--no-deps", "-T", "worker", "python", "-c", """ +import json +from src import jobs +with jobs.broker() as channel: + method, props, body = channel.basic_get(jobs.QUEUE, auto_ack=False) + if method: + channel.basic_nack(method.delivery_tag, requeue=True) + print(json.dumps({"delivery_mode":props.delivery_mode, "job":json.loads(body)})) +""") + check(bool(raw), "no queued job in RabbitMQ") + observed = json.loads(raw.splitlines()[-1]) + check(observed["delivery_mode"] == 2, "AMQP message is not persistent") + carrier = observed["job"] + Draft202012Validator(JOB_SCHEMA, format_checker=FormatChecker()).validate(carrier) + print(f"RabbitMQ persistent carrier schema valid job={carrier['job_id']} " + f"attempt={carrier['attempt']} fields={','.join(sorted(carrier))}") + return carrier + + +def queue_stats(): + text = inside("broker", "rabbitmqctl", "-q", "list_queues", + "-p", "jobs", "name", "durable", "messages_ready", "messages_unacknowledged") + for line in text.splitlines(): + fields = line.split() + if fields and fields[0] == "attachment.process.v1": + check(fields[1] == "true", "queue durability is off") + print(f"broker queue={fields[0]} durable={fields[1]} ready={fields[2]} unacked={fields[3]}") + return tuple(map(int, fields[2:])) + raise Failure("RabbitMQ queue absent") + + +def duplicate(client, actor, attachment, carrier, ready_snapshot): + inside("api1", "python", "-c", """ +import sys +from src import jobs +job = jobs.parse(sys.argv[1]) +with jobs.broker() as channel: + jobs.publish(channel, job) + jobs.publish(channel, job) +""", json.dumps(carrier)) + job_id = carrier["job_id"] + query = ('{service_name="messenger-worker"} | event="job.outcome" ' + f'| job_id="{job_id}" | attempt="1" | outcome="duplicate_ready"') + + def duplicates_logged(): + response = requests.get("https://localhost:3443/api/datasources/proxy/uid/lab6-loki/loki/api/v1/query_range", + auth=("admin", Path("secrets/grafana/password").read_text().strip()), verify="secrets/ca/server.crt", + params={"query": query, "limit": 10}, timeout=5) + check(response.ok, "Loki duplicate query failed") + rows = response.json()["data"]["result"] + return sum(len(row["values"]) for row in rows) >= 2 + + eventually("worker logged two ready duplicates in Loki", duplicates_logged) + eventually("worker acknowledged all messages", lambda: queue_stats()[:2] == (0, 0)) + check(metadata(client, actor, attachment) == ready_snapshot, "duplicate changed ready metadata") + aid = UUID(attachment["id"]) + check(sql(f"SELECT count(*) FROM attachment_variants WHERE attachment_id='{aid}'") == "1", + "duplicate created another variant row") + print("PASS duplicate delivery: ready snapshot and thumbnail unchanged, one SQL variant row") + + +def restart_scenarios(c, alice, bob, eve, chat): + action("stop", "worker") + try: + a = upload(c, alice, chat)["json"] + carrier = queued_carrier() + check(carrier["attachment_id"] == a["id"] and carrier["attempt"] == 1, + "RabbitMQ job identity differs from upload") + b = upload(c, bob, chat)["json"] + check(a["id"] != b["id"], "distinct uploads reused ID") + key = uuid4().hex + with ThreadPoolExecutor(max_workers=8) as pool: + calls = list(pool.map(lambda _: c.message(bob, chat, "", key, [a["id"]]), range(8))) + check(len({x["json"]["id"] for x in calls}) == 1, "idempotency race produced duplicates") + observed = {x["headers"]["X-Instance-Id"] for x in calls} + check(observed == {"api1", "api2"}, "idempotency requests did not use both replicas") + check(calls[0]["json"]["attachment_ids"] == [a["id"]], "queued attachment link lost") + c.message(alice, chat, "ordinary text with worker stopped") + check(metadata(c, bob, a) == a, "queued metadata changed with worker stopped") + expect_unavailable(c, bob, a) + private("api1", f"staging/{a['id']}") + print(f"PASS stopped worker: uploads=202 ids={a['id']},{b['id']}; queued content=409; " + "linked and ordinary POST=201; concurrent same-key response identical via api1/api2") + + starts = {s: inspect(s, "{{.State.StartedAt}}") for s in ("api1", "api2")} + action("restart", "api1", "api2") + ready(c) + for service, old in starts.items(): + new = inspect(service, "{{.State.StartedAt}}") + check(new != old, f"{service} did not actually restart") + print(f"{service} started before={old} after={new}") + check(metadata(c, bob, a) == a and job_state(a).startswith("queued|1|"), + "accepted job lost after API restart") + + volume_format = "{{range .Mounts}}{{if eq .Destination \"/var/lib/rabbitmq\"}}{{.Name}}{{end}}{{end}}" + volume = inspect("broker", volume_format) + check(volume == f"{PROJECT}_broker_data", "unexpected RabbitMQ volume") + check(queue_stats() == (2, 0), "expected two pending jobs before broker restart") + broker_start = inspect("broker", "{{.State.StartedAt}}") + action("restart", "broker") + eventually("broker healthy", lambda: inspect("broker", "{{.State.Health.Status}}") == "healthy") + broker_after = inspect("broker", "{{.State.StartedAt}}") + check(broker_start != broker_after and inspect("broker", volume_format) == volume, + "broker restart or volume identity mismatch") + print(f"broker started before={broker_start} after={broker_after} volume={volume}") + check(queue_stats() == (2, 0), "broker restart lost accepted jobs") + check(metadata(c, bob, b) == b, "second job metadata lost") + print("PASS both APIs + RabbitMQ restarted with queued work and unchanged RabbitMQ volume") + + path = f"/api/v1/attachments/{a['id']}" + c.call("GET", path, 401) + c.call("GET", path + "/content?variant=thumbnail", 404, actor=eve) + with block_variant_insert(): + action("start", "worker") + processing = eventually( + "HTTP processing state", + lambda: next((row for row in (a, b) if metadata(c, bob, row)["status"] == "processing"), None), + 6, interval=0.05, + ) + expect_unavailable(c, bob, processing) + c.message(bob, chat, "linked during processing", attachments=[processing["id"]]) + print("PASS processing metadata visible, content=409, linking=201 before final SQL commit") + a_ready, _ = assert_ready(c, bob, a, SAMPLE, (256, 160)) + assert_ready(c, alice, b, SAMPLE, (256, 160)) + duplicate(c, bob, a, carrier, a_ready) + private("api1", f"originals/{a['id']}") + c.call("GET", path + "/content?variant=unknown", 404, actor=bob) + finally: + action("start", "worker") + + +def image_bytes(image, fmt, **kwargs): + data = BytesIO() + image.save(data, fmt, **kwargs) + return data.getvalue() + + +def input_and_image_cases(c, alice, eve, chat): + for data, mime, status, actor, filename in ( + (SAMPLE, "image/jpeg", 415, alice, "wrong-mime"), + (SAMPLE[:-8], "image/png", 415, alice, "corrupt"), + (b"x" * (10 * 1024 * 1024 + 1), "image/png", 413, alice, "oversize"), + (SAMPLE, "image/png", 404, eve, "private"), + (SAMPLE, "image/png", 401, None, "anonymous"), + (SAMPLE, "image/png", 400, alice, "invalid%2Fname.png"), + ): + upload(c, actor, chat, data, mime, status, filename) + print(f"negative upload {filename} HTTP {status}") + huge = image_bytes(Image.new("1", (8001, 5000)), "PNG") + upload(c, alice, chat, huge, expected=413) + print("negative upload 40,005,000 decoded pixels HTTP 413") + + exif = Image.Exif() + exif[274] = 6 + original = image_bytes(Image.new("RGB", (319, 101), "navy"), "JPEG", exif=exif) + broken = original[:100] + upload(c, alice, chat, broken, mime="image/jpeg", expected=415) + print("negative truncated JPEG HTTP 415") + oriented = upload(c, alice, chat, original, "image/jpeg")["json"] + assert_ready(c, alice, oriented, original, (81, 256), "image/jpeg") + + original = image_bytes(Image.new("RGBA", (37, 19), (255, 0, 0, 0)), "PNG") + alpha = upload(c, alice, chat, original)["json"] + _, pixel = assert_ready(c, alice, alpha, original, (37, 19)) + check(min(pixel) >= 250, "transparent pixel was not composited on white") + print(f"PASS true JPEG, EXIF orientation, floor rounding, no upscale, alpha pixel={pixel}") + + +def failure_cases(c, alice, bob, chat): + action("stop", "worker") + try: + a = upload(c, alice, chat)["json"] + action("stop", "s3") + action("start", "worker") + state = eventually("persistent retry after real S3 stop", lambda: + (s := job_state(a)) and "storage_unavailable" in s and s) + print(f"storage outage SQL status|attempt|reason|max={state}") + finally: + action("start", "s3", "worker") + ready(c) + assert_ready(c, bob, a, SAMPLE, (256, 160)) + check(int(job_state(a).split("|")[1]) >= 2, "no durable retries recorded") + print("PASS temporary S3 outage recovered the same attachment") + + action("stop", "worker") + try: + missing = upload(c, alice, chat)["json"] + corrupt = upload(c, alice, chat)["json"] + docker("compose", "--project-name", PROJECT, "run", "--rm", "--no-deps", "-T", "worker", + "python", "-c", "from src import s3; import sys; s3.delete('staging/' + sys.argv[1])", + missing["id"]) + inside("api1", "python", "-c", """ +from io import BytesIO +import sys +from src import s3 +damaged = BytesIO(b"X" * int(sys.argv[2])) +s3.put(f"staging/{sys.argv[1]}", damaged, damaged.getbuffer().nbytes, "image/png") +""", corrupt["id"], str(corrupt["size_bytes"])) + finally: + action("start", "worker") + for row, error in ((corrupt, "invalid_image"), (missing, "retry_exhausted")): + failed = eventually(f"failed {row['id']}", lambda: + (meta := metadata(c, bob, row))["status"] == "failed" and meta) + check(failed["error_code"] == error and failed["variants"] == [], "unsafe failed result") + state = job_state(row) + status, current, _, maximum = state.split("|") + check(status == "failed" and int(current) == (1 if error == "invalid_image" else int(maximum)), + "unexpected number of attempts") + expect_unavailable(c, bob, row) + c.call("POST", f"/api/v1/chats/{chat['id']}/messages", 409, actor=bob, + body={"text": "", "attachment_ids": [row["id"]]}, + headers={"Idempotency-Key": uuid4().hex}) + print(f"PASS safe failure code={error}; status|attempt|reason|max={state}; content/link HTTP 409") + + action("stop", "broker") + try: + response = upload(c, alice, chat, expected=503) + check(response["json"]["error"]["code"] == "unavailable", "unexpected queue-down response") + c.message(alice, chat, "normal API works when broker is stopped") + print("PASS unavailable broker upload=503 (no false 202), ordinary message=201") + finally: + action("start", "broker") + eventually("broker healthy after failure case", lambda: + inspect("broker", "{{.State.Health.Status}}") == "healthy") + + +def replica_cases(c, alice, bob, chat): + for stopped, survivor in (("api1", "api2"), ("api2", "api1")): + action("stop", stopped) + try: + eventually(f"{survivor} handles existing Bearer with {stopped} stopped", lambda: + c.call("GET", "/api/v1/users/me", actor=bob, schema="User")["headers"] + ["X-Instance-Id"] == survivor) + response = upload(c, alice, chat) + check(response["headers"]["X-Instance-Id"] == survivor, "wrong upload replica") + assert_ready(c, bob, response["json"], SAMPLE, (256, 160)) + finally: + action("start", stopped) + eventually(f"{stopped} serves via mTLS", lambda: + c.call("GET", "/health/ready")["headers"]["X-Instance-Id"] == stopped) + print("PASS authorized new uploads and thumbnail reads with either replica stopped") + + +def main(): + check(re.fullmatch(r"mtusi-lab7-grade3(?:-[a-z0-9-]+)?", PROJECT), "unsafe project name") + c = Client("https://localhost:8443", "secrets/ca/public.crt") + ready(c) + alice, bob, eve, chat = c.bootstrap() + alice_id = UUID(alice["id"]) + check(sql(f"SELECT password_hash LIKE '$argon2id$%' FROM users WHERE id='{alice_id}'") == "t", + "stored verifier is not Argon2id") + print("PASS Argon2id verifier confirmed without reading hash") + restart_scenarios(c, alice, bob, eve, chat) + input_and_image_cases(c, alice, eve, chat) + failure_cases(c, alice, bob, chat) + replica_cases(c, alice, bob, chat) + check(queue_stats() == (0, 0), "queue did not drain") + print("PASS Lab 7 attachment pipeline regression") + + +if __name__ == "__main__": + run(main) diff --git a/student-tests/observability.py b/student-tests/observability.py new file mode 100644 index 0000000..e319d71 --- /dev/null +++ b/student-tests/observability.py @@ -0,0 +1,296 @@ +"""Exercise real OTLP storage, Grafana and two isolated Compose incidents.""" + +import base64 +import json +import math +import re +import time +from pathlib import Path +from uuid import uuid4 + +import requests +from PIL import Image + +from grade3 import ( + Client, Failure, assert_ready, check, eventually, image_bytes, run, upload, +) + +GRAFANA = "https://localhost:3443" +PROXY = GRAFANA + "/api/datasources/proxy/uid/lab6-" +PROM, LOKI, TEMPO = (PROXY + role for role in ("prometheus", "loki", "tempo")) +SERVICES = r'{service_name=~"messenger-api|messenger-worker"}' +DASH = "lab6-messenger" +SQUARE = image_bytes(Image.new("RGB", (320, 320), "navy"), "PNG") +SESSION = requests.Session() +AUTH = None +START = 0 +TRACE_RECORDS = [] +METRIC_RECORDS = [] + + +def http(url, params=None, payload=None): + try: + method = "POST" if payload is not None else "GET" + response = SESSION.request(method, url, params=params, json=payload, timeout=8, + auth=AUTH, verify="secrets/ca/server.crt") + check(response.ok, f"{method} {url}: HTTP {response.status_code}") + return response + except requests.RequestException as exc: + raise Failure(f"backend connection: {url} ({type(exc).__name__})") from None + + +def data(url, params=None, payload=None): + return http(url, params, payload).json() + + +def report(event, **fields): + print(json.dumps({"evidence": event, **fields}, ensure_ascii=False, sort_keys=True)) + + +def prom(query, when=None, base=PROM): + params = {"query": query} + if when is not None: + params["time"] = when + response = data(base + "/api/v1/query", params) + check(response["status"] == "success", "Prometheus query failed") + return response["data"]["result"] + + +def loki(query, base=LOKI, end=None, limit=1000): + response = data(base + "/loki/api/v1/query_range", { + "query": query, "start": START, "end": end or time.time_ns(), "limit": limit, + }) + check(response["status"] == "success", "Loki query failed") + return [(ts, body, series["stream"] | (extra[0] if extra else {})) + for series in response["data"]["result"] for ts, body, *extra in series["values"]] + + +def value(item): + return item["value"][1] + + +def trace_hex(value, length): + if re.fullmatch(r"[0-9a-f]{" + str(length) + "}", value or ""): + return value + return base64.b64decode(value or "").hex() + + +def get_span(trace_id, span_id, service, kind, base=TEMPO): + payload = data(base + "/api/traces/" + trace_id) + for batch in payload.get("batches", payload.get("resourceSpans", [])): + attrs = {a["key"]: a["value"] for a in batch["resource"]["attributes"]} + if attrs["service.name"]["stringValue"] != service: + continue + check(attrs["service.version"]["stringValue"] == "1.7.0", "incorrect service version") + check(attrs["deployment.environment.name"]["stringValue"] == "lab", "incorrect environment") + check(attrs["service.instance.id"]["stringValue"] in {"api1", "api2", "worker"}, "bad instance") + for scope in batch.get("scopeSpans", []): + for span in scope["spans"]: + if trace_hex(span["spanId"], 16) != span_id: + continue + check(trace_hex(span["traceId"], 32) == trace_id, "trace ID mismatch") + check(span["kind"] in (kind, {2: "SPAN_KIND_SERVER", 5: "SPAN_KIND_CONSUMER"}[kind]), + "unexpected span kind") + duration = int(span["endTimeUnixNano"]) - int(span["startTimeUnixNano"]) + check(duration > 0, "non-positive span duration") + TRACE_RECORDS.append(payload) + return {"trace_id": trace_id, "span_id": span_id, "duration_ns": duration, + "service": service, "resource": attrs, "span": span} + raise Failure("Tempo did not return matching service/span") + + +def correlate(label, selector, service, kind, key, val, outcome, status): + query = '{service_name="' + service + '"}' + selector + + def linked(): + rows = loki(query) + if not rows: + return None + timestamp, body, fields = rows[0] + trace_id, span_id = fields["trace_id"], fields["span_id"] + check(re.fullmatch("[0-9a-f]{32}", trace_id) and int(trace_id, 16), "invalid Loki trace ID") + check(re.fullmatch("[0-9a-f]{16}", span_id) and int(span_id, 16), "invalid Loki span ID") + check(fields.get("severity_text") in {"INFO", "WARN", "WARNING", "ERROR"} + and fields["event"] == body, "missing structured log fields") + record = get_span(trace_id, span_id, service, kind) + span = record["span"] + attrs = {a["key"]: a["value"] for a in span["attributes"]} + check(attrs[key]["stringValue"] == val and attrs["outcome"]["stringValue"] == outcome, + "different event in Tempo") + check(span["status"]["code"] in (status, {1: "STATUS_CODE_OK", 2: "STATUS_CODE_ERROR"}[status]), + "incorrect trace status") + check(int(span["startTimeUnixNano"]) <= int(timestamp) <= int(span["endTimeUnixNano"]), + "log timestamp outside span") + return {"query": query, "log": [timestamp, body, fields], "tempo": record} + + result = eventually(label, linked, seconds=45, interval=1) + report(label, **result) + return result + + +def check_metrics(): + allowed = { + "messenger_http_requests_total": {"method", "route", "status_class"}, + "messenger_http_duration_seconds_sum": {"method", "route", "status_class"}, + "messenger_http_duration_seconds_count": {"method", "route", "status_class"}, + "messenger_http_duration_seconds_bucket": {"method", "route", "status_class", "le"}, + "messenger_job_outcomes_total": {"job_type", "outcome"}, + "messenger_job_duration_seconds_sum": {"job_type", "outcome"}, + "messenger_job_duration_seconds_count": {"job_type", "outcome"}, + "messenger_job_duration_seconds_bucket": {"job_type", "outcome", "le"}, + } + paths = json.loads(Path("contracts/openapi.json").read_text())["paths"] + metrics = {} + for name, labels in allowed.items(): + rows = prom(name) + check(bool(rows), f"no series for {name}") + expected_service = "messenger-api" if "http" in name else "messenger-worker" + resource_labels = {"service_name", "service_instance_id", "service_version", "deployment_environment_name"} + for row in rows: + fields = row["metric"] + check(set(fields) == labels | {"__name__", "job", "instance"} | resource_labels, f"unexpected labels on {name}") + check(fields["job"] == expected_service, "unexpected Prometheus service label") + check(fields["instance"] in ({"api1", "api2"} if "http" in name else {"worker"}), + "unexpected instance label") + check(fields["service_name"] == expected_service and fields["service_instance_id"] == fields["instance"], + "inconsistent OTLP resource identity") + if "route" in fields: + check(fields["route"] in paths or fields["route"] == "unmatched", "raw route label") + else: + check(fields["job_type"] == "attachment.process.v1", "unknown job type") + if "http" in name: + required = [row for row in rows if row["metric"]["route"] == "/api/v1/attachments/{attachment_id}/content"] + check(all(any(r["metric"]["status_class"] == status and float(value(r)) > 0 + for r in required) for status in ("2xx",)), f"missing HTTP series for {name}") + else: + check(all(any(r["metric"]["outcome"] == outcome and float(value(r)) > 0 + for r in rows) for outcome in ("success",)), f"missing job series for {name}") + if "bucket" in name: + check({0.005, 0.25, 60, math.inf} <= {float(r["metric"]["le"]) for r in rows}, "missing histogram buckets") + METRIC_RECORDS.extend(rows) + metrics[name] = rows + # Keep the verified dynamic routes and an actual bucket sample in review evidence. + for name, rows in metrics.items(): + samples = [r for r in rows if r["metric"].get("le", "+Inf") in ("0.005", "+Inf") + and r["metric"].get("route", "/api/v1/attachments/{attachment_id}/content") + == "/api/v1/attachments/{attachment_id}/content"] + report("prometheus", query=name, checked_series=len(rows), samples=samples) + return metrics + + +def check_grafana(api, worker): + sources = data(GRAFANA + "/api/datasources") + for kind in ("prometheus", "loki", "tempo"): + uid = "lab6-" + kind + source = next((s for s in sources if s["uid"] == uid and s["type"] == kind), None) + check(source is not None, "Grafana datasource not provisioned") + if kind == "tempo": + # The built-in Tempo plugin in this Grafana version has no + # plugin health handler. Prove readiness and real trace queries via proxy. + status = http(GRAFANA + f"/api/datasources/proxy/uid/{uid}/ready") + health = {"http_status": status.status_code, "body": status.text.strip()} + else: + health = data(GRAFANA + f"/api/datasources/uid/{uid}/health") + check(health["status"].lower() == "ok", "Grafana datasource unhealthy") + report("grafana.datasource", uid=uid, type=kind, url=source["url"], health=health) + dashboards = data(GRAFANA + "/api/dashboards/uid/" + DASH) + panels = dashboards["dashboard"]["panels"] + check(len(panels) == 6, "expected six Grafana panels") + start_ms = str(int(START / 1_000_000) - 30_000) + end_ms = str(time.time_ns() // 1_000_000) + for panel in panels: + target = panel["targets"][0] + ds = panel["datasource"] + if ds["type"] == "prometheus": + query = target | {"datasource": ds, "intervalMs": 5000, "maxDataPoints": 120, "range": True} + response = data(GRAFANA + "/api/ds/query", payload={ + "from": start_ms, "to": end_ms, "queries": [query], + })["results"]["A"] + check(not response.get("error"), "Grafana panel query failed") + frames = response.get("frames", []) + values = [v for f in frames for v in f["data"]["values"][-1] + if isinstance(v, (int, float)) and math.isfinite(v)] + check(values and any(v > 0 for v in values), f"no signal in Grafana panel {panel['id']}") + report("grafana.panel", id=panel["id"], title=panel["title"], query=target["expr"], + frames=len(frames), numeric_samples=len(values), max_value=max(values)) + else: + rows = loki(target["expr"], base=GRAFANA + "/api/datasources/proxy/uid/lab6-loki") + check({fields["service_name"] for _, _, fields in rows} >= {"messenger-api", "messenger-worker"}, + "Grafana Loki query missing a service") + report("grafana.panel", id=panel["id"], title=panel["title"], query=target["expr"], rows=len(rows)) + link = next(s for s in sources if s["uid"] == "lab6-loki")["jsonData"]["derivedFields"][0] + check(link["datasourceUid"] == "lab6-tempo" and link["matcherRegex"] == "trace_id" + and link["url"] == "${__value.raw}", "Grafana Loki-to-Tempo link not provisioned") + for linked in (api, worker): + trace = linked["tempo"] + result = get_span(trace["trace_id"], trace["span_id"], trace["service"], + 2 if trace["service"] == "messenger-api" else 5, + base=GRAFANA + "/api/datasources/proxy/uid/lab6-tempo") + report("grafana.trace", trace_id=result["trace_id"], span_id=result["span_id"]) + + + + +def verify_safe(actors, marker, filename, headers): + logs = loki(SERVICES + ' | event != ""', limit=4000) + literals = [marker, filename, b"\x89PNG".hex()] + for actor in actors: + registration = actor["registration"] + password = registration["password"] + literals.extend((actor["token"], password, + base64.b64encode(f"{registration['username']}:{password}".encode()).decode())) + literals.extend(headers) + # Inspect raw backend responses in memory and emit only counts. + blob = json.dumps([logs, METRIC_RECORDS, TRACE_RECORDS], ensure_ascii=False) + matches = sum(blob.count(secret) for secret in literals) + patterns = re.compile( + r'(?i)\b(?:authorization|secret_access_key|x-amz-signature|password|bearer)\b' + r'|-----BEGIN [A-Z ]*PRIVATE KEY-----|iVBORw0KGgo|/9j/' + r'|/api/v1/(?:chats|attachments)/[0-9a-f]{8}-' + ) + matches += len(patterns.findall(blob)) + check(matches == 0, "sensitive data found in backend responses") + report("telemetry.scan", loki_rows=len(logs), spans_queries=len(TRACE_RECORDS), + metric_samples=len(METRIC_RECORDS), matches=matches) + + +def main(): + global AUTH, START + AUTH = ("admin", Path("secrets/grafana/password").read_text().strip()) + START = time.time_ns() + for url in (PROM + "/-/ready", LOKI + "/ready", TEMPO + "/ready", GRAFANA + "/api/health"): + eventually(url, lambda: http(url), seconds=75, interval=1) + client = Client("https://127.0.0.1:8443", "secrets/ca/public.crt", timeout=10) + alice, bob, eve, chat = client.bootstrap() + marker = "message-canary-" + uuid4().hex + filename = "filename-canary-" + uuid4().hex + ".png" + header_canary = "header-canary-" + uuid4().hex + created = client.message(alice, chat, marker, key=header_canary) + api_id = created["headers"]["X-Request-Id"] + check(created["status"] == 201, "POST must succeed") + denied = client.call("GET", "/api/v1/users/me", 401) + request_401 = denied["headers"]["X-Request-Id"] + started = time.monotonic() + for index in range(48): + client.call("GET", "/api/v1/users/me", actor=alice) + if index % 8 == 0: + client.call("GET", "/api/v1/users/me", 401) + time.sleep(0.14) + report("traffic", get=48, post_status=201, error_status=401, seconds=round(time.monotonic()-started, 3)) + attachment = upload(client, alice, chat, data=SQUARE, filename=filename)["json"] + assert_ready(client, bob, attachment, SQUARE, (256, 256)) + success_id = attachment["id"] + + api = correlate("api.success", f' | request_id="{api_id}" | event="http.completed"', + "messenger-api", 2, "request.id", api_id, "2xx", 1) + correlate("api.401", f' | request_id="{request_401}" | event="http.completed"', + "messenger-api", 2, "request.id", request_401, "4xx", 1) + worker = correlate("worker.ready", f' | attachment_id="{success_id}" | event="job.outcome" | outcome="ready"', + "messenger-worker", 5, "attachment_id", success_id, "ready", 1) + eventually("all real counter and histogram series", check_metrics, seconds=30, interval=2) + check_grafana(api, worker) + verify_safe((alice, bob, eve), marker, filename, [header_canary, chat["id"]]) + print("PASS: real metrics, logs and traces through the provisioned Grafana data sources") + +if __name__ == "__main__": + run(main) diff --git a/student-tests/password_benchmark.py b/student-tests/password_benchmark.py new file mode 100644 index 0000000..04ef23b --- /dev/null +++ b/student-tests/password_benchmark.py @@ -0,0 +1,23 @@ +"""Time the actual verification settings with synthetic values.""" +import json +import statistics +import time + +from argon2 import Type, extract_parameters + +from src.security import hasher + +password = "Synthetic training password 7!" +one = hasher.hash(password) +assert one != hasher.hash(password) +params = extract_parameters(one) +assert params.type is Type.ID and params.memory_cost >= 19456 and params.time_cost >= 2 +samples = [] +for _ in range(12): + start = time.perf_counter() + assert hasher.verify(one, password) + samples.append(1000 * (time.perf_counter() - start)) +print(json.dumps({"type": params.type.name, "memory_kib": params.memory_cost, "iterations": params.time_cost, + "parallelism": params.parallelism, "salt_bytes": params.salt_len, "runs": len(samples), + "median_ms": round(statistics.median(samples), 2), "max_ms": round(max(samples), 2), + "unique_salts": True})) diff --git a/student-tests/telemetry_acl.py b/student-tests/telemetry_acl.py new file mode 100644 index 0000000..d81c60f --- /dev/null +++ b/student-tests/telemetry_acl.py @@ -0,0 +1,62 @@ +"""Probe the actual telemetry gateways with distinct ingest and query credentials.""" +import base64 +import json +import socket +from pathlib import Path + +import requests + +CA = "/run/ca/server.crt" +FOREIGN = "/run/ca/unrelated.crt" + + +def report(case, **details): + print(json.dumps({"case": case, "status": "PASS", **details}), flush=True) + + +def main(): + values = Path("/run/check") + collector = json.loads((values / "collector.json").read_bytes()) + exporters = collector["exporters"] + config = json.loads((values / "datasources.json").read_bytes()) + with requests.Session() as client: + client.trust_env = False + client.verify = CA + for source, exporter, raw in zip(config["datasources"], exporters.values(), (19090, 13100, 13200)): + url = source["url"] + service = source["type"] + write_headers = exporter["headers"] + encoded = base64.b64encode( + ("grafana:" + source["secureJsonData"]["basicAuthPassword"]).encode() + ).decode() + read_headers = {"Authorization": "Basic " + encoded} + read = url + ("/-/ready" if service == "prometheus" else "/ready") + write = exporter["endpoint"] + { + "prometheus": "", "loki": "/v1/logs", "tempo": "/v1/traces", + }[service] + assert client.get(read, headers=read_headers, timeout=4).status_code == 200 + assert client.get(read, headers=write_headers, timeout=4).status_code == 403 + assert client.post(write, headers=read_headers, timeout=4).status_code == 403 + assert client.post(write, timeout=4).status_code == 403 + try: + client.get(read, headers=read_headers, verify=FOREIGN, timeout=4) + except requests.exceptions.SSLError as exc: + assert "CERTIFICATE_VERIFY_FAILED" in str(exc) + else: + raise AssertionError("Backend accepted an unrelated CA") + try: + with socket.create_connection((service, raw), timeout=3): + raise AssertionError("Plaintext application listener is reachable") + except ConnectionRefusedError: + pass + report(service + " restricted TLS gateway", reader=200, wrong_role=403, anonymous_write=403, + bad_ca="CERTIFICATE_VERIFY_FAILED", localhost_only_port=raw) + try: + with socket.create_connection(("otel-collector", 14318), timeout=3): + raise AssertionError("Plaintext Collector reachable") + except ConnectionRefusedError: + report("Collector plaintext receiver isolated", localhost_only_port=14318) + + +if __name__ == "__main__": + main() diff --git a/student-tests/tls.py b/student-tests/tls.py new file mode 100644 index 0000000..21ec711 --- /dev/null +++ b/student-tests/tls.py @@ -0,0 +1,61 @@ +"""Verify names, mTLS handshake and peer authorization at each API replica.""" +import http.client +import json +import socket +import ssl +from pathlib import Path + +CA = Path("/run/ca") +CERT = Path("/run/probe") + + +def probe(host, port, hostname, cafile, identity=None, tls12=False): + ctx = ssl.create_default_context(cafile=str(CA / cafile)) + if tls12: + ctx.maximum_version = ssl.TLSVersion.TLSv1_2 + if identity: + ctx.load_cert_chain(CERT / identity / "client.crt", CERT / identity / "client.key") + with socket.create_connection((host, port), timeout=4) as wire: + stage = "TLS handshake" + try: + with ctx.wrap_socket(wire, server_hostname=hostname) as tls: + stage = "HTTP after TLS handshake" + tls.sendall(b"GET /health/ready HTTP/1.1\r\nHost: localhost\r\nConnection: close\r\n\r\n") + response = http.client.HTTPResponse(tls) + response.begin() + assert response.status == 200, response.status + return tls.version() + except OSError as exc: + exc.rejection_stage = stage + raise + + +def accepted(case, *args): + print(json.dumps({"case": case, "status": "PASS", "protocol": probe(*args)})) + + +def rejected(case, errors, stage, *args): + try: + probe(*args) + except errors as exc: + assert getattr(exc, "rejection_stage", None) == stage, (case, stage, type(exc).__name__) + reason = getattr(exc, "verify_message", None) or getattr(exc, "reason", None) or type(exc).__name__ + print(json.dumps({"case": case, "status": "PASS", "stage": stage, "rejection": reason})) + else: + raise AssertionError(f"Accepted a rejected identity: {case}") + + +if __name__ == "__main__": + handshake = "TLS handshake" + accepted("trusted localhost", "localhost", 8443, "localhost", "public.crt") + rejected("foreign CA", ssl.SSLCertVerificationError, handshake, "localhost", 8443, "localhost", "unrelated.crt") + rejected("wrong hostname", ssl.SSLCertVerificationError, handshake, "localhost", 8443, "wrong.test", "public.crt") + for api in ("api1", "api2"): + backend = (api, 8444, api, "server.crt") + accepted(f"{api}: matching LB DNS SAN", *backend, "correct") + accepted(f"{api}: matching LB DNS SAN, TLS 1.2 control", *backend, "correct", True) + rejected(f"{api}: no client certificate", ssl.SSLError, handshake, *backend, None, True) + rejected(f"{api}: unrelated client CA", ssl.SSLError, handshake, *backend, "wrong-ca", True) + rejected(f"{api}: trusted issuer, disallowed DNS SAN", + (http.client.RemoteDisconnected, ConnectionResetError, ssl.SSLEOFError), + "HTTP after TLS handshake", *backend, "wrong-san")