forked from mtusi2026/mtusi2026lab4
Compare commits
2
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
2c7a00948a | ||
|
|
96007f4c5a |
+7
-18
@@ -1,20 +1,9 @@
|
|||||||
# Copy to .env for your LOCAL synthetic test environment; never commit .env.
|
APP_PORT=18089
|
||||||
# These are logical interface suggestions; map actual framework names in REPORT.md.
|
|
||||||
APP_HOST=0.0.0.0
|
|
||||||
APP_PORT=8080
|
|
||||||
APP_ENV=lab
|
|
||||||
SESSION_TTL_SECONDS=3600
|
SESSION_TTL_SECONDS=3600
|
||||||
# Choose credentials locally. File paths contain no secret values.
|
|
||||||
DATABASE_URL_FILE=/run/secrets/database_url
|
|
||||||
# Optional on 3, required use on 4 in lab2; Redis OR Valkey:
|
|
||||||
SESSION_STORE=postgres
|
|
||||||
CACHE_URL_FILE=/run/secrets/cache_url
|
|
||||||
API_REPLICAS=2
|
API_REPLICAS=2
|
||||||
IDEMPOTENCY_TTL_SECONDS=86400
|
API_CPUS=1
|
||||||
S3_ENDPOINT=http://s3:9000
|
API_MEMORY=512m
|
||||||
S3_REGION=us-east-1
|
HTTP_WORKERS=16
|
||||||
S3_BUCKET=messenger-attachments
|
DB_POOL_MAX=8
|
||||||
S3_ACCESS_KEY_ID_FILE=/run/secrets/s3_access_key_id
|
DB_ACCESS_MODE=optimized
|
||||||
S3_SECRET_ACCESS_KEY_FILE=/run/secrets/s3_secret_access_key
|
POSTGRES_CPUS=1
|
||||||
MAX_UPLOAD_BYTES=10485760
|
|
||||||
MAX_IMAGE_PIXELS=40000000
|
|
||||||
|
|||||||
@@ -0,0 +1,26 @@
|
|||||||
|
name: Application
|
||||||
|
on: [push, pull_request]
|
||||||
|
permissions:
|
||||||
|
contents: read
|
||||||
|
jobs:
|
||||||
|
application:
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
timeout-minutes: 15
|
||||||
|
env:
|
||||||
|
BASE_URL: http://127.0.0.1:18089
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
- uses: actions/setup-python@v5
|
||||||
|
with:
|
||||||
|
python-version: '3.12'
|
||||||
|
- run: |
|
||||||
|
python scripts/bootstrap.py
|
||||||
|
docker compose build api
|
||||||
|
docker compose up -d --wait
|
||||||
|
python scripts/wait_ready.py
|
||||||
|
make check test test-student BASE_URL=$BASE_URL
|
||||||
|
make test-failover ACTION_SCRIPT=scripts/stop-one.sh BASE_URL=$BASE_URL
|
||||||
|
docker compose up -d --wait --no-deps api
|
||||||
|
make test-persistence ACTION_SCRIPT=scripts/restart.sh BASE_URL=$BASE_URL
|
||||||
|
- if: always()
|
||||||
|
run: docker compose down
|
||||||
+13
@@ -0,0 +1,13 @@
|
|||||||
|
FROM python:3.12.8-slim-bookworm@sha256:2199a62885a12290dc9c5be3ca0681d367576ab7bf037da120e564723292a2f0
|
||||||
|
ENV PYTHONDONTWRITEBYTECODE=1 PYTHONUNBUFFERED=1 APP_HOST=0.0.0.0 APP_PORT=8080 MALLOC_ARENA_MAX=2
|
||||||
|
WORKDIR /app
|
||||||
|
RUN groupadd --gid 10001 app && useradd --uid 10001 --gid app --no-create-home app
|
||||||
|
COPY requirements.txt ./
|
||||||
|
RUN pip install --no-cache-dir -r requirements.txt
|
||||||
|
COPY src/ ./src/
|
||||||
|
COPY migrations/ ./migrations/
|
||||||
|
USER 10001:10001
|
||||||
|
EXPOSE 8080
|
||||||
|
HEALTHCHECK --interval=5s --timeout=3s --start-period=15s --retries=3 CMD ["python", "-c", "import urllib.request; urllib.request.urlopen('http://127.0.0.1:8080/health/ready', timeout=2).read()"]
|
||||||
|
STOPSIGNAL SIGTERM
|
||||||
|
CMD ["python", "src/server.py"]
|
||||||
@@ -28,3 +28,14 @@ test-persistence:
|
|||||||
test-failover:
|
test-failover:
|
||||||
@test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable stop-one hook"; exit 2)
|
@test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable stop-one hook"; exit 2)
|
||||||
$(PYTHON) tests/resilience.py --mode failover --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS)
|
$(PYTHON) tests/resilience.py --mode failover --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS)
|
||||||
|
|
||||||
|
.PHONY: test-student reconcile reconcile-apply
|
||||||
|
|
||||||
|
test-student:
|
||||||
|
BASE_URL="$(BASE_URL)" $(PYTHON) -m unittest discover -s student-tests -p 'test_*.py' -v
|
||||||
|
|
||||||
|
reconcile:
|
||||||
|
docker compose run --rm --no-deps reconciler
|
||||||
|
|
||||||
|
reconcile-apply:
|
||||||
|
docker compose run --rm --no-deps reconciler python src/reconcile.py --apply
|
||||||
|
|||||||
@@ -1,37 +1,218 @@
|
|||||||
# Отчёт — лабораторная 4
|
# Лабораторная 4 — S3-хранилище и вложения
|
||||||
|
|
||||||
- Автор, группа: TODO
|
Автор: **Майорова Софья, БВТ2301**. Целевая оценка: **5**. Выбран **трек 2: согласованность двух хранилищ**. Проверки выполнены 27 октября 2026 года. Окончательную оценку выставляет преподаватель.
|
||||||
- Целевая оценка; выбранный трек 5, если нужен: TODO
|
|
||||||
- Commit/PR: TODO после публикации
|
Работа продолжает [мою lab3, PR 55](https://gitea.privcloud.tech/mtusi2026/mtusi2026lab3/pulls/55). Сохранены PostgreSQL, Redis-кэш профиля, сессии, keyset-пагинация, балансировка и транзакционная идемпотентность сообщений на 24 часа. Добавлены приватное S3, бинарные вложения, проверки изображений и повторяемая безопасная сверка S3/БД. Исходные README, COURSE, contracts и публичные tests этой лабораторной сохранены.
|
||||||
- Использованные источники, библиотеки и помощь ИИ: TODO
|
|
||||||
|
|
||||||
## Запуск из чистого clone
|
## Запуск из чистого clone
|
||||||
|
|
||||||
TODO: версии runtime/образов, prerequisites, команды создания локальных secrets/.env, build, миграций, запуска, ожидания готовности, тестов и остановки. Указать необходимые действия оператора. Не вставлять секреты. Отдельно указать безопасную остановку и команду намеренного удаления учебных данных.
|
Нужны Docker Engine с Compose v2 и Python 3.9+ на хосте. Сервер работает на Python 3.12.8 внутри образа; устанавливать серверные библиотеки на Mac не нужно. Для используемого Mac Docker запускается через отдельный профиль Colima:
|
||||||
|
|
||||||
## Архитектура и решения
|
```sh
|
||||||
|
colima start --profile mtusi-labs
|
||||||
|
export DOCKER_CONTEXT=colima-mtusi-labs
|
||||||
|
cd "/Users/ssmayorova/Documents/Учеба/Высоконагруженные приложения/lab4"
|
||||||
|
python3 scripts/bootstrap.py
|
||||||
|
docker compose build api
|
||||||
|
docker compose up -d --wait
|
||||||
|
export BASE_URL=http://127.0.0.1:18089
|
||||||
|
python3 scripts/wait_ready.py
|
||||||
|
make check test test-student BASE_URL=$BASE_URL
|
||||||
|
```
|
||||||
|
|
||||||
TODO: схема процессов/хранилищ, источник истины, транзакционные границы, ограничения. Что перенесено из lab3, что изменено в этой работе. Соответствие переменных из .env.example реальной конфигурации.
|
На другой машине вместо этого `cd` клонировать публичный форк и выбрать ветку `solution/BVT2301-Mayorova`. `build api` идёт перед `up`: одноразовые migrate/bootstrap используют тот же уже построенный образ. `bootstrap.py` создаёт только локальные `.env` и `secrets/`, не печатает значения и не перезаписывает существующие. Пароли случайные; путь секрета — не его значение. Каталог secrets имеет 0700, файлы читаются UID 10001 в контейнере. Секреты, `.env`, runtime/build и данные исключены из Git и Docker build context.
|
||||||
|
|
||||||
## Доказательства критериев
|
`migrate` один раз применяет версии 001–004 под advisory lock; API DDL не выполняет. Затем административный `bucket-bootstrap` создаёт bucket. Уже существующий bucket допустим, повторный bootstrap проверен. API стартуют после обоих jobs. Контейнер s3-store хранит **и volume-файлы, и filer metadata** под `/data` на одном persistent volume; PostgreSQL использует другой volume. Redis — восстанавливаемый кэш, сессии находятся в PostgreSQL.
|
||||||
|
|
||||||
| Критерий README | Команда/сценарий | Наблюдаемый результат | Файл доказательства |
|
Остановка с сохранением данных:
|
||||||
| --- | --- | --- | --- |
|
|
||||||
| Публичный smoke | make test | TODO | TODO |
|
|
||||||
| Остальные пункты уровня 3 | TODO | TODO | TODO |
|
|
||||||
| Все пункты уровня 4, если заявлен | TODO | TODO | TODO |
|
|
||||||
| Выбранный трек 5, если заявлен | TODO | TODO | TODO |
|
|
||||||
|
|
||||||
TODO: добавить отдельную строку для каждого заявленного критерия. PASS без команды и наблюдения не является доказательством. Проверка инфраструктурного hook требует подтверждения, какие реальные процессы/хранилища перезапущены.
|
```sh
|
||||||
|
docker compose down
|
||||||
|
```
|
||||||
|
|
||||||
## Эксперименты и отказы
|
Только для намеренного удаления **данных этого учебного проекта**, когда они больше не нужны: `docker compose down -v`. Эта команда не используется в restart/failover. Закрытые тестовые volumes отдельного clean-clone стенда удаляются после окончания его проверки.
|
||||||
|
|
||||||
TODO: гипотеза, hardware/лимиты, версии, объём данных, профиль нагрузки, concurrency/arrival rate, длительность/прогрев, повторы, успешные RPS, ошибки, p50/p95/p99, CPU/RAM. Сохранить raw summary без tokens и объяснить ограничения измерения.
|
`.env.example` содержит реальные настройки моего решения: APP_PORT=18089 — только порт LB на localhost, API_REPLICAS=2, API_CPUS=1, API_MEMORY=512m, HTTP_WORKERS=16, DB_POOL_MAX=8, DB_ACCESS_MODE=optimized, POSTGRES_CPUS=1, SESSION_TTL_SECONDS=3600. Внутренний API слушает 8080. Endpoint/bucket/пути S3 credentials задаются в Compose; ограничения 10 MiB и 40 млн пикселей закреплены в коде по контракту и не увеличиваются переменной окружения.
|
||||||
|
|
||||||
| Воздействие | Что ожидаем | Что наблюдали | Время восстановления / потеря данных |
|
## Архитектура и данные
|
||||||
| --- | --- | --- | --- |
|
|
||||||
| TODO | TODO | TODO | TODO |
|
|
||||||
|
|
||||||
## Ограничения и следующие шаги
|
```text
|
||||||
|
Клиент → 127.0.0.1:18089 → HAProxy → API × 2
|
||||||
|
├→ PostgreSQL (общие метаданные/сессии/идемпотентность)
|
||||||
|
├→ Redis (необязательный кэш профилей)
|
||||||
|
└→ S3 gateway → отдельная сеть storage → SeaweedFS mini
|
||||||
|
└→ s3_data
|
||||||
|
```
|
||||||
|
|
||||||
TODO: какие отказы выдерживаются и какие нет; что не реализовано; где учебное упрощение; какое улучшение подтверждено, а какое пока гипотеза.
|
Выбрана официальная SeaweedFS **4.51**, digest `sha256:f7a49e3f3972ebed5be2ed4befa4a0c68eb7bdddba6e692d42729ceb545134b8`. Образ и реальные параметры проверены запуском. Шлюз `weed s3` принимает только S3; IAM API, Iceberg/Lance отключены. Mini в s3-store запускает master/volume/filer, а его S3, WebDAV и административная консоль отключены. Из API недоступен filer: API не состоит в сети storage. Ни S3, ни PostgreSQL, ни Redis, ни отдельные API-порты на хост не публикуются. Только LB подключён к edge.
|
||||||
|
|
||||||
|
Образы Python 3.12.8, PostgreSQL 17.2-bookworm, Redis 7.4.1-bookworm, HAProxy 3.0.5-alpine также закреплены digest в Dockerfile/Compose. Pillow 13.0.0 проверяет изображения, boto3 1.40.61 обращается к S3; точные прямые и транзитивные Python-зависимости закреплены в requirements.txt. Их выбор — проверенная версия, не обещание постоянного отсутствия уязвимостей.
|
||||||
|
|
||||||
|
| Роль | CPU | Память | Устойчивые данные |
|
||||||
|
| --- | ---: | ---: | --- |
|
||||||
|
| API, каждая из двух реплик | 1 | 512 MiB | Нет |
|
||||||
|
| PostgreSQL | 1 | 512 MiB | postgres_data |
|
||||||
|
| SeaweedFS master/volume/filer | 1 | 512 MiB | s3_data |
|
||||||
|
| S3 gateway | 0,5 | 512 MiB, GOMEMLIMIT=384MiB | Нет |
|
||||||
|
| HAProxy | 0,5 | 64 MiB | Нет |
|
||||||
|
| Redis | 0,25 | 64 MiB, maxmemory=32mb | Нет |
|
||||||
|
|
||||||
|
CPU-лимиты суммарно превышают 4 vCPU локальной VM; это допускаемый overcommit локального стенда, не выделенные физические ядра каждому сервису. Поэтому измерения не выдаются за максимальную производительность production.
|
||||||
|
|
||||||
|
Миграция 004 создаёт `attachments`: UUID, chat_id, owner_id, filename, случайный object_key, истинный MIME, размер, SHA-256, внутреннее состояние и timestamps. `messages.attachment_ids` сохраняет порядок ссылок; `message_attachments` с FK защищает целостность и запрещает удалить используемое вложение. Пустой текст допустим с вложениями; текст до 4000 Unicode code points, включая U+0000, по-прежнему сохраняется lossless в BYTEA.
|
||||||
|
|
||||||
|
`POST /chats/{id}/attachments?filename=...` принимает сырые PNG/JPEG, не multipart. Сервер создаёт ключ `originals/<UUIDv4>`, имя файла никогда не является путём. Ответ 201 содержит ready, variants=[], error_code=null, checksum оригинала. Участник другого чата/посторонний получает 404 для metadata/content и при попытке прикрепить чужое вложение. Отсутствие Bearer даёт 401. Download идёт через API без redirect; истинный Content-Type и `nosniff`, `private, no-store`, байты не перекодируются. Ключи S3 и адреса backend не входят в публичные модели. Любой участник своего чата может прикрепить доступное вложение.
|
||||||
|
|
||||||
|
## Границы операции upload
|
||||||
|
|
||||||
|
1. Аутентификация и проверка членства предшествуют приёму тела файла. Проверяются query/filename, один Content-Length, отсутствие Transfer-Encoding, лимит bytes и MIME.
|
||||||
|
2. Файл читается кусками до 64 KiB в `TemporaryFile` внутри ограниченного tmpfs `/tmp` (128 MiB на API). Это только временный буфер незавершённой операции, не источник хранения подтверждённого файла. При исключении/обрыве контекст закрывает файл; при падении процесса tmpfs исчезает.
|
||||||
|
3. Вычисляется SHA-256. Pillow открывает только PNG/JPEG, проверяет размеры **до load**, затем `verify()` и полное декодирование первого изображения. MIME сравнивается с форматом по содержимому. Ошибки дают 415, превышение pixels — 413. Управляющие символы, NUL, slash/backslash в filename — 400. Для защиты от сжатых PNG-текстов установлен дополнительный лимит декодированных текстовых метаданных 1 MiB.
|
||||||
|
4. PostgreSQL фиксирует устойчивый intent со state=uploading **до S3 PUT**. Он уже содержит всю ожидаемую checksum/size и назначенный сервером key.
|
||||||
|
5. В новой транзакции upload берёт row lock на intent, выполняет S3 PUT, затем обновляет ready. COMMIT завершён до возврата 201. Lock удерживается до COMMIT, поэтому reconciler не может собрать выполняющуюся операцию.
|
||||||
|
6. Обрыв до intent не создаёт S3-объекта. Отказ после intent/PUT оставляет учтённое состояние uploading, которое безопасно убирается последующей сверкой. Ошибка записи в БД отдаёт 503 без SQL/credentials. Неопределённый результат HTTP upload нельзя прозрачно повторять: upload по контракту не идемпотентен. Сообщения с Idempotency-Key остаются идемпотентными через общую транзакцию PostgreSQL.
|
||||||
|
|
||||||
|
Не обещается распределённая ACID-транзакция между PostgreSQL и S3. Именно окно между двумя хранилищами исследуется в выбранном треке.
|
||||||
|
|
||||||
|
## Ограничение ресурсов и таймауты
|
||||||
|
|
||||||
|
На API максимум 16 выполняющихся HTTP handlers и 32 принятых соединения; заполнение очереди даёт 503. Одновременно принимаются максимум 8 upload на реплику, декодируется **один** файл. Пиксельный буфер явно освобождается `image.close()` до освобождения decoder semaphore; duplicate file descriptor сохраняет исходный временный файл для S3. Это важно: один только выход из контекста Pillow не должен оставлять предыдущий декодированный объект живым, пока следующий запрос уже декодируется.
|
||||||
|
|
||||||
|
Content-Length >10 485 760 отклоняется до чтения файла; dimension check >40 000 000 — до распаковки. Приём тела имеет общий deadline 15 секунд и idle timeout ≤3 секунд; `read1` позволяет пересчитывать общий deadline даже при постоянной подаче очень маленьких порций. Ожидание декодера ограничено 10 секундами. S3 connect timeout 1 секунда, socket read timeout 3 секунды, SDK total_max_attempts=1; автоматического retry upload нет. HTTP LB client/server timeouts 30 секунд. Download также идёт кусками 64 KiB, с ограничением времени, первый кусок читается до 200. Ошибка S3 посреди уже начатого ответа закрывает соединение; клиент обязан считать недополученное тело ошибкой.
|
||||||
|
|
||||||
|
Пул PostgreSQL ≤8 соединений на API, ожидание 2 секунды, statement_timeout=2s, lock_timeout=1,5s. SIGTERM прекращает приём новых соединений, drain ограничен 5 секундами. Readiness проверяет PostgreSQL и S3 bucket — зависимости обязательного синхронного пути; Redis не критичен. Liveness проверяет жизнь процесса. При недоступном S3 LB убирает API из ready backend; ответы самого LB о невозможности соединения могут отличаться от JSON-ошибки API.
|
||||||
|
|
||||||
|
## Приватность bucket и права
|
||||||
|
|
||||||
|
`bootstrap.py` генерирует три разные S3 identities. Административная имеет Admin/Read/Write/List и доступна только bucket-bootstrap и явно запускаемому тестовому audit. API и reconciler получают отдельные пары с Read/Write/List **только messenger-attachments**, без Admin. Write включает удаление объектов этого bucket; API не использует этот метод в публичном endpoint, reconciler использует для компенсации. Это ограничение по bucket, не по одному пользовательскому чату: ACL чата обеспечивает приложение.
|
||||||
|
|
||||||
|
Нет anonymous identity/публичного policy. `storage_checks.py` вне API действительно получает 403 на прямой unauthenticated GET известного key и bucket listing. С реальными ключами API создание другого bucket, listing другого bucket и изменение policy дают 403. Внутренний filer и административный порт также недоступны из сети API. `audit` — только tools profile, не запускается обычным up; его административные секреты никогда не подключаются к API. Bucket bootstrap успешно повторён.
|
||||||
|
|
||||||
|
## Трек 2: повторяемый reconciler
|
||||||
|
|
||||||
|
**Гипотеза:** устойчивый intent перед PUT, row lock и консервативная сверка позволят исправлять частичные записи без удаления свежего или используемого файла; цена полного прохода будет расти примерно линейно с числом метаданных/объектов.
|
||||||
|
|
||||||
|
Оператор сначала запускает dry-run, затем после просмотра — apply:
|
||||||
|
|
||||||
|
```sh
|
||||||
|
make reconcile
|
||||||
|
make reconcile-apply
|
||||||
|
```
|
||||||
|
|
||||||
|
Обе команды используют отдельные ограниченные credentials reconciler. По умолчанию grace **3600 секунд** и dry-run; команда без `--apply` не меняет ни S3, ни строки БД. Значение grace <3600 отвергается, кроме явно отмеченного флага `--allow-short-test-grace` на синтетическом стенде. Для регулярного обслуживания оператор должен повторять эти команды; скрытого фонового удаления нет.
|
||||||
|
|
||||||
|
Сверка берёт общий advisory lock, чтобы два reconciler не работали одновременно. Cutoff фиксируется в начале прохода. PostgreSQL читается страницами по 100 UUID, S3 list — страницами по 100 ключей; findings ограничены 200 записями, счётчики полные. Внутри каждой операции берётся `FOR UPDATE SKIP LOCKED`: занятая живым upload строка пропускается, а свежая по updated_at защищена grace period.
|
||||||
|
|
||||||
|
| Обнаруженное состояние | Dry-run | Apply и повторный запуск |
|
||||||
|
| --- | --- | --- |
|
||||||
|
| Старый uploading, PUT не было | stale_intent | Удаляет intent, S3 delete идемпотентен |
|
||||||
|
| Старый uploading, PUT уже был, ready/COMMIT сорвался | stale_intent | Удаляет объект, затем intent; при сбое между delete и БД следующий проход завершит очистку |
|
||||||
|
| Старый объект originals/UUIDv4 без строки БД | orphan | Перед delete повторно проверяет отсутствие строки и свежесть HEAD; ключи никогда не переиспользуются |
|
||||||
|
| Ready-метаданные, S3 отсутствует/size или metadata checksum не совпадают | missing_or_mismatched | Сохраняет строку и все ссылки, ставит внутренний storage_missing; API возвращает 503 вместо ложного оригинала |
|
||||||
|
| storage_missing, оригинал восстановлен извне | recoverable | Потоково проверяет **реальные байты** SHA-256/size, только затем возвращает ready |
|
||||||
|
| Ready и корректный HEAD, даже без сообщения | Защищено | Никогда не удаляет |
|
||||||
|
| Свежее, занято row lock, неуправляемое имя/prefix | Защищено/пропущено | Не удаляет |
|
||||||
|
|
||||||
|
`storage_missing` — внутреннее состояние, не дополнительное значение публичного enum lab4. Такой ресурс возвращает 503; восстановленная запись снова отдаёт нормальную Attachment со status=ready. Reconciler не может изобрести потерянные bytes: для восстановления нужна внешняя сохранённая копия/backup, в эксперименте это исходный fixture в памяти теста.
|
||||||
|
|
||||||
|
Ключевое доказательство безопасности: корректный API **сначала** фиксирует intent и **потом** создаёт объект с новым UUID. Поэтому старый key без строки не может быть обычным upload в окне до фиксации метаданных. Используемая строка защищена state, row lock и FK; ready-вложения сборщик вообще не удаляет. Если БД/S3 недоступны, проход прерывается без fail-open удаления. Уже выполненные S3 delete не откатываются вместе с PostgreSQL, но устойчивый intent делает повтор безопасным.
|
||||||
|
|
||||||
|
`student-tests/research.py` использует настоящие S3 и PostgreSQL: вводит исключение trigger непосредственно в ready UPDATE после успешного PUT; создаёт intent без PUT, объект без метаданных, удаляет оригинал используемого вложения, удерживает row lock как живой uploader, создаёт свежий intent/объект. Реальная выдержка 3 секунды делает старый orphan старше тестового grace=2, S3 LastModified и часы не подменяются. Dry-run, apply, повтор и восстановление имеют assert на фактические строки, bytes и ссылки. Тестовые grace=2 и SQL fault injection предназначены только для данного синтетического стенда.
|
||||||
|
|
||||||
|
Команды воспроизведения security и исследования (audit получает отдельные локальные тестовые секреты):
|
||||||
|
|
||||||
|
```sh
|
||||||
|
docker compose run --rm -T --no-deps -v "$PWD:/work:ro" -w /work audit python student-tests/storage_checks.py
|
||||||
|
docker compose run --rm -T --no-deps -v "$PWD:/work:ro" -w /work audit python student-tests/research.py
|
||||||
|
```
|
||||||
|
|
||||||
|
## Измерения
|
||||||
|
|
||||||
|
Стенд: macOS arm64, Colima/Ubuntu Linux, 4 vCPU и примерно 4 GiB RAM. Лимиты контейнеров приведены выше. Остальные учебные стенды не останавливались; это локальный эксперимент без гарантии отсутствия соседней нагрузки. Генерация fixtures и bootstrap выполняются до начала измерения.
|
||||||
|
|
||||||
|
Для стоимости сверки использованы три популяции — 10, 110, 510 строк и столько же S3-объектов, три последовательных dry-run на каждой. Исходная популяция включает данные проверок; каждый этап добавляет соответственно 100 и 400 подтверждённых тестовых ready-объектов. При повторе сценария абсолютная исходная популяция может вырасти: результаты всегда содержат фактические counts, а не предполагаемый N.
|
||||||
|
|
||||||
|
| Метаданных / объектов | Медиана полного обхода | Наблюдаемые HEAD |
|
||||||
|
| --- | ---: | ---: |
|
||||||
|
| 10 / 10 | 19,56 мс | 9 |
|
||||||
|
| 110 / 110 | 136,28 мс | 109 |
|
||||||
|
| 510 / 510 | 603,06 мс | 509–510 |
|
||||||
|
|
||||||
|
Количество HEAD немного различается из-за grace. Полный проход включает создание S3 client, advisory lock, PostgreSQL-страницы/lookup, S3 list и HEAD. Основные bytes не скачиваются при обычном HEAD; GET/SHA-256 используются только при восстановлении storage_missing. Память прохода ограничена размером страниц. Последовательный алгоритм имеет O(N+M) обход, но **не является snapshot между двумя хранилищами**; пропущенное/изменившееся состояние проверяется следующим запуском. Увеличение 110→510 объектов дало примерно пропорциональный рост времени; это поддерживает гипотезу на данном диапазоне, не прогноз миллиардов объектов.
|
||||||
|
|
||||||
|
На каждом профиле **10 клиентов одновременно** начинают upload, затем скачивают результат с тем же SHA-256. Один прогон на профиль; fixtures детерминированы, подготовлены заранее. Нет скрытых retry. Перед каждым профилем API перезапускаются, поэтому cgroup memory.peak относится к этому запуску. Опрос memory.current/peak/events и cpu.stat идёт дополнительными docker exec; это вносит накладные расходы. Измеряется end-to-end upload+download, не только POST и не предельный RPS. Для десяти запросов p95/p99 по nearest-rank оба равны максимуму.
|
||||||
|
|
||||||
|
| PNG: bytes / pixels | Успех / ошибки | Весь сценарий | p50 / p95=p99 end-to-end | Пик API 1 / API 2 |
|
||||||
|
| --- | --- | ---: | ---: | ---: |
|
||||||
|
| 529,848 / 176,400 | 10/10 / 0 | 0.387 с | 141.3 / 149.4 мс | 67.05 / 67.18 MiB |
|
||||||
|
| 7,563,763 / 2,520,000 | 10/10 / 0 | 2.042 с | 1711.5 / 1743.2 мс | 127.41 / 127.04 MiB |
|
||||||
|
| 533,859 / 40,000,000 | 10/10 / 0 | 0.831 с | 416.2 / 602.8 мс | 326.36 / 319.54 MiB |
|
||||||
|
|
||||||
|
В финальных трёх профилях 30/30 загрузок вернули 201, скачанные SHA-256 совпали, OOM kill = 0. Лимит каждой API — 512 MiB. Высокий пик третьего профиля связан с 40 млн декодированных RGB-пикселей при небольшом сжатом файле: размер HTTP-тела не равен размеру изображения в RAM. Различие реплик отражает распределение нагрузки и память аллокатора; это не доказательство разницы алгоритмов.
|
||||||
|
|
||||||
|
Средний CPU API за сценарий оценивается по разнице cgroup cpu.stat usage_usec, делённой на время сценария (100% = одно ядро; короткая длительность и docker exec влияют на оценку):
|
||||||
|
- 176400 pixels: API 1 / API 2 = 45.7% / 43.7%.
|
||||||
|
- 2520000 pixels: API 1 / API 2 = 36.2% / 35.1%.
|
||||||
|
- 40000000 pixels: API 1 / API 2 = 77.7% / 79.5%.
|
||||||
|
|
||||||
|

|
||||||
|
|
||||||
|
Ранние прогоны сохранены, а не скрыты: с лимитом S3 gateway 192 MiB обнаружен его OOM; после изменения gateway на 512 MiB, GOMEMLIMIT=384MiB и ограничения concurrentUploadLimitMB до 32 повтор выявил отдельный OOM API на RGB-изображениях 40 Мп. Причина API устранена освобождением пиксельного буфера **до** освобождения decoder semaphore. Финальные прогоны с исходным поддерживаемым лимитом 512 MiB/API проверяют именно этот случай. Ошибочные запуски не включены в успешные итоговые измерения, их stderr и State с OOMKilled=true оставлены в evidence.
|
||||||
|
|
||||||
|
## Проверки и доказательства
|
||||||
|
|
||||||
|
| Критерий | Команда/сценарий | Результат / evidence |
|
||||||
|
| --- | --- | --- |
|
||||||
|
| Оригинальные контракт и tests | make check; git diff относительно skeleton | Не изменены; final-tests.txt |
|
||||||
|
| Минимум lab3 + вложения | make test | Публичный lab4 smoke PASS; final-tests.txt |
|
||||||
|
| Дополнительные API/Unicode/сессии/гонки | make test-student | 21 тест PASS; final-tests.txt |
|
||||||
|
| PNG/JPEG, checksum, приватность, чужой chat/id | test_attachments.py и storage_checks.py | Побайтное совпадение; 400/401/404/413/415; storage-security.json |
|
||||||
|
| 10 MiB/40 Мп и повреждённый файл | test_bad_images_and_mime, test_valid_pixel_boundary | 413 выше границы, 415 для подмены/повреждения, ровно 40 Мп принято |
|
||||||
|
| Остановка именно загрузившей API | student-tests/faults.py | Каждая реальная реплика остановлена отдельно, файл скачан другой с прежним Bearer; faults.json |
|
||||||
|
| Обязательный публичный failover сообщений | make test-failover ACTION_SCRIPT=scripts/stop-one.sh | 2 реплики, 116 подтверждённых записей, 1 транзитная ошибка, восстановление 2,594 с; public-failover.txt |
|
||||||
|
| Restart API, LB, PostgreSQL, Redis и обоих S3-компонентов | make test-persistence ACTION_SCRIPT=scripts/restart.sh | Прежние сессия, сообщения, attachment metadata/bytes сохранены; persistence.txt, restart-before/after.json |
|
||||||
|
| Недоступность S3, fallback Redis | student-tests/faults.py | S3: ready/content 503, live 200; после восстановления прежние bytes; Redis fallback; faults.json |
|
||||||
|
| Обрыв приёма | student-tests/faults.py | Нет intent для прерванного filename, PUT не выполнялся |
|
||||||
|
| Медленный непрерывный клиент | student-tests/slow_upload.py | 400 около общего deadline 15 с; slow-upload.json |
|
||||||
|
| Отдельные ограниченные S3 credentials и закрытая сеть | storage_checks.py | Anonymous GET/list 403, три запрещённых операции API 403, filer/admin недоступны; storage-security.json |
|
||||||
|
| Идемпотентный bootstrap bucket | Повторный compose run bucket-bootstrap | Exit 0; bucket-bootstrap-repeat.txt |
|
||||||
|
| Потоковое ограничение RAM, ≥10 одновременных файлов | student-tests/uploads.py | uploads.json, график; cgroup peaks и OOM counters |
|
||||||
|
| Согласованность, свежие/используемые/занятые объекты | research.py | Все 7 assertions-групп true; dry/apply/repeat/recover; reconciliation.json |
|
||||||
|
| Стоимость обхода | research.py | 9 реальных измерений на трёх популяциях; reconciliation.json |
|
||||||
|
| Чистый clone/новые volumes | Отдельный проект, порт и секреты | PASS: новые секреты, пустые PostgreSQL/S3 volumes, smoke + 21 тест + полный restart; clean-clone.txt |
|
||||||
|
|
||||||
|
Публичные команды отказов управляют только lab4; после stop-one реплика остаётся остановленной по контракту теста и восстанавливается явно `docker compose up -d --wait --no-deps api`. Дополнительный faults.py сам восстанавливает каждую зависимость в finally. Снимки runtime содержат только разрешённые поля состояния, лимитов, mounts и портов, без environment/credentials. Не сохраняются тела Basic/Bearer или полные session responses.
|
||||||
|
|
||||||
|
```sh
|
||||||
|
export DOCKER_CONTEXT=colima-mtusi-labs
|
||||||
|
export BASE_URL=http://127.0.0.1:18089
|
||||||
|
make test-failover ACTION_SCRIPT=scripts/stop-one.sh BASE_URL=$BASE_URL
|
||||||
|
docker compose up -d --wait --no-deps api
|
||||||
|
make test-persistence ACTION_SCRIPT=scripts/restart.sh BASE_URL=$BASE_URL
|
||||||
|
python3 student-tests/faults.py
|
||||||
|
python3 student-tests/slow_upload.py
|
||||||
|
python3 student-tests/uploads.py
|
||||||
|
```
|
||||||
|
|
||||||
|
Для повторной генерации графиков нужен Python 3.11+ и `pip install -r requirements-research.txt`, затем `python student-tests/plot.py`; приложенные PNG/SVG уже готовы. Workflow Application добавлен отдельно от исходной проверки skeleton; hosted CI требует разрешений платформы и здесь не объявляется прошедшим автоматически.
|
||||||
|
|
||||||
|
## Ограничения
|
||||||
|
|
||||||
|
Доказаны отказ API-реплики и restart с сохранёнными volumes; один PostgreSQL, один S3-store, один LB и один host остаются точками отказа. Это не multi-node HA и не гарантия сохранности при отключении питания. TLS отсутствует, поэтому публикуется только localhost с синтетическими данными. Root-доступ к Docker равносилен доступу к секретам стенда.
|
||||||
|
|
||||||
|
Распределённой транзакции нет, до очередного apply старые uploading/orphan могут оставаться. Готовые, но неиспользуемые вложения сборщик намеренно сохраняет, поскольку контракт не содержит удаления. Данные экспериментов/публичных тестов также накапливаются. Для постоянно работающего сервиса нужны расписание обслуживания, backup S3+БД и контроль расходов.
|
||||||
|
|
||||||
|
Обычный проход сверяет HEAD и сохранённую S3 checksum metadata, а не перечитывает каждый корректный объект: одинаково изменённые bytes и metadata сторонним привилегированным оператором так не обнаруживаются. Восстановление missing всегда проверяет реальные bytes. Параллельные изменения БД/S3 и значительный clock skew требуют повторного прохода и аккуратного grace; штатные API не переиспользуют ключи и не изменяют ready-объекты. Grace 3600 ориентирован на значительно более короткую обычную загрузку; уменьшать его на реальных данных без исследования нельзя.
|
||||||
|
|
||||||
|
Проверка изображений декодирует первый кадр, не выполняет антивирус и не создаёт thumbnail; дополнительные PNG-текстовые метаданные ограничены 1 MiB как защита parser RAM. UI, presigned upload и трек 1 не реализуются: выбран законченный трек 2. Показатели маленького локального эксперимента не задают SLA или максимальный RPS.
|
||||||
|
|
||||||
|
## Источники и помощь
|
||||||
|
|
||||||
|
Перенесено собственное решение lab3 (Майорова Софья, PR 55); чужие студенческие решения не использовались. Задание/контракты текущего skeleton — основание обязательного поведения.
|
||||||
|
|
||||||
|
- [SeaweedFS S3 API](https://github.com/seaweedfs/seaweedfs/wiki/Amazon-S3-API), [S3 credentials и bucket-scoped actions](https://github.com/seaweedfs/seaweedfs/wiki/S3-Credentials), параметры mini проверены у закреплённого Docker-образа.
|
||||||
|
- [Pillow Image: ограничения, verify/load/close](https://pillow.readthedocs.io/en/stable/reference/Image.html).
|
||||||
|
- [Boto3 put_object](https://docs.aws.amazon.com/boto3/latest/reference/services/s3/client/put_object.html).
|
||||||
|
- [PostgreSQL row-level/advisory locks](https://www.postgresql.org/docs/17/explicit-locking.html).
|
||||||
|
|
||||||
|
Использован Codex для разработки, подготовки тестов, запуска измерений и оформления. Все приведённые PASS/числа получены реальными командами данного стенда; утверждения ограничены фактически проверенными сценариями. Имя автора в Git — Майорова Софья; генеративная помощь раскрыта явно.
|
||||||
|
|||||||
+185
@@ -0,0 +1,185 @@
|
|||||||
|
name: mtusi-lab4
|
||||||
|
x-application: &application
|
||||||
|
image: mtusi-messenger:lab4
|
||||||
|
networks: [backend]
|
||||||
|
environment: &environment
|
||||||
|
DATABASE_URL_FILE: /run/secrets/database_url
|
||||||
|
CACHE_URL_FILE: /run/secrets/cache_url
|
||||||
|
SESSION_TTL_SECONDS: ${SESSION_TTL_SECONDS:-3600}
|
||||||
|
HTTP_WORKERS: ${HTTP_WORKERS:-16}
|
||||||
|
DB_POOL_MAX: ${DB_POOL_MAX:-8}
|
||||||
|
DB_ACCESS_MODE: ${DB_ACCESS_MODE:-optimized}
|
||||||
|
LOG_LEVEL: WARNING
|
||||||
|
S3_ENDPOINT: http://s3:8333
|
||||||
|
S3_BUCKET: messenger-attachments
|
||||||
|
S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_api_key
|
||||||
|
S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_api_secret
|
||||||
|
secrets: [database_url, cache_url, s3_api_key, s3_api_secret]
|
||||||
|
tmpfs: ["/tmp:size=128m,mode=1777"]
|
||||||
|
mem_limit: ${API_MEMORY:-512m}
|
||||||
|
cpus: ${API_CPUS:-1}
|
||||||
|
stop_grace_period: 10s
|
||||||
|
services:
|
||||||
|
migrate:
|
||||||
|
<<: *application
|
||||||
|
command: [python, src/migrate.py]
|
||||||
|
healthcheck:
|
||||||
|
disable: true
|
||||||
|
deploy:
|
||||||
|
replicas: 1
|
||||||
|
depends_on:
|
||||||
|
postgres:
|
||||||
|
condition: service_healthy
|
||||||
|
api:
|
||||||
|
<<: *application
|
||||||
|
build: .
|
||||||
|
deploy:
|
||||||
|
replicas: ${API_REPLICAS:-2}
|
||||||
|
depends_on:
|
||||||
|
migrate:
|
||||||
|
condition: service_completed_successfully
|
||||||
|
redis:
|
||||||
|
condition: service_healthy
|
||||||
|
bucket-bootstrap:
|
||||||
|
condition: service_completed_successfully
|
||||||
|
bucket-bootstrap:
|
||||||
|
<<: *application
|
||||||
|
command: [python, src/bucket_bootstrap.py]
|
||||||
|
environment:
|
||||||
|
<<: *environment
|
||||||
|
S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_admin_key
|
||||||
|
S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_admin_secret
|
||||||
|
secrets: [s3_admin_key, s3_admin_secret]
|
||||||
|
healthcheck:
|
||||||
|
disable: true
|
||||||
|
depends_on:
|
||||||
|
s3:
|
||||||
|
condition: service_healthy
|
||||||
|
reconciler:
|
||||||
|
<<: *application
|
||||||
|
profiles: [tools]
|
||||||
|
command: [python, src/reconcile.py]
|
||||||
|
environment:
|
||||||
|
<<: *environment
|
||||||
|
S3_ACCESS_KEY_ID_FILE: /run/secrets/s3_reconciler_key
|
||||||
|
S3_SECRET_ACCESS_KEY_FILE: /run/secrets/s3_reconciler_secret
|
||||||
|
secrets: [database_url, s3_reconciler_key, s3_reconciler_secret]
|
||||||
|
healthcheck:
|
||||||
|
disable: true
|
||||||
|
deploy:
|
||||||
|
replicas: 1
|
||||||
|
audit:
|
||||||
|
<<: *application
|
||||||
|
profiles: [tools]
|
||||||
|
environment:
|
||||||
|
<<: *environment
|
||||||
|
BASE_URL: http://lb:8080
|
||||||
|
secrets: [database_url, cache_url, s3_api_key, s3_api_secret, s3_admin_key, s3_admin_secret, s3_reconciler_key, s3_reconciler_secret]
|
||||||
|
healthcheck:
|
||||||
|
disable: true
|
||||||
|
deploy:
|
||||||
|
replicas: 1
|
||||||
|
s3-store:
|
||||||
|
image: chrislusf/seaweedfs:4.51@sha256:f7a49e3f3972ebed5be2ed4befa4a0c68eb7bdddba6e692d42729ceb545134b8
|
||||||
|
command: [mini, -dir=/data, -ip=s3-store, -s3=false, -admin.ui=false, -webdav=false, -master.telemetry=false, -master.volumeSizeLimitMB=128, -volume.max=16, -volume.fileSizeLimitMB=11, -volume.concurrentUploadLimitMB=64, -volume.concurrentDownloadLimitMB=64]
|
||||||
|
networks: [storage]
|
||||||
|
volumes: [s3_data:/data]
|
||||||
|
mem_limit: 512m
|
||||||
|
cpus: 1
|
||||||
|
stop_grace_period: 20s
|
||||||
|
healthcheck:
|
||||||
|
test: [CMD, wget, -q, -O, /dev/null, http://127.0.0.1:8888/]
|
||||||
|
interval: 2s
|
||||||
|
timeout: 2s
|
||||||
|
retries: 45
|
||||||
|
s3:
|
||||||
|
image: chrislusf/seaweedfs:4.51@sha256:f7a49e3f3972ebed5be2ed4befa4a0c68eb7bdddba6e692d42729ceb545134b8
|
||||||
|
command: [s3, -filer=s3-store:8888, -port=8333, -config=/run/secrets/s3_config, -iam=false, -port.iceberg=0, -port.lance=0, -concurrentFileUploadLimit=16, -concurrentUploadLimitMB=32, -readerCacheSizeMB=16]
|
||||||
|
secrets: [s3_config]
|
||||||
|
networks: [backend, storage]
|
||||||
|
mem_limit: 512m
|
||||||
|
environment:
|
||||||
|
GOMEMLIMIT: 384MiB
|
||||||
|
cpus: 0.5
|
||||||
|
depends_on:
|
||||||
|
s3-store:
|
||||||
|
condition: service_healthy
|
||||||
|
healthcheck:
|
||||||
|
test: [CMD-SHELL, 'nc -z 127.0.0.1 8333']
|
||||||
|
interval: 2s
|
||||||
|
timeout: 1s
|
||||||
|
retries: 30
|
||||||
|
lb:
|
||||||
|
image: haproxy:3.0.5-alpine@sha256:43a2591a6a62a41dd22edb4452880e9c70de489fbd7c54ffb52d035cccbfe949
|
||||||
|
ports: ["127.0.0.1:${APP_PORT:-18089}:8080"]
|
||||||
|
volumes:
|
||||||
|
- ./infra/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg:ro
|
||||||
|
networks: [edge, backend]
|
||||||
|
depends_on:
|
||||||
|
api:
|
||||||
|
condition: service_healthy
|
||||||
|
mem_limit: 64m
|
||||||
|
cpus: 0.5
|
||||||
|
stop_grace_period: 12s
|
||||||
|
healthcheck:
|
||||||
|
test: [CMD, wget, -q, -O, /dev/null, http://127.0.0.1:8080/health/ready]
|
||||||
|
interval: 2s
|
||||||
|
timeout: 2s
|
||||||
|
retries: 10
|
||||||
|
postgres:
|
||||||
|
image: postgres:17.2-bookworm@sha256:3267c505060a0052e5aa6e5175a7b41ab6b04da2f8c4540fc6e98a37210aa2d3
|
||||||
|
environment:
|
||||||
|
POSTGRES_USER: messenger
|
||||||
|
POSTGRES_DB: messenger
|
||||||
|
POSTGRES_PASSWORD_FILE: /run/secrets/postgres_password
|
||||||
|
secrets: [postgres_password]
|
||||||
|
volumes: [postgres_data:/var/lib/postgresql/data]
|
||||||
|
networks: [backend]
|
||||||
|
healthcheck:
|
||||||
|
test: [CMD, pg_isready, -h, 127.0.0.1, -U, messenger, -d, messenger]
|
||||||
|
interval: 2s
|
||||||
|
timeout: 1s
|
||||||
|
retries: 30
|
||||||
|
mem_limit: 512m
|
||||||
|
cpus: ${POSTGRES_CPUS:-1}
|
||||||
|
redis:
|
||||||
|
image: redis:7.4.1-bookworm@sha256:bb142a9c18ac18a16713c1491d779697b4e107c22a97266616099d288237ef47
|
||||||
|
command: [redis-server, --maxmemory, 32mb, --maxmemory-policy, allkeys-lru, --save, "", --appendonly, "no"]
|
||||||
|
networks: [backend]
|
||||||
|
healthcheck:
|
||||||
|
test: [CMD, redis-cli, ping]
|
||||||
|
interval: 2s
|
||||||
|
timeout: 1s
|
||||||
|
retries: 30
|
||||||
|
mem_limit: 64m
|
||||||
|
cpus: 0.25
|
||||||
|
volumes:
|
||||||
|
postgres_data:
|
||||||
|
s3_data:
|
||||||
|
networks:
|
||||||
|
edge:
|
||||||
|
storage:
|
||||||
|
internal: true
|
||||||
|
backend:
|
||||||
|
internal: true
|
||||||
|
secrets:
|
||||||
|
postgres_password:
|
||||||
|
file: ./secrets/postgres_password
|
||||||
|
database_url:
|
||||||
|
file: ./secrets/database_url
|
||||||
|
cache_url:
|
||||||
|
file: ./secrets/cache_url
|
||||||
|
s3_admin_key:
|
||||||
|
file: ./secrets/s3_admin_key
|
||||||
|
s3_admin_secret:
|
||||||
|
file: ./secrets/s3_admin_secret
|
||||||
|
s3_api_key:
|
||||||
|
file: ./secrets/s3_api_key
|
||||||
|
s3_api_secret:
|
||||||
|
file: ./secrets/s3_api_secret
|
||||||
|
s3_reconciler_key:
|
||||||
|
file: ./secrets/s3_reconciler_key
|
||||||
|
s3_reconciler_secret:
|
||||||
|
file: ./secrets/s3_reconciler_secret
|
||||||
|
s3_config:
|
||||||
|
file: ./secrets/s3_config
|
||||||
@@ -0,0 +1,3 @@
|
|||||||
|
Container mtusi-lab4-bucket-bootstrap-run-d95f463bab66 Creating
|
||||||
|
Container mtusi-lab4-bucket-bootstrap-run-d95f463bab66 Created
|
||||||
|
Private bucket ready; static authenticated identities loaded from local secret config.
|
||||||
@@ -0,0 +1,55 @@
|
|||||||
|
Image mtusi-messenger:lab4 Building
|
||||||
|
#1 [internal] load local bake definitions
|
||||||
|
#1 reading from stdin 650B done
|
||||||
|
#1 DONE 0.0s
|
||||||
|
|
||||||
|
#2 [internal] load build definition from Dockerfile
|
||||||
|
#2 transferring dockerfile: 739B done
|
||||||
|
#2 DONE 0.0s
|
||||||
|
|
||||||
|
#3 [internal] load metadata for docker.io/library/python:3.12.8-slim-bookworm@sha256:2199a62885a12290dc9c5be3ca0681d367576ab7bf037da120e564723292a2f0
|
||||||
|
#3 DONE 0.0s
|
||||||
|
|
||||||
|
#4 [internal] load .dockerignore
|
||||||
|
#4 transferring context: 196B done
|
||||||
|
#4 DONE 0.0s
|
||||||
|
|
||||||
|
#5 [internal] load build context
|
||||||
|
#5 transferring context: 6.92kB done
|
||||||
|
#5 DONE 0.0s
|
||||||
|
|
||||||
|
#6 [1/7] FROM docker.io/library/python:3.12.8-slim-bookworm@sha256:2199a62885a12290dc9c5be3ca0681d367576ab7bf037da120e564723292a2f0
|
||||||
|
#6 resolve docker.io/library/python:3.12.8-slim-bookworm@sha256:2199a62885a12290dc9c5be3ca0681d367576ab7bf037da120e564723292a2f0 done
|
||||||
|
#6 DONE 0.0s
|
||||||
|
|
||||||
|
#7 [2/7] WORKDIR /app
|
||||||
|
#7 CACHED
|
||||||
|
|
||||||
|
#8 [3/7] RUN groupadd --gid 10001 app && useradd --uid 10001 --gid app --no-create-home app
|
||||||
|
#8 CACHED
|
||||||
|
|
||||||
|
#9 [4/7] COPY requirements.txt ./
|
||||||
|
#9 CACHED
|
||||||
|
|
||||||
|
#10 [5/7] RUN pip install --no-cache-dir -r requirements.txt
|
||||||
|
#10 CACHED
|
||||||
|
|
||||||
|
#11 [6/7] COPY src/ ./src/
|
||||||
|
#11 DONE 0.0s
|
||||||
|
|
||||||
|
#12 [7/7] COPY migrations/ ./migrations/
|
||||||
|
#12 DONE 0.0s
|
||||||
|
|
||||||
|
#13 exporting to image
|
||||||
|
#13 exporting layers 0.0s done
|
||||||
|
#13 exporting manifest sha256:6cabe9729ea3e45195f623f07f0974303b8b392b2e4e6aac4a3c4bb565dd6a1a done
|
||||||
|
#13 exporting config sha256:84a7ceda5c86abe367437b43f6f54e6eb16a19abb99bfd2257771bb9119cf759 done
|
||||||
|
#13 exporting attestation manifest sha256:a206b14cc9c3bfd49e2bf15bb90189e58c9a89871e87fcb4454c483bdde60677 done
|
||||||
|
#13 exporting manifest list sha256:6de46cd4b5e20a5826fcdf2289f055877f477800dcc27100a470e1fb8c267001 done
|
||||||
|
#13 naming to docker.io/library/mtusi-messenger:lab4 done
|
||||||
|
#13 unpacking to docker.io/library/mtusi-messenger:lab4 0.0s done
|
||||||
|
#13 DONE 0.1s
|
||||||
|
|
||||||
|
#14 resolving provenance for metadata file
|
||||||
|
#14 DONE 0.0s
|
||||||
|
Image mtusi-messenger:lab4 Built
|
||||||
@@ -0,0 +1,220 @@
|
|||||||
|
Cloning into '/Users/ssmayorova/Documents/Учеба/Высоконагруженные приложения/lab4/build/lab4-clean-6e826b67/repo'...
|
||||||
|
done.
|
||||||
|
Local configuration ready; no secrets printed.
|
||||||
|
Image mtusi-messenger:lab4 Building
|
||||||
|
#1 [internal] load local bake definitions
|
||||||
|
#1 reading from stdin 721B done
|
||||||
|
#1 DONE 0.0s
|
||||||
|
|
||||||
|
#2 [internal] load build definition from Dockerfile
|
||||||
|
#2 transferring dockerfile: 739B done
|
||||||
|
#2 DONE 0.0s
|
||||||
|
|
||||||
|
#3 [internal] load metadata for docker.io/library/python:3.12.8-slim-bookworm@sha256:2199a62885a12290dc9c5be3ca0681d367576ab7bf037da120e564723292a2f0
|
||||||
|
#3 DONE 0.0s
|
||||||
|
|
||||||
|
#4 [internal] load .dockerignore
|
||||||
|
#4 transferring context: 196B done
|
||||||
|
#4 DONE 0.0s
|
||||||
|
|
||||||
|
#5 [internal] load build context
|
||||||
|
#5 transferring context: 52.94kB done
|
||||||
|
#5 DONE 0.0s
|
||||||
|
|
||||||
|
#6 [1/7] FROM docker.io/library/python:3.12.8-slim-bookworm@sha256:2199a62885a12290dc9c5be3ca0681d367576ab7bf037da120e564723292a2f0
|
||||||
|
#6 resolve docker.io/library/python:3.12.8-slim-bookworm@sha256:2199a62885a12290dc9c5be3ca0681d367576ab7bf037da120e564723292a2f0 done
|
||||||
|
#6 DONE 0.0s
|
||||||
|
|
||||||
|
#7 [3/7] RUN groupadd --gid 10001 app && useradd --uid 10001 --gid app --no-create-home app
|
||||||
|
#7 CACHED
|
||||||
|
|
||||||
|
#8 [4/7] COPY requirements.txt ./
|
||||||
|
#8 CACHED
|
||||||
|
|
||||||
|
#9 [2/7] WORKDIR /app
|
||||||
|
#9 CACHED
|
||||||
|
|
||||||
|
#10 [5/7] RUN pip install --no-cache-dir -r requirements.txt
|
||||||
|
#10 CACHED
|
||||||
|
|
||||||
|
#11 [6/7] COPY src/ ./src/
|
||||||
|
#11 CACHED
|
||||||
|
|
||||||
|
#12 [7/7] COPY migrations/ ./migrations/
|
||||||
|
#12 CACHED
|
||||||
|
|
||||||
|
#13 exporting to image
|
||||||
|
#13 exporting layers done
|
||||||
|
#13 exporting manifest sha256:b9111c9adf12479532b94464933e51b833be4486c559d60f233006a4f2d448a8 done
|
||||||
|
#13 exporting config sha256:e59e3410c92a9e2663734ff4a9c33edcc65414616230d01ede4285bc1ab1f973 done
|
||||||
|
#13 exporting attestation manifest sha256:9b07c898e2f46418c89c2514d79a08b01b37144849451e0704173ea0c7c5c8c2 done
|
||||||
|
#13 exporting manifest list sha256:6db63c0e6e0d2f8d4f650a7ed60998284a8e81d98bc294b41883cef612ba2bce done
|
||||||
|
#13 naming to docker.io/library/mtusi-messenger:lab4 done
|
||||||
|
#13 unpacking to docker.io/library/mtusi-messenger:lab4 done
|
||||||
|
#13 DONE 0.0s
|
||||||
|
|
||||||
|
#14 resolving provenance for metadata file
|
||||||
|
#14 DONE 0.0s
|
||||||
|
Image mtusi-messenger:lab4 Built
|
||||||
|
Network lab4-clean-6e826b67_storage Creating
|
||||||
|
Network lab4-clean-6e826b67_storage Created
|
||||||
|
Network lab4-clean-6e826b67_backend Creating
|
||||||
|
Network lab4-clean-6e826b67_backend Created
|
||||||
|
Network lab4-clean-6e826b67_edge Creating
|
||||||
|
Network lab4-clean-6e826b67_edge Created
|
||||||
|
Volume lab4-clean-6e826b67_s3_data Creating
|
||||||
|
Volume lab4-clean-6e826b67_s3_data Created
|
||||||
|
Volume lab4-clean-6e826b67_postgres_data Creating
|
||||||
|
Volume lab4-clean-6e826b67_postgres_data Created
|
||||||
|
Container lab4-clean-6e826b67-s3-store-1 Creating
|
||||||
|
Container lab4-clean-6e826b67-redis-1 Creating
|
||||||
|
Container lab4-clean-6e826b67-postgres-1 Creating
|
||||||
|
Container lab4-clean-6e826b67-redis-1 Created
|
||||||
|
Container lab4-clean-6e826b67-s3-store-1 Created
|
||||||
|
Container lab4-clean-6e826b67-s3-1 Creating
|
||||||
|
Container lab4-clean-6e826b67-postgres-1 Created
|
||||||
|
Container lab4-clean-6e826b67-migrate-1 Creating
|
||||||
|
Container lab4-clean-6e826b67-s3-1 Created
|
||||||
|
Container lab4-clean-6e826b67-bucket-bootstrap-1 Creating
|
||||||
|
Container lab4-clean-6e826b67-migrate-1 Created
|
||||||
|
Container lab4-clean-6e826b67-bucket-bootstrap-1 Created
|
||||||
|
Container lab4-clean-6e826b67-api-2 Creating
|
||||||
|
Container lab4-clean-6e826b67-api-1 Creating
|
||||||
|
Container lab4-clean-6e826b67-api-1 Created
|
||||||
|
Container lab4-clean-6e826b67-api-2 Created
|
||||||
|
Container lab4-clean-6e826b67-lb-1 Creating
|
||||||
|
Container lab4-clean-6e826b67-lb-1 Created
|
||||||
|
Container lab4-clean-6e826b67-postgres-1 Starting
|
||||||
|
Container lab4-clean-6e826b67-s3-store-1 Starting
|
||||||
|
Container lab4-clean-6e826b67-redis-1 Starting
|
||||||
|
Container lab4-clean-6e826b67-s3-store-1 Started
|
||||||
|
Container lab4-clean-6e826b67-s3-store-1 Waiting
|
||||||
|
Container lab4-clean-6e826b67-postgres-1 Started
|
||||||
|
Container lab4-clean-6e826b67-postgres-1 Waiting
|
||||||
|
Container lab4-clean-6e826b67-redis-1 Started
|
||||||
|
Container lab4-clean-6e826b67-postgres-1 Healthy
|
||||||
|
Container lab4-clean-6e826b67-migrate-1 Starting
|
||||||
|
Container lab4-clean-6e826b67-migrate-1 Started
|
||||||
|
Container lab4-clean-6e826b67-s3-store-1 Healthy
|
||||||
|
Container lab4-clean-6e826b67-s3-1 Starting
|
||||||
|
Container lab4-clean-6e826b67-s3-1 Started
|
||||||
|
Container lab4-clean-6e826b67-s3-1 Waiting
|
||||||
|
Container lab4-clean-6e826b67-s3-1 Healthy
|
||||||
|
Container lab4-clean-6e826b67-bucket-bootstrap-1 Starting
|
||||||
|
Container lab4-clean-6e826b67-bucket-bootstrap-1 Started
|
||||||
|
Container lab4-clean-6e826b67-migrate-1 Waiting
|
||||||
|
Container lab4-clean-6e826b67-redis-1 Waiting
|
||||||
|
Container lab4-clean-6e826b67-bucket-bootstrap-1 Waiting
|
||||||
|
Container lab4-clean-6e826b67-migrate-1 Exited
|
||||||
|
Container lab4-clean-6e826b67-redis-1 Healthy
|
||||||
|
Container lab4-clean-6e826b67-bucket-bootstrap-1 Exited
|
||||||
|
Container lab4-clean-6e826b67-api-2 Starting
|
||||||
|
Container lab4-clean-6e826b67-api-2 Started
|
||||||
|
Container lab4-clean-6e826b67-api-1 Starting
|
||||||
|
Container lab4-clean-6e826b67-api-1 Started
|
||||||
|
Container lab4-clean-6e826b67-api-2 Waiting
|
||||||
|
Container lab4-clean-6e826b67-api-1 Waiting
|
||||||
|
Container lab4-clean-6e826b67-api-2 Healthy
|
||||||
|
Container lab4-clean-6e826b67-api-1 Healthy
|
||||||
|
Container lab4-clean-6e826b67-lb-1 Starting
|
||||||
|
Container lab4-clean-6e826b67-lb-1 Started
|
||||||
|
Container lab4-clean-6e826b67-api-2 Waiting
|
||||||
|
Container lab4-clean-6e826b67-api-1 Waiting
|
||||||
|
Container lab4-clean-6e826b67-lb-1 Waiting
|
||||||
|
Container lab4-clean-6e826b67-s3-1 Waiting
|
||||||
|
Container lab4-clean-6e826b67-bucket-bootstrap-1 Waiting
|
||||||
|
Container lab4-clean-6e826b67-postgres-1 Waiting
|
||||||
|
Container lab4-clean-6e826b67-migrate-1 Waiting
|
||||||
|
Container lab4-clean-6e826b67-s3-store-1 Waiting
|
||||||
|
Container lab4-clean-6e826b67-redis-1 Waiting
|
||||||
|
Container lab4-clean-6e826b67-bucket-bootstrap-1 Exited
|
||||||
|
Container lab4-clean-6e826b67-redis-1 Healthy
|
||||||
|
Container lab4-clean-6e826b67-s3-store-1 Healthy
|
||||||
|
Container lab4-clean-6e826b67-s3-1 Healthy
|
||||||
|
Container lab4-clean-6e826b67-postgres-1 Healthy
|
||||||
|
Container lab4-clean-6e826b67-migrate-1 Exited
|
||||||
|
Container lab4-clean-6e826b67-api-2 Healthy
|
||||||
|
Container lab4-clean-6e826b67-api-1 Healthy
|
||||||
|
Container lab4-clean-6e826b67-lb-1 Healthy
|
||||||
|
Ready through load balancer.
|
||||||
|
python3 scripts/check_contract.py
|
||||||
|
PASS: offline skeleton structure, local refs and Python syntax; application NOT tested.
|
||||||
|
python3 tests/smoke.py --base-url "http://127.0.0.1:18090"
|
||||||
|
PASS: lab4 public API scenario; infrastructure and grading evidence remain separate.
|
||||||
|
BASE_URL="http://127.0.0.1:18090" python3 -m unittest discover -s student-tests -p 'test_*.py' -v
|
||||||
|
test_concurrent_messages_and_pagination (test_api.APIContract) ... ok
|
||||||
|
test_cursor_scope_and_validation (test_api.APIContract) ... ok
|
||||||
|
test_foreign_chat (test_api.APIContract) ... ok
|
||||||
|
test_idempotency_concurrent_replicas (test_api.APIContract) ... ok
|
||||||
|
test_idempotency_conflicting_race (test_api.APIContract) ... ok
|
||||||
|
test_idempotency_invalid_keys (test_api.APIContract) ... ok
|
||||||
|
test_idempotency_scope (test_api.APIContract) ... ok
|
||||||
|
test_idempotency_semantic_body (test_api.APIContract) ... ok
|
||||||
|
test_invalid_chat_creation (test_api.APIContract) ... ok
|
||||||
|
test_malformed_json_and_extra_fields (test_api.APIContract) ... ok
|
||||||
|
test_protocol_error_headers (test_api.APIContract) ... ok
|
||||||
|
test_registration_race (test_api.APIContract) ... ok
|
||||||
|
test_unicode_limits (test_api.APIContract) ... ok
|
||||||
|
test_unicode_nul_round_trip (test_api.APIContract) ... ok
|
||||||
|
test_unicode_password_basic_and_logout (test_api.APIContract) ... ok
|
||||||
|
test_access_and_cross_chat (test_attachments.Attachments) ... ok
|
||||||
|
test_attachment_message_replay (test_attachments.Attachments) ... ok
|
||||||
|
test_bad_images_and_mime (test_attachments.Attachments) ... ok
|
||||||
|
test_binary_roundtrip_and_metadata (test_attachments.Attachments) ... ok
|
||||||
|
test_dangerous_names_and_query (test_attachments.Attachments) ... ok
|
||||||
|
test_valid_pixel_boundary (test_attachments.Attachments) ... ok
|
||||||
|
|
||||||
|
----------------------------------------------------------------------
|
||||||
|
Ran 21 tests in 5.458s
|
||||||
|
|
||||||
|
OK
|
||||||
|
python3 tests/resilience.py --mode persistence --action-script "scripts/restart.sh" --base-url "http://127.0.0.1:18090"
|
||||||
|
Executing explicit persistence hook; hook output suppressed to avoid leaking secrets.
|
||||||
|
PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence.
|
||||||
|
Container lab4-clean-6e826b67-lb-1 Stopping
|
||||||
|
Container lab4-clean-6e826b67-lb-1 Stopped
|
||||||
|
Container lab4-clean-6e826b67-lb-1 Removing
|
||||||
|
Container lab4-clean-6e826b67-lb-1 Removed
|
||||||
|
Container lab4-clean-6e826b67-api-1 Stopping
|
||||||
|
Container lab4-clean-6e826b67-api-2 Stopping
|
||||||
|
Container lab4-clean-6e826b67-api-2 Stopped
|
||||||
|
Container lab4-clean-6e826b67-api-2 Removing
|
||||||
|
Container lab4-clean-6e826b67-api-2 Removed
|
||||||
|
Container lab4-clean-6e826b67-api-1 Stopped
|
||||||
|
Container lab4-clean-6e826b67-api-1 Removing
|
||||||
|
Container lab4-clean-6e826b67-api-1 Removed
|
||||||
|
Container lab4-clean-6e826b67-bucket-bootstrap-1 Stopping
|
||||||
|
Container lab4-clean-6e826b67-migrate-1 Stopping
|
||||||
|
Container lab4-clean-6e826b67-redis-1 Stopping
|
||||||
|
Container lab4-clean-6e826b67-bucket-bootstrap-1 Stopped
|
||||||
|
Container lab4-clean-6e826b67-bucket-bootstrap-1 Removing
|
||||||
|
Container lab4-clean-6e826b67-migrate-1 Stopped
|
||||||
|
Container lab4-clean-6e826b67-migrate-1 Removing
|
||||||
|
Container lab4-clean-6e826b67-migrate-1 Removed
|
||||||
|
Container lab4-clean-6e826b67-postgres-1 Stopping
|
||||||
|
Container lab4-clean-6e826b67-bucket-bootstrap-1 Removed
|
||||||
|
Container lab4-clean-6e826b67-s3-1 Stopping
|
||||||
|
Container lab4-clean-6e826b67-postgres-1 Stopped
|
||||||
|
Container lab4-clean-6e826b67-postgres-1 Removing
|
||||||
|
Container lab4-clean-6e826b67-postgres-1 Removed
|
||||||
|
Container lab4-clean-6e826b67-s3-1 Stopped
|
||||||
|
Container lab4-clean-6e826b67-s3-1 Removing
|
||||||
|
Container lab4-clean-6e826b67-s3-1 Removed
|
||||||
|
Container lab4-clean-6e826b67-s3-store-1 Stopping
|
||||||
|
Container lab4-clean-6e826b67-redis-1 Stopped
|
||||||
|
Container lab4-clean-6e826b67-redis-1 Removing
|
||||||
|
Container lab4-clean-6e826b67-redis-1 Removed
|
||||||
|
Container lab4-clean-6e826b67-s3-store-1 Stopped
|
||||||
|
Container lab4-clean-6e826b67-s3-store-1 Removing
|
||||||
|
Container lab4-clean-6e826b67-s3-store-1 Removed
|
||||||
|
Volume lab4-clean-6e826b67_postgres_data Removing
|
||||||
|
Network lab4-clean-6e826b67_storage Removing
|
||||||
|
Volume lab4-clean-6e826b67_s3_data Removing
|
||||||
|
Network lab4-clean-6e826b67_edge Removing
|
||||||
|
Network lab4-clean-6e826b67_backend Removing
|
||||||
|
Volume lab4-clean-6e826b67_postgres_data Removed
|
||||||
|
Volume lab4-clean-6e826b67_s3_data Removed
|
||||||
|
Network lab4-clean-6e826b67_storage Removed
|
||||||
|
Network lab4-clean-6e826b67_edge Removed
|
||||||
|
Network lab4-clean-6e826b67_backend Removed
|
||||||
|
PASS: clean clone, new credentials, empty PostgreSQL/S3 volumes, all 21 own tests, full restart and byte persistence.
|
||||||
@@ -0,0 +1,7 @@
|
|||||||
|
Container mtusi-lab4-api-1 Running
|
||||||
|
Container mtusi-lab4-api-2 Starting
|
||||||
|
Container mtusi-lab4-api-2 Started
|
||||||
|
Container mtusi-lab4-api-2 Waiting
|
||||||
|
Container mtusi-lab4-api-1 Waiting
|
||||||
|
Container mtusi-lab4-api-2 Healthy
|
||||||
|
Container mtusi-lab4-api-1 Healthy
|
||||||
@@ -0,0 +1,6 @@
|
|||||||
|
Traceback (most recent call last):
|
||||||
|
File "/Users/ssmayorova/Documents/учеба/Высоконагруженные приложения/lab4/student-tests/faults.py", line 125, in <module>
|
||||||
|
main()
|
||||||
|
File "/Users/ssmayorova/Documents/учеба/Высоконагруженные приложения/lab4/student-tests/faults.py", line 78, in main
|
||||||
|
target = urlsplit(c.base_url)
|
||||||
|
AttributeError: 'Client' object has no attribute 'base_url'
|
||||||
@@ -0,0 +1,12 @@
|
|||||||
|
Traceback (most recent call last):
|
||||||
|
File "/Users/ssmayorova/Documents/учеба/Высоконагруженные приложения/lab4/student-tests/faults.py", line 125, in <module>
|
||||||
|
main()
|
||||||
|
File "/Users/ssmayorova/Documents/учеба/Высоконагруженные приложения/lab4/student-tests/faults.py", line 71, in main
|
||||||
|
c.message(alice, chat, 'write survives stop')
|
||||||
|
File "/Users/ssmayorova/Documents/учеба/Высоконагруженные приложения/lab4/tests/client.py", line 183, in message
|
||||||
|
return self.call('POST','/api/v1/chats/'+chat['id']+'/messages',201,actor=actor,body=body,headers=headers,schema='Message')
|
||||||
|
File "/Users/ssmayorova/Documents/учеба/Высоконагруженные приложения/lab4/tests/client.py", line 132, in call
|
||||||
|
check(status in allowed, method + ' ' + path.split('?')[0] + ': expected ' + str(allowed) + ', received ' + str(status))
|
||||||
|
File "/Users/ssmayorova/Documents/учеба/Высоконагруженные приложения/lab4/tests/client.py", line 24, in check
|
||||||
|
raise Failure(message)
|
||||||
|
client.Failure: POST /api/v1/chats/1b519f28-dbdb-4400-a923-073d940c8952/messages: expected [201], received 503
|
||||||
@@ -0,0 +1,33 @@
|
|||||||
|
{
|
||||||
|
"replicas": [
|
||||||
|
{
|
||||||
|
"container": "bf045a5f2da07f277b60fa4218fad624b82fa3f05c3d4870d379eef6ceb5608a",
|
||||||
|
"uploader": "410dddf690ef439bbaf15193aa235099",
|
||||||
|
"downloader": "9e726cd692f7474f856feaf1ebea5577",
|
||||||
|
"confirmed_stopped": true,
|
||||||
|
"transient_write_failures": 0,
|
||||||
|
"recovery_seconds": 1.818,
|
||||||
|
"sha256": "99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "15c86e71f1c1c806a7b585fc3fc5c499f886408f75bc90defe3355c8377e49e8",
|
||||||
|
"uploader": "9e726cd692f7474f856feaf1ebea5577",
|
||||||
|
"downloader": "882125d9d2834b7aab25eb78c9f99a5e",
|
||||||
|
"confirmed_stopped": true,
|
||||||
|
"transient_write_failures": 0,
|
||||||
|
"recovery_seconds": 1.846,
|
||||||
|
"sha256": "99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"interrupted_before_validation_leaves_no_intent": true,
|
||||||
|
"s3_outage": {
|
||||||
|
"ready": 503,
|
||||||
|
"content": 503,
|
||||||
|
"live": 200
|
||||||
|
},
|
||||||
|
"redis_outage_fallback": true
|
||||||
|
}
|
||||||
@@ -0,0 +1,31 @@
|
|||||||
|
python3 scripts/check_contract.py
|
||||||
|
PASS: offline skeleton structure, local refs and Python syntax; application NOT tested.
|
||||||
|
python3 tests/smoke.py --base-url "http://127.0.0.1:18089"
|
||||||
|
PASS: lab4 public API scenario; infrastructure and grading evidence remain separate.
|
||||||
|
BASE_URL="http://127.0.0.1:18089" python3 -m unittest discover -s student-tests -p 'test_*.py' -v
|
||||||
|
test_concurrent_messages_and_pagination (test_api.APIContract) ... ok
|
||||||
|
test_cursor_scope_and_validation (test_api.APIContract) ... ok
|
||||||
|
test_foreign_chat (test_api.APIContract) ... ok
|
||||||
|
test_idempotency_concurrent_replicas (test_api.APIContract) ... ok
|
||||||
|
test_idempotency_conflicting_race (test_api.APIContract) ... ok
|
||||||
|
test_idempotency_invalid_keys (test_api.APIContract) ... ok
|
||||||
|
test_idempotency_scope (test_api.APIContract) ... ok
|
||||||
|
test_idempotency_semantic_body (test_api.APIContract) ... ok
|
||||||
|
test_invalid_chat_creation (test_api.APIContract) ... ok
|
||||||
|
test_malformed_json_and_extra_fields (test_api.APIContract) ... ok
|
||||||
|
test_protocol_error_headers (test_api.APIContract) ... ok
|
||||||
|
test_registration_race (test_api.APIContract) ... ok
|
||||||
|
test_unicode_limits (test_api.APIContract) ... ok
|
||||||
|
test_unicode_nul_round_trip (test_api.APIContract) ... ok
|
||||||
|
test_unicode_password_basic_and_logout (test_api.APIContract) ... ok
|
||||||
|
test_access_and_cross_chat (test_attachments.Attachments) ... ok
|
||||||
|
test_attachment_message_replay (test_attachments.Attachments) ... ok
|
||||||
|
test_bad_images_and_mime (test_attachments.Attachments) ... ok
|
||||||
|
test_binary_roundtrip_and_metadata (test_attachments.Attachments) ... ok
|
||||||
|
test_dangerous_names_and_query (test_attachments.Attachments) ... ok
|
||||||
|
test_valid_pixel_boundary (test_attachments.Attachments) ... ok
|
||||||
|
|
||||||
|
----------------------------------------------------------------------
|
||||||
|
Ran 21 tests in 5.309s
|
||||||
|
|
||||||
|
OK
|
||||||
@@ -0,0 +1,2 @@
|
|||||||
|
python3 scripts/check_contract.py
|
||||||
|
PASS: offline skeleton structure, local refs and Python syntax; application NOT tested.
|
||||||
@@ -0,0 +1 @@
|
|||||||
|
PASS: full OpenAPI 3.1 and JSON Schema validation; application NOT tested.
|
||||||
@@ -0,0 +1,3 @@
|
|||||||
|
python3 tests/resilience.py --mode persistence --action-script "scripts/restart.sh" --base-url "http://127.0.0.1:18089"
|
||||||
|
Executing explicit persistence hook; hook output suppressed to avoid leaking secrets.
|
||||||
|
PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence.
|
||||||
@@ -0,0 +1,4 @@
|
|||||||
|
python3 tests/resilience.py --mode failover --action-script "scripts/stop-one.sh" --base-url "http://127.0.0.1:18089"
|
||||||
|
Executing explicit failover hook; hook output suppressed to avoid leaking secrets.
|
||||||
|
{"observed_instances_before": 2, "successful_writes": 116, "failed_attempts": 1, "first_recovery_seconds": 2.594}
|
||||||
|
PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence.
|
||||||
@@ -0,0 +1,2 @@
|
|||||||
|
python3 tests/smoke.py --base-url "http://127.0.0.1:18089"
|
||||||
|
PASS: lab4 public API scenario; infrastructure and grading evidence remain separate.
|
||||||
@@ -0,0 +1,12 @@
|
|||||||
|
Container mtusi-lab4-api-1 Recreate
|
||||||
|
Container mtusi-lab4-api-2 Recreate
|
||||||
|
Container mtusi-lab4-api-2 Recreated
|
||||||
|
Container mtusi-lab4-api-1 Recreated
|
||||||
|
Container mtusi-lab4-api-1 Starting
|
||||||
|
Container mtusi-lab4-api-1 Started
|
||||||
|
Container mtusi-lab4-api-2 Starting
|
||||||
|
Container mtusi-lab4-api-2 Started
|
||||||
|
Container mtusi-lab4-api-1 Waiting
|
||||||
|
Container mtusi-lab4-api-2 Waiting
|
||||||
|
Container mtusi-lab4-api-1 Healthy
|
||||||
|
Container mtusi-lab4-api-2 Healthy
|
||||||
@@ -0,0 +1,2 @@
|
|||||||
|
Container mtusi-lab4-reconciler-run-e50d556374d7 Creating
|
||||||
|
Container mtusi-lab4-reconciler-run-e50d556374d7 Created
|
||||||
@@ -0,0 +1,20 @@
|
|||||||
|
{
|
||||||
|
"apply": false,
|
||||||
|
"grace_seconds": 3600,
|
||||||
|
"elapsed_seconds": 0.785007,
|
||||||
|
"counts": {
|
||||||
|
"metadata": 638,
|
||||||
|
"objects": 628,
|
||||||
|
"head_calls": 501,
|
||||||
|
"get_calls": 0,
|
||||||
|
"deleted_objects": 0,
|
||||||
|
"deleted_intents": 0,
|
||||||
|
"marked_missing": 0,
|
||||||
|
"restored": 0,
|
||||||
|
"skipped_locked": 0,
|
||||||
|
"protected_fresh": 765,
|
||||||
|
"protected_ready": 501,
|
||||||
|
"protected_foreign_prefix": 0
|
||||||
|
},
|
||||||
|
"findings": []
|
||||||
|
}
|
||||||
@@ -0,0 +1,2 @@
|
|||||||
|
Container mtusi-lab4-audit-run-9e5a49008d08 Creating
|
||||||
|
Container mtusi-lab4-audit-run-9e5a49008d08 Created
|
||||||
@@ -0,0 +1,332 @@
|
|||||||
|
{
|
||||||
|
"method": "real S3 and PostgreSQL, per-run fixed cutoff, synthetic data, 2s test grace; production >=3600s",
|
||||||
|
"checks": {
|
||||||
|
"dry_run_mutates_nothing": true,
|
||||||
|
"stale_intents_and_orphans_cleaned": true,
|
||||||
|
"fresh_and_locked_retained": true,
|
||||||
|
"used_ready_retained": true,
|
||||||
|
"missing_reference_retained": true,
|
||||||
|
"apply_repeat_idempotent": true,
|
||||||
|
"restore_after_sha256_verification": true
|
||||||
|
},
|
||||||
|
"passes": [
|
||||||
|
{
|
||||||
|
"name": "dry_run",
|
||||||
|
"apply": false,
|
||||||
|
"grace_seconds": 2,
|
||||||
|
"elapsed_seconds": 0.050187,
|
||||||
|
"counts": {
|
||||||
|
"metadata": 14,
|
||||||
|
"objects": 12,
|
||||||
|
"head_calls": 13,
|
||||||
|
"get_calls": 0,
|
||||||
|
"deleted_objects": 0,
|
||||||
|
"deleted_intents": 0,
|
||||||
|
"marked_missing": 0,
|
||||||
|
"restored": 0,
|
||||||
|
"skipped_locked": 1,
|
||||||
|
"protected_fresh": 2,
|
||||||
|
"protected_ready": 9,
|
||||||
|
"protected_foreign_prefix": 0
|
||||||
|
},
|
||||||
|
"findings": [
|
||||||
|
{
|
||||||
|
"kind": "stale_intent",
|
||||||
|
"id": "a41ec1bd-b7f2-443e-914e-98356fd98a7e"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"kind": "missing_or_mismatched",
|
||||||
|
"id": "b38ed978-f5aa-420b-aa2d-c531364e477d"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"kind": "stale_intent",
|
||||||
|
"id": "ecc30613-bc47-4469-9171-373cc9722ca5"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"kind": "orphan",
|
||||||
|
"id": "f210e333-3f79-4f90-917a-643f33b36f06"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "apply",
|
||||||
|
"apply": true,
|
||||||
|
"grace_seconds": 2,
|
||||||
|
"elapsed_seconds": 0.044472,
|
||||||
|
"counts": {
|
||||||
|
"metadata": 14,
|
||||||
|
"objects": 11,
|
||||||
|
"head_calls": 13,
|
||||||
|
"get_calls": 0,
|
||||||
|
"deleted_objects": 2,
|
||||||
|
"deleted_intents": 2,
|
||||||
|
"marked_missing": 1,
|
||||||
|
"restored": 0,
|
||||||
|
"skipped_locked": 1,
|
||||||
|
"protected_fresh": 2,
|
||||||
|
"protected_ready": 9,
|
||||||
|
"protected_foreign_prefix": 0
|
||||||
|
},
|
||||||
|
"findings": [
|
||||||
|
{
|
||||||
|
"kind": "stale_intent",
|
||||||
|
"id": "a41ec1bd-b7f2-443e-914e-98356fd98a7e"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"kind": "missing_or_mismatched",
|
||||||
|
"id": "b38ed978-f5aa-420b-aa2d-c531364e477d"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"kind": "stale_intent",
|
||||||
|
"id": "ecc30613-bc47-4469-9171-373cc9722ca5"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"kind": "orphan",
|
||||||
|
"id": "f210e333-3f79-4f90-917a-643f33b36f06"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "repeat",
|
||||||
|
"apply": true,
|
||||||
|
"grace_seconds": 2,
|
||||||
|
"elapsed_seconds": 0.020893,
|
||||||
|
"counts": {
|
||||||
|
"metadata": 12,
|
||||||
|
"objects": 10,
|
||||||
|
"head_calls": 9,
|
||||||
|
"get_calls": 0,
|
||||||
|
"deleted_objects": 0,
|
||||||
|
"deleted_intents": 0,
|
||||||
|
"marked_missing": 0,
|
||||||
|
"restored": 0,
|
||||||
|
"skipped_locked": 1,
|
||||||
|
"protected_fresh": 3,
|
||||||
|
"protected_ready": 9,
|
||||||
|
"protected_foreign_prefix": 0
|
||||||
|
},
|
||||||
|
"findings": []
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "recover",
|
||||||
|
"apply": true,
|
||||||
|
"grace_seconds": 2,
|
||||||
|
"elapsed_seconds": 0.025345,
|
||||||
|
"counts": {
|
||||||
|
"metadata": 12,
|
||||||
|
"objects": 11,
|
||||||
|
"head_calls": 11,
|
||||||
|
"get_calls": 1,
|
||||||
|
"deleted_objects": 0,
|
||||||
|
"deleted_intents": 1,
|
||||||
|
"marked_missing": 0,
|
||||||
|
"restored": 1,
|
||||||
|
"skipped_locked": 0,
|
||||||
|
"protected_fresh": 3,
|
||||||
|
"protected_ready": 9,
|
||||||
|
"protected_foreign_prefix": 0
|
||||||
|
},
|
||||||
|
"findings": [
|
||||||
|
{
|
||||||
|
"kind": "stale_intent",
|
||||||
|
"id": "5ad3dfb9-96f5-4c1b-aee7-6fcd572b21ff"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"kind": "recoverable",
|
||||||
|
"id": "b38ed978-f5aa-420b-aa2d-c531364e477d"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"scan_cost": [
|
||||||
|
{
|
||||||
|
"repetition": 1,
|
||||||
|
"apply": false,
|
||||||
|
"grace_seconds": 2,
|
||||||
|
"elapsed_seconds": 0.020025,
|
||||||
|
"counts": {
|
||||||
|
"metadata": 10,
|
||||||
|
"objects": 10,
|
||||||
|
"head_calls": 9,
|
||||||
|
"get_calls": 0,
|
||||||
|
"deleted_objects": 0,
|
||||||
|
"deleted_intents": 0,
|
||||||
|
"marked_missing": 0,
|
||||||
|
"restored": 0,
|
||||||
|
"skipped_locked": 0,
|
||||||
|
"protected_fresh": 2,
|
||||||
|
"protected_ready": 9,
|
||||||
|
"protected_foreign_prefix": 0
|
||||||
|
},
|
||||||
|
"findings": []
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"repetition": 2,
|
||||||
|
"apply": false,
|
||||||
|
"grace_seconds": 2,
|
||||||
|
"elapsed_seconds": 0.019561,
|
||||||
|
"counts": {
|
||||||
|
"metadata": 10,
|
||||||
|
"objects": 10,
|
||||||
|
"head_calls": 9,
|
||||||
|
"get_calls": 0,
|
||||||
|
"deleted_objects": 0,
|
||||||
|
"deleted_intents": 0,
|
||||||
|
"marked_missing": 0,
|
||||||
|
"restored": 0,
|
||||||
|
"skipped_locked": 0,
|
||||||
|
"protected_fresh": 2,
|
||||||
|
"protected_ready": 9,
|
||||||
|
"protected_foreign_prefix": 0
|
||||||
|
},
|
||||||
|
"findings": []
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"repetition": 3,
|
||||||
|
"apply": false,
|
||||||
|
"grace_seconds": 2,
|
||||||
|
"elapsed_seconds": 0.019272,
|
||||||
|
"counts": {
|
||||||
|
"metadata": 10,
|
||||||
|
"objects": 10,
|
||||||
|
"head_calls": 9,
|
||||||
|
"get_calls": 0,
|
||||||
|
"deleted_objects": 0,
|
||||||
|
"deleted_intents": 0,
|
||||||
|
"marked_missing": 0,
|
||||||
|
"restored": 0,
|
||||||
|
"skipped_locked": 0,
|
||||||
|
"protected_fresh": 2,
|
||||||
|
"protected_ready": 9,
|
||||||
|
"protected_foreign_prefix": 0
|
||||||
|
},
|
||||||
|
"findings": []
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"repetition": 1,
|
||||||
|
"apply": false,
|
||||||
|
"grace_seconds": 2,
|
||||||
|
"elapsed_seconds": 0.127656,
|
||||||
|
"counts": {
|
||||||
|
"metadata": 110,
|
||||||
|
"objects": 110,
|
||||||
|
"head_calls": 109,
|
||||||
|
"get_calls": 0,
|
||||||
|
"deleted_objects": 0,
|
||||||
|
"deleted_intents": 0,
|
||||||
|
"marked_missing": 0,
|
||||||
|
"restored": 0,
|
||||||
|
"skipped_locked": 0,
|
||||||
|
"protected_fresh": 102,
|
||||||
|
"protected_ready": 109,
|
||||||
|
"protected_foreign_prefix": 0
|
||||||
|
},
|
||||||
|
"findings": []
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"repetition": 2,
|
||||||
|
"apply": false,
|
||||||
|
"grace_seconds": 2,
|
||||||
|
"elapsed_seconds": 0.142166,
|
||||||
|
"counts": {
|
||||||
|
"metadata": 110,
|
||||||
|
"objects": 110,
|
||||||
|
"head_calls": 109,
|
||||||
|
"get_calls": 0,
|
||||||
|
"deleted_objects": 0,
|
||||||
|
"deleted_intents": 0,
|
||||||
|
"marked_missing": 0,
|
||||||
|
"restored": 0,
|
||||||
|
"skipped_locked": 0,
|
||||||
|
"protected_fresh": 102,
|
||||||
|
"protected_ready": 109,
|
||||||
|
"protected_foreign_prefix": 0
|
||||||
|
},
|
||||||
|
"findings": []
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"repetition": 3,
|
||||||
|
"apply": false,
|
||||||
|
"grace_seconds": 2,
|
||||||
|
"elapsed_seconds": 0.136284,
|
||||||
|
"counts": {
|
||||||
|
"metadata": 110,
|
||||||
|
"objects": 110,
|
||||||
|
"head_calls": 109,
|
||||||
|
"get_calls": 0,
|
||||||
|
"deleted_objects": 0,
|
||||||
|
"deleted_intents": 0,
|
||||||
|
"marked_missing": 0,
|
||||||
|
"restored": 0,
|
||||||
|
"skipped_locked": 0,
|
||||||
|
"protected_fresh": 102,
|
||||||
|
"protected_ready": 109,
|
||||||
|
"protected_foreign_prefix": 0
|
||||||
|
},
|
||||||
|
"findings": []
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"repetition": 1,
|
||||||
|
"apply": false,
|
||||||
|
"grace_seconds": 2,
|
||||||
|
"elapsed_seconds": 0.609772,
|
||||||
|
"counts": {
|
||||||
|
"metadata": 510,
|
||||||
|
"objects": 510,
|
||||||
|
"head_calls": 509,
|
||||||
|
"get_calls": 0,
|
||||||
|
"deleted_objects": 0,
|
||||||
|
"deleted_intents": 0,
|
||||||
|
"marked_missing": 0,
|
||||||
|
"restored": 0,
|
||||||
|
"skipped_locked": 0,
|
||||||
|
"protected_fresh": 447,
|
||||||
|
"protected_ready": 509,
|
||||||
|
"protected_foreign_prefix": 0
|
||||||
|
},
|
||||||
|
"findings": []
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"repetition": 2,
|
||||||
|
"apply": false,
|
||||||
|
"grace_seconds": 2,
|
||||||
|
"elapsed_seconds": 0.583932,
|
||||||
|
"counts": {
|
||||||
|
"metadata": 510,
|
||||||
|
"objects": 510,
|
||||||
|
"head_calls": 510,
|
||||||
|
"get_calls": 0,
|
||||||
|
"deleted_objects": 0,
|
||||||
|
"deleted_intents": 0,
|
||||||
|
"marked_missing": 0,
|
||||||
|
"restored": 0,
|
||||||
|
"skipped_locked": 0,
|
||||||
|
"protected_fresh": 229,
|
||||||
|
"protected_ready": 510,
|
||||||
|
"protected_foreign_prefix": 0
|
||||||
|
},
|
||||||
|
"findings": []
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"repetition": 3,
|
||||||
|
"apply": false,
|
||||||
|
"grace_seconds": 2,
|
||||||
|
"elapsed_seconds": 0.603062,
|
||||||
|
"counts": {
|
||||||
|
"metadata": 510,
|
||||||
|
"objects": 510,
|
||||||
|
"head_calls": 510,
|
||||||
|
"get_calls": 0,
|
||||||
|
"deleted_objects": 0,
|
||||||
|
"deleted_intents": 0,
|
||||||
|
"marked_missing": 0,
|
||||||
|
"restored": 0,
|
||||||
|
"skipped_locked": 0,
|
||||||
|
"protected_fresh": 229,
|
||||||
|
"protected_ready": 510,
|
||||||
|
"protected_foreign_prefix": 0
|
||||||
|
},
|
||||||
|
"findings": []
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
Binary file not shown.
|
After Width: | Height: | Size: 87 KiB |
File diff suppressed because it is too large
Load Diff
|
After Width: | Height: | Size: 66 KiB |
@@ -0,0 +1,284 @@
|
|||||||
|
[
|
||||||
|
{
|
||||||
|
"container": "9d2246f08a86e587ed23ea8ee7bcb63e82fd39dff9cf585e6989ab1820640262",
|
||||||
|
"name": "/mtusi-lab4-api-1",
|
||||||
|
"service": "api",
|
||||||
|
"image": "mtusi-messenger:lab4",
|
||||||
|
"user": "10001:10001",
|
||||||
|
"running": true,
|
||||||
|
"started_at": "2026-10-27T10:05:36.193553009Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 536870912,
|
||||||
|
"nano_cpus": 1000000000,
|
||||||
|
"ports": {
|
||||||
|
"8080/tcp": null
|
||||||
|
},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/cache_url",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_api_key",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_api_secret",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/database_url",
|
||||||
|
"name": null
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "fdc4019ab865a997e437ed6fb3affefd6f7004fa09287907bd2d142674ffd15d",
|
||||||
|
"name": "/mtusi-lab4-api-2",
|
||||||
|
"service": "api",
|
||||||
|
"image": "mtusi-messenger:lab4",
|
||||||
|
"user": "10001:10001",
|
||||||
|
"running": true,
|
||||||
|
"started_at": "2026-10-27T10:05:36.14388102Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 536870912,
|
||||||
|
"nano_cpus": 1000000000,
|
||||||
|
"ports": {
|
||||||
|
"8080/tcp": null
|
||||||
|
},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/cache_url",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_api_key",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_api_secret",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/database_url",
|
||||||
|
"name": null
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "c2faba3e2c41441c9a6c17abb0b6b0a2b643dae3c04272965e26ae6014d2da58",
|
||||||
|
"name": "/mtusi-lab4-bucket-bootstrap-1",
|
||||||
|
"service": "bucket-bootstrap",
|
||||||
|
"image": "mtusi-messenger:lab4",
|
||||||
|
"user": "10001:10001",
|
||||||
|
"running": false,
|
||||||
|
"started_at": "2026-10-27T10:05:35.580074761Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 536870912,
|
||||||
|
"nano_cpus": 1000000000,
|
||||||
|
"ports": {},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_admin_key",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_admin_secret",
|
||||||
|
"name": null
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "0acb2abc71272c11cdf6677f4b6deacc61c9fb0bb1b413c56a9e1b19ef5390cc",
|
||||||
|
"name": "/mtusi-lab4-lb-1",
|
||||||
|
"service": "lb",
|
||||||
|
"image": "haproxy:3.0.5-alpine@sha256:43a2591a6a62a41dd22edb4452880e9c70de489fbd7c54ffb52d035cccbfe949",
|
||||||
|
"user": "haproxy",
|
||||||
|
"running": true,
|
||||||
|
"started_at": "2026-10-27T10:05:41.760433323Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 67108864,
|
||||||
|
"nano_cpus": 500000000,
|
||||||
|
"ports": {
|
||||||
|
"8080/tcp": [
|
||||||
|
{
|
||||||
|
"HostIp": "127.0.0.1",
|
||||||
|
"HostPort": "18089"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/usr/local/etc/haproxy/haproxy.cfg",
|
||||||
|
"name": null
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "5f6ad41d3c31bba6b9aad4f317144db9beadd9ddac68fafb91bbe6515a53a89b",
|
||||||
|
"name": "/mtusi-lab4-migrate-1",
|
||||||
|
"service": "migrate",
|
||||||
|
"image": "mtusi-messenger:lab4",
|
||||||
|
"user": "10001:10001",
|
||||||
|
"running": false,
|
||||||
|
"started_at": "2026-10-27T10:05:35.080716141Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 536870912,
|
||||||
|
"nano_cpus": 1000000000,
|
||||||
|
"ports": {},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/database_url",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/cache_url",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_api_key",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_api_secret",
|
||||||
|
"name": null
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "659282c0c330639947545a49529899f3df40bfa59c6760487efe827dd4e5382c",
|
||||||
|
"name": "/mtusi-lab4-postgres-1",
|
||||||
|
"service": "postgres",
|
||||||
|
"image": "postgres:17.2-bookworm@sha256:3267c505060a0052e5aa6e5175a7b41ab6b04da2f8c4540fc6e98a37210aa2d3",
|
||||||
|
"user": "",
|
||||||
|
"running": true,
|
||||||
|
"started_at": "2026-10-27T10:05:27.807991429Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 536870912,
|
||||||
|
"nano_cpus": 1000000000,
|
||||||
|
"ports": {
|
||||||
|
"5432/tcp": null
|
||||||
|
},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/postgres_password",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "volume",
|
||||||
|
"destination": "/var/lib/postgresql/data",
|
||||||
|
"name": "mtusi-lab4_postgres_data"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "0c92c3135de8112ca4f9d39f49c72bcf010bd29317b40a78b75ccf05283c53fa",
|
||||||
|
"name": "/mtusi-lab4-redis-1",
|
||||||
|
"service": "redis",
|
||||||
|
"image": "redis:7.4.1-bookworm@sha256:bb142a9c18ac18a16713c1491d779697b4e107c22a97266616099d288237ef47",
|
||||||
|
"user": "",
|
||||||
|
"running": true,
|
||||||
|
"started_at": "2026-10-27T10:05:27.855523719Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 67108864,
|
||||||
|
"nano_cpus": 250000000,
|
||||||
|
"ports": {
|
||||||
|
"6379/tcp": null
|
||||||
|
},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "volume",
|
||||||
|
"destination": "/data",
|
||||||
|
"name": "a871486fd792dc6774ac326c0f8acedca47e3a441e34042bed85d2241be43ba7"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "8dd6d84d8b8c86b9101ba7c40a547ae5422b365543a33bcae493ed3e6740ed8e",
|
||||||
|
"name": "/mtusi-lab4-s3-1",
|
||||||
|
"service": "s3",
|
||||||
|
"image": "chrislusf/seaweedfs:4.51@sha256:f7a49e3f3972ebed5be2ed4befa4a0c68eb7bdddba6e692d42729ceb545134b8",
|
||||||
|
"user": "",
|
||||||
|
"running": true,
|
||||||
|
"started_at": "2026-10-27T10:05:27.820013219Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 536870912,
|
||||||
|
"nano_cpus": 500000000,
|
||||||
|
"ports": {
|
||||||
|
"18080/tcp": null,
|
||||||
|
"18888/tcp": null,
|
||||||
|
"19333/tcp": null,
|
||||||
|
"7333/tcp": null,
|
||||||
|
"8080/tcp": null,
|
||||||
|
"8333/tcp": null,
|
||||||
|
"8888/tcp": null,
|
||||||
|
"9333/tcp": null
|
||||||
|
},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_config",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "volume",
|
||||||
|
"destination": "/data",
|
||||||
|
"name": "14783007132b79e82933ac71a5d25b4559f3af285106fb42539e7967bef98ffa"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "4f266847c0bb7c5c863260d12d7bd838accad03738de7333d366bb8739d2cf19",
|
||||||
|
"name": "/mtusi-lab4-s3-store-1",
|
||||||
|
"service": "s3-store",
|
||||||
|
"image": "chrislusf/seaweedfs:4.51@sha256:f7a49e3f3972ebed5be2ed4befa4a0c68eb7bdddba6e692d42729ceb545134b8",
|
||||||
|
"user": "",
|
||||||
|
"running": true,
|
||||||
|
"started_at": "2026-10-27T10:05:29.140086899Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 536870912,
|
||||||
|
"nano_cpus": 1000000000,
|
||||||
|
"ports": {
|
||||||
|
"18080/tcp": null,
|
||||||
|
"18888/tcp": null,
|
||||||
|
"19333/tcp": null,
|
||||||
|
"7333/tcp": null,
|
||||||
|
"8080/tcp": null,
|
||||||
|
"8333/tcp": null,
|
||||||
|
"8888/tcp": null,
|
||||||
|
"9333/tcp": null
|
||||||
|
},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "volume",
|
||||||
|
"destination": "/data",
|
||||||
|
"name": "mtusi-lab4_s3_data"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
]
|
||||||
@@ -0,0 +1,284 @@
|
|||||||
|
[
|
||||||
|
{
|
||||||
|
"container": "9d2246f08a86e587ed23ea8ee7bcb63e82fd39dff9cf585e6989ab1820640262",
|
||||||
|
"name": "/mtusi-lab4-api-1",
|
||||||
|
"service": "api",
|
||||||
|
"image": "mtusi-messenger:lab4",
|
||||||
|
"user": "10001:10001",
|
||||||
|
"running": true,
|
||||||
|
"started_at": "2026-10-27T10:04:17.903587814Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 536870912,
|
||||||
|
"nano_cpus": 1000000000,
|
||||||
|
"ports": {
|
||||||
|
"8080/tcp": null
|
||||||
|
},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_api_key",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_api_secret",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/database_url",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/cache_url",
|
||||||
|
"name": null
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "fdc4019ab865a997e437ed6fb3affefd6f7004fa09287907bd2d142674ffd15d",
|
||||||
|
"name": "/mtusi-lab4-api-2",
|
||||||
|
"service": "api",
|
||||||
|
"image": "mtusi-messenger:lab4",
|
||||||
|
"user": "10001:10001",
|
||||||
|
"running": true,
|
||||||
|
"started_at": "2026-10-27T10:05:21.182107229Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 536870912,
|
||||||
|
"nano_cpus": 1000000000,
|
||||||
|
"ports": {
|
||||||
|
"8080/tcp": null
|
||||||
|
},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/database_url",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/cache_url",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_api_key",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_api_secret",
|
||||||
|
"name": null
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "ac813039081b26304bffbeaf125695bddc4fa32ce4dcc67cfb068bfc2ba39fdd",
|
||||||
|
"name": "/mtusi-lab4-bucket-bootstrap-1",
|
||||||
|
"service": "bucket-bootstrap",
|
||||||
|
"image": "mtusi-messenger:lab4",
|
||||||
|
"user": "10001:10001",
|
||||||
|
"running": false,
|
||||||
|
"started_at": "2026-10-27T09:58:48.19724977Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 536870912,
|
||||||
|
"nano_cpus": 1000000000,
|
||||||
|
"ports": {},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_admin_key",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_admin_secret",
|
||||||
|
"name": null
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "0acb2abc71272c11cdf6677f4b6deacc61c9fb0bb1b413c56a9e1b19ef5390cc",
|
||||||
|
"name": "/mtusi-lab4-lb-1",
|
||||||
|
"service": "lb",
|
||||||
|
"image": "haproxy:3.0.5-alpine@sha256:43a2591a6a62a41dd22edb4452880e9c70de489fbd7c54ffb52d035cccbfe949",
|
||||||
|
"user": "haproxy",
|
||||||
|
"running": true,
|
||||||
|
"started_at": "2026-10-27T09:58:54.973653506Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 67108864,
|
||||||
|
"nano_cpus": 500000000,
|
||||||
|
"ports": {
|
||||||
|
"8080/tcp": [
|
||||||
|
{
|
||||||
|
"HostIp": "127.0.0.1",
|
||||||
|
"HostPort": "18089"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/usr/local/etc/haproxy/haproxy.cfg",
|
||||||
|
"name": null
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "bafb9b9c7acb36922df0ae5172331cef431a8625b52ef566a7192df0e6a44e40",
|
||||||
|
"name": "/mtusi-lab4-migrate-1",
|
||||||
|
"service": "migrate",
|
||||||
|
"image": "mtusi-messenger:lab4",
|
||||||
|
"user": "10001:10001",
|
||||||
|
"running": false,
|
||||||
|
"started_at": "2026-10-27T09:58:47.706874791Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 536870912,
|
||||||
|
"nano_cpus": 1000000000,
|
||||||
|
"ports": {},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_api_key",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_api_secret",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/database_url",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/cache_url",
|
||||||
|
"name": null
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "659282c0c330639947545a49529899f3df40bfa59c6760487efe827dd4e5382c",
|
||||||
|
"name": "/mtusi-lab4-postgres-1",
|
||||||
|
"service": "postgres",
|
||||||
|
"image": "postgres:17.2-bookworm@sha256:3267c505060a0052e5aa6e5175a7b41ab6b04da2f8c4540fc6e98a37210aa2d3",
|
||||||
|
"user": "",
|
||||||
|
"running": true,
|
||||||
|
"started_at": "2026-10-27T09:58:40.73770571Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 536870912,
|
||||||
|
"nano_cpus": 1000000000,
|
||||||
|
"ports": {
|
||||||
|
"5432/tcp": null
|
||||||
|
},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "volume",
|
||||||
|
"destination": "/var/lib/postgresql/data",
|
||||||
|
"name": "mtusi-lab4_postgres_data"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/postgres_password",
|
||||||
|
"name": null
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "0c92c3135de8112ca4f9d39f49c72bcf010bd29317b40a78b75ccf05283c53fa",
|
||||||
|
"name": "/mtusi-lab4-redis-1",
|
||||||
|
"service": "redis",
|
||||||
|
"image": "redis:7.4.1-bookworm@sha256:bb142a9c18ac18a16713c1491d779697b4e107c22a97266616099d288237ef47",
|
||||||
|
"user": "",
|
||||||
|
"running": true,
|
||||||
|
"started_at": "2026-10-27T09:59:46.354988447Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 67108864,
|
||||||
|
"nano_cpus": 250000000,
|
||||||
|
"ports": {
|
||||||
|
"6379/tcp": null
|
||||||
|
},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "volume",
|
||||||
|
"destination": "/data",
|
||||||
|
"name": "a871486fd792dc6774ac326c0f8acedca47e3a441e34042bed85d2241be43ba7"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "8dd6d84d8b8c86b9101ba7c40a547ae5422b365543a33bcae493ed3e6740ed8e",
|
||||||
|
"name": "/mtusi-lab4-s3-1",
|
||||||
|
"service": "s3",
|
||||||
|
"image": "chrislusf/seaweedfs:4.51@sha256:f7a49e3f3972ebed5be2ed4befa4a0c68eb7bdddba6e692d42729ceb545134b8",
|
||||||
|
"user": "",
|
||||||
|
"running": true,
|
||||||
|
"started_at": "2026-10-27T10:01:37.331049666Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 536870912,
|
||||||
|
"nano_cpus": 500000000,
|
||||||
|
"ports": {
|
||||||
|
"18080/tcp": null,
|
||||||
|
"18888/tcp": null,
|
||||||
|
"19333/tcp": null,
|
||||||
|
"7333/tcp": null,
|
||||||
|
"8080/tcp": null,
|
||||||
|
"8333/tcp": null,
|
||||||
|
"8888/tcp": null,
|
||||||
|
"9333/tcp": null
|
||||||
|
},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "volume",
|
||||||
|
"destination": "/data",
|
||||||
|
"name": "14783007132b79e82933ac71a5d25b4559f3af285106fb42539e7967bef98ffa"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_config",
|
||||||
|
"name": null
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "4f266847c0bb7c5c863260d12d7bd838accad03738de7333d366bb8739d2cf19",
|
||||||
|
"name": "/mtusi-lab4-s3-store-1",
|
||||||
|
"service": "s3-store",
|
||||||
|
"image": "chrislusf/seaweedfs:4.51@sha256:f7a49e3f3972ebed5be2ed4befa4a0c68eb7bdddba6e692d42729ceb545134b8",
|
||||||
|
"user": "",
|
||||||
|
"running": true,
|
||||||
|
"started_at": "2026-10-27T09:58:41.842064577Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 536870912,
|
||||||
|
"nano_cpus": 1000000000,
|
||||||
|
"ports": {
|
||||||
|
"18080/tcp": null,
|
||||||
|
"18888/tcp": null,
|
||||||
|
"19333/tcp": null,
|
||||||
|
"7333/tcp": null,
|
||||||
|
"8080/tcp": null,
|
||||||
|
"8333/tcp": null,
|
||||||
|
"8888/tcp": null,
|
||||||
|
"9333/tcp": null
|
||||||
|
},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "volume",
|
||||||
|
"destination": "/data",
|
||||||
|
"name": "mtusi-lab4_s3_data"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
]
|
||||||
@@ -0,0 +1,284 @@
|
|||||||
|
[
|
||||||
|
{
|
||||||
|
"container": "bf045a5f2da07f277b60fa4218fad624b82fa3f05c3d4870d379eef6ceb5608a",
|
||||||
|
"name": "/mtusi-lab4-api-1",
|
||||||
|
"service": "api",
|
||||||
|
"image": "mtusi-messenger:lab4",
|
||||||
|
"user": "10001:10001",
|
||||||
|
"running": true,
|
||||||
|
"started_at": "2026-10-27T10:18:07.132235089Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 536870912,
|
||||||
|
"nano_cpus": 1000000000,
|
||||||
|
"ports": {
|
||||||
|
"8080/tcp": null
|
||||||
|
},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_api_secret",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/database_url",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/cache_url",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_api_key",
|
||||||
|
"name": null
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "15c86e71f1c1c806a7b585fc3fc5c499f886408f75bc90defe3355c8377e49e8",
|
||||||
|
"name": "/mtusi-lab4-api-2",
|
||||||
|
"service": "api",
|
||||||
|
"image": "mtusi-messenger:lab4",
|
||||||
|
"user": "10001:10001",
|
||||||
|
"running": true,
|
||||||
|
"started_at": "2026-10-27T10:18:14.915499757Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 536870912,
|
||||||
|
"nano_cpus": 1000000000,
|
||||||
|
"ports": {
|
||||||
|
"8080/tcp": null
|
||||||
|
},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_api_secret",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/database_url",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/cache_url",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_api_key",
|
||||||
|
"name": null
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "c2faba3e2c41441c9a6c17abb0b6b0a2b643dae3c04272965e26ae6014d2da58",
|
||||||
|
"name": "/mtusi-lab4-bucket-bootstrap-1",
|
||||||
|
"service": "bucket-bootstrap",
|
||||||
|
"image": "mtusi-messenger:lab4",
|
||||||
|
"user": "10001:10001",
|
||||||
|
"running": false,
|
||||||
|
"started_at": "2026-10-27T10:05:35.580074761Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 536870912,
|
||||||
|
"nano_cpus": 1000000000,
|
||||||
|
"ports": {},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_admin_key",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_admin_secret",
|
||||||
|
"name": null
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "0acb2abc71272c11cdf6677f4b6deacc61c9fb0bb1b413c56a9e1b19ef5390cc",
|
||||||
|
"name": "/mtusi-lab4-lb-1",
|
||||||
|
"service": "lb",
|
||||||
|
"image": "haproxy:3.0.5-alpine@sha256:43a2591a6a62a41dd22edb4452880e9c70de489fbd7c54ffb52d035cccbfe949",
|
||||||
|
"user": "haproxy",
|
||||||
|
"running": true,
|
||||||
|
"started_at": "2026-10-27T10:05:41.760433323Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 67108864,
|
||||||
|
"nano_cpus": 500000000,
|
||||||
|
"ports": {
|
||||||
|
"8080/tcp": [
|
||||||
|
{
|
||||||
|
"HostIp": "127.0.0.1",
|
||||||
|
"HostPort": "18089"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/usr/local/etc/haproxy/haproxy.cfg",
|
||||||
|
"name": null
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "5f6ad41d3c31bba6b9aad4f317144db9beadd9ddac68fafb91bbe6515a53a89b",
|
||||||
|
"name": "/mtusi-lab4-migrate-1",
|
||||||
|
"service": "migrate",
|
||||||
|
"image": "mtusi-messenger:lab4",
|
||||||
|
"user": "10001:10001",
|
||||||
|
"running": false,
|
||||||
|
"started_at": "2026-10-27T10:05:35.080716141Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 536870912,
|
||||||
|
"nano_cpus": 1000000000,
|
||||||
|
"ports": {},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/cache_url",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_api_key",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_api_secret",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/database_url",
|
||||||
|
"name": null
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "659282c0c330639947545a49529899f3df40bfa59c6760487efe827dd4e5382c",
|
||||||
|
"name": "/mtusi-lab4-postgres-1",
|
||||||
|
"service": "postgres",
|
||||||
|
"image": "postgres:17.2-bookworm@sha256:3267c505060a0052e5aa6e5175a7b41ab6b04da2f8c4540fc6e98a37210aa2d3",
|
||||||
|
"user": "",
|
||||||
|
"running": true,
|
||||||
|
"started_at": "2026-10-27T10:05:27.807991429Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 536870912,
|
||||||
|
"nano_cpus": 1000000000,
|
||||||
|
"ports": {
|
||||||
|
"5432/tcp": null
|
||||||
|
},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "volume",
|
||||||
|
"destination": "/var/lib/postgresql/data",
|
||||||
|
"name": "mtusi-lab4_postgres_data"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/postgres_password",
|
||||||
|
"name": null
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "0c92c3135de8112ca4f9d39f49c72bcf010bd29317b40a78b75ccf05283c53fa",
|
||||||
|
"name": "/mtusi-lab4-redis-1",
|
||||||
|
"service": "redis",
|
||||||
|
"image": "redis:7.4.1-bookworm@sha256:bb142a9c18ac18a16713c1491d779697b4e107c22a97266616099d288237ef47",
|
||||||
|
"user": "",
|
||||||
|
"running": true,
|
||||||
|
"started_at": "2026-10-27T10:18:25.256591097Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 67108864,
|
||||||
|
"nano_cpus": 250000000,
|
||||||
|
"ports": {
|
||||||
|
"6379/tcp": null
|
||||||
|
},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "volume",
|
||||||
|
"destination": "/data",
|
||||||
|
"name": "a871486fd792dc6774ac326c0f8acedca47e3a441e34042bed85d2241be43ba7"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "8dd6d84d8b8c86b9101ba7c40a547ae5422b365543a33bcae493ed3e6740ed8e",
|
||||||
|
"name": "/mtusi-lab4-s3-1",
|
||||||
|
"service": "s3",
|
||||||
|
"image": "chrislusf/seaweedfs:4.51@sha256:f7a49e3f3972ebed5be2ed4befa4a0c68eb7bdddba6e692d42729ceb545134b8",
|
||||||
|
"user": "",
|
||||||
|
"running": true,
|
||||||
|
"started_at": "2026-10-27T10:18:22.341659035Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 536870912,
|
||||||
|
"nano_cpus": 500000000,
|
||||||
|
"ports": {
|
||||||
|
"18080/tcp": null,
|
||||||
|
"18888/tcp": null,
|
||||||
|
"19333/tcp": null,
|
||||||
|
"7333/tcp": null,
|
||||||
|
"8080/tcp": null,
|
||||||
|
"8333/tcp": null,
|
||||||
|
"8888/tcp": null,
|
||||||
|
"9333/tcp": null
|
||||||
|
},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "bind",
|
||||||
|
"destination": "/run/secrets/s3_config",
|
||||||
|
"name": null
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "volume",
|
||||||
|
"destination": "/data",
|
||||||
|
"name": "14783007132b79e82933ac71a5d25b4559f3af285106fb42539e7967bef98ffa"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"container": "4f266847c0bb7c5c863260d12d7bd838accad03738de7333d366bb8739d2cf19",
|
||||||
|
"name": "/mtusi-lab4-s3-store-1",
|
||||||
|
"service": "s3-store",
|
||||||
|
"image": "chrislusf/seaweedfs:4.51@sha256:f7a49e3f3972ebed5be2ed4befa4a0c68eb7bdddba6e692d42729ceb545134b8",
|
||||||
|
"user": "",
|
||||||
|
"running": true,
|
||||||
|
"started_at": "2026-10-27T10:05:29.140086899Z",
|
||||||
|
"exit_code": 0,
|
||||||
|
"oom_killed": false,
|
||||||
|
"memory_limit": 536870912,
|
||||||
|
"nano_cpus": 1000000000,
|
||||||
|
"ports": {
|
||||||
|
"18080/tcp": null,
|
||||||
|
"18888/tcp": null,
|
||||||
|
"19333/tcp": null,
|
||||||
|
"7333/tcp": null,
|
||||||
|
"8080/tcp": null,
|
||||||
|
"8333/tcp": null,
|
||||||
|
"8888/tcp": null,
|
||||||
|
"9333/tcp": null
|
||||||
|
},
|
||||||
|
"mounts": [
|
||||||
|
{
|
||||||
|
"type": "volume",
|
||||||
|
"destination": "/data",
|
||||||
|
"name": "mtusi-lab4_s3_data"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
]
|
||||||
@@ -0,0 +1,4 @@
|
|||||||
|
Traceback (most recent call last):
|
||||||
|
File "/Users/ssmayorova/Documents/учеба/Высоконагруженные приложения/lab4/student-tests/slow_upload.py", line 31, in <module>
|
||||||
|
assert b'X-Instance-Id:' in response and b'X-Request-Id:' in response
|
||||||
|
AssertionError
|
||||||
@@ -0,0 +1 @@
|
|||||||
|
{"trickle_seconds": 14.862, "http_status": 400, "absolute_deadline_enforced": true}
|
||||||
@@ -0,0 +1,64 @@
|
|||||||
|
Container mtusi-lab4-migrate-1 Creating
|
||||||
|
Container mtusi-lab4-s3-1 Creating
|
||||||
|
Container mtusi-lab4-migrate-1 Created
|
||||||
|
Container mtusi-lab4-s3-1 Created
|
||||||
|
Container mtusi-lab4-bucket-bootstrap-1 Creating
|
||||||
|
Container mtusi-lab4-bucket-bootstrap-1 Created
|
||||||
|
Container mtusi-lab4-api-2 Creating
|
||||||
|
Container mtusi-lab4-api-1 Creating
|
||||||
|
Container mtusi-lab4-api-2 Created
|
||||||
|
Container mtusi-lab4-api-1 Created
|
||||||
|
Container mtusi-lab4-lb-1 Creating
|
||||||
|
Container mtusi-lab4-lb-1 Created
|
||||||
|
Container mtusi-lab4-postgres-1 Starting
|
||||||
|
Container mtusi-lab4-redis-1 Starting
|
||||||
|
Container mtusi-lab4-s3-store-1 Starting
|
||||||
|
Container mtusi-lab4-postgres-1 Started
|
||||||
|
Container mtusi-lab4-postgres-1 Waiting
|
||||||
|
Container mtusi-lab4-s3-store-1 Started
|
||||||
|
Container mtusi-lab4-s3-store-1 Waiting
|
||||||
|
Container mtusi-lab4-redis-1 Started
|
||||||
|
Container mtusi-lab4-postgres-1 Healthy
|
||||||
|
Container mtusi-lab4-migrate-1 Starting
|
||||||
|
Container mtusi-lab4-migrate-1 Started
|
||||||
|
Container mtusi-lab4-s3-store-1 Healthy
|
||||||
|
Container mtusi-lab4-s3-1 Starting
|
||||||
|
Container mtusi-lab4-s3-1 Started
|
||||||
|
Container mtusi-lab4-s3-1 Waiting
|
||||||
|
Container mtusi-lab4-s3-1 Healthy
|
||||||
|
Container mtusi-lab4-bucket-bootstrap-1 Starting
|
||||||
|
Container mtusi-lab4-bucket-bootstrap-1 Started
|
||||||
|
Container mtusi-lab4-redis-1 Waiting
|
||||||
|
Container mtusi-lab4-bucket-bootstrap-1 Waiting
|
||||||
|
Container mtusi-lab4-migrate-1 Waiting
|
||||||
|
Container mtusi-lab4-migrate-1 Exited
|
||||||
|
Container mtusi-lab4-redis-1 Healthy
|
||||||
|
Container mtusi-lab4-bucket-bootstrap-1 Exited
|
||||||
|
Container mtusi-lab4-api-2 Starting
|
||||||
|
Container mtusi-lab4-api-2 Started
|
||||||
|
Container mtusi-lab4-api-1 Starting
|
||||||
|
Container mtusi-lab4-api-1 Started
|
||||||
|
Container mtusi-lab4-api-2 Waiting
|
||||||
|
Container mtusi-lab4-api-1 Waiting
|
||||||
|
Container mtusi-lab4-api-2 Healthy
|
||||||
|
Container mtusi-lab4-api-1 Healthy
|
||||||
|
Container mtusi-lab4-lb-1 Starting
|
||||||
|
Container mtusi-lab4-lb-1 Started
|
||||||
|
Container mtusi-lab4-postgres-1 Waiting
|
||||||
|
Container mtusi-lab4-redis-1 Waiting
|
||||||
|
Container mtusi-lab4-api-2 Waiting
|
||||||
|
Container mtusi-lab4-api-1 Waiting
|
||||||
|
Container mtusi-lab4-s3-1 Waiting
|
||||||
|
Container mtusi-lab4-lb-1 Waiting
|
||||||
|
Container mtusi-lab4-bucket-bootstrap-1 Waiting
|
||||||
|
Container mtusi-lab4-migrate-1 Waiting
|
||||||
|
Container mtusi-lab4-s3-store-1 Waiting
|
||||||
|
Container mtusi-lab4-postgres-1 Healthy
|
||||||
|
Container mtusi-lab4-s3-store-1 Healthy
|
||||||
|
Container mtusi-lab4-migrate-1 Exited
|
||||||
|
Container mtusi-lab4-bucket-bootstrap-1 Exited
|
||||||
|
Container mtusi-lab4-redis-1 Healthy
|
||||||
|
Container mtusi-lab4-s3-1 Healthy
|
||||||
|
Container mtusi-lab4-api-2 Healthy
|
||||||
|
Container mtusi-lab4-api-1 Healthy
|
||||||
|
Container mtusi-lab4-lb-1 Healthy
|
||||||
@@ -0,0 +1 @@
|
|||||||
|
{"instance": "9f224351e7f146f9be39061b5e3250d9", "container": "fdc4019ab865a997e437ed6fb3affefd6f7004fa09287907bd2d142674ffd15d", "running": false, "exit_code": 0, "seconds": 0.634}
|
||||||
@@ -0,0 +1,2 @@
|
|||||||
|
Container mtusi-lab4-audit-run-0bd7cfd77571 Creating
|
||||||
|
Container mtusi-lab4-audit-run-0bd7cfd77571 Created
|
||||||
@@ -0,0 +1,14 @@
|
|||||||
|
{
|
||||||
|
"anonymous_statuses": [
|
||||||
|
403,
|
||||||
|
403
|
||||||
|
],
|
||||||
|
"api_credentials_denied": [
|
||||||
|
403,
|
||||||
|
403,
|
||||||
|
403
|
||||||
|
],
|
||||||
|
"internal_filer_and_admin_inaccessible": true,
|
||||||
|
"jpeg_byte_roundtrip": true,
|
||||||
|
"damaged_jpeg_415": true
|
||||||
|
}
|
||||||
@@ -0,0 +1,20 @@
|
|||||||
|
test_concurrent_messages_and_pagination (test_api.APIContract) ... ok
|
||||||
|
test_cursor_scope_and_validation (test_api.APIContract) ... ok
|
||||||
|
test_foreign_chat (test_api.APIContract) ... ok
|
||||||
|
test_idempotency_concurrent_replicas (test_api.APIContract) ... ok
|
||||||
|
test_idempotency_conflicting_race (test_api.APIContract) ... ok
|
||||||
|
test_idempotency_invalid_keys (test_api.APIContract) ... ok
|
||||||
|
test_idempotency_scope (test_api.APIContract) ... ok
|
||||||
|
test_idempotency_semantic_body (test_api.APIContract) ... ok
|
||||||
|
test_invalid_chat_creation (test_api.APIContract) ... ok
|
||||||
|
test_malformed_json_and_extra_fields (test_api.APIContract) ... ok
|
||||||
|
test_protocol_error_headers (test_api.APIContract) ... ok
|
||||||
|
test_registration_race (test_api.APIContract) ... ok
|
||||||
|
test_unicode_limits (test_api.APIContract) ... ok
|
||||||
|
test_unicode_nul_round_trip (test_api.APIContract) ... ok
|
||||||
|
test_unicode_password_basic_and_logout (test_api.APIContract) ... ok
|
||||||
|
|
||||||
|
----------------------------------------------------------------------
|
||||||
|
Ran 15 tests in 3.870s
|
||||||
|
|
||||||
|
OK
|
||||||
@@ -0,0 +1,11 @@
|
|||||||
|
test_access_and_cross_chat (test_attachments.Attachments) ... ok
|
||||||
|
test_attachment_message_replay (test_attachments.Attachments) ... ok
|
||||||
|
test_bad_images_and_mime (test_attachments.Attachments) ... ok
|
||||||
|
test_binary_roundtrip_and_metadata (test_attachments.Attachments) ... ok
|
||||||
|
test_dangerous_names_and_query (test_attachments.Attachments) ... ok
|
||||||
|
test_valid_pixel_boundary (test_attachments.Attachments) ... ok
|
||||||
|
|
||||||
|
----------------------------------------------------------------------
|
||||||
|
Ran 6 tests in 1.497s
|
||||||
|
|
||||||
|
OK
|
||||||
@@ -0,0 +1 @@
|
|||||||
|
{"Status":"exited","Running":false,"Paused":false,"Restarting":false,"OOMKilled":true,"Dead":false,"Pid":0,"ExitCode":137,"Error":"","StartedAt":"2026-10-27T09:59:43.487064787Z","FinishedAt":"2026-10-27T10:00:07.995173442Z","Health":{"Status":"unhealthy","FailingStreak":0,"Log":[{"Start":"2026-10-27T12:59:57.792402761+03:00","End":"2026-10-27T12:59:57.867972258+03:00","ExitCode":0,"Output":""},{"Start":"2026-10-27T12:59:59.869289789+03:00","End":"2026-10-27T12:59:59.912601342+03:00","ExitCode":0,"Output":""},{"Start":"2026-10-27T13:00:01.913345235+03:00","End":"2026-10-27T13:00:01.947306663+03:00","ExitCode":0,"Output":""},{"Start":"2026-10-27T13:00:03.948017117+03:00","End":"2026-10-27T13:00:03.977837726+03:00","ExitCode":0,"Output":""},{"Start":"2026-10-27T13:00:05.979365523+03:00","End":"2026-10-27T13:00:06.022467377+03:00","ExitCode":0,"Output":""}]}}
|
||||||
@@ -0,0 +1,41 @@
|
|||||||
|
Container mtusi-lab4-api-2 Restarting
|
||||||
|
Container mtusi-lab4-api-1 Restarting
|
||||||
|
Container mtusi-lab4-api-1 Started
|
||||||
|
Container mtusi-lab4-api-2 Started
|
||||||
|
Container mtusi-lab4-api-1 Running
|
||||||
|
Container mtusi-lab4-api-2 Running
|
||||||
|
Container mtusi-lab4-api-2 Waiting
|
||||||
|
Container mtusi-lab4-api-1 Waiting
|
||||||
|
Container mtusi-lab4-api-2 Healthy
|
||||||
|
Container mtusi-lab4-api-1 Healthy
|
||||||
|
Container mtusi-lab4-api-1 Restarting
|
||||||
|
Container mtusi-lab4-api-2 Restarting
|
||||||
|
Container mtusi-lab4-api-2 Started
|
||||||
|
Container mtusi-lab4-api-1 Started
|
||||||
|
Container mtusi-lab4-api-1 Running
|
||||||
|
Container mtusi-lab4-api-2 Running
|
||||||
|
Container mtusi-lab4-api-2 Waiting
|
||||||
|
Container mtusi-lab4-api-1 Waiting
|
||||||
|
Container mtusi-lab4-api-2 Healthy
|
||||||
|
Container mtusi-lab4-api-1 Healthy
|
||||||
|
Container mtusi-lab4-api-1 Restarting
|
||||||
|
Container mtusi-lab4-api-2 Restarting
|
||||||
|
Container mtusi-lab4-api-1 Started
|
||||||
|
Container mtusi-lab4-api-2 Started
|
||||||
|
Container mtusi-lab4-api-1 Running
|
||||||
|
Container mtusi-lab4-api-2 Running
|
||||||
|
Container mtusi-lab4-api-2 Waiting
|
||||||
|
Container mtusi-lab4-api-1 Waiting
|
||||||
|
container mtusi-lab4-api-2 is unhealthy
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "/Users/ssmayorova/Documents/учеба/Высоконагруженные приложения/lab4/student-tests/uploads.py", line 75, in <module>
|
||||||
|
main()
|
||||||
|
File "/Users/ssmayorova/Documents/учеба/Высоконагруженные приложения/lab4/student-tests/uploads.py", line 36, in main
|
||||||
|
docker('compose', 'up', '-d', '--wait', '--no-deps', 'api')
|
||||||
|
File "/Users/ssmayorova/Documents/учеба/Высоконагруженные приложения/lab4/student-tests/uploads.py", line 18, in docker
|
||||||
|
return subprocess.check_output(['docker', *args], text=True).strip()
|
||||||
|
File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/subprocess.py", line 424, in check_output
|
||||||
|
return run(*popenargs, stdout=PIPE, timeout=timeout, check=True,
|
||||||
|
File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/subprocess.py", line 528, in run
|
||||||
|
raise CalledProcessError(retcode, process.args,
|
||||||
|
subprocess.CalledProcessError: Command '['docker', 'compose', 'up', '-d', '--wait', '--no-deps', 'api']' returned non-zero exit status 1.
|
||||||
@@ -0,0 +1 @@
|
|||||||
|
{"Status":"exited","Running":false,"Paused":false,"Restarting":false,"OOMKilled":true,"Dead":false,"Pid":0,"ExitCode":137,"Error":"","StartedAt":"2026-10-27T10:02:01.511397321Z","FinishedAt":"2026-10-27T10:02:10.139299032Z","Health":{"Status":"unhealthy","FailingStreak":0,"Log":[{"Start":"2026-10-27T13:01:37.254367338+03:00","End":"2026-10-27T13:01:37.434073622+03:00","ExitCode":1,"Output":"Traceback (most recent call last):\n File \"<string>\", line 1, in <module>\n File \"/usr/local/lib/python3.12/urllib/request.py\", line 215, in urlopen\n return opener.open(url, data, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/usr/local/lib/python3.12/urllib/request.py\", line 521, in open\n response = meth(req, response)\n ^^^^^^^^^^^^^^^^^^^\n File \"/usr/local/lib/python3.12/urllib/request.py\", line 630, in http_response\n response = self.parent.error(\n ^^^^^^^^^^^^^^^^^^\n File \"/usr/local/lib/python3.12/urllib/request.py\", line 559, in error\n return self._call_chain(*args)\n ^^^^^^^^^^^^^^^^^^^^^^^\n File \"/usr/local/lib/python3.12/urllib/request.py\", line 492, in _call_chain\n result = func(*args)\n ^^^^^^^^^^^\n File \"/usr/local/lib/python3.12/urllib/request.py\", line 639, in http_error_default\n raise HTTPError(req.full_url, code, msg, hdrs, fp)\nurllib.error.HTTPError: HTTP Error 503: Service Unavailable\n"},{"Start":"2026-10-27T13:01:46.337329806+03:00","End":"2026-10-27T13:01:46.548565827+03:00","ExitCode":0,"Output":""},{"Start":"2026-10-27T13:01:55.696703643+03:00","End":"2026-10-27T13:01:55.854363477+03:00","ExitCode":0,"Output":""},{"Start":"2026-10-27T13:02:00.855578299+03:00","End":"2026-10-27T13:02:01.017461147+03:00","ExitCode":0,"Output":""},{"Start":"2026-10-27T13:02:06.61049249+03:00","End":"2026-10-27T13:02:06.793434431+03:00","ExitCode":0,"Output":""}]}}
|
||||||
@@ -0,0 +1,70 @@
|
|||||||
|
Container mtusi-lab4-api-1 Restarting
|
||||||
|
Container mtusi-lab4-api-2 Restarting
|
||||||
|
Container mtusi-lab4-api-2 Started
|
||||||
|
Container mtusi-lab4-api-1 Started
|
||||||
|
Container mtusi-lab4-api-1 Running
|
||||||
|
Container mtusi-lab4-api-2 Running
|
||||||
|
Container mtusi-lab4-api-2 Waiting
|
||||||
|
Container mtusi-lab4-api-1 Waiting
|
||||||
|
Container mtusi-lab4-api-2 Healthy
|
||||||
|
Container mtusi-lab4-api-1 Healthy
|
||||||
|
Container mtusi-lab4-api-1 Restarting
|
||||||
|
Container mtusi-lab4-api-2 Restarting
|
||||||
|
Container mtusi-lab4-api-1 Started
|
||||||
|
Container mtusi-lab4-api-2 Started
|
||||||
|
Container mtusi-lab4-api-1 Running
|
||||||
|
Container mtusi-lab4-api-2 Running
|
||||||
|
Container mtusi-lab4-api-2 Waiting
|
||||||
|
Container mtusi-lab4-api-1 Waiting
|
||||||
|
Container mtusi-lab4-api-2 Healthy
|
||||||
|
Container mtusi-lab4-api-1 Healthy
|
||||||
|
Container mtusi-lab4-api-1 Restarting
|
||||||
|
Container mtusi-lab4-api-2 Restarting
|
||||||
|
Container mtusi-lab4-api-1 Started
|
||||||
|
Container mtusi-lab4-api-2 Started
|
||||||
|
Container mtusi-lab4-api-1 Running
|
||||||
|
Container mtusi-lab4-api-2 Running
|
||||||
|
Container mtusi-lab4-api-2 Waiting
|
||||||
|
Container mtusi-lab4-api-1 Waiting
|
||||||
|
Container mtusi-lab4-api-2 Healthy
|
||||||
|
Container mtusi-lab4-api-1 Healthy
|
||||||
|
Error response from daemon: container f723dc1c71bdaa44acae07bc4e2692a6eff5c1699db47883ac50d4fd85f164df is not running
|
||||||
|
Exception in thread Thread-3:
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/threading.py", line 973, in _bootstrap_inner
|
||||||
|
self.run()
|
||||||
|
File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/threading.py", line 910, in run
|
||||||
|
self._target(*self._args, **self._kwargs)
|
||||||
|
File "/Users/ssmayorova/Documents/учеба/Высоконагруженные приложения/lab4/student-tests/uploads.py", line 45, in sample
|
||||||
|
samples.append({'seconds': round(time.monotonic() - started, 4), 'memory': {v: memory(v) for v in containers}})
|
||||||
|
File "/Users/ssmayorova/Documents/учеба/Высоконагруженные приложения/lab4/student-tests/uploads.py", line 45, in <dictcomp>
|
||||||
|
samples.append({'seconds': round(time.monotonic() - started, 4), 'memory': {v: memory(v) for v in containers}})
|
||||||
|
File "/Users/ssmayorova/Documents/учеба/Высоконагруженные приложения/lab4/student-tests/uploads.py", line 23, in memory
|
||||||
|
return json.loads(docker('exec', container, 'python', '-c', code))
|
||||||
|
File "/Users/ssmayorova/Documents/учеба/Высоконагруженные приложения/lab4/student-tests/uploads.py", line 18, in docker
|
||||||
|
return subprocess.check_output(['docker', *args], text=True).strip()
|
||||||
|
File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/subprocess.py", line 424, in check_output
|
||||||
|
return run(*popenargs, stdout=PIPE, timeout=timeout, check=True,
|
||||||
|
File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/subprocess.py", line 528, in run
|
||||||
|
raise CalledProcessError(retcode, process.args,
|
||||||
|
subprocess.CalledProcessError: Command '['docker', 'exec', 'f723dc1c71bdaa44acae07bc4e2692a6eff5c1699db47883ac50d4fd85f164df', 'python', '-c', "import json; from pathlib import Path; p=Path('/sys/fs/cgroup'); print(json.dumps({k:(p/k).read_text().strip() for k in ['memory.current','memory.peak','memory.events']}))"]' returned non-zero exit status 1.
|
||||||
|
Traceback (most recent call last):
|
||||||
|
File "/Users/ssmayorova/Documents/учеба/Высоконагруженные приложения/lab4/student-tests/uploads.py", line 75, in <module>
|
||||||
|
main()
|
||||||
|
File "/Users/ssmayorova/Documents/учеба/Высоконагруженные приложения/lab4/student-tests/uploads.py", line 63, in main
|
||||||
|
results = list(executor.map(upload, range(10)))
|
||||||
|
File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/concurrent/futures/_base.py", line 608, in result_iterator
|
||||||
|
yield fs.pop().result()
|
||||||
|
File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/concurrent/futures/_base.py", line 445, in result
|
||||||
|
return self.__get_result()
|
||||||
|
File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/concurrent/futures/_base.py", line 390, in __get_result
|
||||||
|
raise self._exception
|
||||||
|
File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/concurrent/futures/thread.py", line 52, in run
|
||||||
|
result = self.fn(*self.args, **self.kwargs)
|
||||||
|
File "/Users/ssmayorova/Documents/учеба/Высоконагруженные приложения/lab4/student-tests/uploads.py", line 53, in upload
|
||||||
|
response = Client(timeout=30).call('POST', '/api/v1/chats/' + chat['id'] + '/attachments?filename=concurrent.png', [201, 503], actor=alice, raw=content, headers={'Content-Type': 'image/png'})
|
||||||
|
File "/Users/ssmayorova/Documents/учеба/Высоконагруженные приложения/lab4/tests/client.py", line 132, in call
|
||||||
|
check(status in allowed, method + ' ' + path.split('?')[0] + ': expected ' + str(allowed) + ', received ' + str(status))
|
||||||
|
File "/Users/ssmayorova/Documents/учеба/Высоконагруженные приложения/lab4/tests/client.py", line 24, in check
|
||||||
|
raise Failure(message)
|
||||||
|
client.Failure: POST /api/v1/chats/d5f3faf9-30c1-4c21-9c11-c90c8f661698/attachments: expected [201, 503], received 502
|
||||||
@@ -0,0 +1,30 @@
|
|||||||
|
Container mtusi-lab4-api-2 Restarting
|
||||||
|
Container mtusi-lab4-api-1 Restarting
|
||||||
|
Container mtusi-lab4-api-1 Started
|
||||||
|
Container mtusi-lab4-api-2 Started
|
||||||
|
Container mtusi-lab4-api-1 Running
|
||||||
|
Container mtusi-lab4-api-2 Running
|
||||||
|
Container mtusi-lab4-api-1 Waiting
|
||||||
|
Container mtusi-lab4-api-2 Waiting
|
||||||
|
Container mtusi-lab4-api-1 Healthy
|
||||||
|
Container mtusi-lab4-api-2 Healthy
|
||||||
|
Container mtusi-lab4-api-2 Restarting
|
||||||
|
Container mtusi-lab4-api-1 Restarting
|
||||||
|
Container mtusi-lab4-api-2 Started
|
||||||
|
Container mtusi-lab4-api-1 Started
|
||||||
|
Container mtusi-lab4-api-1 Running
|
||||||
|
Container mtusi-lab4-api-2 Running
|
||||||
|
Container mtusi-lab4-api-1 Waiting
|
||||||
|
Container mtusi-lab4-api-2 Waiting
|
||||||
|
Container mtusi-lab4-api-1 Healthy
|
||||||
|
Container mtusi-lab4-api-2 Healthy
|
||||||
|
Container mtusi-lab4-api-2 Restarting
|
||||||
|
Container mtusi-lab4-api-1 Restarting
|
||||||
|
Container mtusi-lab4-api-2 Started
|
||||||
|
Container mtusi-lab4-api-1 Started
|
||||||
|
Container mtusi-lab4-api-1 Running
|
||||||
|
Container mtusi-lab4-api-2 Running
|
||||||
|
Container mtusi-lab4-api-1 Waiting
|
||||||
|
Container mtusi-lab4-api-2 Waiting
|
||||||
|
Container mtusi-lab4-api-1 Healthy
|
||||||
|
Container mtusi-lab4-api-2 Healthy
|
||||||
@@ -0,0 +1,475 @@
|
|||||||
|
{
|
||||||
|
"memory_source": "Linux cgroup v2: memory.current, memory.peak (lifetime peak; API restarted before each case), memory.events; samples include tmpfs and kernel charges, not Python heap alone",
|
||||||
|
"experiments": [
|
||||||
|
{
|
||||||
|
"width": 420,
|
||||||
|
"height": 420,
|
||||||
|
"bytes": 529848,
|
||||||
|
"pixels": 176400,
|
||||||
|
"clients": 10,
|
||||||
|
"before": {
|
||||||
|
"e9964da9119aeac107c2a641d7bdbbfc948f888369ceb25a03e8628011999365": {
|
||||||
|
"memory.current": "62935040",
|
||||||
|
"memory.peak": "70307840",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 821121\nuser_usec 772582\nsystem_usec 48539\ncore_sched.force_idle_usec 0\nnr_periods 34\nnr_throttled 0\nthrottled_usec 0\nnr_bursts 0\nburst_usec 0"
|
||||||
|
},
|
||||||
|
"79f0e5e5984ea9aa66a933bfea7ff32784a9ee2b6ff50efaf9d862ddc01162d4": {
|
||||||
|
"memory.current": "62951424",
|
||||||
|
"memory.peak": "70447104",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 824208\nuser_usec 761585\nsystem_usec 62623\ncore_sched.force_idle_usec 0\nnr_periods 31\nnr_throttled 0\nthrottled_usec 0\nnr_bursts 0\nburst_usec 0"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"after": {
|
||||||
|
"e9964da9119aeac107c2a641d7bdbbfc948f888369ceb25a03e8628011999365": {
|
||||||
|
"memory.current": "64696320",
|
||||||
|
"memory.peak": "70307840",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 997847\nuser_usec 923635\nsystem_usec 74211\ncore_sched.force_idle_usec 0\nnr_periods 38\nnr_throttled 0\nthrottled_usec 0\nnr_bursts 0\nburst_usec 0"
|
||||||
|
},
|
||||||
|
"79f0e5e5984ea9aa66a933bfea7ff32784a9ee2b6ff50efaf9d862ddc01162d4": {
|
||||||
|
"memory.current": "65744896",
|
||||||
|
"memory.peak": "70447104",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 993358\nuser_usec 904791\nsystem_usec 88566\ncore_sched.force_idle_usec 0\nnr_periods 35\nnr_throttled 0\nthrottled_usec 0\nnr_bursts 0\nburst_usec 0"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"samples": [
|
||||||
|
{
|
||||||
|
"seconds": 0.0001,
|
||||||
|
"memory": {
|
||||||
|
"e9964da9119aeac107c2a641d7bdbbfc948f888369ceb25a03e8628011999365": {
|
||||||
|
"memory.current": "66539520",
|
||||||
|
"memory.peak": "70307840",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 926703\nuser_usec 862307\nsystem_usec 64396\ncore_sched.force_idle_usec 0\nnr_periods 36\nnr_throttled 0\nthrottled_usec 0\nnr_bursts 0\nburst_usec 0"
|
||||||
|
},
|
||||||
|
"79f0e5e5984ea9aa66a933bfea7ff32784a9ee2b6ff50efaf9d862ddc01162d4": {
|
||||||
|
"memory.current": "65880064",
|
||||||
|
"memory.peak": "70447104",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 935083\nuser_usec 852368\nsystem_usec 82715\ncore_sched.force_idle_usec 0\nnr_periods 33\nnr_throttled 0\nthrottled_usec 0\nnr_bursts 0\nburst_usec 0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"results": [
|
||||||
|
{
|
||||||
|
"index": 0,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "ec1521f25fc94654a795aa7079670d75",
|
||||||
|
"elapsed_seconds": 0.141092
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 1,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "b2ebf9eabec541fabee2a014a635254c",
|
||||||
|
"elapsed_seconds": 0.147615
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 2,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "b2ebf9eabec541fabee2a014a635254c",
|
||||||
|
"elapsed_seconds": 0.137885
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 3,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "b2ebf9eabec541fabee2a014a635254c",
|
||||||
|
"elapsed_seconds": 0.135644
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 4,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "ec1521f25fc94654a795aa7079670d75",
|
||||||
|
"elapsed_seconds": 0.14879
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 5,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "b2ebf9eabec541fabee2a014a635254c",
|
||||||
|
"elapsed_seconds": 0.135081
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 6,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "b2ebf9eabec541fabee2a014a635254c",
|
||||||
|
"elapsed_seconds": 0.146117
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 7,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "ec1521f25fc94654a795aa7079670d75",
|
||||||
|
"elapsed_seconds": 0.149378
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 8,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "ec1521f25fc94654a795aa7079670d75",
|
||||||
|
"elapsed_seconds": 0.137382
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 9,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "ec1521f25fc94654a795aa7079670d75",
|
||||||
|
"elapsed_seconds": 0.141443
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"seconds": 0.386745
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"width": 1800,
|
||||||
|
"height": 1400,
|
||||||
|
"bytes": 7563763,
|
||||||
|
"pixels": 2520000,
|
||||||
|
"clients": 10,
|
||||||
|
"before": {
|
||||||
|
"e9964da9119aeac107c2a641d7bdbbfc948f888369ceb25a03e8628011999365": {
|
||||||
|
"memory.current": "63131648",
|
||||||
|
"memory.peak": "70373376",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 734874\nuser_usec 692651\nsystem_usec 42222\ncore_sched.force_idle_usec 0\nnr_periods 30\nnr_throttled 0\nthrottled_usec 0\nnr_bursts 0\nburst_usec 0"
|
||||||
|
},
|
||||||
|
"79f0e5e5984ea9aa66a933bfea7ff32784a9ee2b6ff50efaf9d862ddc01162d4": {
|
||||||
|
"memory.current": "63029248",
|
||||||
|
"memory.peak": "70451200",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 760554\nuser_usec 710452\nsystem_usec 50102\ncore_sched.force_idle_usec 0\nnr_periods 34\nnr_throttled 0\nthrottled_usec 0\nnr_bursts 0\nburst_usec 0"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"after": {
|
||||||
|
"e9964da9119aeac107c2a641d7bdbbfc948f888369ceb25a03e8628011999365": {
|
||||||
|
"memory.current": "95686656",
|
||||||
|
"memory.peak": "133599232",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 1473238\nuser_usec 1280945\nsystem_usec 192292\ncore_sched.force_idle_usec 0\nnr_periods 51\nnr_throttled 0\nthrottled_usec 0\nnr_bursts 0\nburst_usec 0"
|
||||||
|
},
|
||||||
|
"79f0e5e5984ea9aa66a933bfea7ff32784a9ee2b6ff50efaf9d862ddc01162d4": {
|
||||||
|
"memory.current": "93851648",
|
||||||
|
"memory.peak": "133210112",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 1478013\nuser_usec 1302398\nsystem_usec 175615\ncore_sched.force_idle_usec 0\nnr_periods 55\nnr_throttled 1\nthrottled_usec 90676\nnr_bursts 0\nburst_usec 0"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"samples": [
|
||||||
|
{
|
||||||
|
"seconds": 0.0001,
|
||||||
|
"memory": {
|
||||||
|
"e9964da9119aeac107c2a641d7bdbbfc948f888369ceb25a03e8628011999365": {
|
||||||
|
"memory.current": "78561280",
|
||||||
|
"memory.peak": "79040512",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 843102\nuser_usec 785823\nsystem_usec 57278\ncore_sched.force_idle_usec 0\nnr_periods 32\nnr_throttled 0\nthrottled_usec 0\nnr_bursts 0\nburst_usec 0"
|
||||||
|
},
|
||||||
|
"79f0e5e5984ea9aa66a933bfea7ff32784a9ee2b6ff50efaf9d862ddc01162d4": {
|
||||||
|
"memory.current": "132190208",
|
||||||
|
"memory.peak": "133210112",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 983686\nuser_usec 860092\nsystem_usec 123593\ncore_sched.force_idle_usec 0\nnr_periods 38\nnr_throttled 1\nthrottled_usec 90676\nnr_bursts 0\nburst_usec 0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"seconds": 0.3939,
|
||||||
|
"memory": {
|
||||||
|
"e9964da9119aeac107c2a641d7bdbbfc948f888369ceb25a03e8628011999365": {
|
||||||
|
"memory.current": "133455872",
|
||||||
|
"memory.peak": "133599232",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 1038539\nuser_usec 903599\nsystem_usec 134940\ncore_sched.force_idle_usec 0\nnr_periods 36\nnr_throttled 0\nthrottled_usec 0\nnr_bursts 0\nburst_usec 0"
|
||||||
|
},
|
||||||
|
"79f0e5e5984ea9aa66a933bfea7ff32784a9ee2b6ff50efaf9d862ddc01162d4": {
|
||||||
|
"memory.current": "131489792",
|
||||||
|
"memory.peak": "133210112",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 1050472\nuser_usec 923848\nsystem_usec 126623\ncore_sched.force_idle_usec 0\nnr_periods 40\nnr_throttled 1\nthrottled_usec 90676\nnr_bursts 0\nburst_usec 0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"seconds": 0.6506,
|
||||||
|
"memory": {
|
||||||
|
"e9964da9119aeac107c2a641d7bdbbfc948f888369ceb25a03e8628011999365": {
|
||||||
|
"memory.current": "118374400",
|
||||||
|
"memory.peak": "133599232",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 1111506\nuser_usec 964571\nsystem_usec 146934\ncore_sched.force_idle_usec 0\nnr_periods 38\nnr_throttled 0\nthrottled_usec 0\nnr_bursts 0\nburst_usec 0"
|
||||||
|
},
|
||||||
|
"79f0e5e5984ea9aa66a933bfea7ff32784a9ee2b6ff50efaf9d862ddc01162d4": {
|
||||||
|
"memory.current": "123994112",
|
||||||
|
"memory.peak": "133210112",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 1127383\nuser_usec 991773\nsystem_usec 135609\ncore_sched.force_idle_usec 0\nnr_periods 43\nnr_throttled 1\nthrottled_usec 90676\nnr_bursts 0\nburst_usec 0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"seconds": 0.8914,
|
||||||
|
"memory": {
|
||||||
|
"e9964da9119aeac107c2a641d7bdbbfc948f888369ceb25a03e8628011999365": {
|
||||||
|
"memory.current": "110870528",
|
||||||
|
"memory.peak": "133599232",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 1184065\nuser_usec 1026924\nsystem_usec 157141\ncore_sched.force_idle_usec 0\nnr_periods 41\nnr_throttled 0\nthrottled_usec 0\nnr_bursts 0\nburst_usec 0"
|
||||||
|
},
|
||||||
|
"79f0e5e5984ea9aa66a933bfea7ff32784a9ee2b6ff50efaf9d862ddc01162d4": {
|
||||||
|
"memory.current": "108843008",
|
||||||
|
"memory.peak": "133210112",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 1201834\nuser_usec 1054525\nsystem_usec 147308\ncore_sched.force_idle_usec 0\nnr_periods 45\nnr_throttled 1\nthrottled_usec 90676\nnr_bursts 0\nburst_usec 0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"seconds": 1.151,
|
||||||
|
"memory": {
|
||||||
|
"e9964da9119aeac107c2a641d7bdbbfc948f888369ceb25a03e8628011999365": {
|
||||||
|
"memory.current": "103288832",
|
||||||
|
"memory.peak": "133599232",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 1261279\nuser_usec 1093241\nsystem_usec 168037\ncore_sched.force_idle_usec 0\nnr_periods 44\nnr_throttled 0\nthrottled_usec 0\nnr_bursts 0\nburst_usec 0"
|
||||||
|
},
|
||||||
|
"79f0e5e5984ea9aa66a933bfea7ff32784a9ee2b6ff50efaf9d862ddc01162d4": {
|
||||||
|
"memory.current": "93851648",
|
||||||
|
"memory.peak": "133210112",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 1283831\nuser_usec 1127662\nsystem_usec 156169\ncore_sched.force_idle_usec 0\nnr_periods 48\nnr_throttled 1\nthrottled_usec 90676\nnr_bursts 0\nburst_usec 0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"seconds": 1.4121,
|
||||||
|
"memory": {
|
||||||
|
"e9964da9119aeac107c2a641d7bdbbfc948f888369ceb25a03e8628011999365": {
|
||||||
|
"memory.current": "103329792",
|
||||||
|
"memory.peak": "133599232",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 1332057\nuser_usec 1152319\nsystem_usec 179737\ncore_sched.force_idle_usec 0\nnr_periods 46\nnr_throttled 0\nthrottled_usec 0\nnr_bursts 0\nburst_usec 0"
|
||||||
|
},
|
||||||
|
"79f0e5e5984ea9aa66a933bfea7ff32784a9ee2b6ff50efaf9d862ddc01162d4": {
|
||||||
|
"memory.current": "93888512",
|
||||||
|
"memory.peak": "133210112",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 1353665\nuser_usec 1189153\nsystem_usec 164511\ncore_sched.force_idle_usec 0\nnr_periods 51\nnr_throttled 1\nthrottled_usec 90676\nnr_bursts 0\nburst_usec 0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"seconds": 1.6763,
|
||||||
|
"memory": {
|
||||||
|
"e9964da9119aeac107c2a641d7bdbbfc948f888369ceb25a03e8628011999365": {
|
||||||
|
"memory.current": "95698944",
|
||||||
|
"memory.peak": "133599232",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 1412922\nuser_usec 1223799\nsystem_usec 189123\ncore_sched.force_idle_usec 0\nnr_periods 49\nnr_throttled 0\nthrottled_usec 0\nnr_bursts 0\nburst_usec 0"
|
||||||
|
},
|
||||||
|
"79f0e5e5984ea9aa66a933bfea7ff32784a9ee2b6ff50efaf9d862ddc01162d4": {
|
||||||
|
"memory.current": "93876224",
|
||||||
|
"memory.peak": "133210112",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 1419903\nuser_usec 1248255\nsystem_usec 171647\ncore_sched.force_idle_usec 0\nnr_periods 53\nnr_throttled 1\nthrottled_usec 90676\nnr_bursts 0\nburst_usec 0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"results": [
|
||||||
|
{
|
||||||
|
"index": 0,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "c6e48dd0a12748459220da96a8f39c1b",
|
||||||
|
"elapsed_seconds": 1.604444
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 1,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "0e06ab6fa85d49b18abd412444127bd4",
|
||||||
|
"elapsed_seconds": 1.6491
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 2,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "0e06ab6fa85d49b18abd412444127bd4",
|
||||||
|
"elapsed_seconds": 1.710992
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 3,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "c6e48dd0a12748459220da96a8f39c1b",
|
||||||
|
"elapsed_seconds": 1.733797
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 4,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "0e06ab6fa85d49b18abd412444127bd4",
|
||||||
|
"elapsed_seconds": 1.731711
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 5,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "c6e48dd0a12748459220da96a8f39c1b",
|
||||||
|
"elapsed_seconds": 1.734976
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 6,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "c6e48dd0a12748459220da96a8f39c1b",
|
||||||
|
"elapsed_seconds": 1.743231
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 7,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "c6e48dd0a12748459220da96a8f39c1b",
|
||||||
|
"elapsed_seconds": 1.635536
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 8,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "0e06ab6fa85d49b18abd412444127bd4",
|
||||||
|
"elapsed_seconds": 1.696447
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 9,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "0e06ab6fa85d49b18abd412444127bd4",
|
||||||
|
"elapsed_seconds": 1.712033
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"seconds": 2.042275
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"width": 10000,
|
||||||
|
"height": 4000,
|
||||||
|
"bytes": 533859,
|
||||||
|
"pixels": 40000000,
|
||||||
|
"clients": 10,
|
||||||
|
"before": {
|
||||||
|
"e9964da9119aeac107c2a641d7bdbbfc948f888369ceb25a03e8628011999365": {
|
||||||
|
"memory.current": "63111168",
|
||||||
|
"memory.peak": "70426624",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 728470\nuser_usec 673510\nsystem_usec 54960\ncore_sched.force_idle_usec 0\nnr_periods 35\nnr_throttled 0\nthrottled_usec 0\nnr_bursts 0\nburst_usec 0"
|
||||||
|
},
|
||||||
|
"79f0e5e5984ea9aa66a933bfea7ff32784a9ee2b6ff50efaf9d862ddc01162d4": {
|
||||||
|
"memory.current": "64720896",
|
||||||
|
"memory.peak": "71909376",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 750816\nuser_usec 701763\nsystem_usec 49053\ncore_sched.force_idle_usec 0\nnr_periods 32\nnr_throttled 0\nthrottled_usec 0\nnr_bursts 0\nburst_usec 0"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"after": {
|
||||||
|
"e9964da9119aeac107c2a641d7bdbbfc948f888369ceb25a03e8628011999365": {
|
||||||
|
"memory.current": "182140928",
|
||||||
|
"memory.peak": "342212608",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 1374606\nuser_usec 1178092\nsystem_usec 196514\ncore_sched.force_idle_usec 0\nnr_periods 44\nnr_throttled 5\nthrottled_usec 158446\nnr_bursts 0\nburst_usec 0"
|
||||||
|
},
|
||||||
|
"79f0e5e5984ea9aa66a933bfea7ff32784a9ee2b6ff50efaf9d862ddc01162d4": {
|
||||||
|
"memory.current": "182050816",
|
||||||
|
"memory.peak": "335065088",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 1411374\nuser_usec 1208889\nsystem_usec 202484\ncore_sched.force_idle_usec 0\nnr_periods 41\nnr_throttled 4\nthrottled_usec 226190\nnr_bursts 0\nburst_usec 0"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"samples": [
|
||||||
|
{
|
||||||
|
"seconds": 0.0001,
|
||||||
|
"memory": {
|
||||||
|
"e9964da9119aeac107c2a641d7bdbbfc948f888369ceb25a03e8628011999365": {
|
||||||
|
"memory.current": "151093248",
|
||||||
|
"memory.peak": "151236608",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 841782\nuser_usec 762614\nsystem_usec 79167\ncore_sched.force_idle_usec 0\nnr_periods 38\nnr_throttled 1\nthrottled_usec 52104\nnr_bursts 0\nburst_usec 0"
|
||||||
|
},
|
||||||
|
"79f0e5e5984ea9aa66a933bfea7ff32784a9ee2b6ff50efaf9d862ddc01162d4": {
|
||||||
|
"memory.current": "297021440",
|
||||||
|
"memory.peak": "297283584",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 1030597\nuser_usec 900395\nsystem_usec 130201\ncore_sched.force_idle_usec 0\nnr_periods 35\nnr_throttled 1\nthrottled_usec 108977\nnr_bursts 0\nburst_usec 0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"seconds": 0.3807,
|
||||||
|
"memory": {
|
||||||
|
"e9964da9119aeac107c2a641d7bdbbfc948f888369ceb25a03e8628011999365": {
|
||||||
|
"memory.current": "225230848",
|
||||||
|
"memory.peak": "342212608",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 1266794\nuser_usec 1077023\nsystem_usec 189770\ncore_sched.force_idle_usec 0\nnr_periods 42\nnr_throttled 5\nthrottled_usec 158446\nnr_bursts 0\nburst_usec 0"
|
||||||
|
},
|
||||||
|
"79f0e5e5984ea9aa66a933bfea7ff32784a9ee2b6ff50efaf9d862ddc01162d4": {
|
||||||
|
"memory.current": "182067200",
|
||||||
|
"memory.peak": "335065088",
|
||||||
|
"memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0",
|
||||||
|
"cpu.stat": "usage_usec 1351217\nuser_usec 1151890\nsystem_usec 199327\ncore_sched.force_idle_usec 0\nnr_periods 39\nnr_throttled 4\nthrottled_usec 226190\nnr_bursts 0\nburst_usec 0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"results": [
|
||||||
|
{
|
||||||
|
"index": 0,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "759bb767d4ad47d186953da4bd2edb23",
|
||||||
|
"elapsed_seconds": 0.370876
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 1,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "53156426e9ba49a6a2919f02c96969ac",
|
||||||
|
"elapsed_seconds": 0.53464
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 2,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "53156426e9ba49a6a2919f02c96969ac",
|
||||||
|
"elapsed_seconds": 0.351175
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 3,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "53156426e9ba49a6a2919f02c96969ac",
|
||||||
|
"elapsed_seconds": 0.398946
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 4,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "759bb767d4ad47d186953da4bd2edb23",
|
||||||
|
"elapsed_seconds": 0.598276
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 5,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "53156426e9ba49a6a2919f02c96969ac",
|
||||||
|
"elapsed_seconds": 0.230657
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 6,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "759bb767d4ad47d186953da4bd2edb23",
|
||||||
|
"elapsed_seconds": 0.536612
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 7,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "759bb767d4ad47d186953da4bd2edb23",
|
||||||
|
"elapsed_seconds": 0.43354
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 8,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "53156426e9ba49a6a2919f02c96969ac",
|
||||||
|
"elapsed_seconds": 0.602782
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"index": 9,
|
||||||
|
"status": 201,
|
||||||
|
"instance": "759bb767d4ad47d186953da4bd2edb23",
|
||||||
|
"elapsed_seconds": 0.231471
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"seconds": 0.831182
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
@@ -0,0 +1,46 @@
|
|||||||
|
global
|
||||||
|
maxconn 1024
|
||||||
|
nbthread 1
|
||||||
|
hard-stop-after 10s
|
||||||
|
|
||||||
|
defaults
|
||||||
|
mode http
|
||||||
|
timeout connect 500ms
|
||||||
|
timeout check 500ms
|
||||||
|
timeout queue 1s
|
||||||
|
timeout client 30s
|
||||||
|
timeout server 30s
|
||||||
|
timeout http-request 3s
|
||||||
|
retries 2
|
||||||
|
retry-on conn-failure
|
||||||
|
option http-server-close
|
||||||
|
|
||||||
|
resolvers docker
|
||||||
|
nameserver docker_dns 127.0.0.11:53
|
||||||
|
accepted_payload_size 8192
|
||||||
|
resolve_retries 2
|
||||||
|
timeout resolve 1s
|
||||||
|
timeout retry 1s
|
||||||
|
hold valid 1s
|
||||||
|
hold nx 1s
|
||||||
|
hold refused 1s
|
||||||
|
hold timeout 1s
|
||||||
|
hold other 1s
|
||||||
|
hold obsolete 1s
|
||||||
|
|
||||||
|
frontend public
|
||||||
|
bind :8080
|
||||||
|
default_backend replicas
|
||||||
|
|
||||||
|
backend replicas
|
||||||
|
balance roundrobin
|
||||||
|
option httpchk
|
||||||
|
http-check send meth GET uri /health/ready ver HTTP/1.1 hdr Host api
|
||||||
|
http-check expect status 200
|
||||||
|
default-server inter 1s fall 2 rise 2
|
||||||
|
server-template api 1-4 api:8080 check resolvers docker init-addr none resolve-prefer ipv4
|
||||||
|
|
||||||
|
listen metrics
|
||||||
|
bind :8404
|
||||||
|
stats enable
|
||||||
|
stats uri /stats
|
||||||
@@ -0,0 +1,42 @@
|
|||||||
|
CREATE TABLE users (
|
||||||
|
id UUID PRIMARY KEY
|
||||||
|
, username TEXT NOT NULL UNIQUE CHECK (username ~ '^[a-z0-9_]{3,32}$')
|
||||||
|
, display_name TEXT NOT NULL CHECK (char_length(display_name) BETWEEN 1 AND 100)
|
||||||
|
, password_hash TEXT NOT NULL
|
||||||
|
, created_at TIMESTAMPTZ NOT NULL DEFAULT clock_timestamp()
|
||||||
|
)
|
||||||
|
;
|
||||||
|
CREATE TABLE chats (
|
||||||
|
id UUID PRIMARY KEY
|
||||||
|
, title TEXT NOT NULL CHECK (char_length(title) BETWEEN 1 AND 100)
|
||||||
|
, created_at TIMESTAMPTZ NOT NULL DEFAULT clock_timestamp()
|
||||||
|
, last_message_at TIMESTAMPTZ
|
||||||
|
)
|
||||||
|
;
|
||||||
|
CREATE TABLE chat_members (
|
||||||
|
chat_id UUID NOT NULL REFERENCES chats(id)
|
||||||
|
, user_id UUID NOT NULL REFERENCES users(id)
|
||||||
|
, PRIMARY KEY (chat_id, user_id)
|
||||||
|
)
|
||||||
|
;
|
||||||
|
CREATE INDEX chat_members_user ON chat_members (user_id, chat_id)
|
||||||
|
;
|
||||||
|
CREATE TABLE messages (
|
||||||
|
id UUID PRIMARY KEY
|
||||||
|
, chat_id UUID NOT NULL REFERENCES chats(id)
|
||||||
|
, sender_id UUID NOT NULL REFERENCES users(id)
|
||||||
|
, text TEXT NOT NULL CHECK (char_length(text) BETWEEN 1 AND 4000)
|
||||||
|
, created_at TIMESTAMPTZ NOT NULL
|
||||||
|
, FOREIGN KEY (chat_id, sender_id) REFERENCES chat_members(chat_id, user_id)
|
||||||
|
)
|
||||||
|
;
|
||||||
|
CREATE INDEX messages_history ON messages (chat_id, created_at, id)
|
||||||
|
;
|
||||||
|
CREATE TABLE sessions (
|
||||||
|
token_hash TEXT PRIMARY KEY
|
||||||
|
, user_id UUID NOT NULL REFERENCES users(id)
|
||||||
|
, expires_at TIMESTAMPTZ NOT NULL
|
||||||
|
)
|
||||||
|
;
|
||||||
|
CREATE INDEX sessions_expiry ON sessions (expires_at)
|
||||||
|
;
|
||||||
@@ -0,0 +1,17 @@
|
|||||||
|
-- PostgreSQL TEXT cannot contain U+0000. Store validated UTF-8 losslessly in BYTEA.
|
||||||
|
-- API validation keeps the contract's code-point limits; these bounds cap bytes.
|
||||||
|
ALTER TABLE users
|
||||||
|
DROP CONSTRAINT users_display_name_check
|
||||||
|
, ALTER COLUMN display_name TYPE BYTEA USING convert_to(display_name, 'UTF8')
|
||||||
|
, ADD CONSTRAINT users_display_name_bytes CHECK (octet_length(display_name) BETWEEN 1 AND 400)
|
||||||
|
;
|
||||||
|
ALTER TABLE chats
|
||||||
|
DROP CONSTRAINT chats_title_check
|
||||||
|
, ALTER COLUMN title TYPE BYTEA USING convert_to(title, 'UTF8')
|
||||||
|
, ADD CONSTRAINT chats_title_bytes CHECK (octet_length(title) BETWEEN 1 AND 400)
|
||||||
|
;
|
||||||
|
ALTER TABLE messages
|
||||||
|
DROP CONSTRAINT messages_text_check
|
||||||
|
, ALTER COLUMN text TYPE BYTEA USING convert_to(text, 'UTF8')
|
||||||
|
, ADD CONSTRAINT messages_text_bytes CHECK (octet_length(text) BETWEEN 1 AND 16000)
|
||||||
|
;
|
||||||
@@ -0,0 +1,12 @@
|
|||||||
|
CREATE TABLE idempotency_keys (
|
||||||
|
user_id UUID NOT NULL REFERENCES users(id)
|
||||||
|
, chat_id UUID NOT NULL REFERENCES chats(id)
|
||||||
|
, key VARCHAR(128) NOT NULL
|
||||||
|
, request_hash CHAR(64) NOT NULL
|
||||||
|
, message_id UUID REFERENCES messages(id)
|
||||||
|
, expires_at TIMESTAMPTZ NOT NULL
|
||||||
|
, PRIMARY KEY (user_id, chat_id, key)
|
||||||
|
)
|
||||||
|
;
|
||||||
|
CREATE INDEX idempotency_expiry ON idempotency_keys (expires_at)
|
||||||
|
;
|
||||||
@@ -0,0 +1,30 @@
|
|||||||
|
ALTER TABLE messages
|
||||||
|
DROP CONSTRAINT messages_text_bytes
|
||||||
|
, ADD CONSTRAINT messages_text_bytes CHECK (octet_length(text) BETWEEN 0 AND 16000)
|
||||||
|
, ADD COLUMN attachment_ids UUID[] NOT NULL DEFAULT '{}'
|
||||||
|
;
|
||||||
|
CREATE TABLE attachments (
|
||||||
|
id UUID PRIMARY KEY
|
||||||
|
, chat_id UUID NOT NULL REFERENCES chats(id)
|
||||||
|
, owner_id UUID NOT NULL REFERENCES users(id)
|
||||||
|
, filename TEXT NOT NULL
|
||||||
|
, object_key TEXT NOT NULL UNIQUE
|
||||||
|
, content_type TEXT NOT NULL CHECK (content_type IN ('image/png', 'image/jpeg'))
|
||||||
|
, size_bytes BIGINT NOT NULL CHECK (size_bytes BETWEEN 1 AND 10485760)
|
||||||
|
, sha256 CHAR(64) NOT NULL
|
||||||
|
, state TEXT NOT NULL CHECK (state IN ('uploading', 'ready', 'storage_missing'))
|
||||||
|
, created_at TIMESTAMPTZ NOT NULL DEFAULT clock_timestamp()
|
||||||
|
, updated_at TIMESTAMPTZ NOT NULL DEFAULT clock_timestamp()
|
||||||
|
, FOREIGN KEY (chat_id, owner_id) REFERENCES chat_members(chat_id, user_id)
|
||||||
|
)
|
||||||
|
;
|
||||||
|
CREATE INDEX attachments_chat ON attachments (chat_id, id)
|
||||||
|
;
|
||||||
|
CREATE TABLE message_attachments (
|
||||||
|
message_id UUID NOT NULL REFERENCES messages(id)
|
||||||
|
, attachment_id UUID NOT NULL REFERENCES attachments(id)
|
||||||
|
, PRIMARY KEY (message_id, attachment_id)
|
||||||
|
)
|
||||||
|
;
|
||||||
|
CREATE INDEX message_attachments_attachment ON message_attachments (attachment_id)
|
||||||
|
;
|
||||||
@@ -0,0 +1,2 @@
|
|||||||
|
# Optional: only for rendering figures (application and tests need no matplotlib).
|
||||||
|
matplotlib==3.11.2
|
||||||
@@ -0,0 +1,12 @@
|
|||||||
|
psycopg[binary]==3.2.3
|
||||||
|
psycopg-pool==3.2.4
|
||||||
|
redis==5.2.1
|
||||||
|
typing-extensions==4.16.0
|
||||||
|
boto3==1.40.61
|
||||||
|
Pillow==13.0.0
|
||||||
|
botocore==1.40.76
|
||||||
|
jmespath==1.1.0
|
||||||
|
s3transfer==0.14.0
|
||||||
|
python-dateutil==2.9.0.post0
|
||||||
|
urllib3==2.8.0
|
||||||
|
six==1.17.0
|
||||||
@@ -0,0 +1,35 @@
|
|||||||
|
#!/usr/bin/env python3
|
||||||
|
"""Create local credentials without printing or overwriting existing values."""
|
||||||
|
import json
|
||||||
|
from pathlib import Path
|
||||||
|
import secrets
|
||||||
|
|
||||||
|
root = Path(__file__).resolve().parents[1]
|
||||||
|
directory = root / 'secrets'
|
||||||
|
directory.mkdir(mode=0o700, exist_ok=True)
|
||||||
|
|
||||||
|
def save(name, value):
|
||||||
|
path = directory / name
|
||||||
|
if not path.exists():
|
||||||
|
path.write_text(value)
|
||||||
|
path.chmod(0o644) # UID 10001 in Compose; parent is owner-only 0700.
|
||||||
|
return path.read_text().strip()
|
||||||
|
|
||||||
|
password = save('postgres_password', secrets.token_hex(24))
|
||||||
|
save('database_url', 'postgresql://messenger:' + password + '@postgres:5432/messenger')
|
||||||
|
save('cache_url', 'redis://redis:6379/0')
|
||||||
|
identities = []
|
||||||
|
for role, actions in {
|
||||||
|
'admin': ['Admin', 'Read', 'Write', 'List'],
|
||||||
|
'api': ['Read:messenger-attachments', 'Write:messenger-attachments', 'List:messenger-attachments'],
|
||||||
|
'reconciler': ['Read:messenger-attachments', 'Write:messenger-attachments', 'List:messenger-attachments'],
|
||||||
|
}.items():
|
||||||
|
key = save('s3_' + role + '_key', secrets.token_hex(12))
|
||||||
|
secret = save('s3_' + role + '_secret', secrets.token_hex(24))
|
||||||
|
identities.append({'name': role, 'credentials': [{'accessKey': key, 'secretKey': secret}], 'actions': actions})
|
||||||
|
save('s3_config', json.dumps({'identities': identities}))
|
||||||
|
env = root / '.env'
|
||||||
|
if not env.exists():
|
||||||
|
env.write_text((root / '.env.example').read_text())
|
||||||
|
env.chmod(0o600)
|
||||||
|
print('Local configuration ready; no secrets printed.')
|
||||||
Executable
+9
@@ -0,0 +1,9 @@
|
|||||||
|
#!/bin/sh
|
||||||
|
set -eu
|
||||||
|
cd "$(dirname "$0")/.."
|
||||||
|
python3 scripts/snapshot.py > evidence/restart-before.json
|
||||||
|
docker compose stop api lb
|
||||||
|
docker compose restart postgres redis s3-store s3
|
||||||
|
docker compose up -d --wait postgres redis s3-store s3
|
||||||
|
docker compose up -d --wait api lb
|
||||||
|
python3 scripts/snapshot.py > evidence/restart-after.json
|
||||||
@@ -0,0 +1,11 @@
|
|||||||
|
"""Sanitized process and resource evidence; never dump container environments."""
|
||||||
|
import json
|
||||||
|
import subprocess
|
||||||
|
|
||||||
|
ids = subprocess.check_output(['docker', 'compose', 'ps', '-aq'], text=True).split()
|
||||||
|
records = []
|
||||||
|
for container in ids:
|
||||||
|
raw = subprocess.check_output(['docker', 'inspect', container], text=True)
|
||||||
|
data = json.loads(raw)[0]
|
||||||
|
records.append({'container': data['Id'], 'name': data['Name'], 'service': data['Config']['Labels']['com.docker.compose.service'], 'image': data['Config']['Image'], 'user': data['Config']['User'], 'running': data['State']['Running'], 'started_at': data['State']['StartedAt'], 'exit_code': data['State']['ExitCode'], 'oom_killed': data['State']['OOMKilled'], 'memory_limit': data['HostConfig']['Memory'], 'nano_cpus': data['HostConfig']['NanoCpus'], 'ports': data['NetworkSettings']['Ports'], 'mounts': [{'type': m['Type'], 'destination': m['Destination'], 'name': m.get('Name')} for m in data['Mounts']]})
|
||||||
|
print(json.dumps(records, indent=2))
|
||||||
Executable
+4
@@ -0,0 +1,4 @@
|
|||||||
|
#!/bin/sh
|
||||||
|
set -eu
|
||||||
|
cd "$(dirname "$0")/.."
|
||||||
|
exec python3 scripts/stop_one.py
|
||||||
@@ -0,0 +1,32 @@
|
|||||||
|
"""Resolve the requested process alias using each actual container, never a fake header."""
|
||||||
|
import json
|
||||||
|
import os
|
||||||
|
from pathlib import Path
|
||||||
|
import subprocess
|
||||||
|
import time
|
||||||
|
|
||||||
|
|
||||||
|
def docker(*args):
|
||||||
|
return subprocess.check_output(['docker', *args], text=True).strip()
|
||||||
|
|
||||||
|
|
||||||
|
def instance(container):
|
||||||
|
code = "import urllib.request; print(urllib.request.urlopen('http://127.0.0.1:8080/health/live', timeout=1).headers['X-Instance-Id'])"
|
||||||
|
return docker('exec', container, 'python', '-c', code)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
target = os.environ['TARGET_INSTANCE_ID']
|
||||||
|
started = time.monotonic()
|
||||||
|
for container in docker('compose', 'ps', '-q', 'api').splitlines():
|
||||||
|
if instance(container) == target:
|
||||||
|
docker('stop', '--time', '8', container)
|
||||||
|
state = json.loads(docker('inspect', '--format', '{{json .State}}', container))
|
||||||
|
assert not state['Running'], 'target must remain stopped'
|
||||||
|
record = {'instance': target, 'container': container, 'running': state['Running'], 'exit_code': state['ExitCode'], 'seconds': round(time.monotonic() - started, 3)}
|
||||||
|
with Path('evidence/stopped-instances.jsonl').open('a') as out:
|
||||||
|
out.write(json.dumps(record) + '\n')
|
||||||
|
print(json.dumps(record))
|
||||||
|
break
|
||||||
|
else:
|
||||||
|
raise SystemExit('Requested live API instance not found')
|
||||||
@@ -0,0 +1,16 @@
|
|||||||
|
import os
|
||||||
|
import time
|
||||||
|
import urllib.request
|
||||||
|
|
||||||
|
base = os.environ.get('BASE_URL', 'http://127.0.0.1:18087')
|
||||||
|
for attempt in range(120):
|
||||||
|
try:
|
||||||
|
with urllib.request.urlopen(base + '/health/ready', timeout=2) as response:
|
||||||
|
if response.status == 200:
|
||||||
|
print('Ready through load balancer.')
|
||||||
|
break
|
||||||
|
except OSError:
|
||||||
|
pass
|
||||||
|
time.sleep(0.5)
|
||||||
|
else:
|
||||||
|
raise SystemExit('Readiness timeout')
|
||||||
@@ -0,0 +1,13 @@
|
|||||||
|
"""Idempotent private bucket bootstrap, executed only with administrative S3 keys."""
|
||||||
|
from botocore.exceptions import ClientError
|
||||||
|
from objects import Objects
|
||||||
|
from postgres import setting
|
||||||
|
|
||||||
|
objects = Objects(setting)
|
||||||
|
try:
|
||||||
|
objects.client.create_bucket(Bucket=objects.bucket)
|
||||||
|
except ClientError as exc:
|
||||||
|
if exc.response['Error']['Code'] not in ('BucketAlreadyOwnedByYou', 'BucketAlreadyExists'):
|
||||||
|
raise RuntimeError('Bucket bootstrap failed') from None
|
||||||
|
objects.ready()
|
||||||
|
print('Private bucket ready; static authenticated identities loaded from local secret config.')
|
||||||
@@ -0,0 +1,98 @@
|
|||||||
|
"""Shared HTTP contract; storage is supplied by each laboratory."""
|
||||||
|
import base64
|
||||||
|
import datetime as dt
|
||||||
|
import json
|
||||||
|
import re
|
||||||
|
import uuid
|
||||||
|
|
||||||
|
|
||||||
|
class APIError(Exception):
|
||||||
|
def __init__(self, status, code, message):
|
||||||
|
self.status, self.code, self.message = status, code, message
|
||||||
|
|
||||||
|
|
||||||
|
def invalid():
|
||||||
|
raise APIError(400, 'invalid_request', 'Неверные параметры запроса')
|
||||||
|
|
||||||
|
|
||||||
|
def unauthorized():
|
||||||
|
raise APIError(401, 'unauthorized', 'Требуется действительная идентификация')
|
||||||
|
|
||||||
|
|
||||||
|
def missing():
|
||||||
|
raise APIError(404, 'not_found', 'Объект не найден')
|
||||||
|
|
||||||
|
|
||||||
|
def identifier(value):
|
||||||
|
try:
|
||||||
|
if not isinstance(value, str):
|
||||||
|
invalid()
|
||||||
|
return str(uuid.UUID(value))
|
||||||
|
except ValueError:
|
||||||
|
invalid()
|
||||||
|
|
||||||
|
|
||||||
|
def text(value, maximum, minimum=1):
|
||||||
|
if not isinstance(value, str) or not minimum <= len(value) <= maximum or not value.strip():
|
||||||
|
invalid()
|
||||||
|
try:
|
||||||
|
value.encode('utf-8')
|
||||||
|
except UnicodeError:
|
||||||
|
invalid()
|
||||||
|
return value
|
||||||
|
|
||||||
|
|
||||||
|
def fields(value, required):
|
||||||
|
if not isinstance(value, dict) or set(value) != set(required):
|
||||||
|
invalid()
|
||||||
|
|
||||||
|
|
||||||
|
def username(value):
|
||||||
|
if not isinstance(value, str) or not re.fullmatch(r'[a-z0-9_]{3,32}', value):
|
||||||
|
invalid()
|
||||||
|
return value
|
||||||
|
|
||||||
|
|
||||||
|
def now():
|
||||||
|
return dt.datetime.now(dt.timezone.utc).isoformat(timespec='microseconds').replace('+00:00', 'Z')
|
||||||
|
|
||||||
|
|
||||||
|
def page_args(query, scope):
|
||||||
|
if set(query) - {'limit', 'cursor'} or any(len(v) != 1 for v in query.values()):
|
||||||
|
invalid()
|
||||||
|
limit = query.get('limit', ['50'])[0]
|
||||||
|
if not re.fullmatch(r'[0-9]+', limit):
|
||||||
|
invalid()
|
||||||
|
try:
|
||||||
|
limit = int(limit)
|
||||||
|
except ValueError:
|
||||||
|
invalid()
|
||||||
|
if not 1 <= limit <= 100:
|
||||||
|
invalid()
|
||||||
|
cursor = None
|
||||||
|
if 'cursor' in query:
|
||||||
|
raw = query['cursor'][0]
|
||||||
|
try:
|
||||||
|
if not raw or len(raw) > 1024:
|
||||||
|
invalid()
|
||||||
|
decoded = json.loads(base64.b64decode(raw + '=' * (-len(raw) % 4), altchars=b'-_', validate=True))
|
||||||
|
if not isinstance(decoded, list) or len(decoded) != 3 or decoded[0] != scope:
|
||||||
|
invalid()
|
||||||
|
stamp = decoded[1]
|
||||||
|
if not isinstance(stamp, str) or not stamp.endswith('Z'):
|
||||||
|
invalid()
|
||||||
|
stamp = dt.datetime.fromisoformat(stamp[:-1] + '+00:00').isoformat(timespec='microseconds').replace('+00:00', 'Z')
|
||||||
|
cursor = (stamp, identifier(decoded[2]))
|
||||||
|
except (ValueError, TypeError, UnicodeError):
|
||||||
|
invalid()
|
||||||
|
return limit, cursor
|
||||||
|
|
||||||
|
|
||||||
|
def page(items, limit, scope):
|
||||||
|
more = len(items) > limit
|
||||||
|
items = items[:limit]
|
||||||
|
cursor = None
|
||||||
|
if more:
|
||||||
|
last = items[-1]
|
||||||
|
cursor = base64.urlsafe_b64encode(json.dumps([scope, last['created_at'], last['id']]).encode()).decode().rstrip('=')
|
||||||
|
return {'items': items, 'next_cursor': cursor}
|
||||||
@@ -0,0 +1,13 @@
|
|||||||
|
"""One-shot migration job; replicas never execute DDL."""
|
||||||
|
from pathlib import Path
|
||||||
|
import psycopg
|
||||||
|
from postgres import setting
|
||||||
|
|
||||||
|
with psycopg.connect(setting('DATABASE_URL'), connect_timeout=5) as conn:
|
||||||
|
conn.execute('SELECT pg_advisory_xact_lock(2301003)')
|
||||||
|
conn.execute('CREATE TABLE IF NOT EXISTS schema_migrations (version TEXT PRIMARY KEY)')
|
||||||
|
for path in sorted((Path(__file__).resolve().parents[1] / 'migrations').glob('*.sql')):
|
||||||
|
if not conn.execute('SELECT version FROM schema_migrations WHERE 1=1 AND version = %s', (path.name,)).fetchone():
|
||||||
|
conn.execute(path.read_text())
|
||||||
|
conn.execute('INSERT INTO schema_migrations (version) VALUES (%s)', (path.name,))
|
||||||
|
print('Applied', path.name)
|
||||||
+156
@@ -0,0 +1,156 @@
|
|||||||
|
"""Bounded S3 operations. No root credentials or filename-derived object keys."""
|
||||||
|
import contextlib
|
||||||
|
import hashlib
|
||||||
|
import os
|
||||||
|
import tempfile
|
||||||
|
import threading
|
||||||
|
import time
|
||||||
|
import unicodedata
|
||||||
|
import warnings
|
||||||
|
|
||||||
|
import boto3
|
||||||
|
from botocore.config import Config
|
||||||
|
from botocore.exceptions import BotoCoreError, ClientError
|
||||||
|
from PIL import Image, PngImagePlugin, UnidentifiedImageError
|
||||||
|
|
||||||
|
from common import APIError, invalid
|
||||||
|
|
||||||
|
MAX_BYTES = 10 * 1024 * 1024
|
||||||
|
MAX_PIXELS = 40_000_000
|
||||||
|
Image.MAX_IMAGE_PIXELS = MAX_PIXELS
|
||||||
|
PngImagePlugin.MAX_TEXT_CHUNK = 1024 * 1024
|
||||||
|
PngImagePlugin.MAX_TEXT_MEMORY = 1024 * 1024
|
||||||
|
warnings.filterwarnings('error', category=Image.DecompressionBombWarning)
|
||||||
|
UPLOAD_SLOTS = threading.BoundedSemaphore(8)
|
||||||
|
DECODE_SLOTS = threading.BoundedSemaphore(1)
|
||||||
|
|
||||||
|
|
||||||
|
def unavailable():
|
||||||
|
raise APIError(503, 'unavailable', 'Объектное хранилище временно недоступно')
|
||||||
|
|
||||||
|
|
||||||
|
def filename(value):
|
||||||
|
if not isinstance(value, str) or not 1 <= len(value) <= 255 or not value.strip():
|
||||||
|
invalid()
|
||||||
|
if any(c in '/\\' or unicodedata.category(c) == 'Cc' for c in value):
|
||||||
|
invalid()
|
||||||
|
try:
|
||||||
|
value.encode('utf-8')
|
||||||
|
except UnicodeError:
|
||||||
|
invalid()
|
||||||
|
return value
|
||||||
|
|
||||||
|
|
||||||
|
@contextlib.contextmanager
|
||||||
|
def bounded_upload():
|
||||||
|
if not UPLOAD_SLOTS.acquire(blocking=False):
|
||||||
|
raise APIError(503, 'unavailable', 'Все слоты загрузки заняты')
|
||||||
|
try:
|
||||||
|
yield
|
||||||
|
finally:
|
||||||
|
UPLOAD_SLOTS.release()
|
||||||
|
|
||||||
|
|
||||||
|
@contextlib.contextmanager
|
||||||
|
def receive(handler):
|
||||||
|
lengths = handler.headers.get_all('Content-Length', [])
|
||||||
|
if len(lengths) != 1 or handler.headers.get('Transfer-Encoding'):
|
||||||
|
invalid()
|
||||||
|
try:
|
||||||
|
length = int(lengths[0])
|
||||||
|
except ValueError:
|
||||||
|
invalid()
|
||||||
|
if length > MAX_BYTES:
|
||||||
|
raise APIError(413, 'payload_too_large', 'Максимум 10 MiB')
|
||||||
|
if length <= 0:
|
||||||
|
invalid()
|
||||||
|
mime = handler.headers.get_content_type()
|
||||||
|
if mime not in ('image/png', 'image/jpeg'):
|
||||||
|
raise APIError(415, 'unsupported_media_type', 'Требуется PNG или JPEG')
|
||||||
|
deadline = time.monotonic() + 15
|
||||||
|
digest = hashlib.sha256()
|
||||||
|
# Ephemeral bounded spool is never a durable source of a confirmed attachment.
|
||||||
|
with tempfile.TemporaryFile(mode='w+b') as source:
|
||||||
|
remaining = length
|
||||||
|
while remaining:
|
||||||
|
handler.connection.settimeout(min(3, max(0.01, deadline - time.monotonic())))
|
||||||
|
if time.monotonic() >= deadline:
|
||||||
|
invalid()
|
||||||
|
try:
|
||||||
|
chunk = handler.rfile.read1(min(64 * 1024, remaining))
|
||||||
|
except (OSError, TimeoutError):
|
||||||
|
invalid()
|
||||||
|
if not chunk:
|
||||||
|
invalid()
|
||||||
|
digest.update(chunk)
|
||||||
|
source.write(chunk)
|
||||||
|
remaining -= len(chunk)
|
||||||
|
if not DECODE_SLOTS.acquire(timeout=10):
|
||||||
|
raise APIError(503, 'unavailable', 'Проверка изображений перегружена')
|
||||||
|
try:
|
||||||
|
source.flush()
|
||||||
|
for decode in (False, True):
|
||||||
|
source.seek(0)
|
||||||
|
# Pillow.close releases pixel buffers and may close its input file.
|
||||||
|
# A duplicate descriptor preserves the original for the S3 PUT.
|
||||||
|
with os.fdopen(os.dup(source.fileno()), 'rb') as image_file:
|
||||||
|
image = Image.open(image_file, formats=['PNG', 'JPEG'])
|
||||||
|
try:
|
||||||
|
if image.width * image.height > MAX_PIXELS:
|
||||||
|
raise APIError(413, 'payload_too_large', 'Максимум 40 миллионов пикселей')
|
||||||
|
if Image.MIME[image.format] != mime:
|
||||||
|
raise APIError(415, 'unsupported_media_type', 'MIME не соответствует изображению')
|
||||||
|
if decode:
|
||||||
|
image.load()
|
||||||
|
else:
|
||||||
|
image.verify()
|
||||||
|
finally:
|
||||||
|
image.close() # Free pixels BEFORE releasing the decoder semaphore.
|
||||||
|
except (Image.DecompressionBombWarning, Image.DecompressionBombError):
|
||||||
|
raise APIError(413, 'payload_too_large', 'Максимум 40 миллионов пикселей') from None
|
||||||
|
except (UnidentifiedImageError, OSError, ValueError, SyntaxError):
|
||||||
|
raise APIError(415, 'unsupported_media_type', 'Повреждённое изображение') from None
|
||||||
|
finally:
|
||||||
|
DECODE_SLOTS.release()
|
||||||
|
source.seek(0)
|
||||||
|
yield source, length, mime, digest.hexdigest()
|
||||||
|
|
||||||
|
|
||||||
|
class Objects:
|
||||||
|
def __init__(self, setting):
|
||||||
|
self.bucket = os.environ.get('S3_BUCKET', 'messenger-attachments')
|
||||||
|
self.client = boto3.client('s3', endpoint_url=os.environ.get('S3_ENDPOINT', 'http://s3:8333'), region_name='us-east-1', aws_access_key_id=setting('S3_ACCESS_KEY_ID'), aws_secret_access_key=setting('S3_SECRET_ACCESS_KEY'), config=Config(signature_version='s3v4', s3={'addressing_style': 'path'}, connect_timeout=1, read_timeout=3, max_pool_connections=16, retries={'total_max_attempts': 1}, request_checksum_calculation='when_required', response_checksum_validation='when_required'))
|
||||||
|
|
||||||
|
def head(self, key):
|
||||||
|
try:
|
||||||
|
return self.client.head_object(Bucket=self.bucket, Key=key)
|
||||||
|
except ClientError as exc:
|
||||||
|
if exc.response['Error']['Code'] in ('404', 'NoSuchKey', 'NotFound'):
|
||||||
|
return None
|
||||||
|
unavailable()
|
||||||
|
except BotoCoreError:
|
||||||
|
unavailable()
|
||||||
|
|
||||||
|
def ready(self):
|
||||||
|
try:
|
||||||
|
self.client.head_bucket(Bucket=self.bucket)
|
||||||
|
except (ClientError, BotoCoreError):
|
||||||
|
unavailable()
|
||||||
|
|
||||||
|
def put(self, key, source, length, mime, digest):
|
||||||
|
try:
|
||||||
|
self.client.put_object(Bucket=self.bucket, Key=key, Body=source, ContentLength=length, ContentType=mime, Metadata={'sha256': digest})
|
||||||
|
except (ClientError, BotoCoreError):
|
||||||
|
unavailable()
|
||||||
|
|
||||||
|
def get(self, key):
|
||||||
|
try:
|
||||||
|
return self.client.get_object(Bucket=self.bucket, Key=key)
|
||||||
|
except (ClientError, BotoCoreError):
|
||||||
|
unavailable()
|
||||||
|
|
||||||
|
def delete(self, key):
|
||||||
|
try:
|
||||||
|
self.client.delete_object(Bucket=self.bucket, Key=key)
|
||||||
|
except (ClientError, BotoCoreError):
|
||||||
|
unavailable()
|
||||||
+399
@@ -0,0 +1,399 @@
|
|||||||
|
import base64
|
||||||
|
import contextlib
|
||||||
|
import datetime as dt
|
||||||
|
import hashlib
|
||||||
|
import hmac
|
||||||
|
import json
|
||||||
|
import os
|
||||||
|
import re
|
||||||
|
from pathlib import Path
|
||||||
|
import secrets
|
||||||
|
import threading
|
||||||
|
import uuid
|
||||||
|
|
||||||
|
import psycopg
|
||||||
|
from psycopg.rows import dict_row
|
||||||
|
from psycopg_pool import ConnectionPool, PoolTimeout
|
||||||
|
import redis
|
||||||
|
|
||||||
|
from objects import Objects, unavailable
|
||||||
|
|
||||||
|
from common import APIError, fields, identifier, invalid, missing, page, text, unauthorized, username
|
||||||
|
|
||||||
|
KDF_SLOTS = threading.BoundedSemaphore(2)
|
||||||
|
|
||||||
|
|
||||||
|
def setting(name):
|
||||||
|
path = os.environ.get(name + '_FILE')
|
||||||
|
return Path(path).read_text().strip() if path else os.environ[name]
|
||||||
|
|
||||||
|
|
||||||
|
def public(row):
|
||||||
|
return {k: (v.decode('utf-8') if isinstance(v, bytes) else [str(x) for x in v] if isinstance(v, list) else str(v) if isinstance(v, uuid.UUID) else v.isoformat(timespec='microseconds').replace('+00:00', 'Z') if isinstance(v, dt.datetime) else v) for k, v in row.items() if k != 'password_hash'}
|
||||||
|
|
||||||
|
|
||||||
|
def password_hash(password, salt=None):
|
||||||
|
salt = salt or secrets.token_bytes(16)
|
||||||
|
if not KDF_SLOTS.acquire(timeout=1.5):
|
||||||
|
raise APIError(503, 'unavailable', 'Аутентификация временно перегружена')
|
||||||
|
try:
|
||||||
|
digest = hashlib.scrypt(password.encode('utf-8'), salt=salt, n=16384, r=8, p=1, dklen=32, maxmem=64 * 1024 * 1024)
|
||||||
|
finally:
|
||||||
|
KDF_SLOTS.release()
|
||||||
|
return 'scrypt$16384$8$1$' + salt.hex() + '$' + digest.hex()
|
||||||
|
|
||||||
|
|
||||||
|
class Store:
|
||||||
|
persistent = True
|
||||||
|
|
||||||
|
def __init__(self):
|
||||||
|
self.ttl = int(os.environ.get('SESSION_TTL_SECONDS', '3600'))
|
||||||
|
if not 1 <= self.ttl <= 86400:
|
||||||
|
raise ValueError('SESSION_TTL_SECONDS must be 1..86400')
|
||||||
|
self.access_mode = os.environ.get('DB_ACCESS_MODE', 'optimized')
|
||||||
|
if self.access_mode not in ('baseline', 'optimized'):
|
||||||
|
raise ValueError('DB_ACCESS_MODE must be baseline or optimized')
|
||||||
|
pool_size = int(os.environ.get('DB_POOL_MAX', '8'))
|
||||||
|
if not 1 <= pool_size <= 32:
|
||||||
|
raise ValueError('DB_POOL_MAX must be 1..32')
|
||||||
|
self.pool = ConnectionPool(setting('DATABASE_URL'), min_size=1, max_size=pool_size, timeout=2, kwargs={'row_factory': dict_row, 'connect_timeout': 2, 'options': '-c statement_timeout=2000 -c lock_timeout=1500'}, open=True)
|
||||||
|
self.pool.wait(timeout=10)
|
||||||
|
self.cache = redis.Redis.from_url(setting('CACHE_URL'), socket_connect_timeout=0.15, socket_timeout=0.15, decode_responses=True)
|
||||||
|
self.objects = Objects(setting)
|
||||||
|
self.dummy_hash = password_hash('dummy-password-for-unknown-users')
|
||||||
|
with self.connection() as conn:
|
||||||
|
if not conn.execute("SELECT version FROM schema_migrations WHERE 1=1 AND version = '004_attachments.sql'").fetchone():
|
||||||
|
raise RuntimeError('Run the separate migration service first')
|
||||||
|
|
||||||
|
@contextlib.contextmanager
|
||||||
|
def connection(self):
|
||||||
|
try:
|
||||||
|
with self.pool.connection() as conn:
|
||||||
|
yield conn
|
||||||
|
except psycopg.errors.UniqueViolation:
|
||||||
|
raise APIError(409, 'conflict', 'Имя пользователя занято') from None
|
||||||
|
except (psycopg.Error, PoolTimeout):
|
||||||
|
raise APIError(503, 'unavailable', 'Хранилище временно недоступно') from None
|
||||||
|
|
||||||
|
def close(self):
|
||||||
|
self.pool.close()
|
||||||
|
self.cache.close()
|
||||||
|
self.objects.client.close()
|
||||||
|
|
||||||
|
def ready(self):
|
||||||
|
self.objects.ready()
|
||||||
|
with self.connection() as conn:
|
||||||
|
conn.execute('SELECT 1')
|
||||||
|
|
||||||
|
def register(self, body):
|
||||||
|
fields(body, ('username', 'display_name', 'password'))
|
||||||
|
name, display = username(body['username']), text(body['display_name'], 100)
|
||||||
|
# Passwords may contain spaces and colons; only length/UTF-8 are restricted.
|
||||||
|
password = body['password']
|
||||||
|
if not isinstance(password, str) or not 12 <= len(password) <= 128:
|
||||||
|
invalid()
|
||||||
|
try:
|
||||||
|
password.encode('utf-8')
|
||||||
|
except UnicodeError:
|
||||||
|
invalid()
|
||||||
|
hashed = password_hash(password)
|
||||||
|
with self.connection() as conn:
|
||||||
|
row = conn.execute('''
|
||||||
|
INSERT INTO users (id, username, display_name, password_hash)
|
||||||
|
VALUES (%s, %s, %s, %s)
|
||||||
|
RETURNING id, username, display_name, created_at
|
||||||
|
''', (uuid.uuid4(), name, display.encode('utf-8'), hashed)).fetchone()
|
||||||
|
return public(row)
|
||||||
|
|
||||||
|
def login(self, headers):
|
||||||
|
authorization = headers.get('Authorization', '')
|
||||||
|
try:
|
||||||
|
scheme, encoded = authorization.split(' ', 1)
|
||||||
|
if scheme.lower() != 'basic':
|
||||||
|
unauthorized()
|
||||||
|
name, password = base64.b64decode(encoded, validate=True).decode('utf-8').split(':', 1)
|
||||||
|
except (ValueError, UnicodeError):
|
||||||
|
unauthorized()
|
||||||
|
if not re_username(name) or not 12 <= len(password) <= 128:
|
||||||
|
unauthorized()
|
||||||
|
with self.connection() as conn:
|
||||||
|
row = conn.execute('SELECT id, username, display_name, created_at, password_hash FROM users WHERE 1=1 AND username = %s', (name,)).fetchone()
|
||||||
|
hashed = row['password_hash'] if row else self.dummy_hash
|
||||||
|
verified = hmac.compare_digest(password_hash(password, bytes.fromhex(hashed.split('$')[4])), hashed)
|
||||||
|
if row is None or not verified:
|
||||||
|
unauthorized()
|
||||||
|
token = secrets.token_urlsafe(32)
|
||||||
|
with self.connection() as conn:
|
||||||
|
expiry = conn.execute('''
|
||||||
|
INSERT INTO sessions (token_hash, user_id, expires_at)
|
||||||
|
VALUES (%s, %s, clock_timestamp() + %s * INTERVAL '1 second')
|
||||||
|
RETURNING expires_at
|
||||||
|
''', (hashlib.sha256(token.encode()).hexdigest(), row['id'], self.ttl)).fetchone()['expires_at']
|
||||||
|
return {'token': token, 'token_type': 'Bearer', 'expires_at': public({'expires_at': expiry})['expires_at'], 'user': public(row)}
|
||||||
|
|
||||||
|
def token_hash(self, headers):
|
||||||
|
parts = headers.get('Authorization', '').split(' ')
|
||||||
|
if len(parts) != 2 or parts[0].lower() != 'bearer' or len(parts[1]) != 43 or not parts[1].isascii():
|
||||||
|
unauthorized()
|
||||||
|
return hashlib.sha256(parts[1].encode()).hexdigest()
|
||||||
|
|
||||||
|
def authenticate(self, headers):
|
||||||
|
token_hash = self.token_hash(headers)
|
||||||
|
with self.connection() as conn:
|
||||||
|
session = conn.execute('''
|
||||||
|
SELECT user_id
|
||||||
|
FROM sessions
|
||||||
|
WHERE 1=1
|
||||||
|
AND token_hash = %s
|
||||||
|
AND expires_at > clock_timestamp()
|
||||||
|
''', (token_hash,)).fetchone()
|
||||||
|
if session is None:
|
||||||
|
unauthorized()
|
||||||
|
key = 'user:' + str(session['user_id'])
|
||||||
|
try:
|
||||||
|
cached = self.cache.get(key)
|
||||||
|
if cached:
|
||||||
|
return json.loads(cached)
|
||||||
|
except (redis.RedisError, ValueError):
|
||||||
|
pass
|
||||||
|
row = conn.execute('SELECT id, username, display_name, created_at FROM users WHERE 1=1 AND id = %s', (session['user_id'],)).fetchone()
|
||||||
|
if row is None:
|
||||||
|
unauthorized()
|
||||||
|
user = public(row)
|
||||||
|
try:
|
||||||
|
self.cache.setex(key, 60, json.dumps(user))
|
||||||
|
except redis.RedisError:
|
||||||
|
pass
|
||||||
|
return user
|
||||||
|
|
||||||
|
def logout(self, headers):
|
||||||
|
with self.connection() as conn:
|
||||||
|
conn.execute('DELETE FROM sessions WHERE 1=1 AND token_hash = %s', (self.token_hash(headers),))
|
||||||
|
|
||||||
|
def chat_in(self, conn, actor, chat_id):
|
||||||
|
row = conn.execute('''
|
||||||
|
SELECT c.id, c.title, c.created_at
|
||||||
|
FROM chats c
|
||||||
|
JOIN chat_members cm ON cm.chat_id = c.id
|
||||||
|
WHERE 1=1
|
||||||
|
AND c.id = %s
|
||||||
|
AND cm.user_id = %s
|
||||||
|
''', (chat_id, actor['id'])).fetchone()
|
||||||
|
if row is None:
|
||||||
|
missing()
|
||||||
|
members = conn.execute('SELECT user_id FROM chat_members WHERE 1=1 AND chat_id = %s ORDER BY user_id', (chat_id,)).fetchall()
|
||||||
|
return dict(public(row), member_ids=[str(v['user_id']) for v in members])
|
||||||
|
|
||||||
|
def chat(self, actor, chat_id):
|
||||||
|
with self.connection() as conn:
|
||||||
|
return self.chat_in(conn, actor, chat_id)
|
||||||
|
|
||||||
|
def create_chat(self, actor, body):
|
||||||
|
fields(body, ('title', 'member_ids'))
|
||||||
|
title = text(body['title'], 100)
|
||||||
|
members = body['member_ids']
|
||||||
|
if not isinstance(members, list) or not 1 <= len(members) <= 100:
|
||||||
|
invalid()
|
||||||
|
members = [identifier(v) for v in members]
|
||||||
|
if len(set(members)) != len(members) or actor['id'] not in members:
|
||||||
|
invalid()
|
||||||
|
with self.connection() as conn:
|
||||||
|
chat_id = uuid.uuid4()
|
||||||
|
conn.execute('INSERT INTO chats (id, title) VALUES (%s, %s)', (chat_id, title.encode('utf-8')))
|
||||||
|
# Checking after INSERT exercises rollback of the whole composite operation.
|
||||||
|
found = conn.execute('SELECT id FROM users WHERE 1=1 AND id = ANY(%s::uuid[])', (members,)).fetchall()
|
||||||
|
if len(found) != len(members):
|
||||||
|
invalid()
|
||||||
|
with conn.cursor() as cur:
|
||||||
|
cur.executemany('INSERT INTO chat_members (chat_id, user_id) VALUES (%s, %s)', [(chat_id, v) for v in members])
|
||||||
|
return self.chat_in(conn, actor, chat_id)
|
||||||
|
|
||||||
|
def list_chats(self, actor, limit, cursor, scope):
|
||||||
|
with self.connection() as conn:
|
||||||
|
where = 'AND (c.created_at, c.id) > (%s::timestamptz, %s::uuid)' if cursor else ''
|
||||||
|
params = [actor['id']] + list(cursor or ()) + [limit + 1]
|
||||||
|
rows = conn.execute('''
|
||||||
|
SELECT c.id
|
||||||
|
FROM chats c
|
||||||
|
JOIN chat_members cm ON cm.chat_id = c.id
|
||||||
|
WHERE 1=1
|
||||||
|
AND cm.user_id = %s
|
||||||
|
''' + where + '''
|
||||||
|
ORDER BY c.created_at, c.id
|
||||||
|
LIMIT %s
|
||||||
|
''', params).fetchall()
|
||||||
|
return page([self.chat_in(conn, actor, v['id']) for v in rows], limit, scope)
|
||||||
|
|
||||||
|
def require_member(self, conn, actor, chat_id):
|
||||||
|
if self.access_mode == 'baseline':
|
||||||
|
return self.chat_in(conn, actor, chat_id)
|
||||||
|
if not conn.execute('''
|
||||||
|
SELECT 1
|
||||||
|
FROM chat_members
|
||||||
|
WHERE 1=1
|
||||||
|
AND chat_id = %s
|
||||||
|
AND user_id = %s
|
||||||
|
''', (chat_id, actor['id'])).fetchone():
|
||||||
|
missing()
|
||||||
|
|
||||||
|
def send(self, actor, chat_id, body, key):
|
||||||
|
if not isinstance(key, str) or not re.fullmatch(r'[A-Za-z0-9._:-]{1,128}', key):
|
||||||
|
invalid()
|
||||||
|
if not isinstance(body, dict) or set(body) - {'text', 'attachment_ids'} or 'text' not in body:
|
||||||
|
invalid()
|
||||||
|
attachments = body.get('attachment_ids', [])
|
||||||
|
if not isinstance(attachments, list) or len(attachments) > 10:
|
||||||
|
invalid()
|
||||||
|
attachments = [identifier(v) for v in attachments]
|
||||||
|
if len(set(attachments)) != len(attachments):
|
||||||
|
invalid()
|
||||||
|
content = body['text']
|
||||||
|
if not isinstance(content, str) or len(content) > 4000 or (not attachments and not content.strip()):
|
||||||
|
invalid()
|
||||||
|
try:
|
||||||
|
content.encode('utf-8')
|
||||||
|
except UnicodeError:
|
||||||
|
invalid()
|
||||||
|
canonical = json.dumps({'text': content, 'attachment_ids': attachments}, ensure_ascii=False, sort_keys=True, separators=(',', ':'))
|
||||||
|
digest = hashlib.sha256(canonical.encode('utf-8')).hexdigest()
|
||||||
|
with self.connection() as conn:
|
||||||
|
self.require_member(conn, actor, chat_id)
|
||||||
|
# The unique key arbitrates concurrent processes; everything commits together.
|
||||||
|
claimed = conn.execute('''
|
||||||
|
INSERT INTO idempotency_keys (user_id, chat_id, key, request_hash, expires_at)
|
||||||
|
VALUES (%s, %s, %s, %s, clock_timestamp() + INTERVAL '24 hours')
|
||||||
|
ON CONFLICT (user_id, chat_id, key) DO UPDATE
|
||||||
|
SET request_hash = EXCLUDED.request_hash
|
||||||
|
, message_id = NULL
|
||||||
|
, expires_at = EXCLUDED.expires_at
|
||||||
|
WHERE 1=1
|
||||||
|
AND idempotency_keys.expires_at <= clock_timestamp()
|
||||||
|
RETURNING request_hash
|
||||||
|
''', (actor['id'], chat_id, key, digest)).fetchone()
|
||||||
|
if claimed is None:
|
||||||
|
previous = conn.execute('''
|
||||||
|
SELECT ik.request_hash
|
||||||
|
, m.id
|
||||||
|
, m.chat_id
|
||||||
|
, m.sender_id
|
||||||
|
, m.text
|
||||||
|
, m.created_at
|
||||||
|
, m.attachment_ids
|
||||||
|
FROM idempotency_keys ik
|
||||||
|
JOIN messages m ON m.id = ik.message_id
|
||||||
|
WHERE 1=1
|
||||||
|
AND ik.user_id = %s
|
||||||
|
AND ik.chat_id = %s
|
||||||
|
AND ik.key = %s
|
||||||
|
''', (actor['id'], chat_id, key)).fetchone()
|
||||||
|
if previous['request_hash'] != digest:
|
||||||
|
raise APIError(409, 'conflict', 'Ключ уже использован для другого сообщения')
|
||||||
|
previous.pop('request_hash')
|
||||||
|
return public(previous)
|
||||||
|
if attachments:
|
||||||
|
rows = conn.execute('''
|
||||||
|
SELECT id, state
|
||||||
|
FROM attachments
|
||||||
|
WHERE 1=1
|
||||||
|
AND id = ANY(%s::uuid[])
|
||||||
|
AND chat_id = %s
|
||||||
|
ORDER BY id
|
||||||
|
FOR SHARE
|
||||||
|
''', (attachments, chat_id)).fetchall()
|
||||||
|
if len(rows) != len(attachments):
|
||||||
|
missing()
|
||||||
|
if any(v['state'] != 'ready' for v in rows):
|
||||||
|
raise APIError(409, 'conflict', 'Вложение ещё не готово')
|
||||||
|
# Per-chat row lock preserves committed history order across replicas/clocks.
|
||||||
|
stamp = conn.execute('''
|
||||||
|
UPDATE chats
|
||||||
|
SET last_message_at = GREATEST(clock_timestamp(), last_message_at + INTERVAL '1 microsecond')
|
||||||
|
WHERE 1=1
|
||||||
|
AND id = %s
|
||||||
|
RETURNING last_message_at
|
||||||
|
''', (chat_id,)).fetchone()['last_message_at']
|
||||||
|
row = conn.execute('''
|
||||||
|
INSERT INTO messages (id, chat_id, sender_id, text, created_at, attachment_ids)
|
||||||
|
VALUES (%s, %s, %s, %s, %s, %s::uuid[])
|
||||||
|
RETURNING id, chat_id, sender_id, text, created_at, attachment_ids
|
||||||
|
''', (uuid.uuid4(), chat_id, actor['id'], content.encode('utf-8'), stamp, attachments)).fetchone()
|
||||||
|
if attachments:
|
||||||
|
with conn.cursor() as cur:
|
||||||
|
cur.executemany('INSERT INTO message_attachments (message_id, attachment_id) VALUES (%s, %s)', [(row['id'], v) for v in attachments])
|
||||||
|
conn.execute('''
|
||||||
|
UPDATE idempotency_keys
|
||||||
|
SET message_id = %s
|
||||||
|
WHERE 1=1
|
||||||
|
AND user_id = %s
|
||||||
|
AND chat_id = %s
|
||||||
|
AND key = %s
|
||||||
|
''', (row['id'], actor['id'], chat_id, key))
|
||||||
|
return public(row)
|
||||||
|
|
||||||
|
def history(self, actor, chat_id, limit, cursor, scope):
|
||||||
|
with self.connection() as conn:
|
||||||
|
self.require_member(conn, actor, chat_id)
|
||||||
|
where = 'AND (created_at, id) > (%s::timestamptz, %s::uuid)' if cursor else ''
|
||||||
|
params = [chat_id] + list(cursor or ()) + [limit + 1]
|
||||||
|
rows = conn.execute('''
|
||||||
|
SELECT id, chat_id, sender_id, text, created_at, attachment_ids
|
||||||
|
FROM messages
|
||||||
|
WHERE 1=1
|
||||||
|
AND chat_id = %s
|
||||||
|
''' + where + '''
|
||||||
|
ORDER BY created_at, id
|
||||||
|
LIMIT %s
|
||||||
|
''', params).fetchall()
|
||||||
|
return page([public(v) for v in rows], limit, scope)
|
||||||
|
|
||||||
|
def upload(self, actor, chat_id, name, source, length, mime, digest):
|
||||||
|
attachment_id = uuid.uuid4()
|
||||||
|
key = 'originals/' + str(attachment_id)
|
||||||
|
# Durable intent exists BEFORE any S3 write; a crash always leaves a ledger entry.
|
||||||
|
with self.connection() as conn:
|
||||||
|
self.require_member(conn, actor, chat_id)
|
||||||
|
conn.execute('''
|
||||||
|
INSERT INTO attachments (id, chat_id, owner_id, filename, object_key, content_type, size_bytes, sha256, state)
|
||||||
|
VALUES (%s, %s, %s, %s, %s, %s, %s, %s, 'uploading')
|
||||||
|
''', (attachment_id, chat_id, actor['id'], name, key, mime, length, digest))
|
||||||
|
with self.connection() as conn:
|
||||||
|
# Reconciler uses the same row lock; no in-flight upload can be collected.
|
||||||
|
if conn.execute('SELECT id FROM attachments WHERE 1=1 AND id = %s FOR UPDATE', (attachment_id,)).fetchone() is None:
|
||||||
|
unavailable()
|
||||||
|
self.objects.put(key, source, length, mime, digest)
|
||||||
|
row = conn.execute('''
|
||||||
|
UPDATE attachments
|
||||||
|
SET state = 'ready'
|
||||||
|
, updated_at = clock_timestamp()
|
||||||
|
WHERE 1=1
|
||||||
|
AND id = %s
|
||||||
|
RETURNING *
|
||||||
|
''', (attachment_id,)).fetchone()
|
||||||
|
return self.attachment_public(row)
|
||||||
|
|
||||||
|
def attachment_public(self, row):
|
||||||
|
result = public({k: v for k, v in row.items() if k not in ('object_key', 'state')})
|
||||||
|
return dict(result, status='ready', variants=[], error_code=None)
|
||||||
|
|
||||||
|
def attachment(self, actor, attachment_id):
|
||||||
|
with self.connection() as conn:
|
||||||
|
row = conn.execute('''
|
||||||
|
SELECT a.*
|
||||||
|
FROM attachments a
|
||||||
|
JOIN chat_members cm ON cm.chat_id = a.chat_id
|
||||||
|
WHERE 1=1
|
||||||
|
AND a.id = %s
|
||||||
|
AND cm.user_id = %s
|
||||||
|
''', (attachment_id, actor['id'])).fetchone()
|
||||||
|
if row is None:
|
||||||
|
missing()
|
||||||
|
if row['state'] == 'storage_missing':
|
||||||
|
unavailable()
|
||||||
|
if row['state'] != 'ready':
|
||||||
|
raise APIError(409, 'conflict', 'Вложение ещё не готово')
|
||||||
|
return row
|
||||||
|
|
||||||
|
|
||||||
|
def re_username(value):
|
||||||
|
import re
|
||||||
|
return re.fullmatch(r'[a-z0-9_]{3,32}', value)
|
||||||
@@ -0,0 +1,129 @@
|
|||||||
|
"""Conservative two-store reconciler; dry-run by default, no API endpoint."""
|
||||||
|
import argparse
|
||||||
|
import datetime as dt
|
||||||
|
import hashlib
|
||||||
|
import json
|
||||||
|
import re
|
||||||
|
import time
|
||||||
|
|
||||||
|
import psycopg
|
||||||
|
from psycopg.rows import dict_row
|
||||||
|
from botocore.exceptions import BotoCoreError, ClientError
|
||||||
|
|
||||||
|
from objects import Objects
|
||||||
|
from postgres import setting
|
||||||
|
|
||||||
|
|
||||||
|
def reconcile(apply=False, grace=3600):
|
||||||
|
started = time.monotonic()
|
||||||
|
# Fixed cutoff for the entire pass: objects born during scanning stay protected.
|
||||||
|
cutoff = dt.datetime.now(dt.timezone.utc) - dt.timedelta(seconds=grace)
|
||||||
|
objects = Objects(setting)
|
||||||
|
counts = dict(metadata=0, objects=0, head_calls=0, get_calls=0, deleted_objects=0, deleted_intents=0, marked_missing=0, restored=0, skipped_locked=0, protected_fresh=0, protected_ready=0, protected_foreign_prefix=0)
|
||||||
|
findings = []
|
||||||
|
def note(kind, attachment_id):
|
||||||
|
if len(findings) < 200:
|
||||||
|
findings.append({'kind': kind, 'id': str(attachment_id)})
|
||||||
|
with psycopg.connect(setting('DATABASE_URL'), autocommit=True, row_factory=dict_row, connect_timeout=2, options='-c statement_timeout=2000 -c lock_timeout=500') as conn:
|
||||||
|
if not conn.execute('SELECT pg_try_advisory_lock(2301004) AS locked').fetchone()['locked']:
|
||||||
|
raise RuntimeError('Another reconciler is running')
|
||||||
|
last = '00000000-0000-0000-0000-000000000000'
|
||||||
|
while True:
|
||||||
|
batch = conn.execute('SELECT id FROM attachments WHERE 1=1 AND id > %s ORDER BY id LIMIT 100', (last,)).fetchall()
|
||||||
|
if not batch:
|
||||||
|
break
|
||||||
|
for item in batch:
|
||||||
|
last = item['id']
|
||||||
|
counts['metadata'] += 1
|
||||||
|
with conn.transaction():
|
||||||
|
row = conn.execute('SELECT * FROM attachments WHERE 1=1 AND id = %s FOR UPDATE SKIP LOCKED', (last,)).fetchone()
|
||||||
|
if row is None:
|
||||||
|
counts['skipped_locked'] += 1
|
||||||
|
continue
|
||||||
|
if row['updated_at'] > cutoff:
|
||||||
|
counts['protected_fresh'] += 1
|
||||||
|
continue
|
||||||
|
head = objects.head(row['object_key'])
|
||||||
|
counts['head_calls'] += 1
|
||||||
|
if row['state'] == 'uploading':
|
||||||
|
# FK and state locking also prevent deleting anything referenced.
|
||||||
|
used = conn.execute('SELECT 1 FROM message_attachments WHERE 1=1 AND attachment_id = %s LIMIT 1', (last,)).fetchone()
|
||||||
|
if used:
|
||||||
|
note('unexpected_used_intent_retained', last)
|
||||||
|
continue
|
||||||
|
note('stale_intent', last)
|
||||||
|
if apply:
|
||||||
|
objects.delete(row['object_key'])
|
||||||
|
counts['deleted_objects'] += int(head is not None)
|
||||||
|
conn.execute("DELETE FROM attachments WHERE 1=1 AND id = %s AND state = 'uploading'", (last,))
|
||||||
|
counts['deleted_intents'] += 1
|
||||||
|
elif head is None or head['ContentLength'] != row['size_bytes'] or head.get('Metadata', {}).get('sha256') != row['sha256']:
|
||||||
|
note('missing_or_mismatched', last)
|
||||||
|
if apply and row['state'] != 'storage_missing':
|
||||||
|
conn.execute("UPDATE attachments SET state = 'storage_missing', updated_at = clock_timestamp() WHERE 1=1 AND id = %s", (last,))
|
||||||
|
counts['marked_missing'] += 1
|
||||||
|
elif row['state'] == 'storage_missing':
|
||||||
|
# Recovery needs actual bytes, not merely a claimed metadata hash.
|
||||||
|
response = objects.get(row['object_key'])
|
||||||
|
counts['get_calls'] += 1
|
||||||
|
digest = hashlib.sha256()
|
||||||
|
size = 0
|
||||||
|
with response['Body'] as stream:
|
||||||
|
for chunk in iter(lambda: stream.read(64 * 1024), b''):
|
||||||
|
digest.update(chunk)
|
||||||
|
size += len(chunk)
|
||||||
|
if size == row['size_bytes'] and digest.hexdigest() == row['sha256']:
|
||||||
|
note('recoverable', last)
|
||||||
|
if apply:
|
||||||
|
conn.execute("UPDATE attachments SET state = 'ready', updated_at = clock_timestamp() WHERE 1=1 AND id = %s", (last,))
|
||||||
|
counts['restored'] += 1
|
||||||
|
else:
|
||||||
|
note('corrupt_recovery_retained', last)
|
||||||
|
else:
|
||||||
|
counts['protected_ready'] += 1
|
||||||
|
# Paginated listing; never collect all keys in memory.
|
||||||
|
paginator = objects.client.get_paginator('list_objects_v2')
|
||||||
|
for result in paginator.paginate(Bucket=objects.bucket, Prefix='originals/', PaginationConfig={'PageSize': 100}):
|
||||||
|
for item in result.get('Contents', []):
|
||||||
|
counts['objects'] += 1
|
||||||
|
key = item['Key']
|
||||||
|
if not re.fullmatch(r'originals/[a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[89ab][a-f0-9]{3}-[a-f0-9]{12}', key):
|
||||||
|
counts['protected_foreign_prefix'] += 1
|
||||||
|
continue
|
||||||
|
if item['LastModified'] > cutoff:
|
||||||
|
counts['protected_fresh'] += 1
|
||||||
|
continue
|
||||||
|
# A valid upload commits intent BEFORE PUT, and never reuses object keys.
|
||||||
|
with conn.transaction():
|
||||||
|
if conn.execute('SELECT 1 FROM attachments WHERE 1=1 AND object_key = %s', (key,)).fetchone():
|
||||||
|
continue
|
||||||
|
head = objects.head(key)
|
||||||
|
counts['head_calls'] += 1
|
||||||
|
if head is None or head['LastModified'] > cutoff:
|
||||||
|
continue
|
||||||
|
note('orphan', key.split('/')[1])
|
||||||
|
if apply:
|
||||||
|
objects.delete(key)
|
||||||
|
counts['deleted_objects'] += 1
|
||||||
|
objects.client.close()
|
||||||
|
return dict(apply=apply, grace_seconds=grace, elapsed_seconds=round(time.monotonic() - started, 6), counts=counts, findings=findings)
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
parser = argparse.ArgumentParser(description=__doc__)
|
||||||
|
parser.add_argument('--apply', action='store_true')
|
||||||
|
parser.add_argument('--grace-seconds', type=int, default=3600)
|
||||||
|
parser.add_argument('--allow-short-test-grace', action='store_true', help='Only on an isolated synthetic test stand')
|
||||||
|
args = parser.parse_args()
|
||||||
|
if args.grace_seconds < (1 if args.allow_short_test_grace else 3600):
|
||||||
|
parser.error('Production grace must be at least 3600 seconds')
|
||||||
|
try:
|
||||||
|
print(json.dumps(reconcile(args.apply, args.grace_seconds), indent=2))
|
||||||
|
except Exception:
|
||||||
|
# Do not serialize library exception details, DSNs, signatures or keys.
|
||||||
|
print(json.dumps({'error': 'Reconciliation aborted; no fail-open cleanup. Retry after restoring dependencies.'}))
|
||||||
|
raise SystemExit(1)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
main()
|
||||||
+290
@@ -0,0 +1,290 @@
|
|||||||
|
"""Bounded threaded API; persistent correctness state is shared across replicas."""
|
||||||
|
import concurrent.futures
|
||||||
|
import http.server
|
||||||
|
import json
|
||||||
|
import logging
|
||||||
|
import os
|
||||||
|
import time
|
||||||
|
import signal
|
||||||
|
import socket
|
||||||
|
import threading
|
||||||
|
import uuid
|
||||||
|
from urllib.parse import parse_qs, urlsplit
|
||||||
|
|
||||||
|
from objects import bounded_upload, receive, filename, unavailable
|
||||||
|
|
||||||
|
from common import APIError, identifier, invalid, missing, page_args
|
||||||
|
|
||||||
|
LOG = logging.getLogger('messenger')
|
||||||
|
|
||||||
|
|
||||||
|
def unique_object(pairs):
|
||||||
|
result = {}
|
||||||
|
for key, value in pairs:
|
||||||
|
if key in result:
|
||||||
|
invalid()
|
||||||
|
result[key] = value
|
||||||
|
return result
|
||||||
|
|
||||||
|
|
||||||
|
class Handler(http.server.BaseHTTPRequestHandler):
|
||||||
|
protocol_version = 'HTTP/1.1'
|
||||||
|
|
||||||
|
def setup(self):
|
||||||
|
super().setup()
|
||||||
|
self.connection.settimeout(3)
|
||||||
|
|
||||||
|
def send_error(self, code, message=None, explain=None):
|
||||||
|
# BaseHTTPRequestHandler otherwise emits HTML without contract headers.
|
||||||
|
self.request_id = uuid.uuid4().hex
|
||||||
|
self.route = ''
|
||||||
|
self.close_connection = True
|
||||||
|
status = 413 if code == 413 else 400
|
||||||
|
self.reply(status, {'error': {'code': 'payload_too_large' if status == 413 else 'invalid_request', 'message': 'Некорректный HTTP-запрос', 'request_id': self.request_id}})
|
||||||
|
|
||||||
|
def log_message(self, *args):
|
||||||
|
pass
|
||||||
|
|
||||||
|
def reply(self, status, body):
|
||||||
|
if status == 200 and isinstance(body, tuple):
|
||||||
|
return self.download(*body)
|
||||||
|
raw = b'' if status == 204 else json.dumps(body, ensure_ascii=False, allow_nan=False).encode('utf-8')
|
||||||
|
if status >= 400:
|
||||||
|
self.close_connection = True
|
||||||
|
self.send_response(status)
|
||||||
|
self.send_header('Content-Type', 'application/json')
|
||||||
|
self.send_header('Content-Length', str(len(raw)))
|
||||||
|
if self.close_connection:
|
||||||
|
self.send_header('Connection', 'close')
|
||||||
|
self.send_header('X-Request-Id', self.request_id)
|
||||||
|
self.send_header('X-Instance-Id', self.server.instance_id)
|
||||||
|
if status == 401 and self.server.store.persistent:
|
||||||
|
self.send_header('WWW-Authenticate', 'Basic realm="messenger", charset="UTF-8"' if self.route == '/api/v1/auth/sessions' else 'Bearer realm="messenger"')
|
||||||
|
self.end_headers()
|
||||||
|
if self.command != 'HEAD':
|
||||||
|
self.wfile.write(raw)
|
||||||
|
|
||||||
|
def download(self, row, response, chunk):
|
||||||
|
stream = response['Body']
|
||||||
|
try:
|
||||||
|
self.send_response(200)
|
||||||
|
self.send_header('Content-Type', row['content_type'])
|
||||||
|
self.send_header('Content-Length', str(row['size_bytes']))
|
||||||
|
self.send_header('X-Request-Id', self.request_id)
|
||||||
|
self.send_header('X-Instance-Id', self.server.instance_id)
|
||||||
|
self.send_header('X-Content-Type-Options', 'nosniff')
|
||||||
|
self.send_header('Cache-Control', 'private, no-store')
|
||||||
|
self.end_headers()
|
||||||
|
deadline = time.monotonic() + 15
|
||||||
|
while chunk:
|
||||||
|
self.wfile.write(chunk)
|
||||||
|
if time.monotonic() > deadline:
|
||||||
|
raise TimeoutError()
|
||||||
|
chunk = stream.read(64 * 1024)
|
||||||
|
finally:
|
||||||
|
stream.close()
|
||||||
|
|
||||||
|
def body(self):
|
||||||
|
lengths = self.headers.get_all('Content-Length', [])
|
||||||
|
if len(lengths) != 1 or self.headers.get('Transfer-Encoding'):
|
||||||
|
invalid()
|
||||||
|
try:
|
||||||
|
length = int(lengths[0])
|
||||||
|
except ValueError:
|
||||||
|
invalid()
|
||||||
|
if length > 32768:
|
||||||
|
raise APIError(413, 'payload_too_large', 'Максимальный JSON — 32768 байт')
|
||||||
|
if length <= 0:
|
||||||
|
invalid()
|
||||||
|
if self.headers.get_content_type() != 'application/json':
|
||||||
|
raise APIError(415, 'unsupported_media_type', 'Требуется application/json')
|
||||||
|
try:
|
||||||
|
raw = self.rfile.read(length)
|
||||||
|
if len(raw) != length:
|
||||||
|
invalid()
|
||||||
|
return json.loads(raw.decode('utf-8'), object_pairs_hook=unique_object, parse_constant=lambda _: invalid())
|
||||||
|
except (ValueError, UnicodeError, RecursionError):
|
||||||
|
invalid()
|
||||||
|
|
||||||
|
def dispatch(self):
|
||||||
|
self.request_id = uuid.uuid4().hex
|
||||||
|
self.route = urlsplit(self.path).path
|
||||||
|
status = 500
|
||||||
|
try:
|
||||||
|
status, result = self.route_request()
|
||||||
|
except APIError as exc:
|
||||||
|
status = exc.status
|
||||||
|
result = {'error': {'code': exc.code, 'message': exc.message, 'request_id': self.request_id}}
|
||||||
|
except Exception:
|
||||||
|
# No bodies, credentials, tokens, SQL or exception details in logs/responses.
|
||||||
|
LOG.error('request_failed request_id=%s', self.request_id)
|
||||||
|
result = {'error': {'code': 'internal_error', 'message': 'Внутренняя ошибка', 'request_id': self.request_id}}
|
||||||
|
try:
|
||||||
|
self.reply(status, result)
|
||||||
|
except Exception:
|
||||||
|
self.close_connection = True
|
||||||
|
LOG.info('method=%s status=%s request_id=%s', self.command, status, self.request_id)
|
||||||
|
|
||||||
|
def route_request(self):
|
||||||
|
method, path, store = self.command, self.route, self.server.store
|
||||||
|
if method == 'GET' and path in ('/health/live', '/health/ready'):
|
||||||
|
if path.endswith('ready'):
|
||||||
|
store.ready()
|
||||||
|
return 200, {'status': 'ok'}
|
||||||
|
if method == 'POST' and path == '/api/v1/users':
|
||||||
|
return 201, store.register(self.body())
|
||||||
|
if store.persistent and method == 'POST' and path == '/api/v1/auth/sessions':
|
||||||
|
if self.headers.get('Transfer-Encoding') or self.headers.get('Content-Length', '0') != '0':
|
||||||
|
invalid()
|
||||||
|
return 201, store.login(self.headers)
|
||||||
|
actor = store.authenticate(self.headers)
|
||||||
|
if store.persistent and method == 'DELETE' and path == '/api/v1/auth/sessions/current':
|
||||||
|
store.logout(self.headers)
|
||||||
|
return 204, None
|
||||||
|
if method == 'GET' and path == '/api/v1/users/me':
|
||||||
|
return 200, actor
|
||||||
|
query = parse_qs(urlsplit(self.path).query, keep_blank_values=True)
|
||||||
|
if path == '/api/v1/chats':
|
||||||
|
if method == 'POST':
|
||||||
|
return 201, store.create_chat(actor, self.body())
|
||||||
|
if method == 'GET':
|
||||||
|
scope = 'chats:' + actor['id']
|
||||||
|
limit, cursor = page_args(query, scope)
|
||||||
|
return 200, store.list_chats(actor, limit, cursor, scope)
|
||||||
|
parts = path.split('/')
|
||||||
|
if len(parts) in (5, 6) and parts[1:4] == ['api', 'v1', 'attachments'] and method == 'GET':
|
||||||
|
row = store.attachment(actor, identifier(parts[4]))
|
||||||
|
if len(parts) == 5:
|
||||||
|
if query:
|
||||||
|
invalid()
|
||||||
|
return 200, store.attachment_public(row)
|
||||||
|
if parts[5] == 'content':
|
||||||
|
if set(query) - {'variant'} or any(len(v) != 1 for v in query.values()):
|
||||||
|
invalid()
|
||||||
|
if query.get('variant', ['original'])[0] != 'original':
|
||||||
|
missing()
|
||||||
|
response = store.objects.get(row['object_key'])
|
||||||
|
try:
|
||||||
|
chunk = response['Body'].read(64 * 1024)
|
||||||
|
if response['ContentLength'] != row['size_bytes'] or not chunk:
|
||||||
|
unavailable()
|
||||||
|
except Exception:
|
||||||
|
response['Body'].close()
|
||||||
|
unavailable()
|
||||||
|
return 200, (row, response, chunk)
|
||||||
|
if len(parts) in (5, 6) and parts[1:4] == ['api', 'v1', 'chats']:
|
||||||
|
chat_id = identifier(parts[4])
|
||||||
|
if store.access_mode == 'baseline':
|
||||||
|
store.chat(actor, chat_id)
|
||||||
|
if len(parts) == 5 and method == 'GET':
|
||||||
|
return 200, store.chat(actor, chat_id)
|
||||||
|
if len(parts) == 6 and parts[5] == 'attachments' and method == 'POST':
|
||||||
|
store.chat(actor, chat_id)
|
||||||
|
if set(query) != {'filename'} or len(query['filename']) != 1:
|
||||||
|
invalid()
|
||||||
|
name = filename(query['filename'][0])
|
||||||
|
with bounded_upload():
|
||||||
|
with receive(self) as (source, length, mime, digest):
|
||||||
|
return 201, store.upload(actor, chat_id, name, source, length, mime, digest)
|
||||||
|
if len(parts) == 6 and parts[5] == 'messages':
|
||||||
|
if method == 'POST':
|
||||||
|
keys = self.headers.get_all('Idempotency-Key', [])
|
||||||
|
return 201, store.send(actor, chat_id, self.body(), keys[0] if len(keys) == 1 else None)
|
||||||
|
if method == 'GET':
|
||||||
|
scope = 'messages:' + chat_id
|
||||||
|
limit, cursor = page_args(query, scope)
|
||||||
|
return 200, store.history(actor, chat_id, limit, cursor, scope)
|
||||||
|
missing()
|
||||||
|
|
||||||
|
do_GET = do_POST = do_DELETE = do_PUT = do_PATCH = do_OPTIONS = dispatch
|
||||||
|
|
||||||
|
|
||||||
|
class Server(http.server.HTTPServer):
|
||||||
|
request_queue_size = 64
|
||||||
|
allow_reuse_address = True
|
||||||
|
|
||||||
|
def __init__(self, address, store):
|
||||||
|
self.store = store
|
||||||
|
self.instance_id = uuid.uuid4().hex
|
||||||
|
workers = int(os.environ.get('HTTP_WORKERS', '16'))
|
||||||
|
if not 1 <= workers <= 128:
|
||||||
|
raise ValueError('HTTP_WORKERS must be 1..128')
|
||||||
|
self.executor = concurrent.futures.ThreadPoolExecutor(max_workers=workers)
|
||||||
|
self.slots = threading.BoundedSemaphore(workers * 2)
|
||||||
|
self.connections = set()
|
||||||
|
self.connections_lock = threading.Lock()
|
||||||
|
super().__init__(address, Handler)
|
||||||
|
|
||||||
|
def process_request(self, request, address):
|
||||||
|
if not self.slots.acquire(blocking=False):
|
||||||
|
rid = uuid.uuid4().hex
|
||||||
|
raw = json.dumps({'error': {'code': 'unavailable', 'message': 'Очередь запросов заполнена', 'request_id': rid}}).encode()
|
||||||
|
try:
|
||||||
|
request.settimeout(0.2)
|
||||||
|
request.sendall(('HTTP/1.0 503 Service Unavailable\r\nContent-Type: application/json\r\nX-Instance-Id: ' + self.instance_id + '\r\nX-Request-Id: ' + rid + '\r\nContent-Length: ' + str(len(raw)) + '\r\n\r\n').encode() + raw)
|
||||||
|
except OSError:
|
||||||
|
pass
|
||||||
|
self.shutdown_request(request)
|
||||||
|
return
|
||||||
|
with self.connections_lock:
|
||||||
|
self.connections.add(request)
|
||||||
|
self.executor.submit(self.worker, request, address)
|
||||||
|
|
||||||
|
def worker(self, request, address):
|
||||||
|
try:
|
||||||
|
self.finish_request(request, address)
|
||||||
|
except OSError:
|
||||||
|
pass
|
||||||
|
finally:
|
||||||
|
self.shutdown_request(request)
|
||||||
|
with self.connections_lock:
|
||||||
|
self.connections.discard(request)
|
||||||
|
self.slots.release()
|
||||||
|
|
||||||
|
def close_connections(self):
|
||||||
|
with self.connections_lock:
|
||||||
|
connections = list(self.connections)
|
||||||
|
for connection in connections:
|
||||||
|
try:
|
||||||
|
connection.shutdown(socket.SHUT_RDWR)
|
||||||
|
except OSError:
|
||||||
|
pass
|
||||||
|
|
||||||
|
def server_close(self):
|
||||||
|
super().server_close()
|
||||||
|
# Bound draining even when a slow client keeps an incomplete request alive.
|
||||||
|
deadline = threading.Timer(5, self.close_connections)
|
||||||
|
deadline.start()
|
||||||
|
try:
|
||||||
|
self.executor.shutdown(wait=True)
|
||||||
|
finally:
|
||||||
|
deadline.cancel()
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
logging.basicConfig(level=os.environ.get('LOG_LEVEL', 'INFO'), format='%(asctime)s %(levelname)s %(message)s')
|
||||||
|
from postgres import Store
|
||||||
|
store = Store()
|
||||||
|
server = Server((os.environ.get('APP_HOST', '0.0.0.0'), int(os.environ.get('APP_PORT', '8080'))), store)
|
||||||
|
stopping = threading.Event()
|
||||||
|
|
||||||
|
def stop(signum, frame):
|
||||||
|
if not stopping.is_set():
|
||||||
|
stopping.set()
|
||||||
|
LOG.info('shutdown_started signal=%s', signum)
|
||||||
|
threading.Thread(target=server.shutdown, daemon=True).start()
|
||||||
|
|
||||||
|
signal.signal(signal.SIGUSR1, lambda *_: LOG.warning('pool_stats instance=%s stats=%s', server.instance_id, json.dumps(store.pool.get_stats())))
|
||||||
|
signal.signal(signal.SIGTERM, stop)
|
||||||
|
signal.signal(signal.SIGINT, stop)
|
||||||
|
LOG.info('started port=%s', server.server_address[1])
|
||||||
|
try:
|
||||||
|
server.serve_forever(poll_interval=0.1)
|
||||||
|
finally:
|
||||||
|
server.server_close()
|
||||||
|
store.close()
|
||||||
|
LOG.info('shutdown_complete')
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
main()
|
||||||
@@ -0,0 +1,134 @@
|
|||||||
|
"""Actual replica stop after upload, interrupted request, and dependency outages."""
|
||||||
|
import hashlib
|
||||||
|
import json
|
||||||
|
import os
|
||||||
|
from pathlib import Path
|
||||||
|
import socket
|
||||||
|
import subprocess
|
||||||
|
import sys
|
||||||
|
import time
|
||||||
|
import urllib.error
|
||||||
|
import urllib.request
|
||||||
|
import uuid
|
||||||
|
from urllib.parse import urlsplit
|
||||||
|
|
||||||
|
ROOT = Path(__file__).resolve().parents[1]
|
||||||
|
sys.path.insert(0, str(ROOT / 'tests'))
|
||||||
|
from client import Client, Failure
|
||||||
|
|
||||||
|
|
||||||
|
def docker(*args, code=None):
|
||||||
|
result = subprocess.run(['docker', *args], input=code, text=True, capture_output=True, check=True)
|
||||||
|
return result.stdout.strip()
|
||||||
|
|
||||||
|
|
||||||
|
def instance(container):
|
||||||
|
return docker('exec', container, 'python', '-c', "import urllib.request; print(urllib.request.urlopen('http://127.0.0.1:8080/health/live').headers['X-Instance-Id'])")
|
||||||
|
|
||||||
|
|
||||||
|
def wait(c):
|
||||||
|
deadline = time.monotonic() + 60
|
||||||
|
while True:
|
||||||
|
try:
|
||||||
|
c.call('GET', '/health/ready', schema='Health')
|
||||||
|
return
|
||||||
|
except Failure:
|
||||||
|
if time.monotonic() > deadline:
|
||||||
|
raise
|
||||||
|
time.sleep(.2)
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
c = Client()
|
||||||
|
alice, bob, eve, chat = c.bootstrap()
|
||||||
|
content = (ROOT / 'tests/fixtures/sample.png').read_bytes()
|
||||||
|
containers = docker('compose', 'ps', '-q', 'api').splitlines()
|
||||||
|
assert len(containers) == 2
|
||||||
|
report = {'replicas': []}
|
||||||
|
for container in containers:
|
||||||
|
alias = instance(container)
|
||||||
|
for attempt in range(20):
|
||||||
|
response = c.call('POST', '/api/v1/chats/' + chat['id'] + '/attachments?filename=failover.png', 201, actor=alice, raw=content, headers={'Content-Type': 'image/png'}, schema='Attachment')
|
||||||
|
if response['headers']['X-Instance-Id'] == alias:
|
||||||
|
break
|
||||||
|
else:
|
||||||
|
raise AssertionError('Target uploader never observed')
|
||||||
|
att = response['json']
|
||||||
|
message = c.message(alice, chat, 'file before stop', attachments=[att['id']])['json']
|
||||||
|
started = time.monotonic()
|
||||||
|
try:
|
||||||
|
docker('stop', '--time', '8', container)
|
||||||
|
state = json.loads(docker('inspect', '--format', '{{json .State}}', container))
|
||||||
|
assert not state['Running']
|
||||||
|
while True:
|
||||||
|
try:
|
||||||
|
data = c.call('GET', '/api/v1/attachments/' + att['id'] + '/content', actor=bob)
|
||||||
|
assert data['headers']['X-Instance-Id'] != alias and data['bytes'] == content
|
||||||
|
break
|
||||||
|
except Failure:
|
||||||
|
assert time.monotonic() - started < 10
|
||||||
|
time.sleep(.1)
|
||||||
|
key = uuid.uuid4().hex
|
||||||
|
write_failures = 0
|
||||||
|
while True:
|
||||||
|
try:
|
||||||
|
c.message(alice, chat, 'write survives stop', key=key)
|
||||||
|
break
|
||||||
|
except Failure:
|
||||||
|
write_failures += 1
|
||||||
|
assert time.monotonic() - started < 10
|
||||||
|
time.sleep(.1)
|
||||||
|
report['replicas'].append({'container': container, 'uploader': alias, 'downloader': data['headers']['X-Instance-Id'], 'confirmed_stopped': True, 'transient_write_failures': write_failures, 'recovery_seconds': round(time.monotonic() - started, 3), 'sha256': hashlib.sha256(data['bytes']).hexdigest(), 'exit_code': state['ExitCode'], 'oom_killed': state['OOMKilled']})
|
||||||
|
finally:
|
||||||
|
docker('compose', 'up', '-d', '--wait', '--no-deps', 'api')
|
||||||
|
wait(c)
|
||||||
|
# Send only part of a declared upload and terminate the TCP connection.
|
||||||
|
name = 'interrupted_' + uuid.uuid4().hex + '.png'
|
||||||
|
target = urlsplit(c.base)
|
||||||
|
connection = socket.create_connection((target.hostname, target.port), timeout=3)
|
||||||
|
headers = 'POST /api/v1/chats/' + chat['id'] + '/attachments?filename=' + name + ' HTTP/1.1\r\nHost: localhost\r\nAuthorization: Bearer ' + alice['token'] + '\r\nContent-Type: image/png\r\nContent-Length: 10485760\r\nConnection: close\r\n\r\n'
|
||||||
|
connection.sendall(headers.encode() + content[:30])
|
||||||
|
connection.shutdown(socket.SHUT_WR)
|
||||||
|
connection.close()
|
||||||
|
time.sleep(.5)
|
||||||
|
rows = docker('compose', 'exec', '-T', 'api', 'python', '-c', "import sys; sys.path.insert(0,'src'); from postgres import setting; import psycopg; c=psycopg.connect(setting('DATABASE_URL')); print(c.execute('SELECT count(*) FROM attachments WHERE 1=1 AND filename = %s', ('" + name + "',)).fetchone()[0])")
|
||||||
|
assert rows == '0'
|
||||||
|
report['interrupted_before_validation_leaves_no_intent'] = True
|
||||||
|
# Observe API directly inside its container after the LB removes unready backends.
|
||||||
|
probe_code = """import sys, json, urllib.request, urllib.error
|
||||||
|
sys.path.insert(0,'src')
|
||||||
|
from postgres import Store
|
||||||
|
from common import APIError
|
||||||
|
s=Store()
|
||||||
|
try:
|
||||||
|
s.ready(); ready=200
|
||||||
|
except APIError as e: ready=e.status
|
||||||
|
try:
|
||||||
|
s.objects.get(%r); content_status=200
|
||||||
|
except APIError as e: content_status=e.status
|
||||||
|
live=urllib.request.urlopen('http://127.0.0.1:8080/health/live').status
|
||||||
|
print(json.dumps({'ready':ready,'content':content_status,'live':live}))
|
||||||
|
s.close()
|
||||||
|
""" % ('originals/' + att['id'])
|
||||||
|
try:
|
||||||
|
docker('compose', 'stop', 's3')
|
||||||
|
result = json.loads(docker('compose', 'exec', '-T', 'api', 'python', '-c', probe_code))
|
||||||
|
assert result == {'ready': 503, 'content': 503, 'live': 200}
|
||||||
|
report['s3_outage'] = result
|
||||||
|
finally:
|
||||||
|
docker('compose', 'up', '-d', '--wait', '--no-deps', 's3')
|
||||||
|
wait(c)
|
||||||
|
assert c.call('GET', '/api/v1/attachments/' + att['id'] + '/content', actor=bob)['bytes'] == content
|
||||||
|
try:
|
||||||
|
docker('compose', 'stop', 'redis')
|
||||||
|
assert c.call('GET', '/api/v1/users/me', actor=alice, schema='User')['json'] == alice['user']
|
||||||
|
c.message(alice, chat, 'Redis fallback')
|
||||||
|
report['redis_outage_fallback'] = True
|
||||||
|
finally:
|
||||||
|
docker('compose', 'up', '-d', '--wait', '--no-deps', 'redis')
|
||||||
|
wait(c)
|
||||||
|
print(json.dumps(report, indent=2))
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
main()
|
||||||
@@ -0,0 +1,24 @@
|
|||||||
|
"""Small deterministic PNG helpers; generation happens outside measurement."""
|
||||||
|
import random
|
||||||
|
import struct
|
||||||
|
import zlib
|
||||||
|
|
||||||
|
|
||||||
|
def chunk(name, data):
|
||||||
|
return struct.pack('!I', len(data)) + name + data + struct.pack('!I', zlib.crc32(name + data) & 0xffffffff)
|
||||||
|
|
||||||
|
|
||||||
|
def png(width, height, noise=False, rgb=True):
|
||||||
|
channels = 3 if rgb else 1
|
||||||
|
rand = random.Random(2301)
|
||||||
|
encoded = zlib.compressobj(1)
|
||||||
|
parts = []
|
||||||
|
for _ in range(height):
|
||||||
|
line = bytes(rand.getrandbits(8) for _ in range(width * channels)) if noise else b'\x7f' * (width * channels)
|
||||||
|
parts.append(encoded.compress(b'\0' + line))
|
||||||
|
parts.append(encoded.flush())
|
||||||
|
return b'\x89PNG\r\n\x1a\n' + chunk(b'IHDR', struct.pack('!IIBBBBB', width, height, 8, 2 if rgb else 0, 0, 0, 0)) + chunk(b'IDAT', b''.join(parts)) + chunk(b'IEND', b'')
|
||||||
|
|
||||||
|
|
||||||
|
def bomb():
|
||||||
|
return b'\x89PNG\r\n\x1a\n' + chunk(b'IHDR', struct.pack('!IIBBBBB', 10000, 4001, 8, 2, 0, 0, 0)) + chunk(b'IDAT', zlib.compress(b'x')) + chunk(b'IEND', b'')
|
||||||
@@ -0,0 +1,36 @@
|
|||||||
|
"""Render only measured local evidence; optional matplotlib dependency."""
|
||||||
|
import json
|
||||||
|
from pathlib import Path
|
||||||
|
import statistics
|
||||||
|
|
||||||
|
import matplotlib
|
||||||
|
matplotlib.use('Agg')
|
||||||
|
import matplotlib.pyplot as plt
|
||||||
|
|
||||||
|
ROOT = Path(__file__).resolve().parents[1]
|
||||||
|
evidence = ROOT / 'evidence'
|
||||||
|
plt.rcParams.update({'font.family': 'DejaVu Sans', 'font.size': 10})
|
||||||
|
research = json.loads((evidence / 'reconciliation.json').read_text())
|
||||||
|
groups = {}
|
||||||
|
for sample in research['scan_cost']:
|
||||||
|
groups.setdefault(sample['counts']['metadata'], []).append(sample['elapsed_seconds'])
|
||||||
|
fig, axes = plt.subplots(1, 2, figsize=(11, 4.2), layout='constrained')
|
||||||
|
for size, samples in groups.items():
|
||||||
|
axes[0].scatter([size] * len(samples), [x * 1000 for x in samples], color='#4e79a7', alpha=.65)
|
||||||
|
axes[0].plot(sorted(groups), [statistics.median(groups[n]) * 1000 for n in sorted(groups)], color='#4e79a7', label='Медиана 3 прогонов')
|
||||||
|
axes[0].set(xlabel='Число строк метаданных', ylabel='Полный обход, мс', title='Сверка PostgreSQL + S3')
|
||||||
|
axes[0].legend()
|
||||||
|
uploads = json.loads((evidence / 'uploads.json').read_text())['experiments']
|
||||||
|
labels = ['0,51 MiB\n0,18 Мп', '7,21 MiB\n2,52 Мп', '0,51 MiB\n40 Мп']
|
||||||
|
for i in range(2):
|
||||||
|
values = [int(list(e['after'].values())[i]['memory.peak']) / 1048576 for e in uploads]
|
||||||
|
axes[1].bar([n + (i - .5) * .34 for n in range(3)], values, width=.34, label='API ' + str(i + 1))
|
||||||
|
axes[1].axhline(512, color='#e15759', linestyle='--', label='Лимит на реплику')
|
||||||
|
axes[1].set(xticks=range(3), xticklabels=labels, ylabel='cgroup memory.peak, MiB', title='10 одновременных upload + download')
|
||||||
|
axes[1].legend(fontsize=8)
|
||||||
|
for ax in axes:
|
||||||
|
ax.grid(axis='y', alpha=.2)
|
||||||
|
ax.set_axisbelow(True)
|
||||||
|
fig.suptitle('ЛР 4 · измерения локального стенда · 27 октября 2026')
|
||||||
|
fig.savefig(evidence / 'research.png', dpi=160)
|
||||||
|
fig.savefig(evidence / 'research.svg')
|
||||||
@@ -0,0 +1,123 @@
|
|||||||
|
"""Track 2 fault injection and measured traversal; use only synthetic lab4 data."""
|
||||||
|
import concurrent.futures
|
||||||
|
import datetime as dt
|
||||||
|
import hashlib
|
||||||
|
import io
|
||||||
|
import json
|
||||||
|
from pathlib import Path
|
||||||
|
import sys
|
||||||
|
import time
|
||||||
|
import uuid
|
||||||
|
|
||||||
|
import psycopg
|
||||||
|
from psycopg.rows import dict_row
|
||||||
|
sys.path[:0] = [str(Path.cwd() / 'tests'), '/app/src']
|
||||||
|
from client import Client
|
||||||
|
from objects import Objects
|
||||||
|
from postgres import setting, Store
|
||||||
|
from reconcile import reconcile
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
c = Client()
|
||||||
|
alice, bob, eve, chat = c.bootstrap()
|
||||||
|
good, content = c.attachment(alice, chat)
|
||||||
|
message = c.message(alice, chat, '', attachments=[good['id']])['json']
|
||||||
|
sha = hashlib.sha256(content).hexdigest()
|
||||||
|
objects = Objects(setting)
|
||||||
|
report = {'method': 'real S3 and PostgreSQL, per-run fixed cutoff, synthetic data, 2s test grace; production >=3600s', 'checks': {}, 'passes': []}
|
||||||
|
with psycopg.connect(setting('DATABASE_URL'), autocommit=True, row_factory=dict_row) as conn:
|
||||||
|
def row(attachment_id):
|
||||||
|
return conn.execute('SELECT * FROM attachments WHERE 1=1 AND id = %s', (attachment_id,)).fetchone()
|
||||||
|
def aged(attachment_id):
|
||||||
|
conn.execute("UPDATE attachments SET updated_at = clock_timestamp() - INTERVAL '2 hours' WHERE 1=1 AND id = %s", (attachment_id,))
|
||||||
|
def intent(state='uploading'):
|
||||||
|
aid = uuid.uuid4()
|
||||||
|
conn.execute('''
|
||||||
|
INSERT INTO attachments (id, chat_id, owner_id, filename, object_key, content_type, size_bytes, sha256, state, updated_at)
|
||||||
|
VALUES (%s, %s, %s, 'research.png', %s, 'image/png', %s, %s, %s, clock_timestamp() - INTERVAL '2 hours')
|
||||||
|
''', (aid, chat['id'], alice['id'], 'originals/' + str(aid), len(content), sha, state))
|
||||||
|
return str(aid)
|
||||||
|
# Fail precisely after successful S3 PUT, before the ready UPDATE/COMMIT.
|
||||||
|
broken_name = 'fault_' + uuid.uuid4().hex + '.png'
|
||||||
|
trigger = 'research_' + uuid.uuid4().hex
|
||||||
|
try:
|
||||||
|
from psycopg import sql
|
||||||
|
conn.execute(sql.SQL('''CREATE FUNCTION {}() RETURNS trigger LANGUAGE plpgsql AS $$
|
||||||
|
BEGIN
|
||||||
|
IF NEW.state = 'ready' AND NEW.filename = '{}' THEN
|
||||||
|
RAISE EXCEPTION 'synthetic research failure';
|
||||||
|
END IF;
|
||||||
|
RETURN NEW;
|
||||||
|
END $$''').format(sql.Identifier(trigger), sql.SQL(broken_name)))
|
||||||
|
conn.execute(sql.SQL('CREATE TRIGGER {} BEFORE UPDATE ON attachments FOR EACH ROW EXECUTE FUNCTION {}()').format(sql.Identifier(trigger), sql.Identifier(trigger)))
|
||||||
|
c.call('POST', '/api/v1/chats/' + chat['id'] + '/attachments?filename=' + broken_name, 503, actor=alice, raw=content, headers={'Content-Type': 'image/png'})
|
||||||
|
failed = conn.execute('SELECT id, state, object_key FROM attachments WHERE 1=1 AND filename = %s', (broken_name,)).fetchone()
|
||||||
|
assert failed['state'] == 'uploading' and objects.head(failed['object_key']) is not None
|
||||||
|
aged(failed['id'])
|
||||||
|
finally:
|
||||||
|
conn.execute(sql.SQL('DROP TRIGGER IF EXISTS {} ON attachments').format(sql.Identifier(trigger)))
|
||||||
|
conn.execute(sql.SQL('DROP FUNCTION IF EXISTS {}()').format(sql.Identifier(trigger)))
|
||||||
|
absent = intent() # DB intent exists, S3 PUT never happened (process died first).
|
||||||
|
missing, _ = c.attachment(alice, chat)
|
||||||
|
c.message(alice, chat, 'keep missing reference', attachments=[missing['id']])
|
||||||
|
missing_key = 'originals/' + missing['id']
|
||||||
|
objects.delete(missing_key) # S3-side loss; referenced metadata must never be erased.
|
||||||
|
aged(missing['id'])
|
||||||
|
orphan_key = 'originals/' + str(uuid.uuid4())
|
||||||
|
objects.put(orphan_key, io.BytesIO(content), len(content), 'image/png', sha) # no DB row
|
||||||
|
aged(good['id'])
|
||||||
|
# Wait real object age; don't forge LastModified or replace the S3 clock.
|
||||||
|
time.sleep(3)
|
||||||
|
fresh_key = 'originals/' + str(uuid.uuid4())
|
||||||
|
objects.put(fresh_key, io.BytesIO(content), len(content), 'image/png', sha)
|
||||||
|
fresh_intent = intent()
|
||||||
|
conn.execute('UPDATE attachments SET updated_at = clock_timestamp() WHERE 1=1 AND id = %s', (fresh_intent,))
|
||||||
|
locked = intent()
|
||||||
|
# Hold the same lock as a live uploader while reconciliation runs.
|
||||||
|
with psycopg.connect(setting('DATABASE_URL')) as uploading:
|
||||||
|
uploading.execute('SELECT id FROM attachments WHERE 1=1 AND id = %s FOR UPDATE', (locked,))
|
||||||
|
dry = reconcile(False, 2)
|
||||||
|
assert row(failed['id']) and row(absent) and row(missing['id'])['state'] == 'ready'
|
||||||
|
assert objects.head(orphan_key) is not None
|
||||||
|
report['checks']['dry_run_mutates_nothing'] = True
|
||||||
|
fixed = reconcile(True, 2)
|
||||||
|
assert row(failed['id']) is None and row(absent) is None
|
||||||
|
assert objects.head(failed['object_key']) is None and objects.head(orphan_key) is None
|
||||||
|
assert row(missing['id'])['state'] == 'storage_missing'
|
||||||
|
assert row(locked) is not None and fixed['counts']['skipped_locked'] >= 1
|
||||||
|
assert row(fresh_intent) is not None and objects.head(fresh_key) is not None
|
||||||
|
assert row(good['id'])['state'] == 'ready' and objects.head('originals/' + good['id']) is not None
|
||||||
|
report['checks'].update(stale_intents_and_orphans_cleaned=True, fresh_and_locked_retained=True, used_ready_retained=True, missing_reference_retained=True)
|
||||||
|
repeat = reconcile(True, 2)
|
||||||
|
assert repeat['counts']['deleted_objects'] == 0 and repeat['counts']['marked_missing'] == 0
|
||||||
|
report['checks']['apply_repeat_idempotent'] = True
|
||||||
|
c.call('GET', '/api/v1/attachments/' + missing['id'] + '/content', 503, actor=bob)
|
||||||
|
# Restore exact original from the test's external copy; reconciler can't invent lost bytes.
|
||||||
|
objects.put(missing_key, io.BytesIO(content), len(content), 'image/png', sha)
|
||||||
|
aged(missing['id'])
|
||||||
|
recovered = reconcile(True, 2)
|
||||||
|
assert row(missing['id'])['state'] == 'ready'
|
||||||
|
assert c.call('GET', '/api/v1/attachments/' + missing['id'] + '/content', actor=bob)['bytes'] == content
|
||||||
|
report['checks']['restore_after_sha256_verification'] = True
|
||||||
|
# Verify metadata FK and existing message survive every repair.
|
||||||
|
assert conn.execute('SELECT 1 FROM message_attachments WHERE 1=1 AND message_id = %s AND attachment_id = %s', (message['id'], good['id'])).fetchone()
|
||||||
|
report['passes'] = [dict(name=n, **v) for n, v in [('dry_run', dry), ('apply', fixed), ('repeat', repeat), ('recover', recovered)]]
|
||||||
|
# Clean up only new unattached diagnostic keys/intents; confirmed files remain.
|
||||||
|
objects.delete(fresh_key)
|
||||||
|
for aid in [fresh_intent, locked]:
|
||||||
|
conn.execute("DELETE FROM attachments WHERE 1=1 AND id = %s AND state = 'uploading'", (aid,))
|
||||||
|
# Measure bounded scans at three populations; 3 repeats, no writes during scan.
|
||||||
|
report['scan_cost'] = []
|
||||||
|
for extra in [0, 100, 400]:
|
||||||
|
for _ in range(extra):
|
||||||
|
aid = intent('ready')
|
||||||
|
objects.put('originals/' + aid, io.BytesIO(content), len(content), 'image/png', sha)
|
||||||
|
for repetition in range(3):
|
||||||
|
scan = reconcile(False, 2)
|
||||||
|
report['scan_cost'].append({'repetition': repetition + 1, **scan})
|
||||||
|
print(json.dumps(report, indent=2))
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
main()
|
||||||
@@ -0,0 +1,32 @@
|
|||||||
|
"""A continuously trickling client still reaches the absolute upload deadline."""
|
||||||
|
import json
|
||||||
|
from pathlib import Path
|
||||||
|
import select
|
||||||
|
import socket
|
||||||
|
import sys
|
||||||
|
import time
|
||||||
|
import uuid
|
||||||
|
from urllib.parse import urlsplit
|
||||||
|
sys.path.insert(0, str(Path(__file__).resolve().parents[1] / 'tests'))
|
||||||
|
from client import Client
|
||||||
|
|
||||||
|
c = Client()
|
||||||
|
alice, bob, eve, chat = c.bootstrap()
|
||||||
|
target = urlsplit(c.base)
|
||||||
|
connection = socket.create_connection((target.hostname, target.port), timeout=3)
|
||||||
|
header = 'POST /api/v1/chats/' + chat['id'] + '/attachments?filename=slow_' + uuid.uuid4().hex + '.png HTTP/1.1\r\nHost: localhost\r\nAuthorization: Bearer ' + alice['token'] + '\r\nContent-Type: image/png\r\nContent-Length: 10485760\r\nConnection: close\r\n\r\n'
|
||||||
|
started = time.monotonic()
|
||||||
|
connection.sendall(header.encode())
|
||||||
|
response = b''
|
||||||
|
while time.monotonic() - started < 20:
|
||||||
|
if select.select([connection], [], [], .15)[0]:
|
||||||
|
response += connection.recv(4096)
|
||||||
|
if b'\r\n\r\n' in response:
|
||||||
|
break
|
||||||
|
connection.sendall(b'x')
|
||||||
|
connection.close()
|
||||||
|
elapsed = time.monotonic() - started
|
||||||
|
assert response.startswith(b'HTTP/1.1 400') or response.startswith(b'HTTP/1.0 400'), response[:100]
|
||||||
|
assert 14 <= elapsed < 19
|
||||||
|
assert b'x-instance-id:' in response.lower() and b'x-request-id:' in response.lower()
|
||||||
|
print(json.dumps({'trickle_seconds': round(elapsed, 3), 'http_status': 400, 'absolute_deadline_enforced': True}))
|
||||||
@@ -0,0 +1,69 @@
|
|||||||
|
"""Execute with the isolated tools profile; inject faults only into new test IDs."""
|
||||||
|
import hashlib
|
||||||
|
import io
|
||||||
|
import json
|
||||||
|
from pathlib import Path
|
||||||
|
import socket
|
||||||
|
import sys
|
||||||
|
import urllib.error
|
||||||
|
import urllib.request
|
||||||
|
import uuid
|
||||||
|
|
||||||
|
sys.path[:0] = [str(Path.cwd() / 'tests'), '/app/src']
|
||||||
|
from botocore.exceptions import ClientError
|
||||||
|
from PIL import Image
|
||||||
|
from client import Client
|
||||||
|
from objects import Objects
|
||||||
|
from postgres import setting
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
c = Client()
|
||||||
|
alice, bob, eve, chat = c.bootstrap()
|
||||||
|
att, content = c.attachment(alice, chat)
|
||||||
|
api = Objects(setting)
|
||||||
|
admin = Objects(lambda key: Path('/run/secrets/s3_admin_' + ('key' if key.endswith('_ID') else 'secret')).read_text().strip())
|
||||||
|
key = 'originals/' + att['id']
|
||||||
|
assert admin.head(key)['ContentLength'] == len(content)
|
||||||
|
denied = []
|
||||||
|
for path in ('/' + api.bucket + '/' + key, '/' + api.bucket + '?list-type=2'):
|
||||||
|
try:
|
||||||
|
urllib.request.urlopen('http://s3:8333' + path, timeout=3)
|
||||||
|
raise AssertionError('Anonymous S3 access allowed')
|
||||||
|
except urllib.error.HTTPError as error:
|
||||||
|
assert error.code == 403
|
||||||
|
denied.append(error.code)
|
||||||
|
# API credentials cannot create a bucket, read another bucket or change policy.
|
||||||
|
other = 'test-' + uuid.uuid4().hex
|
||||||
|
admin.client.create_bucket(Bucket=other)
|
||||||
|
rejected = []
|
||||||
|
try:
|
||||||
|
actions = [lambda: api.client.create_bucket(Bucket='forbidden-' + uuid.uuid4().hex), lambda: api.client.list_objects_v2(Bucket=other), lambda: api.client.put_bucket_policy(Bucket=api.bucket, Policy=json.dumps({'Version': '2012-10-17', 'Statement': []}))]
|
||||||
|
for action in actions:
|
||||||
|
try:
|
||||||
|
action()
|
||||||
|
raise AssertionError('API credentials have excessive permissions')
|
||||||
|
except ClientError as error:
|
||||||
|
assert error.response['ResponseMetadata']['HTTPStatusCode'] == 403
|
||||||
|
rejected.append(403)
|
||||||
|
finally:
|
||||||
|
admin.client.delete_bucket(Bucket=other)
|
||||||
|
for host, port in [('s3-store', 8888), ('s3', 12535)]:
|
||||||
|
try:
|
||||||
|
connection = socket.create_connection((host, port), timeout=1)
|
||||||
|
connection.close()
|
||||||
|
raise AssertionError('Administrative/internal endpoint is exposed')
|
||||||
|
except OSError:
|
||||||
|
pass
|
||||||
|
image = io.BytesIO()
|
||||||
|
Image.new('RGB', (320, 200), (20, 150, 210)).save(image, format='JPEG')
|
||||||
|
jpg = image.getvalue()
|
||||||
|
uploaded = c.call('POST', '/api/v1/chats/' + chat['id'] + '/attachments?filename=photo.jpg', 201, actor=alice, raw=jpg, headers={'Content-Type': 'image/jpeg'}, schema='Attachment')['json']
|
||||||
|
downloaded = c.call('GET', '/api/v1/attachments/' + uploaded['id'] + '/content', actor=bob)
|
||||||
|
assert downloaded['bytes'] == jpg and uploaded['sha256'] == hashlib.sha256(jpg).hexdigest()
|
||||||
|
c.call('POST', '/api/v1/chats/' + chat['id'] + '/attachments?filename=bad.jpg', 415, actor=alice, raw=jpg[:200], headers={'Content-Type': 'image/jpeg'})
|
||||||
|
print(json.dumps({'anonymous_statuses': denied, 'api_credentials_denied': rejected, 'internal_filer_and_admin_inaccessible': True, 'jpeg_byte_roundtrip': True, 'damaged_jpeg_415': True}, indent=2))
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
main()
|
||||||
@@ -0,0 +1,177 @@
|
|||||||
|
"""Extra black-box tests, without changing the course's public tests."""
|
||||||
|
import concurrent.futures
|
||||||
|
from pathlib import Path
|
||||||
|
import sys
|
||||||
|
import unittest
|
||||||
|
from urllib.parse import quote
|
||||||
|
import uuid
|
||||||
|
|
||||||
|
sys.path.insert(0, str(Path(__file__).resolve().parents[1] / 'tests'))
|
||||||
|
from client import Client as PublicClient, LAB
|
||||||
|
|
||||||
|
|
||||||
|
class Client(PublicClient):
|
||||||
|
def call(self, method, path, *args, headers=None, **kwargs):
|
||||||
|
headers = dict(headers or {})
|
||||||
|
if method == 'POST' and path.endswith('/messages'):
|
||||||
|
headers.setdefault('Idempotency-Key', uuid.uuid4().hex)
|
||||||
|
return super().call(method, path, *args, headers=headers, **kwargs)
|
||||||
|
|
||||||
|
|
||||||
|
class APIContract(unittest.TestCase):
|
||||||
|
def setUp(self):
|
||||||
|
self.client = Client()
|
||||||
|
self.alice, self.bob, self.eve, self.chat = self.client.bootstrap()
|
||||||
|
self.path = '/api/v1/chats/' + self.chat['id']
|
||||||
|
|
||||||
|
def test_malformed_json_and_extra_fields(self):
|
||||||
|
for raw in (b'{', b'[]', b'{"text":"x","text":"y"}', b'{"text":NaN}', b'{"text":"\\ud800"}'):
|
||||||
|
self.client.call('POST', self.path + '/messages', 400, actor=self.alice, raw=raw, headers={'Content-Type': 'application/json'})
|
||||||
|
for body in ({'text': 'ok', 'sender_id': self.eve['id']}, {'text': True}, {'text': ' '}, {'text': ''}, {'text': None}):
|
||||||
|
self.client.call('POST', self.path + '/messages', 400, actor=self.alice, body=body)
|
||||||
|
deep = b'{"text":' + b'[' * 1200 + b'0' + b']' * 1200 + b'}'
|
||||||
|
self.client.call('POST', self.path + '/messages', 400, actor=self.alice, raw=deep, headers={'Content-Type': 'application/json'})
|
||||||
|
|
||||||
|
def test_unicode_limits(self):
|
||||||
|
result = self.client.message(self.alice, self.chat, '👩' * 4000)['json']
|
||||||
|
self.assertEqual(result['text'], '👩' * 4000)
|
||||||
|
self.client.call('POST', self.path + '/messages', 400, actor=self.alice, body={'text': '👩' * 4001})
|
||||||
|
|
||||||
|
def test_unicode_nul_round_trip(self):
|
||||||
|
import base64
|
||||||
|
value = 'A\x00B\\u0000👩'
|
||||||
|
registration = dict(self.alice['registration'], username='nul_' + uuid.uuid4().hex[:20], display_name=value)
|
||||||
|
user = self.client.call('POST', '/api/v1/users', 201, body=registration, schema='User')['json']
|
||||||
|
self.assertEqual(user['display_name'], value)
|
||||||
|
credential = base64.b64encode((registration['username'] + ':' + registration['password']).encode()).decode()
|
||||||
|
session = self.client.call('POST', '/api/v1/auth/sessions', 201, headers={'Authorization': 'Basic ' + credential}, schema='Session')['json']
|
||||||
|
self.assertEqual(session['user'], user)
|
||||||
|
actor = {'id': user['id'], 'token': session['token']}
|
||||||
|
# Exercise the database path and then the Redis profile cache.
|
||||||
|
for _ in range(2):
|
||||||
|
self.assertEqual(self.client.call('GET', '/api/v1/users/me', actor=actor, schema='User')['json'], user)
|
||||||
|
chat = self.client.call('POST', '/api/v1/chats', 201, actor=actor, body={'title': value, 'member_ids': [actor['id']]}, schema='Chat')['json']
|
||||||
|
self.assertEqual(chat['title'], value)
|
||||||
|
self.assertEqual(self.client.call('GET', '/api/v1/chats/' + chat['id'], actor=actor, schema='Chat')['json'], chat)
|
||||||
|
contents = [value, '\x00' * 4000, '👩' * 3999 + '\x00']
|
||||||
|
for content in contents:
|
||||||
|
self.assertEqual(self.client.message(actor, chat, content)['json']['text'], content)
|
||||||
|
history = self.client.call('GET', '/api/v1/chats/' + chat['id'] + '/messages', actor=actor, schema='MessagePage')['json']
|
||||||
|
self.assertEqual([message['text'] for message in history['items']], contents)
|
||||||
|
|
||||||
|
def test_foreign_chat(self):
|
||||||
|
for suffix in ('', '/messages'):
|
||||||
|
self.client.call('GET', self.path + suffix, 404, actor=self.eve)
|
||||||
|
self.client.call('POST', self.path + '/messages', 404, actor=self.eve, body={'text': 'hidden'})
|
||||||
|
self.client.call('GET', '/api/v1/chats/' + str(uuid.uuid4()), 404, actor=self.alice)
|
||||||
|
|
||||||
|
def test_registration_race(self):
|
||||||
|
body = dict(self.alice['registration'], username='race_' + uuid.uuid4().hex[:20])
|
||||||
|
def register(_):
|
||||||
|
return Client().call('POST', '/api/v1/users', [201, 409], body=body)['status']
|
||||||
|
with concurrent.futures.ThreadPoolExecutor(max_workers=10) as executor:
|
||||||
|
statuses = list(executor.map(register, range(10)))
|
||||||
|
self.assertEqual(statuses.count(201), 1)
|
||||||
|
self.assertEqual(statuses.count(409), 9)
|
||||||
|
|
||||||
|
def test_invalid_chat_creation(self):
|
||||||
|
members = ([self.alice['id'], self.alice['id']], [self.bob['id']], [self.alice['id'], str(uuid.uuid4())], [], [True])
|
||||||
|
for member_ids in members:
|
||||||
|
self.client.call('POST', '/api/v1/chats', 400, actor=self.alice, body={'title': 'rollback', 'member_ids': member_ids})
|
||||||
|
|
||||||
|
def test_cursor_scope_and_validation(self):
|
||||||
|
for i in range(3):
|
||||||
|
self.client.message(self.alice, self.chat, str(i))
|
||||||
|
cursor = self.client.call('GET', self.path + '/messages?limit=1', actor=self.alice, schema='MessagePage')['json']['next_cursor']
|
||||||
|
other = self.client.call('POST', '/api/v1/chats', 201, actor=self.alice, body={'title': 'other', 'member_ids': [self.alice['id']]}, schema='Chat')['json']
|
||||||
|
self.client.call('GET', '/api/v1/chats/' + other['id'] + '/messages?cursor=' + quote(cursor), 400, actor=self.alice)
|
||||||
|
for query in ('limit=0', 'limit=101', 'limit=' + '9' * 5000, 'limit=true', 'limit=1&limit=2', 'cursor=', 'cursor=bad', 'cursor=e30=', 'offset=1'):
|
||||||
|
self.client.call('GET', self.path + '/messages?' + query, 400, actor=self.alice)
|
||||||
|
|
||||||
|
def test_concurrent_messages_and_pagination(self):
|
||||||
|
def send(i):
|
||||||
|
return Client().message(self.alice if i % 2 else self.bob, self.chat, 'parallel-' + str(i))['json']
|
||||||
|
with concurrent.futures.ThreadPoolExecutor(max_workers=10) as executor:
|
||||||
|
sent = list(executor.map(send, range(100)))
|
||||||
|
found = []
|
||||||
|
cursor = None
|
||||||
|
while True:
|
||||||
|
url = self.path + '/messages?limit=7' + ('&cursor=' + quote(cursor) if cursor else '')
|
||||||
|
page = self.client.call('GET', url, actor=self.alice, schema='MessagePage')['json']
|
||||||
|
found.extend(page['items'])
|
||||||
|
cursor = page['next_cursor']
|
||||||
|
if cursor is None:
|
||||||
|
break
|
||||||
|
self.assertEqual(len(found), 100)
|
||||||
|
self.assertEqual(len({v['id'] for v in found}), 100)
|
||||||
|
self.assertEqual({v['id'] for v in found}, {v['id'] for v in sent})
|
||||||
|
self.assertEqual(found, sorted(found, key=lambda v: (v['created_at'], v['id'])))
|
||||||
|
|
||||||
|
def test_idempotency_concurrent_replicas(self):
|
||||||
|
key = uuid.uuid4().hex
|
||||||
|
def send(_):
|
||||||
|
return Client().message(self.alice, self.chat, 'Один раз\x00👩', key=key)
|
||||||
|
with concurrent.futures.ThreadPoolExecutor(max_workers=16) as executor:
|
||||||
|
replies = list(executor.map(send, range(32)))
|
||||||
|
self.assertGreaterEqual(len({v['headers']['X-Instance-Id'] for v in replies}), 2)
|
||||||
|
self.assertTrue(all(v['json'] == replies[0]['json'] for v in replies))
|
||||||
|
page = self.client.call('GET', self.path + '/messages', actor=self.bob, schema='MessagePage')['json']
|
||||||
|
self.assertEqual(page['items'], [replies[0]['json']])
|
||||||
|
self.client.call('POST', self.path + '/messages', 409, actor=self.alice, body={'text': 'different'}, headers={'Idempotency-Key': key})
|
||||||
|
self.client.call('DELETE', '/api/v1/auth/sessions/current', 204, actor=self.alice)
|
||||||
|
self.client.call('POST', self.path + '/messages', 401, actor=self.alice, body={'text': 'Один раз\x00👩'}, headers={'Idempotency-Key': key})
|
||||||
|
|
||||||
|
def test_protocol_error_headers(self):
|
||||||
|
self.client.call('TRACE', '/api/v1/users/me', 400, actor=self.alice)
|
||||||
|
|
||||||
|
def test_idempotency_scope(self):
|
||||||
|
key = uuid.uuid4().hex
|
||||||
|
one = self.client.message(self.alice, self.chat, 'same', key=key)['json']
|
||||||
|
two = self.client.message(self.bob, self.chat, 'same', key=key)['json']
|
||||||
|
other = self.client.call('POST', '/api/v1/chats', 201, actor=self.alice, body={'title': 'scope', 'member_ids': [self.alice['id']]}, schema='Chat')['json']
|
||||||
|
three = self.client.message(self.alice, other, 'same', key=key)['json']
|
||||||
|
self.assertEqual(len({one['id'], two['id'], three['id']}), 3)
|
||||||
|
|
||||||
|
def test_idempotency_semantic_body(self):
|
||||||
|
key = uuid.uuid4().hex
|
||||||
|
one = self.client.message(self.alice, self.chat, 'semantic', key=key)['json']
|
||||||
|
two = self.client.call('POST', self.path + '/messages', 201, actor=self.alice, body={'attachment_ids': [], 'text': 'semantic'}, headers={'Idempotency-Key': key}, schema='Message')['json']
|
||||||
|
self.assertEqual(one, two)
|
||||||
|
|
||||||
|
def test_idempotency_invalid_keys(self):
|
||||||
|
for key in (None, '', 'x' * 129, 'space key', 'bad,key', 'slash/key'):
|
||||||
|
headers = {} if key is None else {'Idempotency-Key': key}
|
||||||
|
PublicClient().call('POST', self.path + '/messages', 400, actor=self.alice, body={'text': 'valid'}, headers=headers)
|
||||||
|
for raw in (b'{"text":true}', b'{"text":"ok","extra":1}', b'{"text":"ok","attachment_ids":false}'):
|
||||||
|
self.client.call('POST', self.path + '/messages', 400, actor=self.alice, raw=raw, headers={'Content-Type': 'application/json'})
|
||||||
|
|
||||||
|
def test_idempotency_conflicting_race(self):
|
||||||
|
key = uuid.uuid4().hex
|
||||||
|
def send(i):
|
||||||
|
return Client().call('POST', self.path + '/messages', [201, 409], actor=self.alice, body={'text': str(i % 2)}, headers={'Idempotency-Key': key}, schema=None)
|
||||||
|
with concurrent.futures.ThreadPoolExecutor(max_workers=16) as executor:
|
||||||
|
replies = list(executor.map(send, range(32)))
|
||||||
|
self.assertEqual(sum(v['status'] == 201 for v in replies), 16)
|
||||||
|
self.assertEqual(sum(v['status'] == 409 for v in replies), 16)
|
||||||
|
page = self.client.call('GET', self.path + '/messages', actor=self.alice, schema='MessagePage')['json']
|
||||||
|
self.assertEqual(len(page['items']), 1)
|
||||||
|
|
||||||
|
@unittest.skipUnless(LAB >= 2, 'sessions start in lab2')
|
||||||
|
def test_unicode_password_basic_and_logout(self):
|
||||||
|
import base64
|
||||||
|
registration = {'username': 'unicode_' + uuid.uuid4().hex[:16], 'display_name': 'Софья', 'password': '🔐' * 127 + ':'}
|
||||||
|
self.client.call('POST', '/api/v1/users', 201, body=registration)
|
||||||
|
encoded = base64.b64encode((registration['username'] + ':' + registration['password']).encode()).decode()
|
||||||
|
headers = {'Authorization': 'Basic ' + encoded}
|
||||||
|
session = self.client.call('POST', '/api/v1/auth/sessions', 201, headers=headers, schema='Session')['json']
|
||||||
|
actor = {'id': session['user']['id'], 'token': session['token']}
|
||||||
|
self.client.call('GET', '/api/v1/users/me', actor=actor)
|
||||||
|
self.client.call('GET', '/api/v1/users/me', 401, headers=headers)
|
||||||
|
for authorization in ('Basic !!!', 'Bearer wrong', '', 'Basic Zm9v'):
|
||||||
|
self.client.call('POST', '/api/v1/auth/sessions', 401, headers={'Authorization': authorization})
|
||||||
|
self.client.call('DELETE', '/api/v1/auth/sessions/current', 204, actor=actor)
|
||||||
|
self.client.call('GET', '/api/v1/users/me', 401, actor=actor)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
unittest.main(verbosity=2)
|
||||||
@@ -0,0 +1,83 @@
|
|||||||
|
import concurrent.futures
|
||||||
|
from pathlib import Path
|
||||||
|
import sys
|
||||||
|
import unittest
|
||||||
|
from urllib.parse import quote
|
||||||
|
import uuid
|
||||||
|
|
||||||
|
sys.path.insert(0, str(Path(__file__).resolve().parents[1] / 'tests'))
|
||||||
|
from client import Client
|
||||||
|
from images import bomb, png
|
||||||
|
|
||||||
|
|
||||||
|
class Attachments(unittest.TestCase):
|
||||||
|
def setUp(self):
|
||||||
|
self.c = Client()
|
||||||
|
self.alice, self.bob, self.eve, self.chat = self.c.bootstrap()
|
||||||
|
self.path = '/api/v1/chats/' + self.chat['id']
|
||||||
|
self.image = (Path(__file__).resolve().parents[1] / 'tests/fixtures/sample.png').read_bytes()
|
||||||
|
|
||||||
|
def upload(self, content=None, name='photo.png', mime='image/png', status=201, actor=None):
|
||||||
|
return self.c.call('POST', self.path + '/attachments?filename=' + quote(name, safe=''), status, actor=actor or self.alice, raw=self.image if content is None else content, headers={'Content-Type': mime}, schema='Attachment' if status == 201 else None)
|
||||||
|
|
||||||
|
def test_binary_roundtrip_and_metadata(self):
|
||||||
|
att = self.upload(name='Софья 👩💻.png')['json']
|
||||||
|
self.assertEqual(att['filename'], 'Софья 👩💻.png')
|
||||||
|
self.assertEqual(att['variants'], [])
|
||||||
|
self.assertIsNone(att['error_code'])
|
||||||
|
for _ in range(4):
|
||||||
|
metadata = self.c.call('GET', '/api/v1/attachments/' + att['id'], actor=self.bob, schema='Attachment')['json']
|
||||||
|
self.assertEqual(metadata, att)
|
||||||
|
response = self.c.call('GET', '/api/v1/attachments/' + att['id'] + '/content?variant=original', actor=self.bob)
|
||||||
|
self.assertEqual(response['bytes'], self.image)
|
||||||
|
self.c.call('GET', '/api/v1/attachments/' + att['id'] + '/content?variant=thumbnail', 404, actor=self.bob)
|
||||||
|
|
||||||
|
def test_bad_images_and_mime(self):
|
||||||
|
for raw in (b'not image', b'<svg/>', self.image[:40], self.image[:-30]):
|
||||||
|
self.upload(raw, status=415)
|
||||||
|
self.upload(mime='image/jpeg', status=415)
|
||||||
|
self.upload(mime='application/octet-stream', status=415)
|
||||||
|
self.upload(bomb(), status=413)
|
||||||
|
self.upload(b'x' * (10 * 1024 * 1024 + 1), status=413)
|
||||||
|
|
||||||
|
def test_dangerous_names_and_query(self):
|
||||||
|
for name in ('', ' ', '../a.png', 'a/b.png', 'a\\b.png', '\0.png', 'a\n.png', 'a\x7f.png', 'a' * 256):
|
||||||
|
self.upload(name=name, status=400)
|
||||||
|
for query in ('', '?filename=a&filename=b', '?filename=a&extra=x'):
|
||||||
|
self.c.call('POST', self.path + '/attachments' + query, 400, actor=self.alice, raw=self.image, headers={'Content-Type': 'image/png'})
|
||||||
|
|
||||||
|
def test_access_and_cross_chat(self):
|
||||||
|
att = self.upload()['json']
|
||||||
|
for suffix in ('', '/content'):
|
||||||
|
self.c.call('GET', '/api/v1/attachments/' + att['id'] + suffix, 404, actor=self.eve)
|
||||||
|
self.c.call('GET', '/api/v1/attachments/' + att['id'] + suffix, 401)
|
||||||
|
self.upload(actor=self.eve, status=404)
|
||||||
|
other = self.c.call('POST', '/api/v1/chats', 201, actor=self.alice, body={'title': 'other', 'member_ids': [self.alice['id']]}, schema='Chat')['json']
|
||||||
|
self.c.call('POST', '/api/v1/chats/' + other['id'] + '/messages', 404, actor=self.alice, body={'text': '', 'attachment_ids': [att['id']]}, headers={'Idempotency-Key': uuid.uuid4().hex})
|
||||||
|
self.c.call('POST', self.path + '/messages', 404, actor=self.alice, body={'text': '', 'attachment_ids': [str(uuid.uuid4())]}, headers={'Idempotency-Key': uuid.uuid4().hex})
|
||||||
|
|
||||||
|
def test_attachment_message_replay(self):
|
||||||
|
one, two = self.upload()['json'], self.upload()['json']
|
||||||
|
key = uuid.uuid4().hex
|
||||||
|
def send(_):
|
||||||
|
return Client().message(self.bob, self.chat, '', key=key, attachments=[one['id'], two['id']])['json']
|
||||||
|
with concurrent.futures.ThreadPoolExecutor(max_workers=10) as executor:
|
||||||
|
replies = list(executor.map(send, range(20)))
|
||||||
|
self.assertTrue(all(r == replies[0] for r in replies))
|
||||||
|
self.assertEqual(replies[0]['attachment_ids'], [one['id'], two['id']])
|
||||||
|
self.c.call('POST', self.path + '/messages', 409, actor=self.bob, body={'text': '', 'attachment_ids': [two['id'], one['id']]}, headers={'Idempotency-Key': key})
|
||||||
|
history = self.c.call('GET', self.path + '/messages', actor=self.alice, schema='MessagePage')['json']
|
||||||
|
self.assertEqual(history['items'], [replies[0]])
|
||||||
|
for ids in ([one['id']] * 2, [True], 'bad', [str(uuid.uuid4()) for _ in range(11)]):
|
||||||
|
self.c.call('POST', self.path + '/messages', 400, actor=self.alice, body={'text': '', 'attachment_ids': ids}, headers={'Idempotency-Key': uuid.uuid4().hex})
|
||||||
|
|
||||||
|
def test_valid_pixel_boundary(self):
|
||||||
|
# Exactly 40M decoded grayscale pixels, small compressed upload.
|
||||||
|
content = png(10000, 4000, rgb=False)
|
||||||
|
att = self.upload(content)['json']
|
||||||
|
response = self.c.call('GET', '/api/v1/attachments/' + att['id'] + '/content', actor=self.bob)
|
||||||
|
self.assertEqual(response['bytes'], content)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
unittest.main(verbosity=2)
|
||||||
@@ -0,0 +1,75 @@
|
|||||||
|
""">=10 simultaneous uploads with sampled cgroup memory and true cgroup peak."""
|
||||||
|
import concurrent.futures
|
||||||
|
import hashlib
|
||||||
|
import json
|
||||||
|
from pathlib import Path
|
||||||
|
import subprocess
|
||||||
|
import sys
|
||||||
|
import threading
|
||||||
|
import time
|
||||||
|
|
||||||
|
ROOT = Path(__file__).resolve().parents[1]
|
||||||
|
sys.path.insert(0, str(ROOT / 'tests'))
|
||||||
|
from client import Client
|
||||||
|
from images import png
|
||||||
|
|
||||||
|
|
||||||
|
def docker(*args):
|
||||||
|
return subprocess.check_output(['docker', *args], text=True).strip()
|
||||||
|
|
||||||
|
|
||||||
|
def memory(container):
|
||||||
|
code = "import json; from pathlib import Path; p=Path('/sys/fs/cgroup'); print(json.dumps({k:(p/k).read_text().strip() for k in ['memory.current','memory.peak','memory.events','cpu.stat']}))"
|
||||||
|
return json.loads(docker('exec', container, 'python', '-c', code))
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
c = Client()
|
||||||
|
alice, bob, eve, chat = c.bootstrap()
|
||||||
|
records = []
|
||||||
|
for width, height, noise, rgb in [(420, 420, True, True), (1800, 1400, True, True), (10000, 4000, False, True)]:
|
||||||
|
content = png(width, height, noise=noise, rgb=rgb)
|
||||||
|
assert len(content) <= 10 * 1024 * 1024
|
||||||
|
digest = hashlib.sha256(content).hexdigest()
|
||||||
|
# Fresh API processes make memory.peak attributable to this one experiment.
|
||||||
|
docker('compose', 'restart', 'api')
|
||||||
|
docker('compose', 'up', '-d', '--wait', '--no-deps', 'api')
|
||||||
|
time.sleep(2)
|
||||||
|
containers = docker('compose', 'ps', '-q', 'api').splitlines()
|
||||||
|
before = {v: memory(v) for v in containers}
|
||||||
|
samples = []
|
||||||
|
done = threading.Event()
|
||||||
|
started = time.monotonic()
|
||||||
|
def sample():
|
||||||
|
while not done.is_set():
|
||||||
|
samples.append({'seconds': round(time.monotonic() - started, 4), 'memory': {v: memory(v) for v in containers}})
|
||||||
|
done.wait(.05)
|
||||||
|
thread = threading.Thread(target=sample)
|
||||||
|
thread.start()
|
||||||
|
barrier = threading.Barrier(10)
|
||||||
|
def upload(i):
|
||||||
|
barrier.wait()
|
||||||
|
begin = time.monotonic()
|
||||||
|
response = Client(timeout=30).call('POST', '/api/v1/chats/' + chat['id'] + '/attachments?filename=concurrent.png', [201, 503], actor=alice, raw=content, headers={'Content-Type': 'image/png'})
|
||||||
|
if response['status'] == 201:
|
||||||
|
# Parse because schema omitted to allow a documented admission rejection.
|
||||||
|
attachment = json.loads(response['bytes'])
|
||||||
|
assert attachment['sha256'] == digest
|
||||||
|
downloaded = Client(timeout=30).call('GET', '/api/v1/attachments/' + attachment['id'] + '/content', actor=bob)
|
||||||
|
assert hashlib.sha256(downloaded['bytes']).hexdigest() == digest
|
||||||
|
return {'index': i, 'status': response['status'], 'instance': response['headers']['X-Instance-Id'], 'elapsed_seconds': round(time.monotonic() - begin, 6)}
|
||||||
|
try:
|
||||||
|
with concurrent.futures.ThreadPoolExecutor(max_workers=10) as executor:
|
||||||
|
results = list(executor.map(upload, range(10)))
|
||||||
|
finally:
|
||||||
|
done.set()
|
||||||
|
thread.join()
|
||||||
|
after = {v: memory(v) for v in containers}
|
||||||
|
for m in after.values():
|
||||||
|
assert 'oom_kill 0' in m['memory.events']
|
||||||
|
records.append({'width': width, 'height': height, 'bytes': len(content), 'pixels': width * height, 'clients': 10, 'before': before, 'after': after, 'samples': samples, 'results': results, 'seconds': round(time.monotonic() - started, 6)})
|
||||||
|
print(json.dumps({'memory_source': 'Linux cgroup v2: memory.current, memory.peak (lifetime peak; API restarted before each case), memory.events; samples include tmpfs and kernel charges, not Python heap alone', 'experiments': records}, indent=2))
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
main()
|
||||||
Reference in New Issue
Block a user