forked from mtusi2026/mtusi2026lab4
- python -m messenger.reconcile: merge-join листинга S3 и attachments по object_key; dry-run read-only конструктивно (default_transaction_read_only + S3 без записи), --apply: orphan/stale intent удаляются, ready-строки только в карантин (обратимо), перепроверка под FOR UPDATE, предохранитель от массового удаления; - attachment_ids хранится в строке сообщения (история остаётся одним index range scan), message_attachments — для FK и обратного поиска; - семафор полной проверки изображений (IMAGE_VERIFY_CONCURRENCY); - тесты: вложения (56), отказ/пауза S3 и деградированный режим LB, failover загрузки, приватность bucket, FAULT_POINTS после PUT/после COMMIT, janitor, reconciler; - бенчмарки памяти загрузок и стоимости обхода reconciler. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
98 lines
3.3 KiB
Makefile
98 lines
3.3 KiB
Makefile
PYTHON ?= python3
|
|
BASE_URL ?= http://localhost:8080
|
|
CA_FILE ?=
|
|
ACTION_SCRIPT ?=
|
|
TLS_ARGS = $(if $(CA_FILE),--ca-file "$(CA_FILE)",)
|
|
|
|
.PHONY: help check validate test load test-persistence test-failover
|
|
|
|
help:
|
|
@echo "check: offline structure; validate: full OpenAPI (requirements-dev.txt); test: running API; load: synthetic writes"
|
|
|
|
check:
|
|
$(PYTHON) scripts/check_contract.py
|
|
|
|
validate:
|
|
$(PYTHON) scripts/validate_openapi.py
|
|
|
|
test:
|
|
$(PYTHON) tests/smoke.py --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
load:
|
|
$(PYTHON) tests/load.py --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
test-persistence:
|
|
@test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable restart hook"; exit 2)
|
|
$(PYTHON) tests/resilience.py --mode persistence --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
test-failover:
|
|
@test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable stop-one hook"; exit 2)
|
|
$(PYTHON) tests/resilience.py --mode failover --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
# ---------------------------------------------------------------------------
|
|
# Student solution (lab 4, Python). On Windows: PowerShell/Git Bash with GNU make, public
|
|
# tests need PYTHONUTF8=1, and the hooks are started through scripts/*.cmd (Git Bash).
|
|
.PHONY: secrets up down logs ps migrate student-test unit-test explain lb-status restore rolling-update failover-series reconcile reconcile-apply bench-memory bench-reconcile
|
|
|
|
secrets:
|
|
$(PYTHON) scripts/init_secrets.py
|
|
|
|
# Build, apply migrations ONCE (service migrate), start API replicas and the LB, wait for healthy.
|
|
up: secrets
|
|
docker compose up -d --build --wait
|
|
|
|
# Safe stop: containers stop, named volumes (data) stay.
|
|
down:
|
|
docker compose down
|
|
|
|
logs:
|
|
docker compose logs --tail 50 api lb
|
|
|
|
ps:
|
|
docker compose ps -a
|
|
|
|
migrate:
|
|
docker compose run --rm migrate
|
|
|
|
# HAProxy view of the replicas (UP/DOWN) mapped to containers and X-Instance-Id.
|
|
lb-status:
|
|
$(PYTHON) scripts/lbctl.py status
|
|
$(PYTHON) scripts/lbctl.py replicas
|
|
|
|
# Start replicas stopped by scripts/stop-one.sh again and wait until the LB has them all UP.
|
|
restore:
|
|
sh scripts/restore-api.sh
|
|
$(PYTHON) scripts/lbctl.py wait-up $${API_REPLICAS:-2}
|
|
|
|
# Replace every API replica one by one with a freshly built image (no downtime).
|
|
rolling-update:
|
|
sh scripts/rolling-update.sh
|
|
|
|
# Level 4: stop each replica in turn under load, measure RPS/errors/recovery (evidence/failover/).
|
|
failover-series:
|
|
$(PYTHON) bench/failover_series.py --output evidence/failover
|
|
|
|
# Own tests: unit + black-box against the running stand (needs requirements*.txt in a venv).
|
|
student-test:
|
|
$(PYTHON) -m pytest student-tests -v
|
|
|
|
unit-test:
|
|
$(PYTHON) -m pytest student-tests -m "not stack" -q
|
|
|
|
explain:
|
|
$(PYTHON) scripts/explain_history.py --output evidence/explain-history.txt
|
|
|
|
# Track 2: reconciler of S3 objects vs attachment rows (dry-run by default, read-only).
|
|
reconcile:
|
|
docker compose run --rm reconciler
|
|
|
|
reconcile-apply:
|
|
docker compose run --rm reconciler --apply
|
|
|
|
# Level 4: peak RAM of the replicas under 16 simultaneous uploads (evidence/memory/).
|
|
bench-memory:
|
|
$(PYTHON) bench/upload_memory.py --output evidence/memory
|
|
|
|
# Track 2: cost of one reconciler pass for 1k/10k/50k attachments (evidence/reconcile/).
|
|
bench-reconcile:
|
|
$(PYTHON) bench/reconcile_cost.py --output evidence/reconcile
|