229 lines
8.7 KiB
Makefile
229 lines
8.7 KiB
Makefile
-include .env
|
|
|
|
PYTHON ?= $(if $(wildcard .venv/bin/python),.venv/bin/python,$(if $(wildcard venv/bin/python),venv/bin/python,python3))
|
|
PYTEST_ARGS ?=
|
|
BASE_URL ?= http://localhost:$(or $(LB_HOST_PORT),8080)
|
|
CA_FILE ?=
|
|
ACTION_SCRIPT ?=
|
|
TLS_ARGS = $(if $(CA_FILE),--ca-file "$(CA_FILE)",)
|
|
|
|
COMPOSE = docker compose --env-file .env
|
|
|
|
# Отдельный тестовый стенд: свой compose-проект, свои порты, открытые БД/Redis
|
|
# (compose.test.yaml). COMPOSE_FILE подхватывают и scripts/*.sh.
|
|
TEST_PROJECT ?= mtusi-messenger-lab5-test
|
|
TEST_LB_PORT ?= 28080
|
|
TEST_DB_PORT ?= $(DB_HOST_PORT)
|
|
TEST_REDIS_PORT ?= $(REDIS_HOST_PORT)
|
|
TEST_BASE_URL = http://localhost:$(TEST_LB_PORT)
|
|
TEST_ENV = COMPOSE_PROJECT_NAME=$(TEST_PROJECT) COMPOSE_FILE=compose.yaml:compose.test.yaml \
|
|
LB_HOST_PORT=$(TEST_LB_PORT) DB_HOST_PORT=$(TEST_DB_PORT) REDIS_HOST_PORT=$(TEST_REDIS_PORT)
|
|
TEST_COMPOSE = $(TEST_ENV) $(COMPOSE)
|
|
|
|
TEST_DB_PASSWORD = $(if $(wildcard secrets/db_password),$(file <secrets/db_password),$(DB_PASSWORD))
|
|
TEST_DATABASE_URL ?= postgresql+asyncpg://$(DB_USER):$(TEST_DB_PASSWORD)@localhost:$(TEST_DB_PORT)/$(DB_NAME)_test
|
|
TEST_REDIS_HOST ?= localhost
|
|
TEST_REDIS_PASSWORD ?= $(if $(wildcard secrets/redis_password),$(file <secrets/redis_password),$(REDIS_PASSWORD))
|
|
TEST_REDIS_DB ?= 15
|
|
export TEST_DATABASE_URL TEST_REDIS_HOST TEST_REDIS_PORT TEST_REDIS_PASSWORD TEST_REDIS_DB
|
|
|
|
define wait_ready
|
|
@for i in $$(seq 1 90); do \
|
|
curl -sf "$(1)/health/ready" >/dev/null && exit 0; sleep 1; \
|
|
done; echo "API $(1) не готов за 90 секунд" >&2; exit 1
|
|
endef
|
|
|
|
.PHONY: help check validate test load test-persistence test-failover \
|
|
init test-grade4 test-s3 load-uploads cleanup-dry-run cleanup-apply \
|
|
up down restart restore ps logs migrate migration instances \
|
|
test-stand-up test-stand-down test-stand-destroy test-stand-ps \
|
|
test-stand-smoke test-stand-persistence test-stand-failover \
|
|
test-own test-docker test-limits test-concurrency test-migrations test-all \
|
|
explain expiry-demo failure-demo test-nginx test-lab3-grade3 test-stand-idempotency \
|
|
rolling-update failover-all test-lab3-grade4
|
|
|
|
help:
|
|
@echo "Lab4: init | test-grade4 | test-s3 | load-uploads | cleanup-dry-run | cleanup-apply"
|
|
@echo "Проверки: check | validate | test | load | test-persistence ACTION_SCRIPT=scripts/restart.sh"
|
|
@echo " test-failover ACTION_SCRIPT=scripts/stop-one.sh"
|
|
@echo "Основной: up | down | restart | restore | ps | logs | migrate | instances"
|
|
@echo "Тестовый: test-stand-up | test-stand-down | test-stand-destroy | test-stand-ps"
|
|
@echo " test-stand-smoke | test-stand-persistence | test-stand-failover"
|
|
@echo "Тесты: test-own | test-docker | test-limits | test-concurrency | test-migrations | test-all"
|
|
@echo "Демо: explain | expiry-demo | failure-demo (на тестовом стенде)"
|
|
@echo "Nginx: test-nginx (отдельный временный стенд без БД и приложения)"
|
|
@echo "База lab3: test-lab3-grade3 (все проверки уровня 3 с удалением тестовых volumes)"
|
|
@echo "База lab3: rolling-update | failover-all"
|
|
@echo " test-lab3-grade4 (проверки lab3 на отдельном стенде с очисткой)"
|
|
@echo "Миграции: migration m='описание' (нужен поднятый тестовый стенд)"
|
|
|
|
# --- Проверки API и сценариев отказа (tests/) ---
|
|
|
|
init:
|
|
$(PYTHON) scripts/init_local.py
|
|
|
|
test-grade4:
|
|
$(MAKE) check validate
|
|
$(MAKE) test-stand-up
|
|
$(MAKE) test-docker test-stand-smoke test-stand-idempotency test-stand-persistence test-stand-failover
|
|
$(TEST_ENV) $(PYTHON) -m scripts.check_s3 --base-url "$(TEST_BASE_URL)" --with-outage --with-faults
|
|
$(TEST_ENV) $(PYTHON) -m scripts.upload_load --base-url "$(TEST_BASE_URL)" --concurrency 10
|
|
$(TEST_ENV) $(PYTHON) -m scripts.check_grade4 --base-url "$(TEST_BASE_URL)"
|
|
|
|
test-s3:
|
|
$(PYTHON) -m scripts.check_s3 --base-url "$(BASE_URL)" --with-outage --with-faults
|
|
|
|
load-uploads:
|
|
$(PYTHON) -m scripts.upload_load --base-url "$(BASE_URL)" --concurrency 10
|
|
|
|
cleanup-dry-run:
|
|
$(COMPOSE) run --rm --no-deps cleanup python -m app.core.cleanup --once
|
|
|
|
cleanup-apply:
|
|
$(COMPOSE) run --rm --no-deps cleanup python -m app.core.cleanup --once --apply
|
|
|
|
check:
|
|
$(PYTHON) scripts/check_contract.py
|
|
|
|
validate:
|
|
$(PYTHON) scripts/validate_openapi.py
|
|
|
|
test-nginx:
|
|
$(PYTHON) scripts/check_nginx.py
|
|
|
|
test-lab3-grade3:
|
|
@set -eu; trap '$(TEST_COMPOSE) down --volumes --remove-orphans' EXIT; \
|
|
$(MAKE) check validate; \
|
|
$(MAKE) test-stand-up; \
|
|
$(MAKE) test-docker test-stand-smoke test-stand-idempotency test-stand-persistence test-stand-failover
|
|
|
|
test-lab3-grade4:
|
|
@set -eu; trap '$(TEST_COMPOSE) down --volumes --remove-orphans' EXIT; \
|
|
$(MAKE) check validate; \
|
|
$(MAKE) test-stand-up; \
|
|
$(MAKE) test-docker test-stand-smoke test-stand-idempotency test-stand-persistence test-stand-failover; \
|
|
$(TEST_ENV) $(PYTHON) -m scripts.check_grade4 --base-url "$(TEST_BASE_URL)"
|
|
|
|
test:
|
|
$(PYTHON) tests/smoke.py --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
load:
|
|
$(PYTHON) tests/load.py --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
test-persistence:
|
|
@test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable restart hook"; exit 2)
|
|
$(PYTHON) tests/resilience.py --mode persistence --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
test-failover:
|
|
@test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable stop-one hook"; exit 2)
|
|
$(PYTHON) tests/resilience.py --mode failover --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
# --- Основной стенд ---
|
|
|
|
rolling-update:
|
|
$(PYTHON) -m scripts.rolling_update --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
failover-all:
|
|
$(PYTHON) -m scripts.failover_all --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
up:
|
|
$(COMPOSE) up -d --build
|
|
$(call wait_ready,$(BASE_URL))
|
|
|
|
down:
|
|
$(COMPOSE) down
|
|
|
|
restart:
|
|
scripts/restart.sh
|
|
$(call wait_ready,$(BASE_URL))
|
|
|
|
# Вернуть остановленную stop-one.sh реплику (compose up стартует остановленные контейнеры).
|
|
restore:
|
|
$(COMPOSE) up -d --wait api
|
|
|
|
ps:
|
|
$(COMPOSE) ps
|
|
|
|
logs:
|
|
$(COMPOSE) logs -f api nginx
|
|
|
|
migrate:
|
|
$(COMPOSE) run --rm --build migrate
|
|
|
|
# Показать, какие реплики отвечают через LB (по заголовку X-Instance-Id).
|
|
instances:
|
|
@for i in $$(seq 1 10); do \
|
|
curl -s -o /dev/null -D - "$(BASE_URL)/health/live" | grep -i '^x-instance-id' || echo "нет X-Instance-Id"; \
|
|
done
|
|
|
|
# Генерация миграции против БД тестового стенда (основной стенд БД не публикует).
|
|
migration:
|
|
DB_HOST=localhost DB_PORT=$(TEST_DB_PORT) $(PYTHON) -m alembic revision --autogenerate -m "$(m)"
|
|
|
|
# --- Тестовый стенд ---
|
|
|
|
test-stand-up:
|
|
$(TEST_COMPOSE) up -d --build
|
|
$(call wait_ready,$(TEST_BASE_URL))
|
|
$(TEST_COMPOSE) exec -T postgres sh -c 'createdb -U "$$POSTGRES_USER" "$$POSTGRES_DB"_test 2>&1 | grep -v "already exists"; true'
|
|
|
|
test-stand-down:
|
|
$(TEST_COMPOSE) down
|
|
|
|
test-stand-destroy:
|
|
$(TEST_COMPOSE) down -v
|
|
|
|
test-stand-ps:
|
|
$(TEST_COMPOSE) ps
|
|
|
|
test-stand-smoke:
|
|
$(PYTHON) tests/smoke.py --base-url "$(TEST_BASE_URL)"
|
|
|
|
test-stand-idempotency:
|
|
$(PYTHON) -m scripts.check_idempotency --base-url "$(TEST_BASE_URL)"
|
|
|
|
test-stand-persistence:
|
|
$(TEST_COMPOSE) ps
|
|
$(TEST_ENV) $(PYTHON) tests/resilience.py --mode persistence --action-script scripts/restart.sh --base-url "$(TEST_BASE_URL)"
|
|
$(TEST_COMPOSE) ps
|
|
|
|
test-stand-failover:
|
|
$(TEST_COMPOSE) ps
|
|
$(TEST_ENV) $(PYTHON) tests/resilience.py --mode failover --action-script scripts/stop-one.sh --base-url "$(TEST_BASE_URL)"
|
|
$(TEST_COMPOSE) ps -a api
|
|
$(TEST_COMPOSE) up -d --wait api
|
|
|
|
# --- Собственные тесты (student-tests/) ---
|
|
|
|
test-own:
|
|
$(PYTHON) -m pytest -q $(PYTEST_ARGS)
|
|
|
|
test-docker:
|
|
$(TEST_ENV) DOCKER_TESTS=1 $(PYTHON) -m pytest -q $(PYTEST_ARGS)
|
|
|
|
test-limits:
|
|
$(PYTHON) -m pytest student-tests/test_limits.py -q
|
|
|
|
test-concurrency:
|
|
$(PYTHON) -m pytest student-tests/test_concurrency.py -q
|
|
|
|
test-migrations:
|
|
$(PYTHON) -m pytest student-tests/test_migrations.py -q
|
|
|
|
test-all: test-stand-up test-docker test-stand-smoke test-stand-persistence
|
|
|
|
# --- Демо (на тестовом стенде) ---
|
|
|
|
explain:
|
|
$(TEST_ENV) DB_HOST=localhost DB_PORT=$(TEST_DB_PORT) PYTHONPATH=. $(PYTHON) scripts/explain_history.py
|
|
|
|
expiry-demo: test-stand-up
|
|
$(TEST_ENV) SESSION_TTL_SECONDS=3 $(COMPOSE) up -d api
|
|
$(call wait_ready,$(TEST_BASE_URL))
|
|
BASE_URL=$(TEST_BASE_URL) TTL=3 scripts/expiry_demo.sh
|
|
$(TEST_COMPOSE) up -d api
|
|
$(call wait_ready,$(TEST_BASE_URL))
|
|
|
|
failure-demo: test-stand-up
|
|
$(TEST_ENV) BASE_URL=$(TEST_BASE_URL) scripts/failure_demo.sh
|