forked from mtusi2026/mtusi2026lab3
- compose.yaml: проект mtusi-lab3, HAProxy как единственная точка входа,
deploy.replicas ${API_REPLICAS:-2}, CPU/RAM-лимиты на каждый сервис,
stop_grace_period 20s, лимиты из переменных (API_CPUS_PER_REPLICA и т.д.),
loopback-порты PostgreSQL/Redis только для операторских проверок; у API
портов нет; container_name нигде не задан.
- infra/haproxy/haproxy.cfg: проба GET /internal/lb-check, inter 500ms/fall 2
(~1s обнаружение), server-template + DNS Docker вместо статического списка,
stats на 127.0.0.1:8404.
- Дрейн: SIGTERM -> реплика сразу перестаёт проходить пробу LB -> пауза
DRAIN_DELAY_MS -> закрытие сервера и пулов. Nest уничтожает провайдеров
раньше beforeApplicationShutdown, поэтому последовательность вынесена в
main.ts, а HealthService отвечает только за флаг not-ready.
- scripts/stop-one.sh (остановка ровно одной реплики по X-Instance-Id),
scripts/start-replica.sh (восстановление до API_REPLICAS), scripts/quiesce.sh
(остановка/возврат посторонних контейнеров хоста), restart.sh перезапускает
и LB, scripts/app-e2e.sh (host-side e2e через loopback-порты).
- Makefile: stand-up/down/status, stand-replica, wait-ready, quiesce-up/down,
test-e2e, test-failover-all, rolling-update, track1, evidence.
- Dockerfile: ARG/ENV BUILD_ID для доказательства rolling update.
Проверено: make test, make test-e2e, make test-persistence (restart.sh),
make test-failover (stop-one.sh, восстановление через start-replica.sh),
make test-dependencies; docker inspect подтверждает NanoCpus/Memory и
отсутствие опубликованных портов у api.
94 lines
2.9 KiB
Makefile
94 lines
2.9 KiB
Makefile
PYTHON ?= python3
|
|
BASE_URL ?= http://localhost:8080
|
|
CA_FILE ?=
|
|
ACTION_SCRIPT ?=
|
|
TLS_ARGS = $(if $(CA_FILE),--ca-file "$(CA_FILE)",)
|
|
COMPOSE_ENV_FILE ?= .env
|
|
COMPOSE = docker compose --env-file $(COMPOSE_ENV_FILE)
|
|
LAB3 = $(PYTHON) scripts/lab3/lab3.py
|
|
FAILOVER_RUNS ?= 3
|
|
RATE ?= 200
|
|
TRACK1_ARGS ?=
|
|
|
|
.PHONY: help check validate test load test-persistence test-failover test-dependencies \
|
|
stand-up stand-down stand-status stand-replica wait-ready quiesce-up quiesce-down \
|
|
test-e2e test-failover-all rolling-update track1 evidence
|
|
|
|
help:
|
|
@echo "check: offline structure; validate: full OpenAPI (requirements-dev.txt); test: running API; load: synthetic writes; test-dependencies: stops/restarts Redis and PostgreSQL"
|
|
@echo "stand-up/stand-down/stand-status: HAProxy + API x API_REPLICAS over shared PostgreSQL and Redis"
|
|
@echo "stand-replica: restore one missing API replica; wait-ready: wait for /health/ready"
|
|
@echo "quiesce-up/quiesce-down: stop and restore unrelated background containers of the host"
|
|
@echo "test-e2e: app black-box suite against the stand; test-failover-all: failover for every replica in turn"
|
|
@echo "rolling-update: replace replicas one by one under load; track1: full scaling-price series; evidence: rebuild aggregates and graphs"
|
|
|
|
check:
|
|
$(PYTHON) scripts/check_contract.py
|
|
|
|
validate:
|
|
$(PYTHON) scripts/validate_openapi.py
|
|
|
|
test:
|
|
$(PYTHON) tests/smoke.py --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
load:
|
|
$(PYTHON) tests/load.py --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
test-persistence:
|
|
@test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable restart hook"; exit 2)
|
|
$(PYTHON) tests/resilience.py --mode persistence --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
test-failover:
|
|
@test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable stop-one hook"; exit 2)
|
|
$(PYTHON) tests/resilience.py --mode failover --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
test-dependencies:
|
|
cd app && E2E_COMPOSE_DIR="$(CURDIR)" E2E_COMPOSE_ENV_FILE="$(COMPOSE_ENV_FILE)" npm run test:dependencies
|
|
|
|
stand-up:
|
|
$(COMPOSE) up -d --build --wait
|
|
|
|
stand-down:
|
|
$(COMPOSE) down
|
|
|
|
stand-status:
|
|
$(COMPOSE) ps
|
|
|
|
stand-replica:
|
|
scripts/start-replica.sh
|
|
|
|
wait-ready:
|
|
@for attempt in $$(seq 1 60); do \
|
|
if curl -fsS "$(BASE_URL)/health/ready" >/dev/null 2>&1; then \
|
|
echo "stand is ready ($(BASE_URL))"; exit 0; \
|
|
fi; \
|
|
sleep 1; \
|
|
done; \
|
|
echo "stand did not become ready within 60s" >&2; exit 1
|
|
|
|
quiesce-up:
|
|
scripts/quiesce.sh up
|
|
|
|
quiesce-down:
|
|
scripts/quiesce.sh down
|
|
|
|
test-e2e:
|
|
scripts/app-e2e.sh
|
|
|
|
test-failover-all:
|
|
@for run in $$(seq 1 $(FAILOVER_RUNS)); do \
|
|
echo "=== failover run $$run of $(FAILOVER_RUNS)"; \
|
|
$(MAKE) test-failover ACTION_SCRIPT=scripts/stop-one.sh || exit 1; \
|
|
scripts/start-replica.sh; \
|
|
$(MAKE) wait-ready; \
|
|
done
|
|
|
|
rolling-update:
|
|
$(LAB3) rolling-update --under-load --rate $(RATE)
|
|
|
|
track1:
|
|
$(LAB3) track1 $(TRACK1_ARGS)
|
|
|
|
evidence:
|
|
$(LAB3) analyze
|