scripts/scaling.py applies a replicas x CPU layout through compose variables: workers equal to the replica CPUs, a pool of 8 per worker, a balancer queue of 32 per worker so every layout of a series offers the same concurrency to the API, and the replicas pinned to CPUs 7 and up, next to PostgreSQL on 0-1, the balancer on 2, Valkey on 3 and k6 on 4-6 with 3 CPU and 1 GiB. For every offered rate it runs k6 three times and stops a config after two steps saturated in all repeats. Each step keeps its raw data: k6 summary, docker stats, HAProxy statistics and pg_stat_activity sampled every second, and the top of pg_stat_statements. The summary row carries CPU per component, PostgreSQL active, idle, idle in transaction and lock waiting backends, the balancer queue and the database size. Several variants alternate per repeat for before and after runs. host-snapshot.sh records every container on the host before a series. make track1-a and track1-b run the fixed budget and the growth series from an empty database. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
160 lines
4.8 KiB
Makefile
160 lines
4.8 KiB
Makefile
PYTHON ?= python3
|
|
BASE_URL ?= http://localhost:8080
|
|
CA_FILE ?=
|
|
ACTION_SCRIPT ?=
|
|
TLS_ARGS = $(if $(CA_FILE),--ca-file "$(CA_FILE)",)
|
|
|
|
VENV ?= .venv
|
|
UV ?= uv
|
|
COMPOSE ?= docker compose
|
|
RATE ?= 100
|
|
API_IMAGE ?= mtusi-messenger:lab3
|
|
FROM_REV ?=
|
|
SCRIPTS_PY = scripts/probe.py scripts/limits.py scripts/scaling.py
|
|
TRACK1 = evidence/track1
|
|
SCALING = $(PYTHON) scripts/scaling.py --fresh-db --start-per-cpu 150
|
|
PSQL = $(COMPOSE) exec -T postgres psql -U messenger -d messenger -X -q
|
|
|
|
.PHONY: help check validate test load test-persistence test-failover \
|
|
install lint format typecheck student-test \
|
|
secrets up down reset-data migrate ps logs restore lb-check failover-evidence stack-evidence \
|
|
persistence-evidence storage-evidence cache-evidence test-faults seed explain \
|
|
limits detection failover-each rolling-update level4 \
|
|
track1 track1-host track1-a track1-b
|
|
|
|
help:
|
|
@echo "check: offline structure; validate: full OpenAPI (requirements-dev.txt); test: running API; load: synthetic writes"
|
|
@echo "install/lint/typecheck/student-test: студенческий тулчейн"
|
|
@echo "secrets/up/down/migrate/ps/logs: стенд Docker Compose; reset-data: намеренное удаление volumes"
|
|
@echo "restore: вернуть остановленные реплики; lb-check: реплики на одном токене и 20 гонок одного ключа"
|
|
@echo "level4 = limits, lb-check, detection, failover-each, rolling-update [FROM_REV=<коммит>]; RATE=$(RATE) rps"
|
|
@echo "track1 = track1-host, track1-a (1x4/2x2/4x1), track1-b (1x1/2x1/8x1) → $(TRACK1)"
|
|
|
|
check:
|
|
$(PYTHON) scripts/check_contract.py
|
|
|
|
validate:
|
|
$(PYTHON) scripts/validate_openapi.py
|
|
|
|
test:
|
|
$(PYTHON) tests/smoke.py --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
load:
|
|
$(PYTHON) tests/load.py --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
test-persistence:
|
|
@test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable restart hook"; exit 2)
|
|
$(PYTHON) tests/resilience.py --mode persistence --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
test-failover:
|
|
@test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable stop-one hook"; exit 2)
|
|
$(PYTHON) tests/resilience.py --mode failover --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
install:
|
|
$(UV) sync --group dev
|
|
|
|
lint:
|
|
$(VENV)/bin/ruff check src student-tests $(SCRIPTS_PY)
|
|
$(VENV)/bin/ruff format --check src student-tests $(SCRIPTS_PY)
|
|
$(VENV)/bin/ty check src student-tests
|
|
|
|
format:
|
|
$(VENV)/bin/ruff check --fix src student-tests $(SCRIPTS_PY)
|
|
$(VENV)/bin/ruff format src student-tests $(SCRIPTS_PY)
|
|
|
|
typecheck:
|
|
$(VENV)/bin/ty check src student-tests
|
|
|
|
student-test:
|
|
$(VENV)/bin/pytest
|
|
|
|
secrets:
|
|
sh scripts/secrets.sh
|
|
|
|
up: secrets
|
|
$(COMPOSE) up -d --build --wait
|
|
|
|
down:
|
|
$(COMPOSE) down
|
|
|
|
reset-data:
|
|
@echo "Удаляются volumes с учебными данными стенда"
|
|
$(COMPOSE) down -v --remove-orphans
|
|
|
|
migrate:
|
|
$(COMPOSE) run --rm migrate
|
|
|
|
ps:
|
|
$(COMPOSE) ps
|
|
|
|
logs:
|
|
$(COMPOSE) logs --tail 200
|
|
|
|
restore:
|
|
scripts/restore.sh
|
|
|
|
lb-check:
|
|
$(PYTHON) scripts/probe.py check --rounds 20 --out evidence/lb-check.json
|
|
|
|
limits:
|
|
$(PYTHON) scripts/limits.py --out evidence/limits.txt
|
|
|
|
detection:
|
|
sh scripts/detection.sh evidence/detection
|
|
|
|
failover-each:
|
|
RATE=$(RATE) sh scripts/failover-each.sh evidence/failover-each
|
|
|
|
rolling-update:
|
|
ifneq ($(FROM_REV),)
|
|
git archive "$(FROM_REV)" | docker build -q -t "$(API_IMAGE)" -
|
|
$(COMPOSE) up -d --no-deps --force-recreate --wait api
|
|
scripts/lb-wait.sh
|
|
endif
|
|
$(COMPOSE) build -q api
|
|
RATE=$(RATE) $(PYTHON) scripts/probe.py load --expect replace --duration 90 \
|
|
--out evidence/rolling$(if $(FROM_REV),-from-$(FROM_REV)) \
|
|
-- scripts/rolling-update.sh
|
|
|
|
level4: limits lb-check detection failover-each rolling-update
|
|
|
|
track1: track1-host track1-a track1-b
|
|
|
|
track1-host:
|
|
sh scripts/host-snapshot.sh $(TRACK1)/host.txt
|
|
|
|
track1-a:
|
|
$(SCALING) --out $(TRACK1)/series-a --configs 1x4,2x2,4x1 --api-memory-total 2048
|
|
|
|
track1-b:
|
|
$(SCALING) --out $(TRACK1)/series-b --configs 1x1,2x1,8x1 --api-memory 512
|
|
|
|
failover-evidence:
|
|
sh scripts/failover-evidence.sh "$(BASE_URL)"
|
|
|
|
stack-evidence:
|
|
sh scripts/evidence-stack.sh
|
|
|
|
persistence-evidence:
|
|
sh scripts/persistence-evidence.sh "$(BASE_URL)" > evidence/persistence.txt
|
|
cat evidence/persistence.txt
|
|
|
|
storage-evidence:
|
|
sh scripts/evidence-storage.sh
|
|
|
|
cache-evidence:
|
|
sh scripts/evidence-cache.sh > evidence/cache.txt
|
|
cat evidence/cache.txt
|
|
|
|
test-faults:
|
|
BASE_URL="$(BASE_URL)" $(VENV)/bin/pytest -m stack -v -s student-tests/stack
|
|
|
|
seed:
|
|
$(PSQL) -f - < scripts/sql/seed-history.sql
|
|
|
|
explain: seed
|
|
{ echo "date: $$(date -u +%FT%TZ) commit: $$(git rev-parse --short HEAD)"; \
|
|
echo "\$$ make explain # scripts/sql/explain-history.sql"; \
|
|
$(PSQL) -f - < scripts/sql/explain-history.sql; } > evidence/explain-history.txt
|
|
cat evidence/explain-history.txt
|