PYTHON ?= python3
BASE_URL ?= http://$(shell docker compose port lb 8080 2>/dev/null || echo localhost:8080)
CA_FILE ?=
ACTION_SCRIPT ?=
TLS_ARGS = $(if $(CA_FILE),--ca-file "$(CA_FILE)",)

VENV ?= .venv
UV ?= uv
COMPOSE ?= docker compose
RATE ?= 100
FROM_REV ?=
SHIFT ?= 0
SCRIPTS_PY = scripts/obs_cost_summary.py scripts/obs_cost.py scripts/obs_incidents.py scripts/obs_recovery.py scripts/capture_evidence.py alembic scripts/scaling.py tools scripts/probe.py scripts/limits.py scripts/lab4_scenarios.py scripts/lab4_seed.py \
             scripts/upload_memory.py scripts/reconcile_check.py scripts/reconcile_track.py \
             scripts/make_images.py scripts/pipeline_suite.py scripts/pipeline_evidence.py
SCENARIO ?= failover-upload
PSQL = $(COMPOSE) exec -T postgres psql -U messenger -d messenger -X -q
OBS_CHECK = $(PYTHON) scripts/obs_check.py
APP_METRICS = {job=~"messenger-.*"}

TRACK2_OUTPUT ?= evidence/track2.json
TRACK2_SCENARIOS = smoke_pipeline,duplicate_after_ready,crash_commit_publish,crash_publish_confirm,crash_after_s3_before_commit,crash_after_commit_before_ack,lease_expiry_fencing,crash_before_side_effect,worker_kill_mid_task,duplicate_in_flight,reorder_attempts,reorder_versions,stale_after_new_version
PIPELINE_VERSION ?= 2
PYTEST_ARGS ?=

.PHONY: help check validate test load test-persistence test-failover \
        install lint format typecheck student-test \
        secrets up down reset-data migrate ps logs restore lb-check failover-evidence stack-evidence \
        persistence-evidence storage-evidence cache-evidence test-faults seed explain \
        limits detection failover-each rolling-update lab4-level4 \
        scenario s3-check attachments-evidence upload-faults upload-memory \
        images queues topology worker-stop worker-start broker-restart suite-preflight level3 \
        pipeline-evidence level4 replay failed dlq \
        obs-validate telemetry-check \
        faults-evidence retry-check reconcile reconcile-demo reconcile-cost load-evidence \
        clean-clone-evidence overload-leftovers

.NOTPARALLEL:

help:
	@echo "check: offline structure; validate: full OpenAPI (requirements-dev.txt); test: running API; load: synthetic writes"
	@echo "install/lint/typecheck/student-test: студенческий тулчейн"
	@echo "secrets/up/down/migrate/ps/logs: стенд Docker Compose; reset-data: намеренное удаление volumes"
	@echo "restore: вернуть остановленные реплики; lb-check: реплики на одном токене и 20 гонок одного ключа"
	@echo "lab4-level4 = limits, lb-check, detection, failover-each, rolling-update [FROM_REV=<коммит>]; RATE=$(RATE) rps"
	@echo "scenario SCENARIO=failover-upload|s3-outage → evidence/<сценарий>.json; s3-check; attachments-evidence"
	@echo "upload-faults: негативный suite, компенсация, уборка, обрыв и зависание загрузки против стенда"
	@echo "upload-memory: пик памяти реплик при 10/20/40 одновременных загрузках 1 и 10 MiB → evidence/upload-memory/"
	@echo "lab5: queues, topology, worker-stop/worker-start, broker-restart, images, suite-preflight, level3, level4"
	@echo "lab5 оператор: failed (реестр), replay ID=<attachment_id>, dlq (просмотр DLQ без извлечения)"
	@echo "lab6: obs-validate (конфиги Collector, Prometheus, Loki, Tempo, dashboards); telemetry-check → evidence/*.json"

	@echo "retry-check: потерянный ответ на живой и на убитой реплике, повтор тем же ключом"
	@echo "lab4-level4 = limits, lb-check, detection, failover-each, rolling-update [FROM_REV=<коммит>]; RATE=$(RATE) rps"
	@echo "scenario SCENARIO=failover-upload|s3-outage → evidence/<сценарий>.json; s3-check; attachments-evidence"
	@echo "upload-faults: негативный suite, компенсация, уборка, обрыв и зависание загрузки против стенда"
	@echo "upload-memory ARGS='--out evidence/upload-memory/runN': пик памяти реплик при 10/20/40 загрузках 1 и 10 MiB"
	@echo "load-evidence: tests/load.py ×3 клиентом-контейнером в сети edge стенда → evidence/load.txt, evidence/load/"
	@echo "overload-leftovers: после upload-memory — намерения от 503, сверка и уборка после grace → evidence/overload-leftovers.txt"
	@echo "clean-clone-evidence: блок «Запуск из чистого clone» в свежем клоне рядом → evidence/clean-clone.txt"
	@echo "reconcile ARGS='--apply --deep': сверка PostgreSQL ↔ S3 (без ARGS — dry-run); трек 2:"
	@echo "reconcile-demo: внедрение ошибок, dry-run/apply/повтор, безопасность, нагрузка → evidence/reconcile/"
	@echo "reconcile-cost: стоимость обхода 1k/10k/30k/100k объектов × 3 прогона на чистом стенде → evidence/reconcile/cost/"
	@echo "BASE_URL=$(BASE_URL) (порт lb из docker compose); failover-evidence SHIFT=1 — сдвиг round robin на вторую реплику"

check:
	$(PYTHON) scripts/check_contract.py

validate: PYTHON := $(if $(wildcard $(VENV)/bin/python),$(VENV)/bin/python,$(PYTHON))
validate:
	$(PYTHON) scripts/validate_openapi.py

test:
	$(PYTHON) tests/smoke.py --base-url "$(BASE_URL)" $(TLS_ARGS)

load:
	$(PYTHON) tests/load.py --base-url "$(BASE_URL)" $(TLS_ARGS)

test-persistence:
	@test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable restart hook"; exit 2)
	$(PYTHON) tests/resilience.py --mode persistence --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS)

test-failover:
	@test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable stop-one hook"; exit 2)
	$(PYTHON) tests/resilience.py --mode failover --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS)

install:
	$(UV) sync --group dev

lint:
	$(VENV)/bin/ruff check src student-tests $(SCRIPTS_PY)
	$(VENV)/bin/ruff format --check src student-tests $(SCRIPTS_PY)
	$(VENV)/bin/ty check src student-tests alembic

format:
	$(VENV)/bin/ruff check --fix src student-tests $(SCRIPTS_PY)
	$(VENV)/bin/ruff format src student-tests $(SCRIPTS_PY)

typecheck:
	$(VENV)/bin/ty check src student-tests alembic

student-test:
	$(VENV)/bin/pytest $(PYTEST_ARGS)

secrets:
	sh scripts/secrets.sh
	sh scripts/broker-secrets.sh
	sh scripts/secrets-lab6.sh

up: secrets
	$(COMPOSE) build
	$(COMPOSE) up -d --wait
	scripts/lb-wait.sh

down:
	$(COMPOSE) --profile bench --profile tools --profile reconcile down

reset-data:
	@echo "Удаляются volumes с учебными данными стенда"
	$(COMPOSE) --profile bench --profile tools --profile reconcile down -v --remove-orphans

migrate:
	$(COMPOSE) run --rm migrate

ps:
	$(COMPOSE) ps

logs:
	$(COMPOSE) logs --tail 200

restore:
	scripts/restore.sh

lb-check:
	$(PYTHON) scripts/probe.py check --rounds 20 --out evidence/lb-check.json

retry-check:
	$(PYTHON) scripts/probe.py retry --out evidence/retry.json

limits:
	$(PYTHON) scripts/limits.py --out evidence/limits.txt

detection:
	rm -rf evidence/detection
	for run in 1 2 3; do sh scripts/detection.sh evidence/detection/run$$run || exit 1; done

failover-each:
	RATE=$(RATE) sh scripts/failover-each.sh evidence/failover-each

rolling-update:
ifneq ($(FROM_REV),)
	git archive "$(FROM_REV)" | docker build -q -t "mtusi-messenger:$(FROM_REV)" -
	API_IMAGE="mtusi-messenger:$(FROM_REV)" $(COMPOSE) up -d --no-deps --force-recreate --wait api
	scripts/lb-wait.sh
endif
	$(COMPOSE) build -q api
	RATE=$(RATE) $(PYTHON) scripts/probe.py load --expect replace --duration 90 \
		--out evidence/rolling$(if $(FROM_REV),-from-$(FROM_REV)) \
		-- scripts/rolling-update.sh

lab4-level4: limits lb-check detection failover-each rolling-update

scenario:
	$(PYTHON) scripts/lab4_scenarios.py $(SCENARIO) --base-url "$(BASE_URL)" --restore --output evidence/$(SCENARIO).json
	scripts/lb-wait.sh

s3-check:
	sh scripts/s3-check.sh > evidence/s3-security.txt; status=$$?; cat evidence/s3-security.txt; exit $$status

attachments-evidence:
	sh scripts/evidence-attachments.sh

upload-faults:
	{ echo "date: $$(date -u +%FT%TZ)  commit: $$(git rev-parse --short HEAD)  BASE_URL=$(BASE_URL)"; \
		BASE_URL="$(BASE_URL)" $(VENV)/bin/pytest -m stack -v -s --no-header --tb=short \
		-p no:cacheprovider student-tests/stack/test_attachment_faults.py; } > evidence/upload-faults.txt; \
		status=$$?; cat evidence/upload-faults.txt; exit $$status

upload-memory:
	$(PYTHON) scripts/upload_memory.py --base-url "$(BASE_URL)" $(ARGS)

load-evidence:
	sh scripts/load-evidence.sh

overload-leftovers:
	sh scripts/overload-leftovers.sh

clean-clone-evidence:
	sh scripts/clean-clone.sh

reconcile:
	$(COMPOSE) run --rm --no-deps reconciler $(ARGS)

reconcile-demo:
	$(PYTHON) scripts/reconcile_track.py demo --base-url "$(BASE_URL)" $(ARGS)

reconcile-cost:
	$(PYTHON) scripts/reconcile_track.py cost $(ARGS)

failover-evidence:
	sh scripts/failover-evidence.sh "$(BASE_URL)" "$(SHIFT)"

stack-evidence:
	sh scripts/evidence-stack.sh

persistence-evidence:
	sh scripts/persistence-evidence.sh "$(BASE_URL)" > evidence/persistence.txt
	cat evidence/persistence.txt

storage-evidence:
	sh scripts/evidence-storage.sh

cache-evidence:
	sh scripts/evidence-cache.sh > evidence/cache.txt
	cat evidence/cache.txt

test-faults:
	BASE_URL="$(BASE_URL)" $(VENV)/bin/pytest -m stack -v -s student-tests/stack

faults-evidence:
	{ echo "date: $$(date -u +%FT%TZ)  commit: $$(git rev-parse --short HEAD)"; echo "\$$ make test-faults"; \
	  $(MAKE) --no-print-directory test-faults 2>&1; } | sed 's#$(CURDIR)#<repo>#g' > evidence/faults.txt
	cat evidence/faults.txt
	grep -qE '^=+ [0-9]+ passed in' evidence/faults.txt

seed:
	$(PSQL) -f - < scripts/sql/seed-history.sql

explain: seed
	{ echo "date: $$(date -u +%FT%TZ)  commit: $$(git rev-parse --short HEAD)"; \
	  echo "\$$ make explain   # scripts/sql/explain-history.sql"; \
	  $(PSQL) -f - < scripts/sql/explain-history.sql; } > evidence/explain-history.txt
	cat evidence/explain-history.txt

images:
	$(PYTHON) scripts/make_images.py

queues:
	sh scripts/broker.sh queues

topology:
	{ echo "date: $$(date -u +%FT%TZ)  commit: $$(git rev-parse --short HEAD)"; \
	  echo "$$ rabbitmqctl list_queues -p messenger name type durable policy messages"; \
	  $(COMPOSE) exec -T broker rabbitmqctl -q list_queues -p messenger name type durable policy messages; \
	  echo "$$ rabbitmqctl list_consumers -p messenger"; \
	  $(COMPOSE) exec -T broker rabbitmqctl -q list_consumers -p messenger queue_name ack_required prefetch_count; \
	  echo "$$ rabbitmqctl list_permissions -p messenger"; \
	  $(COMPOSE) exec -T broker rabbitmqctl -q list_permissions -p messenger; \
	  echo "$$ rabbitmqctl list_users"; \
	  $(COMPOSE) exec -T broker rabbitmqctl -q list_users; \
	  echo "$$ docker compose ps"; \
	  $(COMPOSE) ps --format '{{.Service}}\t{{.Status}}\t{{.Ports}}'; } > evidence/topology.txt
	cat evidence/topology.txt

worker-stop:
	sh scripts/worker.sh stop

worker-start:
	sh scripts/worker.sh start

broker-restart:
	sh scripts/broker.sh restart

suite-preflight:
	BASE_URL="$(BASE_URL)" $(PYTHON) scripts/pipeline_suite.py --preflight

level3:
	BASE_URL="$(BASE_URL)" $(PYTHON) scripts/pipeline_suite.py --level 3 --output evidence/level3.json

level4:
	BASE_URL="$(BASE_URL)" $(PYTHON) scripts/pipeline_suite.py --level 4 --output evidence/level4.json

failed:
	$(COMPOSE) run --rm --no-deps -T worker python -m messenger.admin failed

replay:
	@test -n "$(ID)" || (echo "Set ID=<attachment_id>"; exit 2)
	$(COMPOSE) run --rm --no-deps -T worker python -m messenger.admin replay --attachment-id "$(ID)"

dlq:
	sh scripts/broker.sh dlq

pipeline-evidence:
	$(PYTHON) scripts/pipeline_evidence.py --base-url "$(BASE_URL)" > evidence/pipeline-stand.txt; \
		status=$$?; cat evidence/pipeline-stand.txt; exit $$status

obs-validate:
	sh scripts/obs-validate.sh

telemetry-check:
	$(OBS_CHECK) grafana > evidence/grafana.json
	$(OBS_CHECK) dashboards --strict > evidence/dashboards.json
	$(OBS_CHECK) request --base-url "$(BASE_URL)" > evidence/trace-request.json
	$(OBS_CHECK) job --base-url "$(BASE_URL)" > evidence/trace-job.json
	$(OBS_CHECK) leaks --base-url "$(BASE_URL)" > evidence/leaks.json
	$(OBS_CHECK) query 'count by (__name__, job) ($(APP_METRICS))' \
		'count by (http_route, http_request_method) (http_server_request_duration_seconds_count)' \
		'count by (job_type, outcome) (messenger_jobs_processed_total)' > evidence/cardinality.json
	@echo "telemetry-check: evidence/grafana.json dashboards.json trace-request.json trace-job.json leaks.json cardinality.json"

.PHONY: track2 reprocess

track2:
	BASE_URL="$(BASE_URL)" $(PYTHON) scripts/pipeline_suite.py --level 5 --only "$(TRACK2_SCENARIOS)" --output "$(TRACK2_OUTPUT)"

reprocess:
	@test -n "$(ID)" || (echo "Set ID=<attachment_id>"; exit 2)
	$(COMPOSE) run --rm --no-deps -T worker python -m messenger.admin reprocess --attachment-id "$(ID)" --pipeline-version "$(PIPELINE_VERSION)"
