Files
mtusi2026lab6/Makefile

117 lines
4.9 KiB
Makefile

PYTHON ?= python3
BASE_URL ?= http://localhost:8080
CA_FILE ?=
ACTION_SCRIPT ?=
RECONCILE_GRACE ?= 15m
PROMETHEUS_URL ?= http://localhost:9090
LOKI_URL ?= http://localhost:3100
TEMPO_URL ?= http://localhost:3200
GRAFANA_URL ?= http://localhost:3000
TLS_ARGS = $(if $(CA_FILE),--ca-file "$(CA_FILE)",)
.PHONY: help init-secrets check validate test load test-observability-grade3 test-observability-grade4 test-observability-retry-trace test-observability-alerts test-telemetry-backend-outage test-slo-burn-rate test-histogram-calibration test-observability-incidents test-attachment-boundaries test-attachment-memory test-storage-outage test-minio-policy test-async-resilience test-level4-resilience test-level5-idempotency jobs-failed replay-job upgrade-pipeline inject-job test-persistence test-failover test-reconcile test-reconcile-scale reconcile-dry-run reconcile-apply cleanup-lab
help:
@echo "check: offline structure; validate: full OpenAPI; test: running API; cleanup-lab: stop lab6 and remove only its locally built images"
init-secrets:
./scripts/init-secrets.sh
check:
$(PYTHON) scripts/check_contract.py
validate:
$(PYTHON) scripts/validate_openapi.py
test:
$(PYTHON) tests/smoke.py --base-url "$(BASE_URL)" $(TLS_ARGS)
load:
$(PYTHON) tests/load.py --base-url "$(BASE_URL)" $(TLS_ARGS)
test-observability-grade3:
$(PYTHON) tests/observability_grade3.py --prometheus-url "$(PROMETHEUS_URL)" --loki-url "$(LOKI_URL)" --tempo-url "$(TEMPO_URL)" --grafana-url "$(GRAFANA_URL)"
test-observability-grade4:
$(PYTHON) tests/observability_grade4.py --base-url "$(BASE_URL)" --prometheus-url "$(PROMETHEUS_URL)" --loki-url "$(LOKI_URL)" --tempo-url "$(TEMPO_URL)" --grafana-url "$(GRAFANA_URL)"
test-observability-retry-trace:
$(PYTHON) tests/observability_retry_trace.py --base-url "$(BASE_URL)" --loki-url "$(LOKI_URL)" --tempo-url "$(TEMPO_URL)"
test-observability-alerts:
$(PYTHON) tests/observability_alerts.py --base-url "$(BASE_URL)" --prometheus-url "$(PROMETHEUS_URL)" --loki-url "$(LOKI_URL)" --tempo-url "$(TEMPO_URL)"
test-telemetry-backend-outage:
$(PYTHON) tests/telemetry_backend_outage.py --base-url "$(BASE_URL)" --prometheus-url "$(PROMETHEUS_URL)" --loki-url "$(LOKI_URL)" --tempo-url "$(TEMPO_URL)"
test-slo-burn-rate:
$(PYTHON) tests/slo_burn_rate.py --base-url "$(BASE_URL)" --prometheus-url "$(PROMETHEUS_URL)" --loki-url "$(LOKI_URL)" --tempo-url "$(TEMPO_URL)" --grafana-url "$(GRAFANA_URL)"
test-histogram-calibration:
$(PYTHON) tests/histogram_calibration.py --base-url "$(BASE_URL)" --prometheus-url "$(PROMETHEUS_URL)"
test-observability-incidents:
$(MAKE) test-async-resilience BASE_URL="$(BASE_URL)"
$(MAKE) test-storage-outage BASE_URL="$(BASE_URL)"
$(PYTHON) tests/observability_incidents.py --prometheus-url "$(PROMETHEUS_URL)" --loki-url "$(LOKI_URL)" --tempo-url "$(TEMPO_URL)"
test-attachment-memory:
BASE_URL="$(BASE_URL)" $(PYTHON) tests/attachment_memory.py
test-attachment-boundaries:
BASE_URL="$(BASE_URL)" $(PYTHON) tests/attachment_boundaries.py
test-storage-outage:
BASE_URL="$(BASE_URL)" $(PYTHON) tests/storage_outage.py
test-minio-policy:
./tests/minio_policy.sh
test-async-resilience:
$(PYTHON) tests/async_resilience.py --base-url "$(BASE_URL)" $(TLS_ARGS)
test-level4-resilience:
$(PYTHON) tests/level4_resilience.py --base-url "$(BASE_URL)" $(TLS_ARGS)
test-level5-idempotency:
$(PYTHON) tests/level5_idempotency.py --base-url "$(BASE_URL)" $(TLS_ARGS)
jobs-failed:
docker compose run --rm --no-deps --entrypoint /app/jobctl dispatcher list-failed
replay-job:
@test -n "$(JOB_ID)" || (echo "Set JOB_ID to a failed attachment job UUID"; exit 2)
docker compose run --rm --no-deps --entrypoint /app/jobctl dispatcher replay "$(JOB_ID)"
upgrade-pipeline:
@test -n "$(ATTACHMENT_ID)" || (echo "Set ATTACHMENT_ID"; exit 2)
@test -n "$(PIPELINE_VERSION)" || (echo "Set PIPELINE_VERSION=2"; exit 2)
docker compose run --rm --no-deps --entrypoint /app/jobctl worker upgrade "$(ATTACHMENT_ID)" "$(PIPELINE_VERSION)"
inject-job:
@test -n "$(JOB_ID)" || (echo "Set JOB_ID"; exit 2)
docker compose run --rm --no-deps --entrypoint /app/jobctl dispatcher inject "$(JOB_ID)"
test-persistence:
@test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable restart hook"; exit 2)
$(PYTHON) tests/resilience.py --mode persistence --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS)
test-failover:
@test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable stop-one hook"; exit 2)
$(PYTHON) tests/resilience.py --mode failover --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS)
test-reconcile:
$(PYTHON) tests/reconcile_integration.py
test-reconcile-scale:
$(PYTHON) tests/reconcile_scale.py
reconcile-dry-run:
docker compose run --rm --entrypoint /app/reconciler api --grace-period "$(RECONCILE_GRACE)"
reconcile-apply:
docker compose run --rm --entrypoint /app/reconciler api --grace-period "$(RECONCILE_GRACE)" --apply
cleanup-lab:
./scripts/cleanup-lab.sh