forked from mtusi2026/mtusi2026lab6
117 lines
4.9 KiB
Makefile
117 lines
4.9 KiB
Makefile
PYTHON ?= python3
|
|
BASE_URL ?= http://localhost:8080
|
|
CA_FILE ?=
|
|
ACTION_SCRIPT ?=
|
|
RECONCILE_GRACE ?= 15m
|
|
PROMETHEUS_URL ?= http://localhost:9090
|
|
LOKI_URL ?= http://localhost:3100
|
|
TEMPO_URL ?= http://localhost:3200
|
|
GRAFANA_URL ?= http://localhost:3000
|
|
TLS_ARGS = $(if $(CA_FILE),--ca-file "$(CA_FILE)",)
|
|
|
|
.PHONY: help init-secrets check validate test load test-observability-grade3 test-observability-grade4 test-observability-retry-trace test-observability-alerts test-telemetry-backend-outage test-slo-burn-rate test-histogram-calibration test-observability-incidents test-attachment-boundaries test-attachment-memory test-storage-outage test-minio-policy test-async-resilience test-level4-resilience test-level5-idempotency jobs-failed replay-job upgrade-pipeline inject-job test-persistence test-failover test-reconcile test-reconcile-scale reconcile-dry-run reconcile-apply cleanup-lab
|
|
|
|
help:
|
|
@echo "check: offline structure; validate: full OpenAPI; test: running API; cleanup-lab: stop lab6 and remove only its locally built images"
|
|
|
|
init-secrets:
|
|
./scripts/init-secrets.sh
|
|
|
|
check:
|
|
$(PYTHON) scripts/check_contract.py
|
|
|
|
validate:
|
|
$(PYTHON) scripts/validate_openapi.py
|
|
|
|
test:
|
|
$(PYTHON) tests/smoke.py --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
load:
|
|
$(PYTHON) tests/load.py --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
test-observability-grade3:
|
|
$(PYTHON) tests/observability_grade3.py --prometheus-url "$(PROMETHEUS_URL)" --loki-url "$(LOKI_URL)" --tempo-url "$(TEMPO_URL)" --grafana-url "$(GRAFANA_URL)"
|
|
|
|
test-observability-grade4:
|
|
$(PYTHON) tests/observability_grade4.py --base-url "$(BASE_URL)" --prometheus-url "$(PROMETHEUS_URL)" --loki-url "$(LOKI_URL)" --tempo-url "$(TEMPO_URL)" --grafana-url "$(GRAFANA_URL)"
|
|
|
|
test-observability-retry-trace:
|
|
$(PYTHON) tests/observability_retry_trace.py --base-url "$(BASE_URL)" --loki-url "$(LOKI_URL)" --tempo-url "$(TEMPO_URL)"
|
|
|
|
test-observability-alerts:
|
|
$(PYTHON) tests/observability_alerts.py --base-url "$(BASE_URL)" --prometheus-url "$(PROMETHEUS_URL)" --loki-url "$(LOKI_URL)" --tempo-url "$(TEMPO_URL)"
|
|
|
|
test-telemetry-backend-outage:
|
|
$(PYTHON) tests/telemetry_backend_outage.py --base-url "$(BASE_URL)" --prometheus-url "$(PROMETHEUS_URL)" --loki-url "$(LOKI_URL)" --tempo-url "$(TEMPO_URL)"
|
|
|
|
test-slo-burn-rate:
|
|
$(PYTHON) tests/slo_burn_rate.py --base-url "$(BASE_URL)" --prometheus-url "$(PROMETHEUS_URL)" --loki-url "$(LOKI_URL)" --tempo-url "$(TEMPO_URL)" --grafana-url "$(GRAFANA_URL)"
|
|
|
|
test-histogram-calibration:
|
|
$(PYTHON) tests/histogram_calibration.py --base-url "$(BASE_URL)" --prometheus-url "$(PROMETHEUS_URL)"
|
|
|
|
test-observability-incidents:
|
|
$(MAKE) test-async-resilience BASE_URL="$(BASE_URL)"
|
|
$(MAKE) test-storage-outage BASE_URL="$(BASE_URL)"
|
|
$(PYTHON) tests/observability_incidents.py --prometheus-url "$(PROMETHEUS_URL)" --loki-url "$(LOKI_URL)" --tempo-url "$(TEMPO_URL)"
|
|
|
|
test-attachment-memory:
|
|
BASE_URL="$(BASE_URL)" $(PYTHON) tests/attachment_memory.py
|
|
|
|
test-attachment-boundaries:
|
|
BASE_URL="$(BASE_URL)" $(PYTHON) tests/attachment_boundaries.py
|
|
|
|
test-storage-outage:
|
|
BASE_URL="$(BASE_URL)" $(PYTHON) tests/storage_outage.py
|
|
|
|
test-minio-policy:
|
|
./tests/minio_policy.sh
|
|
|
|
test-async-resilience:
|
|
$(PYTHON) tests/async_resilience.py --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
test-level4-resilience:
|
|
$(PYTHON) tests/level4_resilience.py --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
test-level5-idempotency:
|
|
$(PYTHON) tests/level5_idempotency.py --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
jobs-failed:
|
|
docker compose run --rm --no-deps --entrypoint /app/jobctl dispatcher list-failed
|
|
|
|
replay-job:
|
|
@test -n "$(JOB_ID)" || (echo "Set JOB_ID to a failed attachment job UUID"; exit 2)
|
|
docker compose run --rm --no-deps --entrypoint /app/jobctl dispatcher replay "$(JOB_ID)"
|
|
|
|
upgrade-pipeline:
|
|
@test -n "$(ATTACHMENT_ID)" || (echo "Set ATTACHMENT_ID"; exit 2)
|
|
@test -n "$(PIPELINE_VERSION)" || (echo "Set PIPELINE_VERSION=2"; exit 2)
|
|
docker compose run --rm --no-deps --entrypoint /app/jobctl worker upgrade "$(ATTACHMENT_ID)" "$(PIPELINE_VERSION)"
|
|
|
|
inject-job:
|
|
@test -n "$(JOB_ID)" || (echo "Set JOB_ID"; exit 2)
|
|
docker compose run --rm --no-deps --entrypoint /app/jobctl dispatcher inject "$(JOB_ID)"
|
|
|
|
test-persistence:
|
|
@test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable restart hook"; exit 2)
|
|
$(PYTHON) tests/resilience.py --mode persistence --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
test-failover:
|
|
@test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable stop-one hook"; exit 2)
|
|
$(PYTHON) tests/resilience.py --mode failover --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS)
|
|
|
|
test-reconcile:
|
|
$(PYTHON) tests/reconcile_integration.py
|
|
|
|
test-reconcile-scale:
|
|
$(PYTHON) tests/reconcile_scale.py
|
|
|
|
reconcile-dry-run:
|
|
docker compose run --rm --entrypoint /app/reconciler api --grace-period "$(RECONCILE_GRACE)"
|
|
|
|
reconcile-apply:
|
|
docker compose run --rm --entrypoint /app/reconciler api --grace-period "$(RECONCILE_GRACE)" --apply
|
|
|
|
cleanup-lab:
|
|
./scripts/cleanup-lab.sh
|