forked from mtusi2026/mtusi2026lab6
30 lines
1.7 KiB
Bash
Executable File
30 lines
1.7 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
set -euo pipefail
|
|
project_dir="$(cd -- "$(dirname -- "${BASH_SOURCE[0]}")/.." && pwd)"
|
|
cd "$project_dir"
|
|
mkdir -p evidence
|
|
./scripts/build.sh
|
|
# Inherited grade-4 lab5 criteria, on a separate temporary project and fresh volumes.
|
|
LAB5_EVIDENCE_FILE=evidence/lab6-lab5-regression.json \
|
|
.venv/bin/python -u student-tests/lab5_pipeline.py 2>&1 | tee evidence/lab6-lab5-regression.txt
|
|
./scripts/start.sh
|
|
make check validate test PYTHON=.venv/bin/python 2>&1 | tee evidence/lab6-api-checks.txt
|
|
.venv/bin/python -m unittest discover -s student-tests -v 2>&1 | tee -a evidence/lab6-api-checks.txt
|
|
docker run --rm --entrypoint /bin/promtool -v "$project_dir:/work:ro" -w /work \
|
|
prom/prometheus:v3.4.1 test rules student-tests/promtool-slo.yaml | tee evidence/lab6-promtool.txt
|
|
# Only this short check enables the already inherited one-shot worker failpoint.
|
|
trap 'ENABLE_FAULT_INJECTION=0 docker compose up -d --no-deps worker >/dev/null 2>&1' EXIT
|
|
ENABLE_FAULT_INJECTION=1 docker compose up -d --no-deps worker
|
|
.venv/bin/python -u student-tests/lab6_observability.py 2>&1 | tee evidence/lab6-checks.txt
|
|
ENABLE_FAULT_INJECTION=0 docker compose up -d --no-deps worker
|
|
.venv/bin/python -u student-tests/verify_restart.py 2>&1 | tee evidence/lab6-restart.txt
|
|
.venv/bin/python - <<'PY'
|
|
import json
|
|
from research.observations import ROOT, spans, trace, wait
|
|
evidence=json.loads((ROOT/'evidence/lab6-checks.json').read_text())
|
|
trace_id=evidence['checks']['retry_trace_and_logs']['trace_id']
|
|
wait(lambda: len(spans(trace(trace_id))) >= 10)
|
|
print('PASS: trace remains queryable after restarting all telemetry stores with their volumes')
|
|
PY
|
|
.venv/bin/python -u research/slo.py 2>&1 | tee evidence/lab6-slo-research.txt
|