forked from mtusi2026/mtusi2026lab3
59 lines
3.4 KiB
Bash
Executable File
59 lines
3.4 KiB
Bash
Executable File
#!/bin/sh
|
|
# Run the pinned k6 workload inside the cluster and retain raw results and resource samples.
|
|
set -eu
|
|
cd "$(dirname "$0")/.."
|
|
: "${KUBE_CONTEXT:=dev}" "${NAMESPACE:=highload-applications}"
|
|
: "${RUN:=manual-$(date -u +%Y%m%d%H%M%S)}" "${DURATION:=30}" "${VUS:=32}" "${LOAD_SCRIPT:=scaling.js}"
|
|
case "$RUN" in *[!a-z0-9-]*|'') echo 'RUN must be a DNS label' >&2; exit 2 ;; esac
|
|
EVIDENCE_DIR=${EVIDENCE_DIR:-evidence}
|
|
mkdir -p "$EVIDENCE_DIR"
|
|
kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" get deployment api -o json > "$EVIDENCE_DIR/deployment-$RUN.json"
|
|
kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" get pods -l app=api -o wide > "$EVIDENCE_DIR/pods-$RUN.txt"
|
|
helm get values lab2 --kube-context "$KUBE_CONTEXT" -n "$NAMESPACE" -o json > "$EVIDENCE_DIR/values-$RUN.json"
|
|
if jq -e '.autoscaling.enabled == false' "$EVIDENCE_DIR/values-$RUN.json" >/dev/null; then
|
|
expected=$(jq -r .api.replicas "$EVIDENCE_DIR/values-$RUN.json")
|
|
actual=$(jq -r .spec.replicas "$EVIDENCE_DIR/deployment-$RUN.json")
|
|
test "$expected" = "$actual" || { echo "Replica mismatch: expected $expected, actual $actual" >&2; exit 1; }
|
|
fi
|
|
manifest=$(mktemp)
|
|
complete=false
|
|
created=false
|
|
sampler=
|
|
cleanup() {
|
|
if [ -n "$sampler" ]; then kill "$sampler" 2>/dev/null || true; wait "$sampler" 2>/dev/null || true; fi
|
|
if ! $complete && $created; then
|
|
kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" delete "job/load-$RUN" --ignore-not-found --wait=true --timeout=60s >/dev/null || true
|
|
fi
|
|
rm -f "$manifest"
|
|
}
|
|
trap cleanup EXIT
|
|
kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" create configmap load-scripts --from-file=student-tests/load/ --dry-run=client -o yaml | kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" apply -f -
|
|
helm template lab2 charts/messenger -n "$NAMESPACE" -s templates/load.yaml --set load.enabled=true --set-string "load.run=$RUN" --set-string "load.script=$LOAD_SCRIPT" --set "load.duration=$DURATION" --set "load.vus=$VUS" --set-string "load.target=${TARGET_INSTANCE_ID:-}" > "$manifest"
|
|
kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" apply -f "$manifest"
|
|
created=true
|
|
(
|
|
while :; do
|
|
date -u '+UTC %Y-%m-%dT%H:%M:%SZ'
|
|
kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" top pods -l 'app in (api,lb,postgres,valkey,load)' || true
|
|
kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" exec postgres-0 -- psql -U messenger -d messenger -Atc "SELECT state,wait_event_type,wait_event,count(*) FROM pg_stat_activity WHERE datname='messenger' GROUP BY state,wait_event_type,wait_event" || true
|
|
sleep 5
|
|
done
|
|
) > "$EVIDENCE_DIR/resources-$RUN.txt" 2>&1 &
|
|
sampler=$!
|
|
complete=false
|
|
for attempt in $(seq 1 140); do
|
|
if ! state=$(kubectl --context "$KUBE_CONTEXT" --request-timeout=10s -n "$NAMESPACE" get "job/load-$RUN" -o json); then
|
|
sleep 2
|
|
continue
|
|
fi
|
|
if printf '%s' "$state" | jq -e '.status.succeeded > 0' >/dev/null; then complete=true; break; fi
|
|
if printf '%s' "$state" | jq -e '.status.failed > 0' >/dev/null; then break; fi
|
|
sleep 2
|
|
done
|
|
kubectl --context "$KUBE_CONTEXT" -n "$NAMESPACE" logs "job/load-$RUN" > "$EVIDENCE_DIR/load-$RUN.txt"
|
|
$complete || { echo "Load failed; inspect $EVIDENCE_DIR/load-$RUN.txt" >&2; exit 1; }
|
|
if [ "$LOAD_SCRIPT" = scaling.js ]; then
|
|
jq -R 'fromjson? | select(has("profile"))' "$EVIDENCE_DIR/load-$RUN.txt" > "$EVIDENCE_DIR/load-$RUN.json"
|
|
test -s "$EVIDENCE_DIR/load-$RUN.json"
|
|
fi
|