From d18fe254e983918b58949bbd70ebfaf64085d44a Mon Sep 17 00:00:00 2001 From: Qu1ck_1337 Date: Sat, 21 Nov 2026 01:00:36 +0300 Subject: [PATCH] Verify clean-clone bootstrap, persistent telemetry stores and provisioned dashboard --- DEFENSE.md | 2 +- REPORT.md | 2 + evidence/clean-clone-final.txt | 453 ++++++++++++++++++++++++++++ evidence/haproxy-config.txt | 2 +- evidence/persistence-processes.json | 189 ++++++++++++ evidence/provisioning.json | 18 ++ 6 files changed, 664 insertions(+), 2 deletions(-) create mode 100644 evidence/clean-clone-final.txt create mode 100644 evidence/persistence-processes.json create mode 100644 evidence/provisioning.json diff --git a/DEFENSE.md b/DEFENSE.md index e0393bb..25e9eef 100644 --- a/DEFENSE.md +++ b/DEFENSE.md @@ -91,7 +91,7 @@ Burn rate —скорость расхода error budget. Разрешено1% **Почему не усреднить готовность только завершённых jobs?** Остановленный worker тогда «улучшит» результат: новых медленных завершений вообще нет. Поэтому deadline SLI использует matured cohorts и включает pending/failed как bad. -**Чем pool waiting отличается от pool used?** Used —сколько соединений занято сейчас. Empty-acquire counter/его rate —сколько захватов столкнулось с отсутствием свободного соединения. Это cumulative wait events, не мгновенное число ожидающих goroutines; точную задержку показывает db.pool.acquire span. +**Чем pool waiting отличается от pool used?** Used —сколько соединений занято сейчас. Waiting —незавершённые acquire calls, включая короткий захват свободного соединения. Отдельно empty-acquire counter и его rate показывают число/частоту попыток, столкнувшихся с отсутствием свободного соединения; это cumulative wait events, а не мгновенное число goroutines. Задержку конкретного захвата показывает db.pool.acquire span. **Можно ли по одному графику заключить, что виновата БД?** Нет. Нужна цепочка свидетельств: длительность/error конкретного DB child span, pool metrics, совпадение по времени с HTTP5xx и восстановление после снятия причины. Raw SQL/текст сообщения для этого не нужны. diff --git a/REPORT.md b/REPORT.md index e4a09d8..00e0243 100644 --- a/REPORT.md +++ b/REPORT.md @@ -105,3 +105,5 @@ Raw timelines и границы времени: `evidence/incidents.json`, `inci - Prometheus promtool проверил5 alert rules (`alert-rules-check.txt`); HAProxy проверил config (`haproxy-config.txt`). - Реальные producer/consumer/DB/S3 spans и Loki correlation найдены в обычном, retry и восстановленном запросах (`trace-chain*.json`); label audit (`metric-labels.json`). - Проверки инцидентов, ingress503 и ограниченной Collector memory выполнены. Remote CI не заявляется выполненным. + +Финальный implementation commit `bd2c7f7` проверен из настоящего чистого клона: новые credentials/volumes, автоматический provisioning, public smoke и старый токен после перезапуска API, PG/cache/S3/broker/worker/dispatcher и Prometheus/Loki/Tempo/Grafana/Collector — PASS. Для каждого процесса сверены actual StartedAt; API работают non-root и PID1. Вывод — `evidence/clean-clone-final.txt`, before/after — `persistence-processes.json`. Удалён только уникальный временный проект. Импортированные24 панели и версии работающей Grafana дополнительно подтверждены `provisioning.json`. diff --git a/evidence/clean-clone-final.txt b/evidence/clean-clone-final.txt new file mode 100644 index 0000000..d2bce61 --- /dev/null +++ b/evidence/clean-clone-final.txt @@ -0,0 +1,453 @@ +Cloning into '/var/folders/hx/czbzpyk92ds_mnf7n9xrzn_80000gn/T/verify-lab6-923f63073d-n6kk_734/repo'... +done. +python3 scripts/bootstrap.py +Local secrets ready (values hidden); .env and secrets/ are ignored by Git. +docker compose --env-file .env up -d --build --wait +Compose can now delegate builds to bake for better performance. + To do so, set COMPOSE_BAKE=true. +#0 building with "desktop-linux" instance using docker driver + +#1 [migrate internal] load build definition from Dockerfile +#1 transferring dockerfile: 1.11kB done +#1 DONE 0.0s + +#2 [migrate internal] load metadata for docker.io/library/golang:1.24.4-alpine3.22 +#2 DONE 0.0s + +#3 [migrate internal] load metadata for docker.io/library/alpine:3.22.1 +#3 DONE 2.5s + +#4 [migrate internal] load .dockerignore +#4 transferring context: 196B done +#4 DONE 0.0s + +#5 [migrate stage-2 1/4] FROM docker.io/library/alpine:3.22.1@sha256:4bcff63911fcb4448bd4fdacec207030997caf25e9bea4045fa6c8c44de311d1 +#5 resolve docker.io/library/alpine:3.22.1@sha256:4bcff63911fcb4448bd4fdacec207030997caf25e9bea4045fa6c8c44de311d1 0.0s done +#5 DONE 0.0s + +#6 [migrate build 1/7] FROM docker.io/library/golang:1.24.4-alpine3.22@sha256:68932fa6d4d4059845c8f40ad7e654e626f3ebd3706eef7846f319293ab5cb7a +#6 resolve docker.io/library/golang:1.24.4-alpine3.22@sha256:68932fa6d4d4059845c8f40ad7e654e626f3ebd3706eef7846f319293ab5cb7a 0.0s done +#6 DONE 0.0s + +#7 [migrate internal] load build context +#7 transferring context: 111.91kB done +#7 DONE 0.0s + +#8 [migrate build 6/7] COPY internal/ ./internal/ +#8 CACHED + +#9 [migrate build 5/7] COPY cmd/ ./cmd/ +#9 CACHED + +#10 [migrate build 3/7] COPY go.mod go.sum ./ +#10 CACHED + +#11 [migrate build 7/7] RUN --mount=type=cache,target=/go/pkg/mod CGO_ENABLED=0 go build -trimpath -ldflags="-s -w" -o /out/messenger ./cmd/server +#11 CACHED + +#12 [migrate build 2/7] WORKDIR /src +#12 CACHED + +#13 [migrate stage-2 2/4] RUN apk add --no-cache libwebp-tools +#13 CACHED + +#14 [migrate build 4/7] RUN --mount=type=cache,target=/go/pkg/mod GODEBUG=http2client=0 GOPROXY="https://proxy.golang.org,direct" go mod download +#14 CACHED + +#15 [migrate stage-2 3/4] RUN addgroup -g 10001 app && adduser -D -u 10001 -G app app +#15 CACHED + +#16 [migrate stage-2 4/4] COPY --from=build /out/messenger /usr/local/bin/messenger +#16 CACHED + +#17 [migrate] exporting to image +#17 exporting layers done +#17 exporting manifest sha256:f51b364a474b303f87cd4fd30accdc6c71c65108d0afd177066b89fa0968f27a done +#17 exporting config sha256:c327788cbbc4f8e581f4b5513eaf30cfdd1f9e6c4d35259ebb9351d962b844f6 done +#17 exporting attestation manifest sha256:de7cefc159902aa6caee9fdcdf4fd6b1116ebedef51408a4221db9775dc2e0ae done +#17 exporting manifest list sha256:bc890c52ee749434d3d7cc25ab931755405d918f42ca78e7653b3a617bce5523 done +#17 naming to docker.io/library/mtusi-messenger:lab6 done +#17 unpacking to docker.io/library/mtusi-messenger:lab6 done +#17 DONE 0.0s + +#18 [migrate] resolving provenance for metadata file +#18 DONE 0.0s + +#19 [worker internal] load build definition from Dockerfile +#19 transferring dockerfile: 1.11kB done +#19 DONE 0.0s + +#20 [housekeeping internal] load build definition from Dockerfile +#20 transferring dockerfile: 1.11kB done +#20 DONE 0.0s + +#21 [api internal] load build definition from Dockerfile +#21 transferring dockerfile: 1.11kB done +#21 DONE 0.0s + +#22 [dispatcher internal] load build definition from Dockerfile +#22 transferring dockerfile: 1.11kB done +#22 DONE 0.0s + +#2 [housekeeping internal] load metadata for docker.io/library/golang:1.24.4-alpine3.22 +#2 DONE 0.0s + +#3 [dispatcher internal] load metadata for docker.io/library/alpine:3.22.1 +#3 DONE 2.8s + +#23 [worker internal] load .dockerignore +#23 transferring context: 196B done +#23 DONE 0.0s + +#24 [api internal] load .dockerignore +#24 transferring context: 196B done +#24 DONE 0.0s + +#25 [housekeeping internal] load .dockerignore +#25 transferring context: 196B done +#25 DONE 0.0s + +#26 [dispatcher internal] load .dockerignore +#26 transferring context: 196B done +#26 DONE 0.0s + +#6 [api build 1/7] FROM docker.io/library/golang:1.24.4-alpine3.22@sha256:68932fa6d4d4059845c8f40ad7e654e626f3ebd3706eef7846f319293ab5cb7a +#6 resolve docker.io/library/golang:1.24.4-alpine3.22@sha256:68932fa6d4d4059845c8f40ad7e654e626f3ebd3706eef7846f319293ab5cb7a done +#6 DONE 0.0s + +#5 [api stage-2 1/4] FROM docker.io/library/alpine:3.22.1@sha256:4bcff63911fcb4448bd4fdacec207030997caf25e9bea4045fa6c8c44de311d1 +#5 resolve docker.io/library/alpine:3.22.1@sha256:4bcff63911fcb4448bd4fdacec207030997caf25e9bea4045fa6c8c44de311d1 done +#5 DONE 0.0s + +#27 [housekeeping internal] load build context +#27 transferring context: 1.55kB done +#27 DONE 0.0s + +#28 [housekeeping build 7/7] RUN --mount=type=cache,target=/go/pkg/mod CGO_ENABLED=0 go build -trimpath -ldflags="-s -w" -o /out/messenger ./cmd/server +#28 CACHED + +#29 [housekeeping build 3/7] COPY go.mod go.sum ./ +#29 CACHED + +#30 [housekeeping build 4/7] RUN --mount=type=cache,target=/go/pkg/mod GODEBUG=http2client=0 GOPROXY="https://proxy.golang.org,direct" go mod download +#30 CACHED + +#31 [housekeeping build 6/7] COPY internal/ ./internal/ +#31 CACHED + +#32 [housekeeping build 5/7] COPY cmd/ ./cmd/ +#32 CACHED + +#12 [housekeeping build 2/7] WORKDIR /src +#12 CACHED + +#13 [dispatcher stage-2 2/4] RUN apk add --no-cache libwebp-tools +#13 CACHED + +#15 [dispatcher stage-2 3/4] RUN addgroup -g 10001 app && adduser -D -u 10001 -G app app +#15 CACHED + +#33 [worker internal] load build context +#33 transferring context: 111.91kB done +#33 DONE 0.0s + +#34 [api internal] load build context +#34 transferring context: 111.91kB done +#34 DONE 0.0s + +#35 [dispatcher stage-2 4/4] COPY --from=build /out/messenger /usr/local/bin/messenger +#35 CACHED + +#36 [dispatcher internal] load build context +#36 transferring context: 111.91kB done +#36 DONE 0.0s + +#37 [housekeeping] exporting to image +#37 exporting layers done +#37 exporting manifest sha256:a1a82906e7908bd092307206cb179c4014f8a4a9cb452ea0dd50b2ed71ce1c48 done +#37 exporting config sha256:3b16b2e19418a9b0a7a4352a52fbca0b1c0d7a96d232ca6379a9c1f4312b958b 0.0s done +#37 exporting attestation manifest sha256:bba2b7efbaa0f1fadaef0c176f7b5116448dadbbf2adc19a94869d5e32263839 0.0s done +#37 exporting manifest list sha256:703bbe43dfe112bdcb3345d39e2bba1f13bb30054b611f8a50714eeaa5c4af67 +#37 exporting manifest list sha256:703bbe43dfe112bdcb3345d39e2bba1f13bb30054b611f8a50714eeaa5c4af67 0.0s done +#37 naming to docker.io/library/mtusi-messenger:lab6 done +#37 unpacking to docker.io/library/mtusi-messenger:lab6 done +#37 DONE 0.1s + +#38 [api] exporting to image +#38 exporting layers done +#38 exporting manifest sha256:3ee374d9a44d47b73e4cd586f827ff6859c2daabb353af5da8e87c0cff2fd958 0.0s done +#38 exporting config sha256:ca2071c4f9ff3235c2b632cf26038e1d973d0aff451def85c9c992b025c50886 0.0s done +#38 exporting attestation manifest sha256:1650df4905d0d02fbf0370b4d56e81fa4ca6549f6a70dc5be28eb151e0b35f4b 0.0s done +#38 exporting manifest list sha256:b4f4eb0ca6234e2a34ba13e00313c1caaa1e3890e59eefd359a0e82051d59419 0.0s done +#38 naming to docker.io/library/mtusi-messenger:lab6 done +#38 unpacking to docker.io/library/mtusi-messenger:lab6 done +#38 DONE 0.1s + +#39 [worker] exporting to image +#39 exporting layers done +#39 exporting manifest sha256:6ff31490d70efa26902c17f9f45265351c2f92ad3058608e9527dba82f2c65b8 0.0s done +#39 exporting config sha256:1fb4f16f8aa640d8a086d46bee6b375ddb8732e3f5b81d1d84decf0ab56822be 0.0s done +#39 exporting attestation manifest sha256:40dc62179afe5f42b0824f9ceef96d146c85801552d4615a0c63c0593967d974 0.0s done +#39 exporting manifest list sha256:98ff173838f81c6686f63c66f1dbb498dd69be23639d23128bdff26f7ce3e505 0.0s done +#39 naming to docker.io/library/mtusi-messenger:lab6 done +#39 unpacking to docker.io/library/mtusi-messenger:lab6 done +#39 DONE 0.1s + +#40 [dispatcher] exporting to image +#40 exporting layers done +#40 exporting manifest sha256:5bd9c19cd623db1bd0093666b1c8539818d6e92d831c709ce1dd4569c1555254 0.0s done +#40 exporting config sha256:26362598ece8ee2628ce4d7a0a3aa014d40bc126a30bee93640b02efc0584785 0.0s done +#40 exporting attestation manifest sha256:5667d58f8b4b5f49dca4ab8c6678e6799bb59eb9992469af87161ef24f4af787 0.0s done +#40 exporting manifest list sha256:1e19fe8581549d2658310c1e472263c5d144391b6641a1c995081586f6ef9d4a 0.0s done +#40 naming to docker.io/library/mtusi-messenger:lab6 done +#40 unpacking to docker.io/library/mtusi-messenger:lab6 done +#40 DONE 0.1s + +#41 [housekeeping] resolving provenance for metadata file +#41 DONE 0.0s + +#42 [worker] resolving provenance for metadata file +#42 DONE 0.0s + +#43 [dispatcher] resolving provenance for metadata file +#43 DONE 0.0s + +#44 [api] resolving provenance for metadata file +#44 DONE 0.0s + api Built + dispatcher Built + housekeeping Built + migrate Built + worker Built + Network verify-lab6-923f63073d_default Creating + Network verify-lab6-923f63073d_default Created + Volume "verify-lab6-923f63073d_loki_data" Creating + Volume "verify-lab6-923f63073d_loki_data" Created + Volume "verify-lab6-923f63073d_grafana_data" Creating + Volume "verify-lab6-923f63073d_grafana_data" Created + Volume "verify-lab6-923f63073d_broker_data" Creating + Volume "verify-lab6-923f63073d_broker_data" Created + Volume "verify-lab6-923f63073d_tempo_data" Creating + Volume "verify-lab6-923f63073d_tempo_data" Created + Volume "verify-lab6-923f63073d_s3_data" Creating + Volume "verify-lab6-923f63073d_s3_data" Created + Volume "verify-lab6-923f63073d_prometheus_data" Creating + Volume "verify-lab6-923f63073d_prometheus_data" Created + Volume "verify-lab6-923f63073d_postgres_data" Creating + Volume "verify-lab6-923f63073d_postgres_data" Created + Container verify-lab6-923f63073d-postgres-1 Creating + Container verify-lab6-923f63073d-tempo-1 Creating + Container verify-lab6-923f63073d-prometheus-1 Creating + Container verify-lab6-923f63073d-broker-1 Creating + Container verify-lab6-923f63073d-collector-1 Creating + Container verify-lab6-923f63073d-s3-1 Creating + Container verify-lab6-923f63073d-grafana-1 Creating + Container verify-lab6-923f63073d-loki-1 Creating + Container verify-lab6-923f63073d-valkey-1 Creating + Container verify-lab6-923f63073d-collector-1 Created + Container verify-lab6-923f63073d-valkey-1 Created + Container verify-lab6-923f63073d-s3-1 Created + Container verify-lab6-923f63073d-s3-init-1 Creating + Container verify-lab6-923f63073d-broker-1 Created + Container verify-lab6-923f63073d-prometheus-1 Created + Container verify-lab6-923f63073d-loki-1 Created + Container verify-lab6-923f63073d-tempo-1 Created + Container verify-lab6-923f63073d-postgres-1 Created + Container verify-lab6-923f63073d-migrate-1 Creating + Container verify-lab6-923f63073d-grafana-1 Created + Container verify-lab6-923f63073d-s3-init-1 Created + Container verify-lab6-923f63073d-migrate-1 Created + Container verify-lab6-923f63073d-housekeeping-1 Creating + Container verify-lab6-923f63073d-dispatcher-1 Creating + Container verify-lab6-923f63073d-worker-1 Creating + Container verify-lab6-923f63073d-api-1 Creating + Container verify-lab6-923f63073d-api-2 Creating + Container verify-lab6-923f63073d-dispatcher-1 Created + Container verify-lab6-923f63073d-worker-1 Created + Container verify-lab6-923f63073d-housekeeping-1 Created + Container verify-lab6-923f63073d-api-2 Created + Container verify-lab6-923f63073d-api-1 Created + Container verify-lab6-923f63073d-lb-1 Creating + Container verify-lab6-923f63073d-lb-1 Created + Container verify-lab6-923f63073d-tempo-1 Starting + Container verify-lab6-923f63073d-grafana-1 Starting + Container verify-lab6-923f63073d-valkey-1 Starting + Container verify-lab6-923f63073d-postgres-1 Starting + Container verify-lab6-923f63073d-broker-1 Starting + Container verify-lab6-923f63073d-loki-1 Starting + Container verify-lab6-923f63073d-s3-1 Starting + Container verify-lab6-923f63073d-collector-1 Starting + Container verify-lab6-923f63073d-prometheus-1 Starting + Container verify-lab6-923f63073d-collector-1 Started + Container verify-lab6-923f63073d-tempo-1 Started + Container verify-lab6-923f63073d-loki-1 Started + Container verify-lab6-923f63073d-valkey-1 Started + Container verify-lab6-923f63073d-prometheus-1 Started + Container verify-lab6-923f63073d-broker-1 Started + Container verify-lab6-923f63073d-s3-1 Started + Container verify-lab6-923f63073d-s3-1 Waiting + Container verify-lab6-923f63073d-postgres-1 Started + Container verify-lab6-923f63073d-postgres-1 Waiting + Container verify-lab6-923f63073d-grafana-1 Started + Container verify-lab6-923f63073d-s3-1 Healthy + Container verify-lab6-923f63073d-s3-init-1 Starting + Container verify-lab6-923f63073d-postgres-1 Healthy + Container verify-lab6-923f63073d-migrate-1 Starting + Container verify-lab6-923f63073d-s3-init-1 Started + Container verify-lab6-923f63073d-migrate-1 Started + Container verify-lab6-923f63073d-s3-init-1 Waiting + Container verify-lab6-923f63073d-migrate-1 Waiting + Container verify-lab6-923f63073d-migrate-1 Waiting + Container verify-lab6-923f63073d-migrate-1 Waiting + Container verify-lab6-923f63073d-s3-init-1 Waiting + Container verify-lab6-923f63073d-migrate-1 Waiting + Container verify-lab6-923f63073d-s3-init-1 Waiting + Container verify-lab6-923f63073d-migrate-1 Exited + Container verify-lab6-923f63073d-migrate-1 Exited + Container verify-lab6-923f63073d-migrate-1 Exited + Container verify-lab6-923f63073d-dispatcher-1 Starting + Container verify-lab6-923f63073d-migrate-1 Exited + Container verify-lab6-923f63073d-dispatcher-1 Started + Container verify-lab6-923f63073d-s3-init-1 Exited + Container verify-lab6-923f63073d-housekeeping-1 Starting + Container verify-lab6-923f63073d-s3-init-1 Exited + Container verify-lab6-923f63073d-worker-1 Starting + Container verify-lab6-923f63073d-s3-init-1 Exited + Container verify-lab6-923f63073d-api-1 Starting + Container verify-lab6-923f63073d-housekeeping-1 Started + Container verify-lab6-923f63073d-api-1 Started + Container verify-lab6-923f63073d-api-2 Starting + Container verify-lab6-923f63073d-worker-1 Started + Container verify-lab6-923f63073d-api-2 Started + Container verify-lab6-923f63073d-api-1 Waiting + Container verify-lab6-923f63073d-api-2 Waiting + Container verify-lab6-923f63073d-api-1 Healthy + Container verify-lab6-923f63073d-api-2 Healthy + Container verify-lab6-923f63073d-lb-1 Starting + Container verify-lab6-923f63073d-lb-1 Started + Container verify-lab6-923f63073d-tempo-1 Waiting + Container verify-lab6-923f63073d-migrate-1 Waiting + Container verify-lab6-923f63073d-prometheus-1 Waiting + Container verify-lab6-923f63073d-postgres-1 Waiting + Container verify-lab6-923f63073d-valkey-1 Waiting + Container verify-lab6-923f63073d-s3-init-1 Waiting + Container verify-lab6-923f63073d-lb-1 Waiting + Container verify-lab6-923f63073d-worker-1 Waiting + Container verify-lab6-923f63073d-loki-1 Waiting + Container verify-lab6-923f63073d-dispatcher-1 Waiting + Container verify-lab6-923f63073d-collector-1 Waiting + Container verify-lab6-923f63073d-s3-1 Waiting + Container verify-lab6-923f63073d-grafana-1 Waiting + Container verify-lab6-923f63073d-housekeeping-1 Waiting + Container verify-lab6-923f63073d-api-1 Waiting + Container verify-lab6-923f63073d-api-2 Waiting + Container verify-lab6-923f63073d-broker-1 Waiting + Container verify-lab6-923f63073d-valkey-1 Healthy + Container verify-lab6-923f63073d-migrate-1 Exited + Container verify-lab6-923f63073d-dispatcher-1 Healthy + Container verify-lab6-923f63073d-collector-1 Healthy + Container verify-lab6-923f63073d-s3-init-1 Exited + Container verify-lab6-923f63073d-housekeeping-1 Healthy + Container verify-lab6-923f63073d-prometheus-1 Healthy + Container verify-lab6-923f63073d-broker-1 Healthy + Container verify-lab6-923f63073d-loki-1 Healthy + Container verify-lab6-923f63073d-tempo-1 Healthy + Container verify-lab6-923f63073d-grafana-1 Healthy + Container verify-lab6-923f63073d-worker-1 Healthy + Container verify-lab6-923f63073d-postgres-1 Healthy + Container verify-lab6-923f63073d-s3-1 Healthy + Container verify-lab6-923f63073d-api-1 Healthy + Container verify-lab6-923f63073d-api-2 Healthy + Container verify-lab6-923f63073d-lb-1 Healthy +python3 scripts/check_contract.py +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. +python3 tests/smoke.py --base-url "http://localhost:50936" +PASS: lab6 public API scenario; infrastructure and grading evidence remain separate. +python3 tests/resilience.py --mode persistence --action-script "scripts/restart.sh" --base-url "http://localhost:50936" +Executing explicit persistence hook; hook output suppressed to avoid leaking secrets. +PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence. + Container verify-lab6-923f63073d-loki-1 Stopping + Container verify-lab6-923f63073d-grafana-1 Stopping + Container verify-lab6-923f63073d-prometheus-1 Stopping + Container verify-lab6-923f63073d-worker-1 Stopping + Container verify-lab6-923f63073d-collector-1 Stopping + Container verify-lab6-923f63073d-tempo-1 Stopping + Container verify-lab6-923f63073d-lb-1 Stopping + Container verify-lab6-923f63073d-housekeeping-1 Stopping + Container verify-lab6-923f63073d-dispatcher-1 Stopping + Container verify-lab6-923f63073d-housekeeping-1 Stopped + Container verify-lab6-923f63073d-housekeeping-1 Removing + Container verify-lab6-923f63073d-dispatcher-1 Stopped + Container verify-lab6-923f63073d-dispatcher-1 Removing + Container verify-lab6-923f63073d-housekeeping-1 Removed + Container verify-lab6-923f63073d-collector-1 Stopped + Container verify-lab6-923f63073d-collector-1 Removing + Container verify-lab6-923f63073d-dispatcher-1 Removed + Container verify-lab6-923f63073d-collector-1 Removed + Container verify-lab6-923f63073d-grafana-1 Stopped + Container verify-lab6-923f63073d-grafana-1 Removing + Container verify-lab6-923f63073d-prometheus-1 Stopped + Container verify-lab6-923f63073d-prometheus-1 Removing + Container verify-lab6-923f63073d-grafana-1 Removed + Container verify-lab6-923f63073d-prometheus-1 Removed + Container verify-lab6-923f63073d-lb-1 Stopped + Container verify-lab6-923f63073d-lb-1 Removing + Container verify-lab6-923f63073d-tempo-1 Stopped + Container verify-lab6-923f63073d-tempo-1 Removing + Container verify-lab6-923f63073d-lb-1 Removed + Container verify-lab6-923f63073d-api-1 Stopping + Container verify-lab6-923f63073d-api-2 Stopping + Container verify-lab6-923f63073d-tempo-1 Removed + Container verify-lab6-923f63073d-loki-1 Stopped + Container verify-lab6-923f63073d-loki-1 Removing + Container verify-lab6-923f63073d-loki-1 Removed + Container verify-lab6-923f63073d-worker-1 Stopped + Container verify-lab6-923f63073d-worker-1 Removing + Container verify-lab6-923f63073d-api-1 Stopped + Container verify-lab6-923f63073d-api-1 Removing + Container verify-lab6-923f63073d-worker-1 Removed + Container verify-lab6-923f63073d-broker-1 Stopping + Container verify-lab6-923f63073d-api-2 Stopped + Container verify-lab6-923f63073d-api-2 Removing + Container verify-lab6-923f63073d-api-1 Removed + Container verify-lab6-923f63073d-api-2 Removed + Container verify-lab6-923f63073d-s3-init-1 Stopping + Container verify-lab6-923f63073d-valkey-1 Stopping + Container verify-lab6-923f63073d-migrate-1 Stopping + Container verify-lab6-923f63073d-s3-init-1 Stopped + Container verify-lab6-923f63073d-s3-init-1 Removing + Container verify-lab6-923f63073d-migrate-1 Stopped + Container verify-lab6-923f63073d-migrate-1 Removing + Container verify-lab6-923f63073d-migrate-1 Removed + Container verify-lab6-923f63073d-postgres-1 Stopping + Container verify-lab6-923f63073d-s3-init-1 Removed + Container verify-lab6-923f63073d-s3-1 Stopping + Container verify-lab6-923f63073d-broker-1 Stopped + Container verify-lab6-923f63073d-broker-1 Removing + Container verify-lab6-923f63073d-broker-1 Removed + Container verify-lab6-923f63073d-postgres-1 Stopped + Container verify-lab6-923f63073d-postgres-1 Removing + Container verify-lab6-923f63073d-postgres-1 Removed + Container verify-lab6-923f63073d-s3-1 Stopped + Container verify-lab6-923f63073d-s3-1 Removing + Container verify-lab6-923f63073d-valkey-1 Stopped + Container verify-lab6-923f63073d-valkey-1 Removing + Container verify-lab6-923f63073d-s3-1 Removed + Container verify-lab6-923f63073d-valkey-1 Removed + Volume verify-lab6-923f63073d_broker_data Removing + Volume verify-lab6-923f63073d_prometheus_data Removing + Volume verify-lab6-923f63073d_loki_data Removing + Volume verify-lab6-923f63073d_s3_data Removing + Volume verify-lab6-923f63073d_grafana_data Removing + Network verify-lab6-923f63073d_default Removing + Volume verify-lab6-923f63073d_postgres_data Removing + Volume verify-lab6-923f63073d_tempo_data Removing + Volume verify-lab6-923f63073d_grafana_data Removed + Volume verify-lab6-923f63073d_postgres_data Removed + Volume verify-lab6-923f63073d_loki_data Removed + Volume verify-lab6-923f63073d_s3_data Removed + Volume verify-lab6-923f63073d_tempo_data Removed + Volume verify-lab6-923f63073d_broker_data Removed + Volume verify-lab6-923f63073d_prometheus_data Removed + Network verify-lab6-923f63073d_default Removed +PASS: real clean clone, fresh secrets/volumes, smoke, same-session persistence, actual store/API restart, non-root PID1 diff --git a/evidence/haproxy-config.txt b/evidence/haproxy-config.txt index 8b13789..01a2a1c 100644 --- a/evidence/haproxy-config.txt +++ b/evidence/haproxy-config.txt @@ -1 +1 @@ - +haproxy config check exit_code=0 diff --git a/evidence/persistence-processes.json b/evidence/persistence-processes.json new file mode 100644 index 0000000..fe33230 --- /dev/null +++ b/evidence/persistence-processes.json @@ -0,0 +1,189 @@ +{ + "scope": "disposable real clean clone", + "before": { + "/verify-lab6-923f63073d-api-1": { + "service": "api", + "started_at": "2026-11-20T21:59:45.101610262Z", + "image_id": "sha256:1e19fe8581549d2658310c1e472263c5d144391b6641a1c995081586f6ef9d4a", + "user": "10001:10001", + "pid1": "/usr/local/bin/messenger" + }, + "/verify-lab6-923f63073d-api-2": { + "service": "api", + "started_at": "2026-11-20T21:59:45.183671429Z", + "image_id": "sha256:1e19fe8581549d2658310c1e472263c5d144391b6641a1c995081586f6ef9d4a", + "user": "10001:10001", + "pid1": "/usr/local/bin/messenger" + }, + "/verify-lab6-923f63073d-broker-1": { + "service": "broker", + "started_at": "2026-11-20T21:59:42.363763344Z", + "image_id": "sha256:d827e7f7552cdee40cc7482dbae9da020f42bc47669af6f71182a4ef76a22773", + "user": "", + "pid1": "docker-entrypoint.sh" + }, + "/verify-lab6-923f63073d-collector-1": { + "service": "collector", + "started_at": "2026-11-20T21:59:42.263662886Z", + "image_id": "sha256:1ab0baba0ee3695d823c46653d8a6e8894896e668ce8bd7ebe002e948d827bc7", + "user": "10001:10001", + "pid1": "/otelcol-contrib" + }, + "/verify-lab6-923f63073d-dispatcher-1": { + "service": "dispatcher", + "started_at": "2026-11-20T21:59:44.598862845Z", + "image_id": "sha256:1e19fe8581549d2658310c1e472263c5d144391b6641a1c995081586f6ef9d4a", + "user": "10001:10001", + "pid1": "/usr/local/bin/messenger" + }, + "/verify-lab6-923f63073d-grafana-1": { + "service": "grafana", + "started_at": "2026-11-20T21:59:42.369688136Z", + "image_id": "sha256:b5b59bfc7561634c2d7b136c4543d702ebcc94a3da477f21ff26f89ffd4214fa", + "user": "472", + "pid1": "/run.sh" + }, + "/verify-lab6-923f63073d-loki-1": { + "service": "loki", + "started_at": "2026-11-20T21:59:42.320858386Z", + "image_id": "sha256:a74594532eec4cc313401beedc4dd2708c43674c032084b1aeb87c14a5be1745", + "user": "10001", + "pid1": "/usr/bin/loki" + }, + "/verify-lab6-923f63073d-postgres-1": { + "service": "postgres", + "started_at": "2026-11-20T21:59:42.355576427Z", + "image_id": "sha256:ef257d85f76e48da1c64832459b59fcaba1a4dac97bf5d7450c77753542eee94", + "user": "", + "pid1": "docker-entrypoint.sh" + }, + "/verify-lab6-923f63073d-prometheus-1": { + "service": "prometheus", + "started_at": "2026-11-20T21:59:42.354309636Z", + "image_id": "sha256:9abc6cf6aea7710d163dbb28d8eeb7dc5baef01e38fa4cd146a406dd9f07f70d", + "user": "nobody", + "pid1": "/bin/prometheus" + }, + "/verify-lab6-923f63073d-s3-1": { + "service": "s3", + "started_at": "2026-11-20T21:59:42.369242719Z", + "image_id": "sha256:14cea493d9a34af32f524e538b8346cf79f3321eff8e708c1e2960462bd8936e", + "user": "", + "pid1": "/usr/bin/docker-entrypoint.sh" + }, + "/verify-lab6-923f63073d-tempo-1": { + "service": "tempo", + "started_at": "2026-11-20T21:59:42.317334886Z", + "image_id": "sha256:3cbb1b4eae79b158d25006d88abadb1f87ef98f8a902cd54c3bdffff78ea6cda", + "user": "10001:10001", + "pid1": "/tempo" + }, + "/verify-lab6-923f63073d-valkey-1": { + "service": "valkey", + "started_at": "2026-11-20T21:59:42.340887594Z", + "image_id": "sha256:d827e7f7552cdee40cc7482dbae9da020f42bc47669af6f71182a4ef76a22773", + "user": "", + "pid1": "docker-entrypoint.sh" + }, + "/verify-lab6-923f63073d-worker-1": { + "service": "worker", + "started_at": "2026-11-20T21:59:45.098427595Z", + "image_id": "sha256:1e19fe8581549d2658310c1e472263c5d144391b6641a1c995081586f6ef9d4a", + "user": "10001:10001", + "pid1": "/usr/local/bin/messenger" + } + }, + "after": { + "/verify-lab6-923f63073d-api-1": { + "service": "api", + "started_at": "2026-11-20T22:00:01.752666131Z", + "image_id": "sha256:1e19fe8581549d2658310c1e472263c5d144391b6641a1c995081586f6ef9d4a", + "user": "10001:10001", + "pid1": "/usr/local/bin/messenger" + }, + "/verify-lab6-923f63073d-api-2": { + "service": "api", + "started_at": "2026-11-20T22:00:01.648147797Z", + "image_id": "sha256:1e19fe8581549d2658310c1e472263c5d144391b6641a1c995081586f6ef9d4a", + "user": "10001:10001", + "pid1": "/usr/local/bin/messenger" + }, + "/verify-lab6-923f63073d-broker-1": { + "service": "broker", + "started_at": "2026-11-20T21:59:57.739868545Z", + "image_id": "sha256:d827e7f7552cdee40cc7482dbae9da020f42bc47669af6f71182a4ef76a22773", + "user": "", + "pid1": "docker-entrypoint.sh" + }, + "/verify-lab6-923f63073d-collector-1": { + "service": "collector", + "started_at": "2026-11-20T21:59:59.570378463Z", + "image_id": "sha256:1ab0baba0ee3695d823c46653d8a6e8894896e668ce8bd7ebe002e948d827bc7", + "user": "10001:10001", + "pid1": "/otelcol-contrib" + }, + "/verify-lab6-923f63073d-dispatcher-1": { + "service": "dispatcher", + "started_at": "2026-11-20T22:00:01.644242339Z", + "image_id": "sha256:1e19fe8581549d2658310c1e472263c5d144391b6641a1c995081586f6ef9d4a", + "user": "10001:10001", + "pid1": "/usr/local/bin/messenger" + }, + "/verify-lab6-923f63073d-grafana-1": { + "service": "grafana", + "started_at": "2026-11-20T21:59:57.79175442Z", + "image_id": "sha256:b5b59bfc7561634c2d7b136c4543d702ebcc94a3da477f21ff26f89ffd4214fa", + "user": "472", + "pid1": "/run.sh" + }, + "/verify-lab6-923f63073d-loki-1": { + "service": "loki", + "started_at": "2026-11-20T21:59:59.755133796Z", + "image_id": "sha256:a74594532eec4cc313401beedc4dd2708c43674c032084b1aeb87c14a5be1745", + "user": "10001", + "pid1": "/usr/bin/loki" + }, + "/verify-lab6-923f63073d-postgres-1": { + "service": "postgres", + "started_at": "2026-11-20T21:59:57.707496254Z", + "image_id": "sha256:ef257d85f76e48da1c64832459b59fcaba1a4dac97bf5d7450c77753542eee94", + "user": "", + "pid1": "docker-entrypoint.sh" + }, + "/verify-lab6-923f63073d-prometheus-1": { + "service": "prometheus", + "started_at": "2026-11-20T21:59:57.663739004Z", + "image_id": "sha256:9abc6cf6aea7710d163dbb28d8eeb7dc5baef01e38fa4cd146a406dd9f07f70d", + "user": "nobody", + "pid1": "/bin/prometheus" + }, + "/verify-lab6-923f63073d-s3-1": { + "service": "s3", + "started_at": "2026-11-20T21:59:57.68637117Z", + "image_id": "sha256:14cea493d9a34af32f524e538b8346cf79f3321eff8e708c1e2960462bd8936e", + "user": "", + "pid1": "/usr/bin/docker-entrypoint.sh" + }, + "/verify-lab6-923f63073d-tempo-1": { + "service": "tempo", + "started_at": "2026-11-20T21:59:57.824303587Z", + "image_id": "sha256:3cbb1b4eae79b158d25006d88abadb1f87ef98f8a902cd54c3bdffff78ea6cda", + "user": "10001:10001", + "pid1": "/tempo" + }, + "/verify-lab6-923f63073d-valkey-1": { + "service": "valkey", + "started_at": "2026-11-20T21:59:57.552257629Z", + "image_id": "sha256:d827e7f7552cdee40cc7482dbae9da020f42bc47669af6f71182a4ef76a22773", + "user": "", + "pid1": "docker-entrypoint.sh" + }, + "/verify-lab6-923f63073d-worker-1": { + "service": "worker", + "started_at": "2026-11-20T22:00:01.647041756Z", + "image_id": "sha256:1e19fe8581549d2658310c1e472263c5d144391b6641a1c995081586f6ef9d4a", + "user": "10001:10001", + "pid1": "/usr/local/bin/messenger" + } + } +} diff --git a/evidence/provisioning.json b/evidence/provisioning.json new file mode 100644 index 0000000..3cafe83 --- /dev/null +++ b/evidence/provisioning.json @@ -0,0 +1,18 @@ +{ + "http://localhost:8085/health/ready": { + "status": "ok" + }, + "http://localhost:8086/health/ready": { + "status": "ok" + }, + "http://localhost:3006/api/health": { + "database": "ok", + "version": "12.0.2", + "commit": "5bda17e7c1cb313eb96266f2fdda73a6b35c3977" + }, + "grafana_dashboard": { + "uid": "messenger-lab6", + "title": "Messenger: API and image pipeline", + "panels": 24 + } +}