$ make check validate test-stand-up TEST_PROJECT=mtusi-messenger-lab4-test
.venv/bin/python scripts/check_contract.py
PASS: offline skeleton structure, local refs and Python syntax; application NOT tested.
.venv/bin/python scripts/validate_openapi.py
PASS: full OpenAPI 3.1 and JSON Schema validation; application NOT tested.
COMPOSE_PROJECT_NAME=mtusi-messenger-lab4-test COMPOSE_FILE=compose.yaml:compose.test.yaml LB_HOST_PORT=18080 DB_HOST_PORT=15432 REDIS_HOST_PORT=16379 docker compose --env-file .env up -d --build
 Image mtusi-messenger:lab4 Building 
 Image mtusi-messenger:lab4 Building 
 Image mtusi-messenger:lab4 Building 
 Image mtusi-messenger-minio:lab4 Building 
 Image mtusi-messenger-minio-bootstrap:lab4 Building 
#1 [internal] load local bake definitions
#1 reading from stdin 2.80kB done
#1 DONE 0.0s

#2 [api internal] load build definition from Dockerfile
#2 transferring dockerfile: 797B done
#2 DONE 0.0s

#3 [minio-bootstrap internal] load build definition from Dockerfile
#3 transferring dockerfile: 1.21kB done
#3 DONE 0.0s

#4 [minio internal] load metadata for docker.io/library/python:3.12.15-slim-bookworm
#4 DONE 1.5s

#5 [minio-bootstrap internal] load metadata for docker.io/library/golang:1.24.8-bookworm
#5 DONE 1.5s

#6 [minio internal] load .dockerignore
#6 transferring context: 196B done
#6 DONE 0.0s

#7 [minio-bootstrap internal] load build context
#7 transferring context: 3.50kB done
#7 DONE 0.1s

#8 [migrate internal] load build context
#8 transferring context: 318.96kB 0.0s done
#8 DONE 0.1s

#9 [minio compiler 1/3] FROM docker.io/library/golang:1.24.8-bookworm@sha256:4ed690d6649d63c312b99a6120025ec79ce3b542968a37da53d6236c7c61a848
#9 resolve docker.io/library/golang:1.24.8-bookworm@sha256:4ed690d6649d63c312b99a6120025ec79ce3b542968a37da53d6236c7c61a848 0.1s done
#9 DONE 0.2s

#10 [cleanup runtime 1/2] FROM docker.io/library/python:3.12.15-slim-bookworm@sha256:6a0e06f5ba0b373d051aabd3fffb9b873f27f9a2a3a14bcbe37dee6f0e3bbc70
#10 resolve docker.io/library/python:3.12.15-slim-bookworm@sha256:6a0e06f5ba0b373d051aabd3fffb9b873f27f9a2a3a14bcbe37dee6f0e3bbc70 0.1s done
#10 DONE 0.2s

#11 [minio server 1/1] COPY --from=compiler /out/minio /usr/local/bin/minio
#11 CACHED

#12 [minio-bootstrap bootstrap 1/2] COPY --from=compiler /out/mc /usr/local/bin/mc
#12 CACHED

#13 [minio runtime 2/2] RUN useradd --system --uid 10001 --no-create-home minio && mkdir /data && chown minio /data
#13 CACHED

#14 [minio compiler 3/3] RUN --mount=type=cache,target=/go/pkg/mod --mount=type=cache,target=/root/.cache/go-build     go install -p 4 -ldflags='-s -w' github.com/minio/mc@RELEASE.2025-08-13T08-35-41Z
#14 CACHED

#15 [minio compiler 2/3] RUN --mount=type=cache,target=/go/pkg/mod --mount=type=cache,target=/root/.cache/go-build     go install -p 4 -ldflags='-s -w -X github.com/minio/minio/cmd.Version=RELEASE.2025-10-15T17-29-55Z -X github.com/minio/minio/cmd.ReleaseTag=RELEASE.2025-10-15T17-29-55Z' github.com/minio/minio@RELEASE.2025-10-15T17-29-55Z
#15 CACHED

#16 [minio-bootstrap bootstrap 2/2] COPY infra/minio/bootstrap.py /bootstrap.py
#16 CACHED

#17 [migrate 4/8] COPY requirements.txt .
#17 CACHED

#18 [migrate 5/8] RUN pip install -r requirements.txt
#18 CACHED

#19 [migrate 7/8] COPY migrations ./migrations
#19 CACHED

#20 [migrate 6/8] COPY alembic.ini ./
#20 CACHED

#21 [migrate 3/8] RUN useradd --system --uid 10001 --no-create-home appuser
#21 CACHED

#22 [migrate 2/8] WORKDIR /app
#22 CACHED

#23 [migrate 8/8] COPY app ./app
#23 CACHED

#24 [minio-bootstrap] exporting to image
#24 exporting layers done
#24 exporting manifest sha256:d7d356b436b22b1950d123996ec850fbe44e7b9b1e5c0f6dfee6c5ed8046fc30 0.0s done
#24 exporting config sha256:416fb93e9d28043ec257557a451b5b260a8ec2141fd6bffcf5d1fa090bc5aee0 0.0s done
#24 exporting attestation manifest sha256:7159f8f74e3f3ab0500179c06398cf1db149d22995073f2793fbcc3e705348c4
#24 exporting attestation manifest sha256:7159f8f74e3f3ab0500179c06398cf1db149d22995073f2793fbcc3e705348c4 0.2s done
#24 exporting manifest list sha256:a89064533cc824208502acd48147b7f4d6bff4b9d7e666994249e4be0a11bce9 0.1s done
#24 naming to docker.io/library/mtusi-messenger-minio-bootstrap:lab4
#24 naming to docker.io/library/mtusi-messenger-minio-bootstrap:lab4 0.0s done
#24 unpacking to docker.io/library/mtusi-messenger-minio-bootstrap:lab4
#24 unpacking to docker.io/library/mtusi-messenger-minio-bootstrap:lab4 0.1s done
#24 DONE 0.6s

#25 [minio] exporting to image
#25 exporting layers done
#25 exporting manifest sha256:91da74b8aa80d8f1967b0b1c34cfd963a7db8186f3f6b502396145eb1fc52c3f 0.0s done
#25 exporting config sha256:ae66a6f1ec14052043afc5d2bc4d41de5ad1986ea0ea7c44f9f02c7a9837f7d8 0.0s done
#25 exporting attestation manifest sha256:ac35b49ea51ebffe7f862b5fcfb5edb5fa9a1ce064b79aa2732473d216fc717f 0.2s done
#25 exporting manifest list sha256:4b32014b70b6c840fc6b88d421bcbbfe627f0c6b89ed7dd8d009a0b00e463f39 0.1s done
#25 naming to docker.io/library/mtusi-messenger-minio:lab4 0.0s done
#25 unpacking to docker.io/library/mtusi-messenger-minio:lab4 0.1s done
#25 DONE 0.6s

#26 [migrate] exporting to image
#26 exporting layers done
#26 exporting manifest sha256:bc6f252b407c7f0f55cef33ac619c87c0af8aa3444bfd48cff70ec5d13a9d3c6 0.1s done
#26 exporting config sha256:07e6fed33c1185350eaaf0ca71bef77b85b69b9f702cc9921b9ded39d0a059dc 0.1s done
#26 exporting attestation manifest sha256:2b7da561e7004b93f36c46abac5fbf5d7517b9f54885ed119fab6d19c1a153da 0.2s done
#26 exporting manifest list sha256:7e3e13a38949ace57409487e70b8510202c0d6ffdeecafcdb400a16c80c7a817 0.1s done
#26 naming to docker.io/library/mtusi-messenger:lab4 0.0s done
#26 unpacking to docker.io/library/mtusi-messenger:lab4 0.1s done
#26 DONE 0.7s

#27 [api] exporting to image
#27 exporting layers done
#27 exporting manifest sha256:5c384a19f40a3937220bb527abc5857f2db10a6b9215ac3440ee1516cc64e779 0.1s done
#27 exporting config sha256:4b39ae1766eacf6ef7c55627df3daadcb46ce8ee26f4dd63ada8047fa861ce87 0.1s done
#27 exporting attestation manifest sha256:8f6444f4580f96c70c2d6ea0cfd2d3113b93a6c569aea6cde5d714fafa39055a 0.2s done
#27 exporting manifest list sha256:01e56602fc2243976c8e491e5dfaebff3cf8aee1cfdf168e2328a442bc47dfca 0.1s done
#27 naming to docker.io/library/mtusi-messenger:lab4 0.0s done
#27 unpacking to docker.io/library/mtusi-messenger:lab4 0.1s done
#27 DONE 0.7s

#28 [cleanup] exporting to image
#28 exporting layers done
#28 exporting manifest sha256:6cc0026405e8326374b7eb6900ce3c4ce8c069dedafb7072793ca7fcba6378d4 0.1s done
#28 exporting config sha256:421efb8ea526249eff500a1e0a2936e2334d8244ef3d9558f1a70feffd7afc9b 0.1s done
#28 exporting attestation manifest sha256:70bb6141a85943d37fabc6631399a7bce798427ee873e9036b3099b27ae5edd9 0.2s done
#28 exporting manifest list sha256:7d88364818d984cdb1e1bdc4954841e51e0d842619513cc1951c842e281a9051 0.1s done
#28 naming to docker.io/library/mtusi-messenger:lab4 0.0s done
#28 unpacking to docker.io/library/mtusi-messenger:lab4 0.1s done
#28 DONE 0.7s

#29 [minio-bootstrap] resolving provenance for metadata file
#29 DONE 0.2s

#30 [minio] resolving provenance for metadata file
#30 DONE 0.2s

#31 [api] resolving provenance for metadata file
#31 DONE 0.2s

#32 [migrate] resolving provenance for metadata file
#32 DONE 0.1s

#33 [cleanup] resolving provenance for metadata file
#33 DONE 0.0s
 Image mtusi-messenger-minio-bootstrap:lab4 Built 
 Image mtusi-messenger:lab4 Built 
 Image mtusi-messenger:lab4 Built 
 Image mtusi-messenger:lab4 Built 
 Image mtusi-messenger-minio:lab4 Built 
 Network mtusi-messenger-lab4-test_objects Creating 
 Network mtusi-messenger-lab4-test_default Creating 
 Volume mtusi-messenger-lab4-test_redisdata Creating 
 Network mtusi-messenger-lab4-test_objects Creating 
 Network mtusi-messenger-lab4-test_default Creating 
 Volume mtusi-messenger-lab4-test_redisdata Creating 
 Volume mtusi-messenger-lab4-test_pgdata Creating 
 Volume mtusi-messenger-lab4-test_pgdata Creating 
 Volume mtusi-messenger-lab4-test_miniodata Creating 
 Volume mtusi-messenger-lab4-test_miniodata Creating 
 Volume mtusi-messenger-lab4-test_pgdata Created 
 Volume mtusi-messenger-lab4-test_pgdata Created 
 Volume mtusi-messenger-lab4-test_miniodata Created 
 Volume mtusi-messenger-lab4-test_miniodata Created 
 Volume mtusi-messenger-lab4-test_redisdata Created 
 Volume mtusi-messenger-lab4-test_redisdata Created 
 Network mtusi-messenger-lab4-test_default Created 
 Network mtusi-messenger-lab4-test_default Created 
 Container mtusi-messenger-lab4-test-redis-1 Creating 
 Container mtusi-messenger-lab4-test-postgres-1 Creating 
 Network mtusi-messenger-lab4-test_objects Created 
 Network mtusi-messenger-lab4-test_objects Created 
 Container mtusi-messenger-lab4-test-minio-1 Creating 
 Container mtusi-messenger-lab4-test-postgres-1 Created 
 Container mtusi-messenger-lab4-test-migrate-1 Creating 
 Container mtusi-messenger-lab4-test-minio-1 Created 
 Container mtusi-messenger-lab4-test-minio-bootstrap-1 Creating 
 Container mtusi-messenger-lab4-test-redis-1 Created 
 Container mtusi-messenger-lab4-test-minio-bootstrap-1 Created 
 Container mtusi-messenger-lab4-test-migrate-1 Created 
 Container mtusi-messenger-lab4-test-api-1 Creating 
 Container mtusi-messenger-lab4-test-api-2 Creating 
 Container mtusi-messenger-lab4-test-cleanup-1 Creating 
 Container mtusi-messenger-lab4-test-api-1 Created 
 Container mtusi-messenger-lab4-test-cleanup-1 Created 
 Container mtusi-messenger-lab4-test-api-2 Created 
 Container mtusi-messenger-lab4-test-nginx-1 Creating 
 Container mtusi-messenger-lab4-test-nginx-1 Created 
 Container mtusi-messenger-lab4-test-minio-1 Starting 
 Container mtusi-messenger-lab4-test-postgres-1 Starting 
 Container mtusi-messenger-lab4-test-redis-1 Starting 
 Container mtusi-messenger-lab4-test-minio-1 Started 
 Container mtusi-messenger-lab4-test-minio-1 Waiting 
 Container mtusi-messenger-lab4-test-postgres-1 Started 
 Container mtusi-messenger-lab4-test-postgres-1 Waiting 
 Container mtusi-messenger-lab4-test-redis-1 Started 
 Container mtusi-messenger-lab4-test-minio-1 Healthy 
 Container mtusi-messenger-lab4-test-minio-bootstrap-1 Starting 
 Container mtusi-messenger-lab4-test-minio-bootstrap-1 Started 
 Container mtusi-messenger-lab4-test-postgres-1 Healthy 
 Container mtusi-messenger-lab4-test-migrate-1 Starting 
 Container mtusi-messenger-lab4-test-migrate-1 Started 
 Container mtusi-messenger-lab4-test-minio-bootstrap-1 Waiting 
 Container mtusi-messenger-lab4-test-migrate-1 Waiting 
 Container mtusi-messenger-lab4-test-redis-1 Waiting 
 Container mtusi-messenger-lab4-test-migrate-1 Waiting 
 Container mtusi-messenger-lab4-test-minio-1 Waiting 
 Container mtusi-messenger-lab4-test-minio-bootstrap-1 Waiting 
 Container mtusi-messenger-lab4-test-postgres-1 Waiting 
 Container mtusi-messenger-lab4-test-redis-1 Healthy 
 Container mtusi-messenger-lab4-test-postgres-1 Healthy 
 Container mtusi-messenger-lab4-test-minio-1 Healthy 
 Container mtusi-messenger-lab4-test-minio-bootstrap-1 Exited 
 Container mtusi-messenger-lab4-test-minio-bootstrap-1 Exited 
 Container mtusi-messenger-lab4-test-migrate-1 Exited 
 Container mtusi-messenger-lab4-test-migrate-1 Exited 
 Container mtusi-messenger-lab4-test-cleanup-1 Starting 
 Container mtusi-messenger-lab4-test-api-2 Starting 
 Container mtusi-messenger-lab4-test-cleanup-1 Started 
 Container mtusi-messenger-lab4-test-api-2 Started 
 Container mtusi-messenger-lab4-test-api-1 Starting 
 Container mtusi-messenger-lab4-test-api-1 Started 
 Container mtusi-messenger-lab4-test-api-2 Waiting 
 Container mtusi-messenger-lab4-test-api-1 Waiting 
 Container mtusi-messenger-lab4-test-api-2 Healthy 
 Container mtusi-messenger-lab4-test-api-1 Healthy 
 Container mtusi-messenger-lab4-test-nginx-1 Starting 
 Container mtusi-messenger-lab4-test-nginx-1 Started 
COMPOSE_PROJECT_NAME=mtusi-messenger-lab4-test COMPOSE_FILE=compose.yaml:compose.test.yaml LB_HOST_PORT=18080 DB_HOST_PORT=15432 REDIS_HOST_PORT=16379 docker compose --env-file .env exec -T postgres sh -c 'createdb -U "$POSTGRES_USER" "$POSTGRES_DB"_test 2>&1 | grep -v "already exists"; true'

$ make test-docker TEST_PROJECT=mtusi-messenger-lab4-test PYTEST_ARGS=--tb=short
COMPOSE_PROJECT_NAME=mtusi-messenger-lab4-test COMPOSE_FILE=compose.yaml:compose.test.yaml LB_HOST_PORT=18080 DB_HOST_PORT=15432 REDIS_HOST_PORT=16379 DOCKER_TESTS=1 .venv/bin/python -m pytest -q --tb=short
........................................................................ [ 38%]
........................................................................ [ 76%]
............................................                             [100%]
188 passed in 73.96s (0:01:13)

$ make test-stand-smoke test-stand-idempotency TEST_PROJECT=mtusi-messenger-lab4-test
.venv/bin/python tests/smoke.py --base-url "http://localhost:18080"
PASS: lab4 public API scenario; infrastructure and grading evidence remain separate.
.venv/bin/python -m scripts.check_idempotency --base-url "http://localhost:18080"
PASS: 24 concurrent replays, 2 replicas, one message

$ make test-stand-persistence TEST_PROJECT=mtusi-messenger-lab4-test
COMPOSE_PROJECT_NAME=mtusi-messenger-lab4-test COMPOSE_FILE=compose.yaml:compose.test.yaml LB_HOST_PORT=18080 DB_HOST_PORT=15432 REDIS_HOST_PORT=16379 docker compose --env-file .env ps
NAME                                   IMAGE                        COMMAND                  SERVICE    CREATED              STATUS                        PORTS
mtusi-messenger-lab4-test-api-1        mtusi-messenger:lab4         "python -m app"          api        About a minute ago   Up About a minute (healthy)   8080/tcp
mtusi-messenger-lab4-test-api-2        mtusi-messenger:lab4         "python -m app"          api        About a minute ago   Up About a minute (healthy)   8080/tcp
mtusi-messenger-lab4-test-cleanup-1    mtusi-messenger:lab4         "python -m app.core.…"   cleanup    About a minute ago   Up About a minute             8080/tcp
mtusi-messenger-lab4-test-minio-1      mtusi-messenger-minio:lab4   "/usr/local/bin/mini…"   minio      About a minute ago   Up About a minute (healthy)   
mtusi-messenger-lab4-test-nginx-1      nginx:1.28.0-alpine          "/docker-entrypoint.…"   nginx      About a minute ago   Up About a minute (healthy)   80/tcp, 127.0.0.1:18080->8080/tcp
mtusi-messenger-lab4-test-postgres-1   postgres:16.10-bookworm      "docker-entrypoint.s…"   postgres   About a minute ago   Up About a minute (healthy)   127.0.0.1:15432->5432/tcp
mtusi-messenger-lab4-test-redis-1      redis:7.4.2-bookworm         "/bin/sh /usr/local/…"   redis      About a minute ago   Up 9 seconds (healthy)        127.0.0.1:16379->6379/tcp
COMPOSE_PROJECT_NAME=mtusi-messenger-lab4-test COMPOSE_FILE=compose.yaml:compose.test.yaml LB_HOST_PORT=18080 DB_HOST_PORT=15432 REDIS_HOST_PORT=16379 .venv/bin/python tests/resilience.py --mode persistence --action-script scripts/restart.sh --base-url "http://localhost:18080"
Executing explicit persistence hook; hook output suppressed to avoid leaking secrets.
PASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence.
COMPOSE_PROJECT_NAME=mtusi-messenger-lab4-test COMPOSE_FILE=compose.yaml:compose.test.yaml LB_HOST_PORT=18080 DB_HOST_PORT=15432 REDIS_HOST_PORT=16379 docker compose --env-file .env ps
NAME                                   IMAGE                        COMMAND                  SERVICE    CREATED         STATUS                    PORTS
mtusi-messenger-lab4-test-api-1        mtusi-messenger:lab4         "python -m app"          api        2 minutes ago   Up 17 seconds (healthy)   8080/tcp
mtusi-messenger-lab4-test-api-2        mtusi-messenger:lab4         "python -m app"          api        2 minutes ago   Up 17 seconds (healthy)   8080/tcp
mtusi-messenger-lab4-test-cleanup-1    mtusi-messenger:lab4         "python -m app.core.…"   cleanup    2 minutes ago   Up Less than a second     8080/tcp
mtusi-messenger-lab4-test-minio-1      mtusi-messenger-minio:lab4   "/usr/local/bin/mini…"   minio      2 minutes ago   Up 23 seconds (healthy)   
mtusi-messenger-lab4-test-nginx-1      nginx:1.28.0-alpine          "/docker-entrypoint.…"   nginx      2 minutes ago   Up 10 seconds (healthy)   80/tcp, 127.0.0.1:18080->8080/tcp
mtusi-messenger-lab4-test-postgres-1   postgres:16.10-bookworm      "docker-entrypoint.s…"   postgres   2 minutes ago   Up 22 seconds (healthy)   127.0.0.1:15432->5432/tcp
mtusi-messenger-lab4-test-redis-1      redis:7.4.2-bookworm         "/bin/sh /usr/local/…"   redis      2 minutes ago   Up 23 seconds (healthy)   127.0.0.1:16379->6379/tcp

$ make test-stand-failover TEST_PROJECT=mtusi-messenger-lab4-test
COMPOSE_PROJECT_NAME=mtusi-messenger-lab4-test COMPOSE_FILE=compose.yaml:compose.test.yaml LB_HOST_PORT=18080 DB_HOST_PORT=15432 REDIS_HOST_PORT=16379 docker compose --env-file .env ps
NAME                                   IMAGE                        COMMAND                  SERVICE    CREATED         STATUS                    PORTS
mtusi-messenger-lab4-test-api-1        mtusi-messenger:lab4         "python -m app"          api        2 minutes ago   Up 17 seconds (healthy)   8080/tcp
mtusi-messenger-lab4-test-api-2        mtusi-messenger:lab4         "python -m app"          api        2 minutes ago   Up 17 seconds (healthy)   8080/tcp
mtusi-messenger-lab4-test-cleanup-1    mtusi-messenger:lab4         "python -m app.core.…"   cleanup    2 minutes ago   Up Less than a second     8080/tcp
mtusi-messenger-lab4-test-minio-1      mtusi-messenger-minio:lab4   "/usr/local/bin/mini…"   minio      2 minutes ago   Up 24 seconds (healthy)   
mtusi-messenger-lab4-test-nginx-1      nginx:1.28.0-alpine          "/docker-entrypoint.…"   nginx      2 minutes ago   Up 10 seconds (healthy)   80/tcp, 127.0.0.1:18080->8080/tcp
mtusi-messenger-lab4-test-postgres-1   postgres:16.10-bookworm      "docker-entrypoint.s…"   postgres   2 minutes ago   Up 22 seconds (healthy)   127.0.0.1:15432->5432/tcp
mtusi-messenger-lab4-test-redis-1      redis:7.4.2-bookworm         "/bin/sh /usr/local/…"   redis      2 minutes ago   Up 24 seconds (healthy)   127.0.0.1:16379->6379/tcp
COMPOSE_PROJECT_NAME=mtusi-messenger-lab4-test COMPOSE_FILE=compose.yaml:compose.test.yaml LB_HOST_PORT=18080 DB_HOST_PORT=15432 REDIS_HOST_PORT=16379 .venv/bin/python tests/resilience.py --mode failover --action-script scripts/stop-one.sh --base-url "http://localhost:18080"
Executing explicit failover hook; hook output suppressed to avoid leaking secrets.
{"observed_instances_before": 2, "successful_writes": 112, "failed_attempts": 4, "first_recovery_seconds": 1.885}
PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence.
COMPOSE_PROJECT_NAME=mtusi-messenger-lab4-test COMPOSE_FILE=compose.yaml:compose.test.yaml LB_HOST_PORT=18080 DB_HOST_PORT=15432 REDIS_HOST_PORT=16379 docker compose --env-file .env ps -a api
NAME                              IMAGE                  COMMAND           SERVICE   CREATED         STATUS                      PORTS
mtusi-messenger-lab4-test-api-1   mtusi-messenger:lab4   "python -m app"   api       2 minutes ago   Up 34 seconds (healthy)     8080/tcp
mtusi-messenger-lab4-test-api-2   mtusi-messenger:lab4   "python -m app"   api       2 minutes ago   Exited (0) 13 seconds ago   
COMPOSE_PROJECT_NAME=mtusi-messenger-lab4-test COMPOSE_FILE=compose.yaml:compose.test.yaml LB_HOST_PORT=18080 DB_HOST_PORT=15432 REDIS_HOST_PORT=16379 docker compose --env-file .env up -d --wait api
 Container mtusi-messenger-lab4-test-minio-1 Running 
 Container mtusi-messenger-lab4-test-postgres-1 Running 
 Container mtusi-messenger-lab4-test-redis-1 Running 
 Container mtusi-messenger-lab4-test-api-1 Running 
 Container mtusi-messenger-lab4-test-minio-1 Waiting 
 Container mtusi-messenger-lab4-test-postgres-1 Waiting 
 Container mtusi-messenger-lab4-test-postgres-1 Healthy 
 Container mtusi-messenger-lab4-test-migrate-1 Starting 
 Container mtusi-messenger-lab4-test-minio-1 Healthy 
 Container mtusi-messenger-lab4-test-minio-bootstrap-1 Starting 
 Container mtusi-messenger-lab4-test-migrate-1 Started 
 Container mtusi-messenger-lab4-test-minio-bootstrap-1 Started 
 Container mtusi-messenger-lab4-test-minio-bootstrap-1 Waiting 
 Container mtusi-messenger-lab4-test-postgres-1 Waiting 
 Container mtusi-messenger-lab4-test-redis-1 Waiting 
 Container mtusi-messenger-lab4-test-migrate-1 Waiting 
 Container mtusi-messenger-lab4-test-minio-1 Waiting 
 Container mtusi-messenger-lab4-test-redis-1 Healthy 
 Container mtusi-messenger-lab4-test-minio-1 Healthy 
 Container mtusi-messenger-lab4-test-postgres-1 Healthy 
 Container mtusi-messenger-lab4-test-minio-bootstrap-1 Exited 
 Container mtusi-messenger-lab4-test-migrate-1 Exited 
 Container mtusi-messenger-lab4-test-api-2 Starting 
 Container mtusi-messenger-lab4-test-api-2 Started 
 Container mtusi-messenger-lab4-test-api-2 Waiting 
 Container mtusi-messenger-lab4-test-api-1 Waiting 
 Container mtusi-messenger-lab4-test-minio-1 Waiting 
 Container mtusi-messenger-lab4-test-minio-bootstrap-1 Waiting 
 Container mtusi-messenger-lab4-test-postgres-1 Waiting 
 Container mtusi-messenger-lab4-test-redis-1 Waiting 
 Container mtusi-messenger-lab4-test-migrate-1 Waiting 
 Container mtusi-messenger-lab4-test-postgres-1 Healthy 
 Container mtusi-messenger-lab4-test-minio-1 Healthy 
 Container mtusi-messenger-lab4-test-minio-bootstrap-1 Exited 
 Container mtusi-messenger-lab4-test-migrate-1 Exited 
 Container mtusi-messenger-lab4-test-redis-1 Healthy 
 Container mtusi-messenger-lab4-test-api-2 Healthy 
 Container mtusi-messenger-lab4-test-api-1 Healthy 

$ .venv/bin/python -m scripts.check_s3 --base-url http://localhost:18080 --with-outage --with-faults
PASS: idempotent bootstrap, anonymous GET/PUT denied, restricted API credentials, private console, MinIO outage/recovery
PASS: real S3 PUT/database failure, compensation, durable journal, grace period, dry-run, repeated cleanup

$ .venv/bin/python -m scripts.upload_load --base-url http://localhost:18080 --concurrency 10 --output <temporary>/uploads.json
{
  "concurrency": 10,
  "rounds": 3,
  "attempts": 30,
  "fixture": {
    "format": "PNG",
    "width": 1500,
    "height": 1500,
    "size_bytes": 6761054,
    "sha256": "49cb1a9ec3e54c1f22c649fb787c50186c54e449ade4a6f6758a50b2e374504d"
  },
  "statuses": {
    "201": 12,
    "429": 18
  },
  "elapsed_seconds": 5.138,
  "successful_uploads": 12,
  "p95_seconds": 2.143,
  "memory": {
    "bf64a4a13acb": {
      "initial_bytes": 88752128,
      "sampled_peak_bytes": 162426880,
      "cgroup_peak_before_bytes": 161976320,
      "cgroup_peak_after_bytes": 162689024,
      "interval_ms": 20
    },
    "7e4180e529e1": {
      "initial_bytes": 89436160,
      "sampled_peak_bytes": 163692544,
      "cgroup_peak_before_bytes": 157728768,
      "cgroup_peak_after_bytes": 163692544,
      "interval_ms": 20
    }
  },
  "api_memory_limit": "1610612736",
  "notes": "20 ms samples include monitor and decoder processes; cgroup peak is cumulative since container creation; 429 and failed requests counted separately; no upload retries"
}

$ .venv/bin/python -m scripts.check_grade4 --base-url http://localhost:18080
PASS infrastructure: CPU/RAM, private API ports, scoped read-only file secrets, no environment passwords
PASS SIGTERM: readiness 503, live 200, new work 503, in-flight POST 201; exit in 2.390s
Сборка нового образа API
Однократное применение совместимых миграций
Заменена реплика bf64a4a13acb
Заменена реплика 7e4180e529e1
Готово: 2 здоровых реплик нового образа
{"scenario": "rolling update", "replacements": 2, "migration_runs": 1, "successful_writes": 487, "failed_attempts": 13, "errors_by_kind": {"http_503": 13}, "elapsed_seconds": 25.341, "successful_rps": 19.218, "p95_seconds": 0.048}
{"scenario": "replica_failure", "phase": "before", "target": "429367307e5f", "replicas": [{"instance": "429367307e5f", "running": true, "health": "healthy"}, {"instance": "20b4b219e7c8", "running": true, "health": "healthy"}]}
{"scenario": "replica_failure", "phase": "stopped", "target": "429367307e5f", "replicas": [{"instance": "429367307e5f", "running": false, "health": "unhealthy"}, {"instance": "20b4b219e7c8", "running": true, "health": "healthy"}]}
{"scenario": "replica_failure", "phase": "restored", "target": "429367307e5f", "replicas": [{"instance": "429367307e5f", "running": true, "health": "healthy"}, {"instance": "20b4b219e7c8", "running": true, "health": "healthy"}]}
{"instance": "429367307e5f", "successful_writes": 777, "failed_attempts": 87, "errors_by_kind": {"http_429": 70, "http_503": 17}, "elapsed_seconds": 13.965, "successful_rps": 55.64, "first_recovery_seconds": 1.865}
{"scenario": "replica_failure", "phase": "before", "target": "20b4b219e7c8", "replicas": [{"instance": "429367307e5f", "running": true, "health": "healthy"}, {"instance": "20b4b219e7c8", "running": true, "health": "healthy"}]}
{"scenario": "replica_failure", "phase": "stopped", "target": "20b4b219e7c8", "replicas": [{"instance": "429367307e5f", "running": true, "health": "healthy"}, {"instance": "20b4b219e7c8", "running": false, "health": "unhealthy"}]}
{"scenario": "replica_failure", "phase": "restored", "target": "20b4b219e7c8", "replicas": [{"instance": "429367307e5f", "running": true, "health": "healthy"}, {"instance": "20b4b219e7c8", "running": true, "health": "healthy"}]}
{"instance": "20b4b219e7c8", "successful_writes": 774, "failed_attempts": 96, "errors_by_kind": {"http_429": 79, "http_503": 17}, "elapsed_seconds": 14.127, "successful_rps": 54.79, "first_recovery_seconds": 2.042}
PASS infrastructure: CPU/RAM, private API ports, scoped read-only file secrets, no environment passwords

