$ docker compose ps --all
NAME                        IMAGE                     COMMAND                  SERVICE   CREATED         STATUS                      PORTS
gavrilenko-lab3-api-1       gavrilenko-lab3-api       "python src/server.py"   api       2 minutes ago   Up 13 seconds (healthy)     8080/tcp
gavrilenko-lab3-api-2       gavrilenko-lab3-api       "python src/server.py"   api       2 minutes ago   Up 12 seconds (healthy)     8080/tcp
gavrilenko-lab3-db-1        postgres:17.6-bookworm    "docker-entrypoint.s…"   db        2 minutes ago   Up 19 seconds (healthy)     5432/tcp
gavrilenko-lab3-lb-1        haproxy:3.2.6-alpine      "docker-entrypoint.s…"   lb        2 minutes ago   Up 2 seconds                127.0.0.1:8083->8080/tcp
gavrilenko-lab3-migrate-1   gavrilenko-lab3-migrate   "python src/db.py"       migrate   2 minutes ago   Exited (0) 13 seconds ago
$ make test-failover BASE_URL=http://localhost:8083 ACTION_SCRIPT=scripts/stop-one.sh
python3 tests/resilience.py --mode failover --action-script "scripts/stop-one.sh" --base-url "http://localhost:8083"
Executing explicit failover hook; hook output suppressed to avoid leaking secrets.
{"observed_instances_before": 2, "successful_writes": 97, "failed_attempts": 2, "first_recovery_seconds": 1.785}
PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence.
$ docker compose ps --all
NAME                        IMAGE                     COMMAND                  SERVICE   CREATED         STATUS                      PORTS
gavrilenko-lab3-api-1       gavrilenko-lab3-api       "python src/server.py"   api       2 minutes ago   Exited (0) 14 seconds ago
gavrilenko-lab3-api-2       gavrilenko-lab3-api       "python src/server.py"   api       2 minutes ago   Up 30 seconds (healthy)     8080/tcp
gavrilenko-lab3-db-1        postgres:17.6-bookworm    "docker-entrypoint.s…"   db        2 minutes ago   Up 38 seconds (healthy)     5432/tcp
gavrilenko-lab3-lb-1        haproxy:3.2.6-alpine      "docker-entrypoint.s…"   lb        2 minutes ago   Up 21 seconds               127.0.0.1:8083->8080/tcp
gavrilenko-lab3-migrate-1   gavrilenko-lab3-migrate   "python src/db.py"       migrate   2 minutes ago   Exited (0) 32 seconds ago
$ docker compose up -d --wait
 Container gavrilenko-lab3-db-1 Running
 Container gavrilenko-lab3-api-2 Running
 Container gavrilenko-lab3-lb-1 Running
 Container gavrilenko-lab3-db-1 Waiting
 Container gavrilenko-lab3-db-1 Healthy
 Container gavrilenko-lab3-migrate-1 Starting
 Container gavrilenko-lab3-migrate-1 Started
 Container gavrilenko-lab3-migrate-1 Waiting
 Container gavrilenko-lab3-migrate-1 Exited
 Container gavrilenko-lab3-api-1 Starting
 Container gavrilenko-lab3-api-1 Started
 Container gavrilenko-lab3-api-1 Waiting
 Container gavrilenko-lab3-api-2 Waiting
 Container gavrilenko-lab3-api-1 Healthy
 Container gavrilenko-lab3-api-2 Healthy
 Container gavrilenko-lab3-db-1 Waiting
 Container gavrilenko-lab3-migrate-1 Waiting
 Container gavrilenko-lab3-api-1 Waiting
 Container gavrilenko-lab3-api-2 Waiting
 Container gavrilenko-lab3-lb-1 Waiting
 Container gavrilenko-lab3-migrate-1 Exited
 Container gavrilenko-lab3-lb-1 Healthy
 Container gavrilenko-lab3-db-1 Healthy
 Container gavrilenko-lab3-api-1 Healthy
 Container gavrilenko-lab3-api-2 Healthy
$ make test-failover BASE_URL=http://localhost:8083 ACTION_SCRIPT=scripts/stop-one.sh
python3 tests/resilience.py --mode failover --action-script "scripts/stop-one.sh" --base-url "http://localhost:8083"
Executing explicit failover hook; hook output suppressed to avoid leaking secrets.
{"observed_instances_before": 2, "successful_writes": 106, "failed_attempts": 1, "first_recovery_seconds": 1.47}
PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence.
$ docker compose ps --all
NAME                        IMAGE                     COMMAND                  SERVICE   CREATED         STATUS                        PORTS
gavrilenko-lab3-api-1       gavrilenko-lab3-api       "python src/server.py"   api       2 minutes ago   Exited (0) 15 seconds ago
gavrilenko-lab3-api-2       gavrilenko-lab3-api       "python src/server.py"   api       2 minutes ago   Up 56 seconds (healthy)       8080/tcp
gavrilenko-lab3-db-1        postgres:17.6-bookworm    "docker-entrypoint.s…"   db        2 minutes ago   Up About a minute (healthy)   5432/tcp
gavrilenko-lab3-lb-1        haproxy:3.2.6-alpine      "docker-entrypoint.s…"   lb        2 minutes ago   Up 47 seconds                 127.0.0.1:8083->8080/tcp
gavrilenko-lab3-migrate-1   gavrilenko-lab3-migrate   "python src/db.py"       migrate   2 minutes ago   Exited (0) 20 seconds ago
$ docker compose up -d --wait
 Container gavrilenko-lab3-api-2 Running
 Container gavrilenko-lab3-lb-1 Running
 Container gavrilenko-lab3-db-1 Running
 Container gavrilenko-lab3-db-1 Waiting
 Container gavrilenko-lab3-db-1 Healthy
 Container gavrilenko-lab3-migrate-1 Starting
 Container gavrilenko-lab3-migrate-1 Started
 Container gavrilenko-lab3-migrate-1 Waiting
 Container gavrilenko-lab3-migrate-1 Exited
 Container gavrilenko-lab3-api-1 Starting
 Container gavrilenko-lab3-api-1 Started
 Container gavrilenko-lab3-api-1 Waiting
 Container gavrilenko-lab3-api-2 Waiting
 Container gavrilenko-lab3-api-1 Healthy
 Container gavrilenko-lab3-api-2 Healthy
 Container gavrilenko-lab3-api-1 Waiting
 Container gavrilenko-lab3-api-2 Waiting
 Container gavrilenko-lab3-lb-1 Waiting
 Container gavrilenko-lab3-db-1 Waiting
 Container gavrilenko-lab3-migrate-1 Waiting
 Container gavrilenko-lab3-lb-1 Healthy
 Container gavrilenko-lab3-migrate-1 Exited
 Container gavrilenko-lab3-db-1 Healthy
 Container gavrilenko-lab3-api-1 Healthy
 Container gavrilenko-lab3-api-2 Healthy

One GET /health/ready through LB before the next run shifts round-robin to target the other replica.
$ make test-failover BASE_URL=http://localhost:8083 ACTION_SCRIPT=scripts/stop-one.sh
python3 tests/resilience.py --mode failover --action-script "scripts/stop-one.sh" --base-url "http://localhost:8083"
Executing explicit failover hook; hook output suppressed to avoid leaking secrets.
{"observed_instances_before": 2, "successful_writes": 108, "failed_attempts": 2, "first_recovery_seconds": 2.068}
PASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence.
$ docker compose ps --all
NAME                        IMAGE                     COMMAND                  SERVICE   CREATED         STATUS                      PORTS
gavrilenko-lab3-api-1       gavrilenko-lab3-api       "python src/server.py"   api       3 minutes ago   Up 58 seconds (healthy)     8080/tcp
gavrilenko-lab3-api-2       gavrilenko-lab3-api       "python src/server.py"   api       3 minutes ago   Exited (0) 14 seconds ago
gavrilenko-lab3-db-1        postgres:17.6-bookworm    "docker-entrypoint.s…"   db        3 minutes ago   Up 2 minutes (healthy)      5432/tcp
gavrilenko-lab3-lb-1        haproxy:3.2.6-alpine      "docker-entrypoint.s…"   lb        3 minutes ago   Up About a minute           127.0.0.1:8083->8080/tcp
gavrilenko-lab3-migrate-1   gavrilenko-lab3-migrate   "python src/db.py"       migrate   3 minutes ago   Exited (0) 58 seconds ago
$ docker compose up -d --wait
 Container gavrilenko-lab3-db-1 Running
 Container gavrilenko-lab3-api-1 Running
 Container gavrilenko-lab3-lb-1 Running
 Container gavrilenko-lab3-db-1 Waiting
 Container gavrilenko-lab3-db-1 Healthy
 Container gavrilenko-lab3-migrate-1 Starting
 Container gavrilenko-lab3-migrate-1 Started
 Container gavrilenko-lab3-migrate-1 Waiting
 Container gavrilenko-lab3-migrate-1 Exited
 Container gavrilenko-lab3-api-2 Starting
 Container gavrilenko-lab3-api-2 Started
 Container gavrilenko-lab3-api-1 Waiting
 Container gavrilenko-lab3-api-2 Waiting
 Container gavrilenko-lab3-api-1 Healthy
 Container gavrilenko-lab3-api-2 Healthy
 Container gavrilenko-lab3-db-1 Waiting
 Container gavrilenko-lab3-migrate-1 Waiting
 Container gavrilenko-lab3-api-1 Waiting
 Container gavrilenko-lab3-api-2 Waiting
 Container gavrilenko-lab3-lb-1 Waiting
 Container gavrilenko-lab3-db-1 Healthy
 Container gavrilenko-lab3-migrate-1 Exited
 Container gavrilenko-lab3-lb-1 Healthy
 Container gavrilenko-lab3-api-1 Healthy
 Container gavrilenko-lab3-api-2 Healthy
