date: 2026-11-05T19:18:13.470607+00:00  commit: 252e3e3ffeea5004cfd9dc342e686af1417a77a2
NO_PROXY=localhost,127.0.0.1,::1 COMPOSE_PROJECT_NAME=mtusi2026lab3-grade4-20261105 LB_HTTP_PORT=18083 LB_STATS_PORT=23083 API_REPLICAS=2
$ make failover-each RATE=100
RATE=100 sh scripts/failover-each.sh evidence/failover-each
 Container mtusi2026lab3-grade4-20261105-api-1  Running
 Container mtusi2026lab3-grade4-20261105-api-2  Running
 Container mtusi2026lab3-grade4-20261105-api-2  Waiting
 Container mtusi2026lab3-grade4-20261105-api-1  Waiting
 Container mtusi2026lab3-grade4-20261105-api-2  Healthy
 Container mtusi2026lab3-grade4-20261105-api-1  Healthy
{"label": "7cfd91ddf780", "action": ["sh", "-c", "scripts/stop-one.sh && docker compose ps -a --format '{{.ID}} {{.Service}} {{.Status}}' api && { scripts/stand-usage.sh & sleep 10; wait; } && scripts/restore.sh"], "action_exit": 0, "action_seconds": 15.204, "action_finished_before_load_end": true, "lb_up_before": 2, "lb_up_min": 1, "lb_samples_missing": 0, "detection_seconds": 0.884, "rejoin_seconds": 14.885, "probe": {"attempts": 645, "failed_attempts": 0, "first_failure_s": null, "first_success_s": 0.023, "recovery_s": 0.0, "instances_before": {"5bbf259ff136": 118, "7cfd91ddf780": 115}, "instances_during_outage": {"5bbf259ff136": 126}, "instances_after": {"5bbf259ff136": 142, "7cfd91ddf780": 132}}, "history": {"confirmed": 645, "stored": 645, "exact_match": true, "unique": true}, "lb_counters": {"wretr": 0, "wredis": 0, "econ": 0, "eresp": 0, "hrsp_5xx": 0}, "k6": {"requests": 6001, "rps": 100.02, "ok_rps": 100.02, "failed_ratio": 0, "dropped_iterations": 0, "p50_ms": 2.97, "p95_ms": 3.86, "p99_ms": 4.47, "exit": 0, "rate": 100}, "checks": {"action_ok": true, "load_errors_ok": true, "load_delivered": true, "lb_observed": true, "write_recovery_ok": true, "history_preserved": true, "detected": true, "target_excluded": true, "rejoined": true}, "pass": true}
 Container mtusi2026lab3-grade4-20261105-api-1  Running
 Container mtusi2026lab3-grade4-20261105-api-2  Running
 Container mtusi2026lab3-grade4-20261105-api-2  Waiting
 Container mtusi2026lab3-grade4-20261105-api-1  Waiting
 Container mtusi2026lab3-grade4-20261105-api-2  Healthy
 Container mtusi2026lab3-grade4-20261105-api-1  Healthy
{"label": "5bbf259ff136", "action": ["sh", "-c", "scripts/stop-one.sh && docker compose ps -a --format '{{.ID}} {{.Service}} {{.Status}}' api && { scripts/stand-usage.sh & sleep 10; wait; } && scripts/restore.sh"], "action_exit": 0, "action_seconds": 15.2, "action_finished_before_load_end": true, "lb_up_before": 2, "lb_up_min": 1, "lb_samples_missing": 0, "detection_seconds": 1.498, "rejoin_seconds": 14.99, "probe": {"attempts": 642, "failed_attempts": 0, "first_failure_s": null, "first_success_s": 0.111, "recovery_s": 0.0, "instances_before": {"7cfd91ddf780": 114, "5bbf259ff136": 119}, "instances_during_outage": {"7cfd91ddf780": 121}, "instances_after": {"7cfd91ddf780": 149, "5bbf259ff136": 124}}, "history": {"confirmed": 642, "stored": 642, "exact_match": true, "unique": true}, "lb_counters": {"wretr": 0, "wredis": 0, "econ": 0, "eresp": 0, "hrsp_5xx": 0}, "k6": {"requests": 6001, "rps": 100.02, "ok_rps": 100.02, "failed_ratio": 0, "dropped_iterations": 0, "p50_ms": 2.98, "p95_ms": 3.88, "p99_ms": 4.53, "exit": 0, "rate": 100}, "checks": {"action_ok": true, "load_errors_ok": true, "load_delivered": true, "lb_observed": true, "write_recovery_ok": true, "history_preserved": true, "detected": true, "target_excluded": true, "rejoined": true}, "pass": true}
 Container mtusi2026lab3-grade4-20261105-api-1  Running
 Container mtusi2026lab3-grade4-20261105-api-2  Running
 Container mtusi2026lab3-grade4-20261105-api-2  Waiting
 Container mtusi2026lab3-grade4-20261105-api-1  Waiting
 Container mtusi2026lab3-grade4-20261105-api-2  Healthy
 Container mtusi2026lab3-grade4-20261105-api-1  Healthy

exit: 0  elapsed_seconds: 146.608
