{ "status": "passed", "failover": [ { "stoppedInstance": "ce0434d224ba", "before": { "mtusi2026lab4-api-1": { "service": "api", "instance": "ce0434d224ba", "startedAt": "2026-11-11T21:06:56.691717844Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-api-2": { "service": "api", "instance": "752f50d7b664", "startedAt": "2026-11-11T21:06:57.128454611Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-nginx-1": { "service": "nginx", "instance": "dd8840a93c5b", "startedAt": "2026-11-11T21:07:09.789954207Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-postgres-1": { "service": "postgres", "instance": "14c8623492ba", "startedAt": "2026-11-11T21:06:47.578821968Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-reconciler-1": { "service": "reconciler", "instance": "4058a1f65b0b", "startedAt": "2026-11-11T21:07:09.322356788Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-redis-1": { "service": "redis", "instance": "b521d405535f", "startedAt": "2026-11-11T21:06:47.601706994Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-s3-1": { "service": "s3", "instance": "ef6e12a25440", "startedAt": "2026-11-11T21:06:47.595668528Z", "status": "running", "restartCount": 0 } }, "after": { "mtusi2026lab4-api-1": { "service": "api", "instance": "ce0434d224ba", "startedAt": "2026-11-11T21:06:56.691717844Z", "status": "exited", "restartCount": 0 }, "mtusi2026lab4-api-2": { "service": "api", "instance": "752f50d7b664", "startedAt": "2026-11-11T21:06:57.128454611Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-nginx-1": { "service": "nginx", "instance": "dd8840a93c5b", "startedAt": "2026-11-11T21:07:09.789954207Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-postgres-1": { "service": "postgres", "instance": "14c8623492ba", "startedAt": "2026-11-11T21:06:47.578821968Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-reconciler-1": { "service": "reconciler", "instance": "4058a1f65b0b", "startedAt": "2026-11-11T21:07:09.322356788Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-redis-1": { "service": "redis", "instance": "b521d405535f", "startedAt": "2026-11-11T21:06:47.601706994Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-s3-1": { "service": "s3", "instance": "ef6e12a25440", "startedAt": "2026-11-11T21:06:47.595668528Z", "status": "running", "restartCount": 0 } }, "output": "Executing explicit failover hook; hook output suppressed to avoid leaking secrets.\n{\"observed_instances_before\": 2, \"successful_writes\": 86, \"failed_attempts\": 1, \"first_recovery_seconds\": 4.206}\nPASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence." }, { "stoppedInstance": "752f50d7b664", "before": { "mtusi2026lab4-api-1": { "service": "api", "instance": "ce0434d224ba", "startedAt": "2026-11-11T21:07:40.215373791Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-api-2": { "service": "api", "instance": "752f50d7b664", "startedAt": "2026-11-11T21:06:57.128454611Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-nginx-1": { "service": "nginx", "instance": "dd8840a93c5b", "startedAt": "2026-11-11T21:07:09.789954207Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-postgres-1": { "service": "postgres", "instance": "14c8623492ba", "startedAt": "2026-11-11T21:06:47.578821968Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-reconciler-1": { "service": "reconciler", "instance": "4058a1f65b0b", "startedAt": "2026-11-11T21:07:09.322356788Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-redis-1": { "service": "redis", "instance": "b521d405535f", "startedAt": "2026-11-11T21:06:47.601706994Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-s3-1": { "service": "s3", "instance": "ef6e12a25440", "startedAt": "2026-11-11T21:06:47.595668528Z", "status": "running", "restartCount": 0 } }, "after": { "mtusi2026lab4-api-1": { "service": "api", "instance": "ce0434d224ba", "startedAt": "2026-11-11T21:07:40.215373791Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-api-2": { "service": "api", "instance": "752f50d7b664", "startedAt": "2026-11-11T21:06:57.128454611Z", "status": "exited", "restartCount": 0 }, "mtusi2026lab4-nginx-1": { "service": "nginx", "instance": "dd8840a93c5b", "startedAt": "2026-11-11T21:07:09.789954207Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-postgres-1": { "service": "postgres", "instance": "14c8623492ba", "startedAt": "2026-11-11T21:06:47.578821968Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-reconciler-1": { "service": "reconciler", "instance": "4058a1f65b0b", "startedAt": "2026-11-11T21:07:09.322356788Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-redis-1": { "service": "redis", "instance": "b521d405535f", "startedAt": "2026-11-11T21:06:47.601706994Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-s3-1": { "service": "s3", "instance": "ef6e12a25440", "startedAt": "2026-11-11T21:06:47.595668528Z", "status": "running", "restartCount": 0 } }, "output": "Executing explicit failover hook; hook output suppressed to avoid leaking secrets.\n{\"observed_instances_before\": 2, \"successful_writes\": 93, \"failed_attempts\": 2, \"first_recovery_seconds\": 4.127}\nPASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence." } ], "writeWarmups": [ { "752f50d7b664": { "writes": 3, "minSeconds": 0.02528520001214929, "maxSeconds": 0.05653770000208169, "uploadSeconds": [ 0.14060700000845827 ], "downloadSeconds": [ 0.02674750000005588 ] }, "ce0434d224ba": { "writes": 3, "minSeconds": 0.024145300005329773, "maxSeconds": 0.0363634999957867, "uploadSeconds": [ 0.12597850000020117 ], "downloadSeconds": [ 0.030548900016583502 ] } }, { "ce0434d224ba": { "writes": 3, "minSeconds": 0.03536629999871366, "maxSeconds": 0.14764460001606494, "uploadSeconds": [ 0.10738060000585392 ], "downloadSeconds": [ 0.040137300005881116 ] }, "752f50d7b664": { "writes": 3, "minSeconds": 0.020328800019342452, "maxSeconds": 0.03870999999344349, "uploadSeconds": [ 0.08634139999048784 ], "downloadSeconds": [ 0.026475600025150925 ] } } ], "persistence": { "before": { "mtusi2026lab4-api-1": { "service": "api", "instance": "ce0434d224ba", "startedAt": "2026-11-11T21:05:38.078659211Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-api-2": { "service": "api", "instance": "752f50d7b664", "startedAt": "2026-11-11T21:05:38.603587222Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-nginx-1": { "service": "nginx", "instance": "dd8840a93c5b", "startedAt": "2026-11-11T21:05:50.529959093Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-postgres-1": { "service": "postgres", "instance": "14c8623492ba", "startedAt": "2026-11-11T21:05:24.00716937Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-reconciler-1": { "service": "reconciler", "instance": "4058a1f65b0b", "startedAt": "2026-11-11T21:05:50.258628795Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-redis-1": { "service": "redis", "instance": "b521d405535f", "startedAt": "2026-11-11T21:05:23.98785755Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-s3-1": { "service": "s3", "instance": "ef6e12a25440", "startedAt": "2026-11-11T21:05:23.952757617Z", "status": "running", "restartCount": 0 } }, "after": { "mtusi2026lab4-api-1": { "service": "api", "instance": "ce0434d224ba", "startedAt": "2026-11-11T21:06:56.691717844Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-api-2": { "service": "api", "instance": "752f50d7b664", "startedAt": "2026-11-11T21:06:57.128454611Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-nginx-1": { "service": "nginx", "instance": "dd8840a93c5b", "startedAt": "2026-11-11T21:07:09.789954207Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-postgres-1": { "service": "postgres", "instance": "14c8623492ba", "startedAt": "2026-11-11T21:06:47.578821968Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-reconciler-1": { "service": "reconciler", "instance": "4058a1f65b0b", "startedAt": "2026-11-11T21:07:09.322356788Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-redis-1": { "service": "redis", "instance": "b521d405535f", "startedAt": "2026-11-11T21:06:47.601706994Z", "status": "running", "restartCount": 0 }, "mtusi2026lab4-s3-1": { "service": "s3", "instance": "ef6e12a25440", "startedAt": "2026-11-11T21:06:47.595668528Z", "status": "running", "restartCount": 0 } }, "output": "Executing explicit persistence hook; hook output suppressed to avoid leaking secrets.\nPASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence." } }