forked from mtusi2026/mtusi2026lab4
Add two API replicas, safe object reconciliation, upload validation, regression tests and documented load experiments.
373 lines
12 KiB
JSON
373 lines
12 KiB
JSON
{
|
|
"status": "passed",
|
|
"failover": [
|
|
{
|
|
"stoppedInstance": "ce0434d224ba",
|
|
"before": {
|
|
"mtusi2026lab4-api-1": {
|
|
"service": "api",
|
|
"instance": "ce0434d224ba",
|
|
"startedAt": "2026-11-11T21:06:56.691717844Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-api-2": {
|
|
"service": "api",
|
|
"instance": "752f50d7b664",
|
|
"startedAt": "2026-11-11T21:06:57.128454611Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-nginx-1": {
|
|
"service": "nginx",
|
|
"instance": "dd8840a93c5b",
|
|
"startedAt": "2026-11-11T21:07:09.789954207Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-postgres-1": {
|
|
"service": "postgres",
|
|
"instance": "14c8623492ba",
|
|
"startedAt": "2026-11-11T21:06:47.578821968Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-reconciler-1": {
|
|
"service": "reconciler",
|
|
"instance": "4058a1f65b0b",
|
|
"startedAt": "2026-11-11T21:07:09.322356788Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-redis-1": {
|
|
"service": "redis",
|
|
"instance": "b521d405535f",
|
|
"startedAt": "2026-11-11T21:06:47.601706994Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-s3-1": {
|
|
"service": "s3",
|
|
"instance": "ef6e12a25440",
|
|
"startedAt": "2026-11-11T21:06:47.595668528Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
}
|
|
},
|
|
"after": {
|
|
"mtusi2026lab4-api-1": {
|
|
"service": "api",
|
|
"instance": "ce0434d224ba",
|
|
"startedAt": "2026-11-11T21:06:56.691717844Z",
|
|
"status": "exited",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-api-2": {
|
|
"service": "api",
|
|
"instance": "752f50d7b664",
|
|
"startedAt": "2026-11-11T21:06:57.128454611Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-nginx-1": {
|
|
"service": "nginx",
|
|
"instance": "dd8840a93c5b",
|
|
"startedAt": "2026-11-11T21:07:09.789954207Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-postgres-1": {
|
|
"service": "postgres",
|
|
"instance": "14c8623492ba",
|
|
"startedAt": "2026-11-11T21:06:47.578821968Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-reconciler-1": {
|
|
"service": "reconciler",
|
|
"instance": "4058a1f65b0b",
|
|
"startedAt": "2026-11-11T21:07:09.322356788Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-redis-1": {
|
|
"service": "redis",
|
|
"instance": "b521d405535f",
|
|
"startedAt": "2026-11-11T21:06:47.601706994Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-s3-1": {
|
|
"service": "s3",
|
|
"instance": "ef6e12a25440",
|
|
"startedAt": "2026-11-11T21:06:47.595668528Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
}
|
|
},
|
|
"output": "Executing explicit failover hook; hook output suppressed to avoid leaking secrets.\n{\"observed_instances_before\": 2, \"successful_writes\": 86, \"failed_attempts\": 1, \"first_recovery_seconds\": 4.206}\nPASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence."
|
|
},
|
|
{
|
|
"stoppedInstance": "752f50d7b664",
|
|
"before": {
|
|
"mtusi2026lab4-api-1": {
|
|
"service": "api",
|
|
"instance": "ce0434d224ba",
|
|
"startedAt": "2026-11-11T21:07:40.215373791Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-api-2": {
|
|
"service": "api",
|
|
"instance": "752f50d7b664",
|
|
"startedAt": "2026-11-11T21:06:57.128454611Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-nginx-1": {
|
|
"service": "nginx",
|
|
"instance": "dd8840a93c5b",
|
|
"startedAt": "2026-11-11T21:07:09.789954207Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-postgres-1": {
|
|
"service": "postgres",
|
|
"instance": "14c8623492ba",
|
|
"startedAt": "2026-11-11T21:06:47.578821968Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-reconciler-1": {
|
|
"service": "reconciler",
|
|
"instance": "4058a1f65b0b",
|
|
"startedAt": "2026-11-11T21:07:09.322356788Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-redis-1": {
|
|
"service": "redis",
|
|
"instance": "b521d405535f",
|
|
"startedAt": "2026-11-11T21:06:47.601706994Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-s3-1": {
|
|
"service": "s3",
|
|
"instance": "ef6e12a25440",
|
|
"startedAt": "2026-11-11T21:06:47.595668528Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
}
|
|
},
|
|
"after": {
|
|
"mtusi2026lab4-api-1": {
|
|
"service": "api",
|
|
"instance": "ce0434d224ba",
|
|
"startedAt": "2026-11-11T21:07:40.215373791Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-api-2": {
|
|
"service": "api",
|
|
"instance": "752f50d7b664",
|
|
"startedAt": "2026-11-11T21:06:57.128454611Z",
|
|
"status": "exited",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-nginx-1": {
|
|
"service": "nginx",
|
|
"instance": "dd8840a93c5b",
|
|
"startedAt": "2026-11-11T21:07:09.789954207Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-postgres-1": {
|
|
"service": "postgres",
|
|
"instance": "14c8623492ba",
|
|
"startedAt": "2026-11-11T21:06:47.578821968Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-reconciler-1": {
|
|
"service": "reconciler",
|
|
"instance": "4058a1f65b0b",
|
|
"startedAt": "2026-11-11T21:07:09.322356788Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-redis-1": {
|
|
"service": "redis",
|
|
"instance": "b521d405535f",
|
|
"startedAt": "2026-11-11T21:06:47.601706994Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-s3-1": {
|
|
"service": "s3",
|
|
"instance": "ef6e12a25440",
|
|
"startedAt": "2026-11-11T21:06:47.595668528Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
}
|
|
},
|
|
"output": "Executing explicit failover hook; hook output suppressed to avoid leaking secrets.\n{\"observed_instances_before\": 2, \"successful_writes\": 93, \"failed_attempts\": 2, \"first_recovery_seconds\": 4.127}\nPASS: failover preserved confirmed data and existing session. Hook scope needs operator evidence."
|
|
}
|
|
],
|
|
"writeWarmups": [
|
|
{
|
|
"752f50d7b664": {
|
|
"writes": 3,
|
|
"minSeconds": 0.02528520001214929,
|
|
"maxSeconds": 0.05653770000208169,
|
|
"uploadSeconds": [
|
|
0.14060700000845827
|
|
],
|
|
"downloadSeconds": [
|
|
0.02674750000005588
|
|
]
|
|
},
|
|
"ce0434d224ba": {
|
|
"writes": 3,
|
|
"minSeconds": 0.024145300005329773,
|
|
"maxSeconds": 0.0363634999957867,
|
|
"uploadSeconds": [
|
|
0.12597850000020117
|
|
],
|
|
"downloadSeconds": [
|
|
0.030548900016583502
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"ce0434d224ba": {
|
|
"writes": 3,
|
|
"minSeconds": 0.03536629999871366,
|
|
"maxSeconds": 0.14764460001606494,
|
|
"uploadSeconds": [
|
|
0.10738060000585392
|
|
],
|
|
"downloadSeconds": [
|
|
0.040137300005881116
|
|
]
|
|
},
|
|
"752f50d7b664": {
|
|
"writes": 3,
|
|
"minSeconds": 0.020328800019342452,
|
|
"maxSeconds": 0.03870999999344349,
|
|
"uploadSeconds": [
|
|
0.08634139999048784
|
|
],
|
|
"downloadSeconds": [
|
|
0.026475600025150925
|
|
]
|
|
}
|
|
}
|
|
],
|
|
"persistence": {
|
|
"before": {
|
|
"mtusi2026lab4-api-1": {
|
|
"service": "api",
|
|
"instance": "ce0434d224ba",
|
|
"startedAt": "2026-11-11T21:05:38.078659211Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-api-2": {
|
|
"service": "api",
|
|
"instance": "752f50d7b664",
|
|
"startedAt": "2026-11-11T21:05:38.603587222Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-nginx-1": {
|
|
"service": "nginx",
|
|
"instance": "dd8840a93c5b",
|
|
"startedAt": "2026-11-11T21:05:50.529959093Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-postgres-1": {
|
|
"service": "postgres",
|
|
"instance": "14c8623492ba",
|
|
"startedAt": "2026-11-11T21:05:24.00716937Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-reconciler-1": {
|
|
"service": "reconciler",
|
|
"instance": "4058a1f65b0b",
|
|
"startedAt": "2026-11-11T21:05:50.258628795Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-redis-1": {
|
|
"service": "redis",
|
|
"instance": "b521d405535f",
|
|
"startedAt": "2026-11-11T21:05:23.98785755Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-s3-1": {
|
|
"service": "s3",
|
|
"instance": "ef6e12a25440",
|
|
"startedAt": "2026-11-11T21:05:23.952757617Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
}
|
|
},
|
|
"after": {
|
|
"mtusi2026lab4-api-1": {
|
|
"service": "api",
|
|
"instance": "ce0434d224ba",
|
|
"startedAt": "2026-11-11T21:06:56.691717844Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-api-2": {
|
|
"service": "api",
|
|
"instance": "752f50d7b664",
|
|
"startedAt": "2026-11-11T21:06:57.128454611Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-nginx-1": {
|
|
"service": "nginx",
|
|
"instance": "dd8840a93c5b",
|
|
"startedAt": "2026-11-11T21:07:09.789954207Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-postgres-1": {
|
|
"service": "postgres",
|
|
"instance": "14c8623492ba",
|
|
"startedAt": "2026-11-11T21:06:47.578821968Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-reconciler-1": {
|
|
"service": "reconciler",
|
|
"instance": "4058a1f65b0b",
|
|
"startedAt": "2026-11-11T21:07:09.322356788Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-redis-1": {
|
|
"service": "redis",
|
|
"instance": "b521d405535f",
|
|
"startedAt": "2026-11-11T21:06:47.601706994Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
},
|
|
"mtusi2026lab4-s3-1": {
|
|
"service": "s3",
|
|
"instance": "ef6e12a25440",
|
|
"startedAt": "2026-11-11T21:06:47.595668528Z",
|
|
"status": "running",
|
|
"restartCount": 0
|
|
}
|
|
},
|
|
"output": "Executing explicit persistence hook; hook output suppressed to avoid leaking secrets.\nPASS: persistence preserved confirmed data and existing session. Hook scope needs operator evidence."
|
|
}
|
|
}
|