Files
mtusi2026lab5/evidence/cluster-first-failed.json
T

1840 lines
45 KiB
JSON

{
"date": "2026-11-15T20:08:42.652330+00:00",
"source_commit": "972cef8f7f3938913beb56d32551a88f5e40bc88",
"complete": false,
"before": [
{
"role": "api",
"container": "0c7b704276e3",
"pid": 75153,
"started_at": "2026-11-15T19:50:21.154879093Z",
"ports": {},
"cpu_nano": 500000000,
"memory_limit": 805306368,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"role": "api",
"container": "a90645b411d6",
"pid": 22120,
"started_at": "2026-11-15T20:06:45.480384299Z",
"ports": {},
"cpu_nano": 500000000,
"memory_limit": 805306368,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"role": "broker",
"container": "5d3ebf6f87ff",
"pid": 77503,
"started_at": "2026-11-15T19:51:03.049505001Z",
"ports": {},
"cpu_nano": 500000000,
"memory_limit": 268435456
},
{
"role": "cache",
"container": "6ad17613e620",
"pid": 60587,
"started_at": "2026-11-15T19:17:14.204239507Z",
"ports": {},
"cpu_nano": 250000000,
"memory_limit": 134217728
},
{
"role": "controller",
"container": "c6fb99c3ddbc",
"pid": 60326,
"started_at": "2026-11-15T19:45:43.876610632Z",
"ports": {},
"cpu_nano": 500000000,
"memory_limit": 201326592
},
{
"role": "lb",
"container": "c60ecc6c94f4",
"pid": 63147,
"started_at": "2026-11-15T19:17:36.952605129Z",
"ports": {
"8080/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "8085"
}
]
},
"cpu_nano": 500000000,
"memory_limit": 134217728
},
{
"role": "postgres",
"container": "76efa23ba942",
"pid": 60650,
"started_at": "2026-11-15T19:17:14.476492674Z",
"ports": {},
"cpu_nano": 1000000000,
"memory_limit": 536870912
},
{
"role": "reconciler",
"container": "a990e3899324",
"pid": 27505,
"started_at": "2026-11-15T20:08:42.302428089Z",
"ports": {},
"cpu_nano": 250000000,
"memory_limit": 268435456
},
{
"role": "relay",
"container": "c8273b4552c9",
"pid": 98443,
"started_at": "2026-11-15T19:58:04.386027252Z",
"ports": {},
"cpu_nano": 250000000,
"memory_limit": 201326592
},
{
"role": "s3",
"container": "de0c05e2e665",
"pid": 60843,
"started_at": "2026-11-15T19:17:15.006133424Z",
"ports": {},
"cpu_nano": 1000000000,
"memory_limit": 1073741824
},
{
"role": "worker",
"container": "a89e2cf493d9",
"pid": 18369,
"started_at": "2026-11-15T20:05:23.317701469Z",
"ports": {},
"cpu_nano": 2000000000,
"memory_limit": 1610612736
}
],
"parallel_replay": {
"requests": 30,
"messages": 1,
"instances": [
"0024aba8755f4f3d92a85c4dbb751f5a",
"ee20d98fc7ac4ef08a41c2bc8fe82534"
]
},
"atomic_rollback_and_5xx_retry": true,
"expired_key_can_be_reused": true,
"failovers": [
{
"confirmed_writes": 212,
"successful_reads": 200,
"errors": 13,
"successful_rps": 27.28,
"first_success_after_action_seconds": 5.028,
"action": {
"finished": 3.996
},
"observations": [
{
"at": 0.008,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 0.067,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 0.124,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 0.205,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 0.265,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 0.321,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 0.392,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 0.46,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 0.517,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 0.576,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 0.639,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 0.701,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 0.759,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 0.816,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 0.871,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 0.936,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 0.996,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 1.063,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 1.134,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 1.192,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 1.25,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 1.312,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 1.37,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 1.426,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 1.495,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 1.557,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 1.623,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 1.685,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 1.745,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 1.809,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 1.871,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 1.933,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 2.035,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 2.138,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 2.236,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 2.337,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 2.456,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 2.519,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 2.577,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 2.64,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 2.701,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 2.795,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 2.895,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 2.995,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 3.101,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 3.196,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 3.252,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
},
{
"at": 3.322,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 3.388,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 3.445,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 3.506,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 3.563,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 3.616,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 3.667,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 3.72,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 3.778,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 3.831,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 3.888,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 3.95,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 5.028,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 5.092,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 5.149,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 5.209,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 5.269,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 5.329,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 5.389,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 5.454,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 5.515,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 5.581,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 5.641,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 5.703,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 5.76,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 5.817,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 5.881,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 5.94,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 6.005,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 6.073,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 6.138,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 6.201,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 6.268,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 6.33,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 6.392,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 6.45,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 6.512,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 6.582,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 6.639,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 6.697,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 6.757,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 6.847,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 6.944,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 7.049,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 7.147,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 7.246,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 7.348,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 7.443,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 7.503,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 7.563,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 7.624,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 7.686,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 7.748,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 7.81,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 7.872,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 7.933,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 8.0,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 8.063,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 8.134,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 8.196,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 8.264,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 8.33,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 8.401,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 8.464,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 8.532,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 8.604,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 8.669,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 8.732,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 8.795,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 8.865,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 8.928,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 8.99,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 9.078,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 9.146,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 9.208,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 9.27,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 9.334,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 9.4,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 9.465,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 9.527,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 9.594,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 9.661,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 9.724,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 9.783,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 9.844,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 9.903,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 9.968,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 10.032,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 10.1,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 10.159,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 10.22,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 10.289,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 10.355,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 10.424,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 10.493,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 10.56,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 10.634,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 10.714,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 10.774,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 10.838,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 10.905,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 10.973,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 11.035,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 11.1,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 11.172,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 11.233,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 11.294,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 11.354,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 11.415,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 11.479,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 11.541,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 11.603,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 11.662,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 11.728,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 11.791,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 11.849,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 11.907,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 11.966,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 12.03,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 12.103,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 12.169,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 12.236,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 12.303,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 12.372,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 12.436,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 12.501,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 12.566,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 12.643,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 12.712,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 12.78,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 12.847,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 12.915,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 12.981,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 13.049,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 13.119,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 13.188,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 13.249,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 13.31,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 13.37,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 13.437,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 13.499,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 13.559,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 13.62,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 13.682,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 13.742,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 13.801,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 13.858,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 13.915,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 13.973,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 14.033,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 14.093,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 14.152,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 14.216,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 14.277,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 14.345,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 14.41,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 14.475,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 14.538,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 14.601,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 14.667,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 14.737,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 14.812,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 14.876,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 14.941,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 15.008,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
}
],
"confirmed_preserved": true,
"duplicate_texts": false,
"stopped": {
"role": "api",
"container": "0c7b704276e3",
"pid": 75153,
"started_at": "2026-11-15T19:50:21.154879093Z",
"ports": {},
"cpu_nano": 500000000,
"memory_limit": 805306368,
"instance": "0024aba8755f4f3d92a85c4dbb751f5a"
}
},
{
"confirmed_writes": 204,
"successful_reads": 191,
"errors": 14,
"successful_rps": 26.15,
"first_success_after_action_seconds": 4.344,
"action": {
"finished": 3.311
},
"observations": [
{
"at": 0.021,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 0.091,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 0.157,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 0.216,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 0.276,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 0.343,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 0.433,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 0.554,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 0.628,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 0.717,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 0.784,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 0.864,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 0.94,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 1.011,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 1.106,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 1.178,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 1.237,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 1.341,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 1.436,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 1.54,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 1.647,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 1.748,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 1.843,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 1.904,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 1.978,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 2.082,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 2.179,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 2.282,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 2.381,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 2.484,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 2.543,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
},
{
"at": 2.606,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 2.667,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 2.725,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 2.787,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 2.844,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 2.899,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 2.953,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 3.011,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 3.063,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 3.113,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 3.165,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 3.216,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 3.268,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 4.344,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 4.409,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 4.477,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 4.552,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 4.628,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 4.687,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 4.744,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 4.798,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 4.856,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 4.918,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 4.983,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 5.045,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 5.106,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 5.182,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 5.262,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 5.329,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 5.389,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 5.453,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 5.521,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 5.59,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 5.651,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 5.713,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 5.825,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 5.891,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 5.975,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 6.034,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 6.106,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 6.171,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 6.232,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 6.288,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 6.347,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 6.411,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 6.481,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 6.545,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 6.611,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 6.686,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 6.758,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 6.817,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 6.878,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 6.943,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 7.007,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 7.064,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 7.119,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 7.18,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 7.263,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 7.329,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 7.386,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 7.442,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 7.501,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 7.558,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 7.617,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 7.685,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 7.755,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 7.82,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 7.885,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 7.945,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 8.007,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 8.072,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 8.139,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 8.202,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 8.269,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 8.333,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 8.392,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 8.451,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 8.515,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 8.574,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 8.644,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 8.709,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 8.775,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 8.842,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 8.9,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 8.96,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 9.034,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 9.093,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 9.156,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 9.219,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 9.3,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 9.491,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 9.594,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 9.693,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 9.798,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 9.887,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 9.991,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 10.089,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 10.152,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 10.213,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 10.271,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 10.333,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 10.397,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 10.454,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 10.522,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 10.591,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 10.658,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 10.728,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 10.797,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 10.864,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 10.924,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 10.986,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 11.041,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 11.101,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 11.16,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 11.217,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 11.276,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 11.356,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 11.432,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 11.492,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 11.556,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 11.621,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 11.691,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 11.755,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 11.82,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 11.894,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 11.956,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 12.016,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 12.076,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 12.137,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 12.198,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 12.258,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 12.327,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 12.392,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 12.46,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 12.539,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 12.604,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 12.669,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 12.737,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 12.81,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 12.873,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 12.938,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 13.003,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 13.061,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 13.122,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 13.184,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 13.25,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 13.307,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 13.367,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 13.44,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 13.506,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 13.568,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 13.634,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 13.697,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 13.765,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 13.831,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 13.903,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 13.978,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 14.04,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 14.101,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 14.16,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 14.222,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 14.285,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 14.355,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 14.415,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 14.472,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 14.537,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 14.6,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 14.664,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 14.73,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 14.797,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 14.862,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 14.93,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
},
{
"at": 14.998,
"instance": "4dd2c4628eb443f2b562bc8800b39dc0"
}
],
"confirmed_preserved": true,
"duplicate_texts": false,
"stopped": {
"role": "api",
"container": "a90645b411d6",
"pid": 22120,
"started_at": "2026-11-15T20:06:45.480384299Z",
"ports": {},
"cpu_nano": 500000000,
"memory_limit": 805306368,
"instance": "ee20d98fc7ac4ef08a41c2bc8fe82534"
}
}
]
}