PHASE: baseline 120 seconds
PHASE: short_db_spike 4 seconds
PHASE: after_short_spike 60 seconds
PHASE: sustained_db_lock 90 seconds
PHASE: after_db_recovery 100 seconds
PHASE: worker_stopped 120 seconds
PHASE: after_worker_recovery 120 seconds
{
  "utc": "2026-11-19T15:26:14.987289+00:00",
  "hypothesis": "Multiwindow burn alerts ignore a 4s spike, detect sustained DB/worker degradation and resolve after recovery.",
  "profile": {
    "message_arrival_per_second": 2,
    "image_arrival_per_second": 0.5,
    "max_inflight": 16,
    "sampling": 1.0,
    "retries": 0,
    "slo_window_seconds": 3600,
    "api_slo": 0.99,
    "ready_slo": 0.95,
    "ready_deadline_seconds": 30
  },
  "docker": "29.0.1 aarch64 CPUs=10 RAM=8217448448",
  "db_diagnosis": {
    "trace_id": "f124d93f84dd25c5af978e78e2028646",
    "request_id": "3c5e5b14-5825-41b8-a227-93cba420a532",
    "slow_error_spans": [
      {
        "name": "postgresql.SELECT",
        "status": {
          "code": "STATUS_CODE_ERROR"
        },
        "duration_ms": 2000.115335,
        "attributes": [
          {
            "key": "db.system.name",
            "value": {
              "stringValue": "postgresql"
            }
          },
          {
            "key": "db.operation.name",
            "value": {
              "stringValue": "SELECT"
            }
          },
          {
            "key": "error.type",
            "value": {
              "stringValue": "_WaitTimeout"
            }
          }
        ]
      },
      {
        "name": "postgresql.transaction",
        "status": {
          "code": "STATUS_CODE_ERROR"
        },
        "duration_ms": 2001.169168,
        "attributes": [
          {
            "key": "error.type",
            "value": {
              "stringValue": "_WaitTimeout"
            }
          }
        ]
      },
      {
        "name": "POST /api/v1/chats/{chat_id}/messages",
        "status": {
          "code": "STATUS_CODE_ERROR"
        },
        "duration_ms": 2003.784959,
        "attributes": [
          {
            "key": "http.request.method",
            "value": {
              "stringValue": "POST"
            }
          },
          {
            "key": "http.route",
            "value": {
              "stringValue": "/api/v1/chats/{chat_id}/messages"
            }
          },
          {
            "key": "http.response.status_code",
            "value": {
              "intValue": "503"
            }
          }
        ]
      }
    ]
  },
  "short_spike_observed_error_ratio_peak": 0.06373490138007629,
  "passed": true,
  "false_positives": {
    "baseline": 0,
    "burn_alerts_after_short_spike": 0,
    "single_window_alerts_after_short_spike": [
      "APIHighErrorRate"
    ]
  },
  "start": 1795101974.987257,
  "end": 1795102594.377363,
  "duration_seconds": 619.3901059627533,
  "phases": [
    {
      "name": "baseline",
      "start": 1795101975.364327,
      "planned_seconds": 120,
      "active_at": 1795101975.364415,
      "end": 1795102095.3712242
    },
    {
      "name": "short_db_spike",
      "start": 1795102095.371294,
      "planned_seconds": 4,
      "active_at": 1795102095.527463,
      "end": 1795102099.381341
    },
    {
      "name": "after_short_spike",
      "start": 1795102099.381383,
      "planned_seconds": 60,
      "active_at": 1795102099.381435,
      "end": 1795102159.386289
    },
    {
      "name": "sustained_db_lock",
      "start": 1795102159.386304,
      "planned_seconds": 90,
      "active_at": 1795102159.552147,
      "end": 1795102249.3866298
    },
    {
      "name": "after_db_recovery",
      "start": 1795102252.4302201,
      "planned_seconds": 100,
      "active_at": 1795102252.430262,
      "end": 1795102352.43217
    },
    {
      "name": "worker_stopped",
      "start": 1795102352.4322171,
      "planned_seconds": 120,
      "active_at": 1795102352.766314,
      "end": 1795102472.4357738
    },
    {
      "name": "after_worker_recovery",
      "start": 1795102472.435835,
      "planned_seconds": 120,
      "active_at": 1795102474.322918,
      "end": 1795102592.4362948
    }
  ],
  "skipped_arrivals": 0,
  "phase_summary": {
    "baseline": {
      "requests": 301,
      "5xx": 0,
      "successful_rps": 2.5081891707489476,
      "p50_ms": 16.607,
      "p95_ms": 31.266,
      "p99_ms": 35.193
    },
    "short_db_spike": {
      "requests": 10,
      "5xx": 4,
      "successful_rps": 1.4962418299487805,
      "p50_ms": 1670.714,
      "p95_ms": 2017.188,
      "p99_ms": 2017.188
    },
    "after_short_spike": {
      "requests": 150,
      "5xx": 0,
      "successful_rps": 2.499795602583431,
      "p50_ms": 16.475,
      "p95_ms": 30.739,
      "p99_ms": 32.763
    },
    "sustained_db_lock": {
      "requests": 225,
      "5xx": 176,
      "successful_rps": 0.5444424728476727,
      "p50_ms": 2011.805,
      "p95_ms": 2022.545,
      "p99_ms": 2025.758
    },
    "after_db_recovery": {
      "requests": 250,
      "5xx": 0,
      "successful_rps": 2.4999512562719017,
      "p50_ms": 16.283,
      "p95_ms": 30.965,
      "p99_ms": 33.443
    },
    "worker_stopped": {
      "requests": 300,
      "5xx": 0,
      "successful_rps": 2.4999259036886072,
      "p50_ms": 16.221,
      "p95_ms": 31.277,
      "p99_ms": 35.499
    },
    "after_worker_recovery": {
      "requests": 300,
      "5xx": 0,
      "successful_rps": 2.4999904185900736,
      "p50_ms": 13.134,
      "p95_ms": 30.749,
      "p99_ms": 35.272
    }
  },
  "alert_timings": {
    "APIAvailabilitySlowBurn": {
      "detection_seconds": 60.28,
      "resolution_after_restore_seconds": 65.27
    },
    "APIHighErrorRate": {
      "detection_seconds": 25.11,
      "resolution_after_restore_seconds": 35.15
    },
    "APIAvailabilityFastBurn": {
      "detection_seconds": 40.18,
      "resolution_after_restore_seconds": 35.15
    },
    "AttachmentQueueLag": {
      "detection_seconds": 45.21,
      "resolution_after_restore_seconds": 30.12
    },
    "AttachmentReadyFastBurn": {
      "detection_seconds": 95.5,
      "resolution_after_restore_seconds": 45.18
    },
    "AttachmentReadySlowBurn": {
      "detection_seconds": 131.6,
      "resolution_after_restore_seconds": 75.32
    }
  }
}
