date: 2026-11-06T09:59:19Z  commit: 44d81fd80ee13faa42bca069245ee0943f88b2df
environment: {"COMPOSE_PROJECT_NAME": "mtusi2026lab6", "LB_HTTP_PORT": "18086", "LB_STATS_PORT": "26085", "BASE_URL": "http://127.0.0.1:18086", "NO_PROXY": "localhost,127.0.0.1,::1"}
$ python3 scripts/obs_incidents.py chain
{
  "started": "2026-11-06T09:59:19+00:00",
  "finished": "2026-11-06T09:59:26+00:00",
  "result": "PASS",
  "scenario": "chain",
  "observations": {
    "upload_request_id": "c66198d3-2ee1-4f0d-8b14-3b96158af739",
    "trace_id": "01b6718401f4aa51e87b3486f50500f0",
    "retry": false,
    "outcomes": [
      "done"
    ],
    "spans": [
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "ec4R0Bkm03M=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.125,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "select",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "iP97TxdsDLc=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.111,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "select",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "kL5eYNKV2R8=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.082,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "show",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "BHoYqet3w6A=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.054,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "show",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "zORTYvXABOE=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.085,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "Q0o68RbCwFo=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.088,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "cPrr2Q9ozzI=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.085,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "qmZ1v/7izUs=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.532,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "wFTBQugE7AA=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.69,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "xEM7rVOybXM=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.228,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "SELECT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "k+pcb/sNrDo=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.143,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "COMMIT;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "nqLQAASj7ag=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.339,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "KdARxGM8uU4=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.081,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": ";",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "vzu7yeNCQ38=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.154,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "YICpBi0lB60=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.307,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "MUMKQRPy9v0=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.077,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "8a6QeUZ92tU=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.14,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "COMMIT;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "pzSnDERQ274=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.188,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "T7i1Nuj9yZI=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.115,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": ";",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "5Ug86nhSihQ=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.066,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "RDYZQQi877o=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.054,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "4yhDxc4Apqw=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.061,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "ReyPb9uzq6w=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.15,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "RD8W0N6iQFA=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.989,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "QbGIVarUs/8=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.273,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "kzQeqKPNtdQ=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.165,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "COMMIT;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "STVSIs1sK5c=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 0.397,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "S3 get_object",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "IAVwwJlBgC8=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 5.942,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "S3 copy_object",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "loyxPmCBLpE=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 6.386,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "S3 put_object",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "vr1ugVYGVbo=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 3.402,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "S3 put_object",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "5dIA22MtUOs=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 2.928,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "S3 put_object",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "/qpDiGf0/ng=",
        "parent_span_id": "w/WXm6BxeQE=",
        "duration_ms": 2.51,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "attachments.attachment.process.v1 process",
        "kind": "SPAN_KIND_CONSUMER",
        "status": "STATUS_CODE_UNSET",
        "span_id": "w/WXm6BxeQE=",
        "parent_span_id": "HMCCZoDJ2P8=",
        "duration_ms": 869.643,
        "attempt": "1"
      },
      {
        "service": "messenger-api",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "hxQI059hSkw=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 0.083,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": ";",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "NsPVrscA8YA=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 0.053,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "Qop6hTTQWRc=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 0.041,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "6E82ranJFHM=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 0.089,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "SELECT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "iU2v2s/5Xkg=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 0.322,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "hgzLMkcD+cw=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 0.084,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "nFNN95Ux6uc=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 0.077,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": ";",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "e4zfBC6mzdE=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 0.051,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "Hm/K7CNm58A=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 0.041,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "0CfqVl34eHY=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 0.076,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "6bLA6xEiYKk=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 0.692,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "COMMIT;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "YYAXSZsGAnk=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 0.197,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "21NlRZIh1No=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 0.118,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": ";",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "9R1Ln0frJkk=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 0.079,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "q8U6KZsG2gs=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 0.051,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "VOUk7s3ASuE=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 0.073,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "h6J/oZlqmCc=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 0.248,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "Dp/lFj9CYZI=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 0.633,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "rlaTBR5DaUU=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 0.813,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "DSHUXsaYmpo=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 0.857,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "COMMIT;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "FSo9VAOcgeg=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 0.197,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "POST /api/v1/chats/{chat_id}/attachments",
        "kind": "SPAN_KIND_SERVER",
        "status": "STATUS_CODE_UNSET",
        "span_id": "xaST2SpTu8w=",
        "parent_span_id": null,
        "duration_ms": 39.756,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "S3 put_object",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "Ds7zLc8Tpmc=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 12.464,
        "attempt": null
      },
      {
        "service": "messenger-relay",
        "name": "attachments.attachment.process.v1 create",
        "kind": "SPAN_KIND_PRODUCER",
        "status": "STATUS_CODE_UNSET",
        "span_id": "HMCCZoDJ2P8=",
        "parent_span_id": "xaST2SpTu8w=",
        "duration_ms": 0.013,
        "attempt": null
      },
      {
        "service": "messenger-relay",
        "name": "attachments.attachment.process.v1 publish",
        "kind": "SPAN_KIND_PRODUCER",
        "status": "STATUS_CODE_UNSET",
        "span_id": "2Y5nbdOQT/E=",
        "parent_span_id": "HMCCZoDJ2P8=",
        "duration_ms": 2.424,
        "attempt": null
      }
    ]
  }
}
exit_code: 0  elapsed_seconds: 6.315
