date: 2026-11-06T23:46:44Z  commit: bc1d7aa7713858acb5d65b61d07e69a640f1ee97
environment: {"COMPOSE_PROJECT_NAME": "mtusi2026lab6", "LB_HTTP_PORT": "18086", "LB_STATS_PORT": "26085", "BASE_URL": "http://127.0.0.1:18086", "NO_PROXY": "localhost,127.0.0.1,::1"}
$ python3 scripts/obs_incidents.py chain
{
  "started": "2026-11-06T23:46:44+00:00",
  "finished": "2026-11-06T23:46:51+00:00",
  "result": "PASS",
  "scenario": "chain",
  "observations": {
    "upload_request_id": "353d6004-0fce-4307-b74f-3e1330e099f1",
    "trace_id": "2a788dd8fe3bdba6c2b00ff3c6578b34",
    "retry": false,
    "outcomes": [
      "done"
    ],
    "spans": [
      {
        "service": "messenger-api",
        "name": "POST /api/v1/chats/{chat_id}/attachments",
        "kind": "SPAN_KIND_SERVER",
        "status": "STATUS_CODE_UNSET",
        "span_id": "1KnDTB7ilNc=",
        "parent_span_id": null,
        "duration_ms": 12.268,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "kOTXX/pL+PI=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 0.111,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": ";",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "N7KwpItUcOg=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 0.063,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "ExH/3uFnT+c=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 0.049,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "6r9mViaW30k=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 0.059,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "SELECT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "VV9EDONJaKo=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 0.176,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "LGXb7KbUBKk=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 0.054,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "cY2vJIoHh+I=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 0.058,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": ";",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "4WNnApqEnW4=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 0.046,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "afET0pqdh0w=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 0.042,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "qqkEFWjNMRc=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 0.044,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "B2NutixhjjM=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 0.185,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "COMMIT;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "iXFIfBn80Z4=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 0.222,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "ClGR/8bvx7s=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 0.091,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": ";",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "KHHQiGtugf8=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 0.055,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "h6ioIL28mmE=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 0.062,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "d1s9gYOAjTY=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 0.044,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "Z73gIsACvyk=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 0.226,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "ZU4nVi/O270=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 0.155,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "2xriCNx45Ss=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 0.142,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "7clq4wwABWo=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 0.117,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "COMMIT;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "HCWi0TAraeg=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 0.192,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "S3 put_object",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "eqo0RZhx2r4=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 5.315,
        "attempt": null
      },
      {
        "service": "messenger-relay",
        "name": "attachments.attachment.process.v1 create",
        "kind": "SPAN_KIND_PRODUCER",
        "status": "STATUS_CODE_UNSET",
        "span_id": "DdVW16xtPjM=",
        "parent_span_id": "1KnDTB7ilNc=",
        "duration_ms": 0.033,
        "attempt": null
      },
      {
        "service": "messenger-relay",
        "name": "attachments.attachment.process.v1 publish",
        "kind": "SPAN_KIND_PRODUCER",
        "status": "STATUS_CODE_UNSET",
        "span_id": "T6EWXaDDQRY=",
        "parent_span_id": "DdVW16xtPjM=",
        "duration_ms": 4.356,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "attachments.attachment.process.v1 process",
        "kind": "SPAN_KIND_CONSUMER",
        "status": "STATUS_CODE_UNSET",
        "span_id": "IJrEIXz5vQU=",
        "parent_span_id": "DdVW16xtPjM=",
        "duration_ms": 42.854,
        "attempt": "1"
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "6yaGj8OjHpo=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.284,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": ";",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "wvYv52Ceymw=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.195,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "IXF/7Dnea8I=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.17,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "ZFDgbFUJ38s=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.164,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "IiJRka3nsOk=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.55,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "Ql3IoVPxbuk=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.385,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "dZVxc0YqKd4=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.207,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "SELECT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "z1F9TtIQdcA=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.185,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "COMMIT;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "eMgOi4KYRuM=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.571,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "2qFq/3351v8=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.173,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": ";",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "f3lKJAgUqPM=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.142,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "LN76EV7HKBo=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.133,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "jylzdd/SomQ=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.132,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "ZrNx+53YHDg=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.282,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "COMMIT;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "C3gPIERIt/0=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.45,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "o//TrE5/tR8=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.095,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": ";",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "eU7D/wTzm3s=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.082,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "hbXwj1bqqr0=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.066,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "7WW7O9uzEag=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.081,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "R5CuUJ4DKx4=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.139,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "BscD3XrQ6IM=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.236,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "yJ5825EbSlY=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.177,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "ctFlHkHK3w4=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.131,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "COMMIT;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "miaP4WbLSsw=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 0.2,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "S3 get_object",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "51Ks1BHIgsY=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 3.52,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "S3 copy_object",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "xKXCi8QQTjI=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 6.112,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "S3 put_object",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "7yfvSxRV3Io=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 3.501,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "S3 put_object",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "qW0rRHnhoqo=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 3.845,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "S3 put_object",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "8LvmSmoKWfM=",
        "parent_span_id": "IJrEIXz5vQU=",
        "duration_ms": 3.201,
        "attempt": null
      }
    ]
  }
}
exit_code: 0  elapsed_seconds: 7.279
