date: 2026-11-06T23:46:51Z  commit: bc1d7aa7713858acb5d65b61d07e69a640f1ee97
environment: {"COMPOSE_PROJECT_NAME": "mtusi2026lab6", "LB_HTTP_PORT": "18086", "LB_STATS_PORT": "26085", "BASE_URL": "http://127.0.0.1:18086", "NO_PROXY": "localhost,127.0.0.1,::1"}
$ python3 scripts/obs_incidents.py retry
{
  "started": "2026-11-06T23:46:51+00:00",
  "finished": "2026-11-06T23:47:04+00:00",
  "result": "PASS",
  "scenario": "retry",
  "observations": {
    "upload_request_id": "6d25dbc3-0394-4733-8ecb-63c1ac721847",
    "trace_id": "933831a64efb8a5deb62b2669afc9698",
    "retry": true,
    "outcomes": [
      "retry_scheduled",
      "done"
    ],
    "spans": [
      {
        "service": "messenger-api",
        "name": "POST /api/v1/chats/{chat_id}/attachments",
        "kind": "SPAN_KIND_SERVER",
        "status": "STATUS_CODE_UNSET",
        "span_id": "Debvq4Digx0=",
        "parent_span_id": null,
        "duration_ms": 21.315,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "Waullyq3N34=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 0.148,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": ";",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "K0kakII6xo4=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 0.094,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "AiKsaFLbKb8=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 0.088,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "VrrcbEJGSCc=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 0.076,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "SELECT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "AEIu7yg0sn0=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 0.247,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "Wng5k5TYN4E=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 0.118,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "sQsK2QPQPJU=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 0.106,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": ";",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "7asDsVS6+xs=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 0.089,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "EdJsPxFHnjM=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 0.092,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "PcoY45akFEQ=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 0.072,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "CdbrJRYuFnE=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 0.438,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "COMMIT;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "DBBcI9Ulv/M=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 0.317,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "VtOmph6FOBI=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 0.104,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": ";",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "DPXHG5HHGa8=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 0.068,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "1BvLOYIb1uQ=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 0.074,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "WUjMiYKCT8Q=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 0.069,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "hyJX1jww6uc=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 0.305,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "48fAH8bMuSA=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 0.294,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "bT2xInlvctI=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 0.284,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "k/ENR5nG9/g=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 0.153,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "COMMIT;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "t3n5uTl2PlM=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 0.362,
        "attempt": null
      },
      {
        "service": "messenger-api",
        "name": "S3 put_object",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "0U2pHU/RDjU=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 5.47,
        "attempt": null
      },
      {
        "service": "messenger-relay",
        "name": "attachments.attachment.process.v1 create",
        "kind": "SPAN_KIND_PRODUCER",
        "status": "STATUS_CODE_UNSET",
        "span_id": "bwRa62vgs2k=",
        "parent_span_id": "Debvq4Digx0=",
        "duration_ms": 0.008,
        "attempt": null
      },
      {
        "service": "messenger-relay",
        "name": "attachments.attachment.process.v1 publish",
        "kind": "SPAN_KIND_PRODUCER",
        "status": "STATUS_CODE_UNSET",
        "span_id": "KBBn1geg3IA=",
        "parent_span_id": "bwRa62vgs2k=",
        "duration_ms": 1.818,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "attachments.attachment.process.v1 process",
        "kind": "SPAN_KIND_CONSUMER",
        "status": "STATUS_CODE_ERROR",
        "span_id": "BfeHo65w9oE=",
        "parent_span_id": "bwRa62vgs2k=",
        "duration_ms": 1042.638,
        "attempt": "1"
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "bukxkY2R92E=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.116,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "select",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "FcFtes5C2S0=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.122,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "select",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "VnuhpEWn90A=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.109,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "show",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "c4vU6fUOroM=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.087,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "show",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "vs4kP7fYreM=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.082,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "QRTMZ3eRZuQ=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.087,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "QDbAA2U75Jw=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.086,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "i6m5Do6EEvo=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.562,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "dFJa0q3l5c4=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.545,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "H3ogXCCzG0A=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.211,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "SELECT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "RaAOGgl3WQk=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.167,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "COMMIT;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "/r2s8Kv3oxI=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.365,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "kAk9rtMbpVM=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.088,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": ";",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "9IR9tpNfKLc=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.167,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "M9S+7N7xuvQ=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.072,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "AFBHKda3lQU=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.086,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "fmP3rOGz/6Y=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.149,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "COMMIT;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "4bmV8TnBwkU=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.228,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "VlQ2TBIQJ18=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.284,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": ";",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "g+FdHSn48nA=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.229,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "IcDc7gRMQrI=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.205,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "pUxoqQhJ7e8=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.223,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "PGfPW8e8aUc=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.599,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "O8F+/YbnorM=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.438,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "G3uEKRm668s=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.282,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "N9g279eP5uk=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.596,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "COMMIT;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "AnDJGXjW+eE=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 1.173,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "UkN0hQ86NWs=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.192,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": ";",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "7uLkyTzXADQ=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.141,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "8oCbHKZgLgA=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.129,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "rEsJdw/1gEA=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.107,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "6rP7QLkb1I8=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.342,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "fXmqpv3ea4A=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.243,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "4n80obWEpfo=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.153,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "SELECT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "w060gr0ejnc=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.126,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "COMMIT;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "BK1ZrQHnpFA=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.291,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "10uHmCMpWZg=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.08,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": ";",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "FeXJXVagnQk=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.07,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "Zy5J9SneT4I=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.061,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "OgHgDqHQkAA=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.069,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "UGk4+2mR1SY=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.147,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "COMMIT;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "JHlQA/pOcPQ=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.204,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "S3 get_object",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_ERROR",
        "span_id": "+ZFBPxYYZB8=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 979.107,
        "attempt": null
      },
      {
        "service": "messenger-relay",
        "name": "attachments.attachment.process.v1 create",
        "kind": "SPAN_KIND_PRODUCER",
        "status": "STATUS_CODE_UNSET",
        "span_id": "ElpYDj40+k0=",
        "parent_span_id": "BfeHo65w9oE=",
        "duration_ms": 0.02,
        "attempt": null
      },
      {
        "service": "messenger-relay",
        "name": "attachments.attachment.process.v1 publish",
        "kind": "SPAN_KIND_PRODUCER",
        "status": "STATUS_CODE_UNSET",
        "span_id": "orqs4nj6zdU=",
        "parent_span_id": "ElpYDj40+k0=",
        "duration_ms": 3.277,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "attachments.attachment.process.v1 process",
        "kind": "SPAN_KIND_CONSUMER",
        "status": "STATUS_CODE_UNSET",
        "span_id": "8xpUCowkZ+s=",
        "parent_span_id": "ElpYDj40+k0=",
        "duration_ms": 2490.326,
        "attempt": "2"
      },
      {
        "service": "messenger-worker",
        "name": "S3 get_object",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "zhEmRuqzYl4=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 1755.064,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "S3 copy_object",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "uvNwJ0jDn4g=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 6.867,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "S3 put_object",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "gkl/eAs8x4o=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 3.521,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "S3 put_object",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "wCX2paxCccQ=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 2.763,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "S3 put_object",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "8UCt7bEeO+Q=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 2.431,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "VMB1TYgfTdk=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.134,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": ";",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "UHP5U7dMydE=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.063,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "ROLLBACK;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "GSoLKxyZ0WA=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.055,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "BEGIN;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "m+xW8xOWVyQ=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.06,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "c+H4LJWBCek=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.19,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "AYRYePBZsqE=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.343,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "UPDATE",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "XUj8IqOu4fY=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.34,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "INSERT",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "f1ZCF+vhHKg=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.106,
        "attempt": null
      },
      {
        "service": "messenger-worker",
        "name": "COMMIT;",
        "kind": "SPAN_KIND_CLIENT",
        "status": "STATUS_CODE_UNSET",
        "span_id": "EGs4gQZnt0g=",
        "parent_span_id": "8xpUCowkZ+s=",
        "duration_ms": 0.219,
        "attempt": null
      }
    ]
  }
}
exit_code: 0  elapsed_seconds: 13.425
