Files
mtusi2026lab6/evidence/telemetry-first.json
T

1768 lines
64 KiB
JSON

{
"date": "2026-11-20T13:06:27.856945+00:00",
"source_commit": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"complete": true,
"backends_ready": true,
"causal_uploads": [
{
"retry": false,
"attachment_id": "06250e4e-4217-45b0-8ca3-176a85e8f121",
"job_id": "0bc359c6-b2e7-4af2-996c-36564bfc58ec",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"request_id": "d7dbfaec-dbac-449f-8160-7ecf55f54c56",
"original_sha256": "5ff08c5b9fb4a60fdda9869b655ced28d869bb09123b85a0b09e2224e73fad13",
"attempt": 1,
"spans": [
{
"service": "messenger-api",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "80aefb488c724b28928eacd10b0bad4b",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "c5b6b4858832bb24",
"parent_span_id": "5f1798a5de7e3c40",
"duration_seconds": 0.002461084,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-api",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "80aefb488c724b28928eacd10b0bad4b",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "91dc42c3f3d1f005",
"parent_span_id": "5f1798a5de7e3c40",
"duration_seconds": 0.003494625,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-api",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "80aefb488c724b28928eacd10b0bad4b",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "c1ed16a4ef5261fa",
"parent_span_id": "5f1798a5de7e3c40",
"duration_seconds": 0.003527083,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-api",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "80aefb488c724b28928eacd10b0bad4b",
"name": "s3.put",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "9eee340025a0cf10",
"parent_span_id": "5f1798a5de7e3c40",
"duration_seconds": 0.018204958,
"status": {},
"attributes": {
"operation": "put"
}
},
{
"service": "messenger-api",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "80aefb488c724b28928eacd10b0bad4b",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "7fa918c4621478a8",
"parent_span_id": "5f1798a5de7e3c40",
"duration_seconds": 0.00186375,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-api",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "80aefb488c724b28928eacd10b0bad4b",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "fd62e557addf78ac",
"parent_span_id": "5f1798a5de7e3c40",
"duration_seconds": 0.022912333,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-api",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "80aefb488c724b28928eacd10b0bad4b",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "2b09f864e9a51e94",
"parent_span_id": "5f1798a5de7e3c40",
"duration_seconds": 0.002576541,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-api",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "80aefb488c724b28928eacd10b0bad4b",
"name": "POST /api/v1/chats/{chat_id}/attachments",
"kind": "SPAN_KIND_SERVER",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "5f1798a5de7e3c40",
"parent_span_id": "d8aeef60536f4996",
"duration_seconds": 0.366379626,
"status": {},
"attributes": {
"http.route": "/api/v1/chats/{chat_id}/attachments",
"http.request.method": "POST",
"http.response.status_code": "202"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "40343d2176584e7080d6e8f7ab07907d",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "4dfed33cf8b0b783",
"parent_span_id": "c8e9606fea45328b",
"duration_seconds": 0.067383333,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-relay",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "e7fb47f1cc7740c7a2027213d451c979",
"name": "attachments publish",
"kind": "SPAN_KIND_PRODUCER",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "3911c47707d5966b",
"parent_span_id": "fd62e557addf78ac",
"duration_seconds": 0.617024042,
"status": {},
"attributes": {
"job.id": "0bc359c6-b2e7-4af2-996c-36564bfc58ec",
"messaging.system": "valkey",
"messaging.destination.name": "attachments"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "d92c46a2031d41fd8fcb905bcd7630b1",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "427d18c91566cfdf",
"parent_span_id": "952cdf52718f1d68",
"duration_seconds": 0.007618,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "d92c46a2031d41fd8fcb905bcd7630b1",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "fbf2eb4ed2af2151",
"parent_span_id": "952cdf52718f1d68",
"duration_seconds": 0.001813625,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "d92c46a2031d41fd8fcb905bcd7630b1",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "c04f65b727666c24",
"parent_span_id": "952cdf52718f1d68",
"duration_seconds": 0.001577917,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "d92c46a2031d41fd8fcb905bcd7630b1",
"name": "s3.get",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "699e9156b1abff3d",
"parent_span_id": "952cdf52718f1d68",
"duration_seconds": 0.006193375,
"status": {},
"attributes": {
"operation": "get"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "d92c46a2031d41fd8fcb905bcd7630b1",
"name": "s3.put",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "3357c667a5c99128",
"parent_span_id": "952cdf52718f1d68",
"duration_seconds": 0.022621333,
"status": {},
"attributes": {
"operation": "put"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "d92c46a2031d41fd8fcb905bcd7630b1",
"name": "s3.put",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "62a28a89916c6504",
"parent_span_id": "952cdf52718f1d68",
"duration_seconds": 0.01201225,
"status": {},
"attributes": {
"operation": "put"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "d92c46a2031d41fd8fcb905bcd7630b1",
"name": "s3.put",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "0e5f3bfe7a98f2cf",
"parent_span_id": "952cdf52718f1d68",
"duration_seconds": 0.015195375,
"status": {},
"attributes": {
"operation": "put"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "d92c46a2031d41fd8fcb905bcd7630b1",
"name": "s3.put",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "76779777826de253",
"parent_span_id": "952cdf52718f1d68",
"duration_seconds": 0.008043958,
"status": {},
"attributes": {
"operation": "put"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "d92c46a2031d41fd8fcb905bcd7630b1",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "79dfdc1a6b3a9cf8",
"parent_span_id": "952cdf52718f1d68",
"duration_seconds": 0.002458291,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "d92c46a2031d41fd8fcb905bcd7630b1",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "a53ea55f6a681db2",
"parent_span_id": "952cdf52718f1d68",
"duration_seconds": 0.0083985,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "d92c46a2031d41fd8fcb905bcd7630b1",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "f8293eeeed8fc7fe",
"parent_span_id": "952cdf52718f1d68",
"duration_seconds": 0.000439208,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "d92c46a2031d41fd8fcb905bcd7630b1",
"name": "s3.delete",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "458c8fb45aede841",
"parent_span_id": "952cdf52718f1d68",
"duration_seconds": 0.002906292,
"status": {},
"attributes": {
"operation": "delete"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "d92c46a2031d41fd8fcb905bcd7630b1",
"name": "attachment.process",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "952cdf52718f1d68",
"parent_span_id": "c8e9606fea45328b",
"duration_seconds": 0.376513625,
"status": {},
"attributes": {
"job.id": "0bc359c6-b2e7-4af2-996c-36564bfc58ec"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "40343d2176584e7080d6e8f7ab07907d",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "ed3f937b44e5cf3c",
"parent_span_id": "c8e9606fea45328b",
"duration_seconds": 0.023223875,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "40343d2176584e7080d6e8f7ab07907d",
"name": "attachments consume",
"kind": "SPAN_KIND_CONSUMER",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"span_id": "c8e9606fea45328b",
"parent_span_id": "3911c47707d5966b",
"duration_seconds": 4.728251835,
"status": {},
"attributes": {
"job.id": "0bc359c6-b2e7-4af2-996c-36564bfc58ec",
"messaging.system": "valkey",
"messaging.destination.name": "attachments"
}
}
],
"correlated_logs": {
"status": "success",
"data": {
"resultType": "streams",
"result": [
{
"stream": {
"attempt": "1",
"deployment_environment_name": "lab",
"detected_level": "info",
"flags": "1",
"job_id": "0bc359c6-b2e7-4af2-996c-36564bfc58ec",
"outcome": "ready",
"scope_name": "messenger",
"scope_version": "1.0",
"service_instance_id": "40343d2176584e7080d6e8f7ab07907d",
"service_name": "messenger-worker",
"service_version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"severity_number": "9",
"severity_text": "INFO",
"span_id": "c8e9606fea45328b",
"telemetry_sdk_language": "python",
"telemetry_sdk_name": "opentelemetry",
"telemetry_sdk_version": "1.45.2",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"version": "1"
},
"values": [
[
"1795180005833305211",
"job.attempt_finished"
]
]
},
{
"stream": {
"deployment_environment_name": "lab",
"detected_level": "info",
"duration_seconds": "0.366094",
"flags": "1",
"method": "POST",
"request_id": "d7dbfaec-dbac-449f-8160-7ecf55f54c56",
"route": "/api/v1/chats/{chat_id}/attachments",
"scope_name": "messenger",
"scope_version": "1.0",
"service_instance_id": "80aefb488c724b28928eacd10b0bad4b",
"service_name": "messenger-api",
"service_version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"severity_number": "9",
"severity_text": "INFO",
"span_id": "5f1798a5de7e3c40",
"status": "202",
"telemetry_sdk_language": "python",
"telemetry_sdk_name": "opentelemetry",
"telemetry_sdk_version": "1.45.2",
"trace_id": "25d55cd43e5542b1919f69c9a065f119"
},
"values": [
[
"1795180000472359083",
"http.request"
]
]
},
{
"stream": {
"deployment_environment_name": "lab",
"detected_level": "info",
"fence": "1",
"flags": "1",
"job_id": "0bc359c6-b2e7-4af2-996c-36564bfc58ec",
"scope_name": "messenger",
"scope_version": "1.0",
"service_instance_id": "d92c46a2031d41fd8fcb905bcd7630b1",
"service_name": "messenger-worker",
"service_version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"severity_number": "9",
"severity_text": "INFO",
"span_id": "952cdf52718f1d68",
"telemetry_sdk_language": "python",
"telemetry_sdk_name": "opentelemetry",
"telemetry_sdk_version": "1.45.2",
"trace_id": "25d55cd43e5542b1919f69c9a065f119"
},
"values": [
[
"1795180005267138919",
"job.processing"
]
]
},
{
"stream": {
"deployment_environment_name": "lab",
"detected_level": "info",
"flags": "1",
"job_id": "0bc359c6-b2e7-4af2-996c-36564bfc58ec",
"scope_name": "messenger",
"scope_version": "1.0",
"service_instance_id": "d92c46a2031d41fd8fcb905bcd7630b1",
"service_name": "messenger-worker",
"service_version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"severity_number": "9",
"severity_text": "INFO",
"span_id": "952cdf52718f1d68",
"telemetry_sdk_language": "python",
"telemetry_sdk_name": "opentelemetry",
"telemetry_sdk_version": "1.45.2",
"trace_id": "25d55cd43e5542b1919f69c9a065f119",
"version": "1"
},
"values": [
[
"1795180005641759711",
"job.ready"
]
]
},
{
"stream": {
"deployment_environment_name": "lab",
"detected_level": "info",
"flags": "1",
"job_id": "0bc359c6-b2e7-4af2-996c-36564bfc58ec",
"scope_name": "messenger",
"scope_version": "1.0",
"service_instance_id": "e7fb47f1cc7740c7a2027213d451c979",
"service_name": "messenger-relay",
"service_version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"severity_number": "9",
"severity_text": "INFO",
"span_id": "3911c47707d5966b",
"telemetry_sdk_language": "python",
"telemetry_sdk_name": "opentelemetry",
"telemetry_sdk_version": "1.45.2",
"trace_id": "25d55cd43e5542b1919f69c9a065f119"
},
"values": [
[
"1795180001125224625",
"job.published"
]
]
}
],
"stats": {
"summary": {
"bytesProcessedPerSecond": 987181,
"linesProcessedPerSecond": 6044,
"totalBytesProcessed": 169840,
"totalLinesProcessed": 1040,
"execTime": 0.172045,
"queueTime": 0.001372,
"subqueries": 0,
"totalEntriesReturned": 5,
"splits": 2,
"shards": 2,
"totalPostFilterLines": 5,
"totalStructuredMetadataBytesProcessed": 157288
},
"querier": {
"store": {
"totalChunksRef": 0,
"totalChunksDownloaded": 0,
"chunksDownloadTime": 0,
"queryReferencedStructuredMetadata": false,
"queryUsedV2Engine": false,
"chunk": {
"headChunkBytes": 0,
"headChunkLines": 0,
"decompressedBytes": 0,
"decompressedLines": 0,
"compressedBytes": 0,
"totalDuplicates": 0,
"postFilterLines": 0,
"headChunkStructuredMetadataBytes": 0,
"decompressedStructuredMetadataBytes": 0
},
"chunkRefsFetchTime": 0,
"congestionControlLatency": 0,
"pipelineWrapperFilteredLines": 0,
"dataobj": {
"prePredicateDecompressedRows": 0,
"prePredicateDecompressedBytes": 0,
"prePredicateDecompressedStructuredMetadataBytes": 0,
"postPredicateRows": 0,
"postPredicateDecompressedBytes": 0,
"postPredicateStructuredMetadataBytes": 0,
"postFilterRows": 0,
"pagesScanned": 0,
"pagesDownloaded": 0,
"pagesDownloadedBytes": 0,
"pageBatches": 0,
"totalRowsAvailable": 0,
"totalPageDownloadTime": 0
}
},
"querierExecTime": 0.057072
},
"ingester": {
"totalReached": 2,
"totalChunksMatched": 6,
"totalBatches": 3,
"totalLinesSent": 5,
"store": {
"totalChunksRef": 0,
"totalChunksDownloaded": 0,
"chunksDownloadTime": 0,
"queryReferencedStructuredMetadata": true,
"queryUsedV2Engine": false,
"chunk": {
"headChunkBytes": 169840,
"headChunkLines": 1040,
"decompressedBytes": 0,
"decompressedLines": 0,
"compressedBytes": 0,
"totalDuplicates": 0,
"postFilterLines": 5,
"headChunkStructuredMetadataBytes": 157288,
"decompressedStructuredMetadataBytes": 0
},
"chunkRefsFetchTime": 1336083,
"congestionControlLatency": 0,
"pipelineWrapperFilteredLines": 0,
"dataobj": {
"prePredicateDecompressedRows": 0,
"prePredicateDecompressedBytes": 0,
"prePredicateDecompressedStructuredMetadataBytes": 0,
"postPredicateRows": 0,
"postPredicateDecompressedBytes": 0,
"postPredicateStructuredMetadataBytes": 0,
"postFilterRows": 0,
"pagesScanned": 0,
"pagesDownloaded": 0,
"pagesDownloadedBytes": 0,
"pageBatches": 0,
"totalRowsAvailable": 0,
"totalPageDownloadTime": 0
}
},
"recvWaitTime": 0.017905
},
"cache": {
"chunk": {
"entriesFound": 0,
"entriesRequested": 0,
"entriesStored": 0,
"bytesReceived": 0,
"bytesSent": 0,
"requests": 0,
"downloadTime": 0,
"queryLengthServed": 0
},
"index": {
"entriesFound": 0,
"entriesRequested": 0,
"entriesStored": 0,
"bytesReceived": 0,
"bytesSent": 0,
"requests": 0,
"downloadTime": 0,
"queryLengthServed": 0
},
"result": {
"entriesFound": 0,
"entriesRequested": 0,
"entriesStored": 0,
"bytesReceived": 0,
"bytesSent": 0,
"requests": 0,
"downloadTime": 0,
"queryLengthServed": 0
},
"statsResult": {
"entriesFound": 0,
"entriesRequested": 0,
"entriesStored": 0,
"bytesReceived": 0,
"bytesSent": 0,
"requests": 0,
"downloadTime": 0,
"queryLengthServed": 0
},
"volumeResult": {
"entriesFound": 0,
"entriesRequested": 0,
"entriesStored": 0,
"bytesReceived": 0,
"bytesSent": 0,
"requests": 0,
"downloadTime": 0,
"queryLengthServed": 0
},
"seriesResult": {
"entriesFound": 0,
"entriesRequested": 0,
"entriesStored": 0,
"bytesReceived": 0,
"bytesSent": 0,
"requests": 0,
"downloadTime": 0,
"queryLengthServed": 0
},
"labelResult": {
"entriesFound": 0,
"entriesRequested": 0,
"entriesStored": 0,
"bytesReceived": 0,
"bytesSent": 0,
"requests": 0,
"downloadTime": 0,
"queryLengthServed": 0
},
"instantMetricResult": {
"entriesFound": 0,
"entriesRequested": 0,
"entriesStored": 0,
"bytesReceived": 0,
"bytesSent": 0,
"requests": 0,
"downloadTime": 0,
"queryLengthServed": 0
}
},
"index": {
"totalChunks": 0,
"postFilterChunks": 0,
"shardsDuration": 0,
"usedBloomFilters": false,
"totalStreams": 0,
"chunkRefsLookupTime": 0,
"bloomFilterTime": 0
}
}
}
}
},
{
"retry": true,
"attachment_id": "e0d66002-fdb8-40ca-9ddd-9ea5f62d8269",
"job_id": "cf9738f7-5efb-4193-92bc-039ebe3678bd",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"request_id": "73bd357b-68ce-4a30-8369-38a484f4f5cd",
"original_sha256": "5ff08c5b9fb4a60fdda9869b655ced28d869bb09123b85a0b09e2224e73fad13",
"attempt": 2,
"spans": [
{
"service": "messenger-api",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "0c58622b635f44c4b5128c4a320ec6eb",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "bcc4ac04dd350e50",
"parent_span_id": "5c46b976836a283f",
"duration_seconds": 0.028747625,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-api",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "0c58622b635f44c4b5128c4a320ec6eb",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "03515a40548dff85",
"parent_span_id": "5c46b976836a283f",
"duration_seconds": 0.026134751,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-api",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "0c58622b635f44c4b5128c4a320ec6eb",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "e06f8b7ac9ed35af",
"parent_span_id": "5c46b976836a283f",
"duration_seconds": 0.001811625,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-api",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "0c58622b635f44c4b5128c4a320ec6eb",
"name": "s3.put",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "da9b7ae46881bb19",
"parent_span_id": "5c46b976836a283f",
"duration_seconds": 0.005782625,
"status": {},
"attributes": {
"operation": "put"
}
},
{
"service": "messenger-api",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "0c58622b635f44c4b5128c4a320ec6eb",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "eb312ad81527a4a0",
"parent_span_id": "5c46b976836a283f",
"duration_seconds": 0.002618916,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-api",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "0c58622b635f44c4b5128c4a320ec6eb",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "f720aeb13b91783b",
"parent_span_id": "5c46b976836a283f",
"duration_seconds": 0.005767667,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-api",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "0c58622b635f44c4b5128c4a320ec6eb",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "94a4af8dcd34a9dd",
"parent_span_id": "5c46b976836a283f",
"duration_seconds": 0.000801459,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-api",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "0c58622b635f44c4b5128c4a320ec6eb",
"name": "POST /api/v1/chats/{chat_id}/attachments",
"kind": "SPAN_KIND_SERVER",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "5c46b976836a283f",
"parent_span_id": "d3c0f7d03bf14a76",
"duration_seconds": 0.402038875,
"status": {},
"attributes": {
"http.route": "/api/v1/chats/{chat_id}/attachments",
"http.request.method": "POST",
"http.response.status_code": "202"
}
},
{
"service": "messenger-relay",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "e7fb47f1cc7740c7a2027213d451c979",
"name": "attachments publish",
"kind": "SPAN_KIND_PRODUCER",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "01fdb317adbd9325",
"parent_span_id": "f720aeb13b91783b",
"duration_seconds": 0.006046792,
"status": {},
"attributes": {
"job.id": "cf9738f7-5efb-4193-92bc-039ebe3678bd",
"messaging.system": "valkey",
"messaging.destination.name": "attachments"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "06eb6f48781f453b82436f0ee9128f7e",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "48f2a9fb6dca59ec",
"parent_span_id": "a9f3e595475c3c7f",
"duration_seconds": 0.016421583,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "c0475e1d7eb543e596dbe7e1b7b34ed6",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "965f1c871a07444d",
"parent_span_id": "8dfc8a8ece16aa95",
"duration_seconds": 0.003477167,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "c0475e1d7eb543e596dbe7e1b7b34ed6",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "fcd2a1f4ad770295",
"parent_span_id": "8dfc8a8ece16aa95",
"duration_seconds": 0.001768458,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "c0475e1d7eb543e596dbe7e1b7b34ed6",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "4bde0b457206682f",
"parent_span_id": "8dfc8a8ece16aa95",
"duration_seconds": 0.001685083,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "c0475e1d7eb543e596dbe7e1b7b34ed6",
"name": "attachment.process",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "8dfc8a8ece16aa95",
"parent_span_id": "a9f3e595475c3c7f",
"duration_seconds": 0.026961334,
"status": {
"message": "transient processing error",
"code": "STATUS_CODE_ERROR"
},
"attributes": {
"job.id": "cf9738f7-5efb-4193-92bc-039ebe3678bd"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "06eb6f48781f453b82436f0ee9128f7e",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "6302ef91205ffb99",
"parent_span_id": "a9f3e595475c3c7f",
"duration_seconds": 0.018038417,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "06eb6f48781f453b82436f0ee9128f7e",
"name": "attachments consume",
"kind": "SPAN_KIND_CONSUMER",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "a9f3e595475c3c7f",
"parent_span_id": "01fdb317adbd9325",
"duration_seconds": 2.814355585,
"status": {},
"attributes": {
"job.id": "cf9738f7-5efb-4193-92bc-039ebe3678bd",
"messaging.system": "valkey",
"messaging.destination.name": "attachments"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "06eb6f48781f453b82436f0ee9128f7e",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "44d5d8a7aa14f64f",
"parent_span_id": "1a1feaa805389a59",
"duration_seconds": 0.011741667,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-relay",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "e7fb47f1cc7740c7a2027213d451c979",
"name": "attachments publish",
"kind": "SPAN_KIND_PRODUCER",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "c8ef205a01dfeba5",
"parent_span_id": "6302ef91205ffb99",
"duration_seconds": 0.026992416,
"status": {},
"attributes": {
"job.id": "cf9738f7-5efb-4193-92bc-039ebe3678bd",
"messaging.system": "valkey",
"messaging.destination.name": "attachments"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "b44191c55056427fb52387ae45f1717c",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "23884769d765756e",
"parent_span_id": "c70bb05c81729987",
"duration_seconds": 0.007738917,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "b44191c55056427fb52387ae45f1717c",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "2c0ab90db8c0f9e7",
"parent_span_id": "c70bb05c81729987",
"duration_seconds": 0.002917875,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "b44191c55056427fb52387ae45f1717c",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "a305ea8f4cb2703e",
"parent_span_id": "c70bb05c81729987",
"duration_seconds": 0.000980041,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "b44191c55056427fb52387ae45f1717c",
"name": "s3.get",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "c05ca9253fa3f582",
"parent_span_id": "c70bb05c81729987",
"duration_seconds": 0.005777125,
"status": {},
"attributes": {
"operation": "get"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "b44191c55056427fb52387ae45f1717c",
"name": "s3.put",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "39ab3a2c5b9b0e15",
"parent_span_id": "c70bb05c81729987",
"duration_seconds": 0.006379458,
"status": {},
"attributes": {
"operation": "put"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "b44191c55056427fb52387ae45f1717c",
"name": "s3.put",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "ff9a2ee8266a50dd",
"parent_span_id": "c70bb05c81729987",
"duration_seconds": 0.0059555,
"status": {},
"attributes": {
"operation": "put"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "b44191c55056427fb52387ae45f1717c",
"name": "s3.put",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "281b230ee287bdcb",
"parent_span_id": "c70bb05c81729987",
"duration_seconds": 0.003730292,
"status": {},
"attributes": {
"operation": "put"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "b44191c55056427fb52387ae45f1717c",
"name": "s3.put",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "93c53ec6ab87f7ce",
"parent_span_id": "c70bb05c81729987",
"duration_seconds": 0.007299958,
"status": {},
"attributes": {
"operation": "put"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "b44191c55056427fb52387ae45f1717c",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "bbbfa64d74beb476",
"parent_span_id": "c70bb05c81729987",
"duration_seconds": 0.002348667,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "b44191c55056427fb52387ae45f1717c",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "f59d962bb6b71277",
"parent_span_id": "c70bb05c81729987",
"duration_seconds": 0.029567417,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "b44191c55056427fb52387ae45f1717c",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "31bcd76c5d4d40fc",
"parent_span_id": "c70bb05c81729987",
"duration_seconds": 0.000474125,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "b44191c55056427fb52387ae45f1717c",
"name": "s3.delete",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "887604d2f4f37951",
"parent_span_id": "c70bb05c81729987",
"duration_seconds": 0.002418291,
"status": {},
"attributes": {
"operation": "delete"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "b44191c55056427fb52387ae45f1717c",
"name": "attachment.process",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "c70bb05c81729987",
"parent_span_id": "1a1feaa805389a59",
"duration_seconds": 0.298403375,
"status": {},
"attributes": {
"job.id": "cf9738f7-5efb-4193-92bc-039ebe3678bd"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "06eb6f48781f453b82436f0ee9128f7e",
"name": "db.postgresql",
"kind": "SPAN_KIND_INTERNAL",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "33d7a67a9a798919",
"parent_span_id": "1a1feaa805389a59",
"duration_seconds": 0.00823575,
"status": {},
"attributes": {
"db.system.name": "postgresql"
}
},
{
"service": "messenger-worker",
"version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"instance": "06eb6f48781f453b82436f0ee9128f7e",
"name": "attachments consume",
"kind": "SPAN_KIND_CONSUMER",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"span_id": "1a1feaa805389a59",
"parent_span_id": "c8ef205a01dfeba5",
"duration_seconds": 3.06520371,
"status": {},
"attributes": {
"job.id": "cf9738f7-5efb-4193-92bc-039ebe3678bd",
"messaging.system": "valkey",
"messaging.destination.name": "attachments"
}
}
],
"correlated_logs": {
"status": "success",
"data": {
"resultType": "streams",
"result": [
{
"stream": {
"attempt": "1",
"deployment_environment_name": "lab",
"detected_level": "info",
"error_code": "processing_unavailable",
"flags": "1",
"job_id": "cf9738f7-5efb-4193-92bc-039ebe3678bd",
"outcome": "transient",
"scope_name": "messenger",
"scope_version": "1.0",
"service_instance_id": "06eb6f48781f453b82436f0ee9128f7e",
"service_name": "messenger-worker",
"service_version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"severity_number": "9",
"severity_text": "INFO",
"span_id": "a9f3e595475c3c7f",
"telemetry_sdk_language": "python",
"telemetry_sdk_name": "opentelemetry",
"telemetry_sdk_version": "1.45.2",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"version": "1"
},
"values": [
[
"1795180018187193175",
"job.attempt_finished"
]
]
},
{
"stream": {
"attempt": "2",
"deployment_environment_name": "lab",
"detected_level": "info",
"flags": "1",
"job_id": "cf9738f7-5efb-4193-92bc-039ebe3678bd",
"outcome": "ready",
"scope_name": "messenger",
"scope_version": "1.0",
"service_instance_id": "06eb6f48781f453b82436f0ee9128f7e",
"service_name": "messenger-worker",
"service_version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"severity_number": "9",
"severity_text": "INFO",
"span_id": "1a1feaa805389a59",
"telemetry_sdk_language": "python",
"telemetry_sdk_name": "opentelemetry",
"telemetry_sdk_version": "1.45.2",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"version": "1"
},
"values": [
[
"1795180022118837552",
"job.attempt_finished"
]
]
},
{
"stream": {
"deployment_environment_name": "lab",
"detected_level": "error",
"error_code": "processing_unavailable",
"flags": "1",
"job_id": "cf9738f7-5efb-4193-92bc-039ebe3678bd",
"scope_name": "messenger",
"scope_version": "1.0",
"service_instance_id": "c0475e1d7eb543e596dbe7e1b7b34ed6",
"service_name": "messenger-worker",
"service_version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"severity_number": "17",
"severity_text": "ERROR",
"span_id": "8dfc8a8ece16aa95",
"telemetry_sdk_language": "python",
"telemetry_sdk_name": "opentelemetry",
"telemetry_sdk_version": "1.45.2",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15"
},
"values": [
[
"1795180018050939550",
"job.processing_failed"
]
]
},
{
"stream": {
"deployment_environment_name": "lab",
"detected_level": "info",
"duration_seconds": "0.402538",
"flags": "1",
"method": "POST",
"request_id": "73bd357b-68ce-4a30-8369-38a484f4f5cd",
"route": "/api/v1/chats/{chat_id}/attachments",
"scope_name": "messenger",
"scope_version": "1.0",
"service_instance_id": "0c58622b635f44c4b5128c4a320ec6eb",
"service_name": "messenger-api",
"service_version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"severity_number": "9",
"severity_text": "INFO",
"span_id": "5c46b976836a283f",
"status": "202",
"telemetry_sdk_language": "python",
"telemetry_sdk_name": "opentelemetry",
"telemetry_sdk_version": "1.45.2",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15"
},
"values": [
[
"1795180011807216672",
"http.request"
]
]
},
{
"stream": {
"deployment_environment_name": "lab",
"detected_level": "info",
"fence": "1",
"flags": "1",
"job_id": "cf9738f7-5efb-4193-92bc-039ebe3678bd",
"scope_name": "messenger",
"scope_version": "1.0",
"service_instance_id": "c0475e1d7eb543e596dbe7e1b7b34ed6",
"service_name": "messenger-worker",
"service_version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"severity_number": "9",
"severity_text": "INFO",
"span_id": "8dfc8a8ece16aa95",
"telemetry_sdk_language": "python",
"telemetry_sdk_name": "opentelemetry",
"telemetry_sdk_version": "1.45.2",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15"
},
"values": [
[
"1795180018024876508",
"job.processing"
]
]
},
{
"stream": {
"deployment_environment_name": "lab",
"detected_level": "info",
"fence": "3",
"flags": "1",
"job_id": "cf9738f7-5efb-4193-92bc-039ebe3678bd",
"scope_name": "messenger",
"scope_version": "1.0",
"service_instance_id": "b44191c55056427fb52387ae45f1717c",
"service_name": "messenger-worker",
"service_version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"severity_number": "9",
"severity_text": "INFO",
"span_id": "c70bb05c81729987",
"telemetry_sdk_language": "python",
"telemetry_sdk_name": "opentelemetry",
"telemetry_sdk_version": "1.45.2",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15"
},
"values": [
[
"1795180021611656468",
"job.processing"
]
]
},
{
"stream": {
"deployment_environment_name": "lab",
"detected_level": "info",
"flags": "1",
"job_id": "cf9738f7-5efb-4193-92bc-039ebe3678bd",
"scope_name": "messenger",
"scope_version": "1.0",
"service_instance_id": "b44191c55056427fb52387ae45f1717c",
"service_name": "messenger-worker",
"service_version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"severity_number": "9",
"severity_text": "INFO",
"span_id": "c70bb05c81729987",
"telemetry_sdk_language": "python",
"telemetry_sdk_name": "opentelemetry",
"telemetry_sdk_version": "1.45.2",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15",
"version": "1"
},
"values": [
[
"1795180021908883052",
"job.ready"
]
]
},
{
"stream": {
"deployment_environment_name": "lab",
"detected_level": "info",
"flags": "1",
"job_id": "cf9738f7-5efb-4193-92bc-039ebe3678bd",
"scope_name": "messenger",
"scope_version": "1.0",
"service_instance_id": "e7fb47f1cc7740c7a2027213d451c979",
"service_name": "messenger-relay",
"service_version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"severity_number": "9",
"severity_text": "INFO",
"span_id": "01fdb317adbd9325",
"telemetry_sdk_language": "python",
"telemetry_sdk_name": "opentelemetry",
"telemetry_sdk_version": "1.45.2",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15"
},
"values": [
[
"1795180011905162797",
"job.published"
]
]
},
{
"stream": {
"deployment_environment_name": "lab",
"detected_level": "info",
"flags": "1",
"job_id": "cf9738f7-5efb-4193-92bc-039ebe3678bd",
"scope_name": "messenger",
"scope_version": "1.0",
"service_instance_id": "e7fb47f1cc7740c7a2027213d451c979",
"service_name": "messenger-relay",
"service_version": "752a5e6c0d33c2856f7ac8e66074e4adfb9a699d",
"severity_number": "9",
"severity_text": "INFO",
"span_id": "c8ef205a01dfeba5",
"telemetry_sdk_language": "python",
"telemetry_sdk_name": "opentelemetry",
"telemetry_sdk_version": "1.45.2",
"trace_id": "fd3ffa1e72e244fe9ad207a4af539b15"
},
"values": [
[
"1795180019069346634",
"job.published"
]
]
}
],
"stats": {
"summary": {
"bytesProcessedPerSecond": 2975754,
"linesProcessedPerSecond": 18235,
"totalBytesProcessed": 172980,
"totalLinesProcessed": 1060,
"execTime": 0.05813,
"queueTime": 0.001893,
"subqueries": 0,
"totalEntriesReturned": 9,
"splits": 2,
"shards": 2,
"totalPostFilterLines": 9,
"totalStructuredMetadataBytesProcessed": 160160
},
"querier": {
"store": {
"totalChunksRef": 0,
"totalChunksDownloaded": 0,
"chunksDownloadTime": 0,
"queryReferencedStructuredMetadata": false,
"queryUsedV2Engine": false,
"chunk": {
"headChunkBytes": 0,
"headChunkLines": 0,
"decompressedBytes": 0,
"decompressedLines": 0,
"compressedBytes": 0,
"totalDuplicates": 0,
"postFilterLines": 0,
"headChunkStructuredMetadataBytes": 0,
"decompressedStructuredMetadataBytes": 0
},
"chunkRefsFetchTime": 0,
"congestionControlLatency": 0,
"pipelineWrapperFilteredLines": 0,
"dataobj": {
"prePredicateDecompressedRows": 0,
"prePredicateDecompressedBytes": 0,
"prePredicateDecompressedStructuredMetadataBytes": 0,
"postPredicateRows": 0,
"postPredicateDecompressedBytes": 0,
"postPredicateStructuredMetadataBytes": 0,
"postFilterRows": 0,
"pagesScanned": 0,
"pagesDownloaded": 0,
"pagesDownloadedBytes": 0,
"pageBatches": 0,
"totalRowsAvailable": 0,
"totalPageDownloadTime": 0
}
},
"querierExecTime": 0.18179
},
"ingester": {
"totalReached": 2,
"totalChunksMatched": 6,
"totalBatches": 3,
"totalLinesSent": 9,
"store": {
"totalChunksRef": 0,
"totalChunksDownloaded": 0,
"chunksDownloadTime": 0,
"queryReferencedStructuredMetadata": true,
"queryUsedV2Engine": false,
"chunk": {
"headChunkBytes": 172980,
"headChunkLines": 1060,
"decompressedBytes": 0,
"decompressedLines": 0,
"compressedBytes": 0,
"totalDuplicates": 0,
"postFilterLines": 9,
"headChunkStructuredMetadataBytes": 160160,
"decompressedStructuredMetadataBytes": 0
},
"chunkRefsFetchTime": 354667,
"congestionControlLatency": 0,
"pipelineWrapperFilteredLines": 0,
"dataobj": {
"prePredicateDecompressedRows": 0,
"prePredicateDecompressedBytes": 0,
"prePredicateDecompressedStructuredMetadataBytes": 0,
"postPredicateRows": 0,
"postPredicateDecompressedBytes": 0,
"postPredicateStructuredMetadataBytes": 0,
"postFilterRows": 0,
"pagesScanned": 0,
"pagesDownloaded": 0,
"pagesDownloadedBytes": 0,
"pageBatches": 0,
"totalRowsAvailable": 0,
"totalPageDownloadTime": 0
}
},
"recvWaitTime": 0.085616
},
"cache": {
"chunk": {
"entriesFound": 0,
"entriesRequested": 0,
"entriesStored": 0,
"bytesReceived": 0,
"bytesSent": 0,
"requests": 0,
"downloadTime": 0,
"queryLengthServed": 0
},
"index": {
"entriesFound": 0,
"entriesRequested": 0,
"entriesStored": 0,
"bytesReceived": 0,
"bytesSent": 0,
"requests": 0,
"downloadTime": 0,
"queryLengthServed": 0
},
"result": {
"entriesFound": 0,
"entriesRequested": 0,
"entriesStored": 0,
"bytesReceived": 0,
"bytesSent": 0,
"requests": 0,
"downloadTime": 0,
"queryLengthServed": 0
},
"statsResult": {
"entriesFound": 0,
"entriesRequested": 0,
"entriesStored": 0,
"bytesReceived": 0,
"bytesSent": 0,
"requests": 0,
"downloadTime": 0,
"queryLengthServed": 0
},
"volumeResult": {
"entriesFound": 0,
"entriesRequested": 0,
"entriesStored": 0,
"bytesReceived": 0,
"bytesSent": 0,
"requests": 0,
"downloadTime": 0,
"queryLengthServed": 0
},
"seriesResult": {
"entriesFound": 0,
"entriesRequested": 0,
"entriesStored": 0,
"bytesReceived": 0,
"bytesSent": 0,
"requests": 0,
"downloadTime": 0,
"queryLengthServed": 0
},
"labelResult": {
"entriesFound": 0,
"entriesRequested": 0,
"entriesStored": 0,
"bytesReceived": 0,
"bytesSent": 0,
"requests": 0,
"downloadTime": 0,
"queryLengthServed": 0
},
"instantMetricResult": {
"entriesFound": 0,
"entriesRequested": 0,
"entriesStored": 0,
"bytesReceived": 0,
"bytesSent": 0,
"requests": 0,
"downloadTime": 0,
"queryLengthServed": 0
}
},
"index": {
"totalChunks": 0,
"postFilterChunks": 0,
"shardsDuration": 0,
"usedBloomFilters": false,
"totalStreams": 0,
"chunkRefsLookupTime": 0,
"bloomFilterTime": 0
}
}
}
}
}
],
"privacy_sentinels_absent_from_traces_and_logs": true,
"metric_names": [
"messenger_container_memory_bytes",
"messenger_db_pool_used",
"messenger_db_pool_waiting",
"messenger_http_duration_seconds_bucket",
"messenger_http_duration_seconds_count",
"messenger_http_duration_seconds_sum",
"messenger_http_requests_total",
"messenger_job_attempts_total",
"messenger_job_duration_seconds_bucket",
"messenger_job_duration_seconds_count",
"messenger_job_duration_seconds_sum",
"messenger_jobs_completed_total",
"messenger_oldest_job_age_seconds",
"messenger_process_cpu_seconds_total",
"messenger_process_memory_bytes",
"messenger_queue_depth",
"messenger_slo_decisions_total",
"messenger_time_to_ready_seconds_bucket",
"messenger_time_to_ready_seconds_count",
"messenger_time_to_ready_seconds_sum",
"messenger_worker_busy",
"messenger_worker_capacity"
],
"metric_series_count": 1131,
"metric_labels_low_cardinality": true,
"grafana": {
"dashboard_uid": "messenger-lab6",
"panels": 18,
"datasources_health": {
"prometheus": "OK",
"loki": "OK",
"tempo": "OK"
},
"actual_query_frames": 1
},
"quantiles": {
"0.5": [
{
"metric": {},
"value": [
1795180039.519,
"0.014288841202230408"
]
}
],
"0.95": [
{
"metric": {},
"value": [
1795180041.628,
"0.04549737893878697"
]
}
],
"0.99": [
{
"metric": {},
"value": [
1795180043.528,
"0.0827794846032027"
]
}
]
}
}