import json import logging import os from datetime import datetime, timezone from opentelemetry import metrics, trace from opentelemetry._logs import set_logger_provider from opentelemetry.exporter.otlp.proto.http._log_exporter import OTLPLogExporter from opentelemetry.exporter.otlp.proto.http.metric_exporter import OTLPMetricExporter from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter from opentelemetry.sdk._logs import LoggerProvider, LoggingHandler from opentelemetry.sdk._logs.export import BatchLogRecordProcessor from opentelemetry.sdk.metrics import MeterProvider from opentelemetry.sdk.metrics.export import PeriodicExportingMetricReader from opentelemetry.sdk.resources import Resource from opentelemetry.sdk.trace import TracerProvider from opentelemetry.sdk.trace.export import BatchSpanProcessor class JsonLogFormatter(logging.Formatter): def format(self, record: logging.LogRecord) -> str: span = trace.get_current_span() ctx = span.get_span_context() if span else None trace_id = format(ctx.trace_id, "032x") if ctx and ctx.is_valid else None span_id = format(ctx.span_id, "016x") if ctx and ctx.is_valid else None payload = { "ts": datetime.now(timezone.utc).isoformat().replace("+00:00", "Z"), "level": record.levelname, "logger": record.name, "service": os.getenv("OTEL_SERVICE_NAME", "messenger-app"), "msg": record.getMessage(), } if trace_id and span_id: payload["trace_id"] = trace_id payload["span_id"] = span_id for attr in ("method", "path", "status_code", "job_id", "attachment_id", "job_status", "attempt", "error_code"): if hasattr(record, attr): payload[attr] = getattr(record, attr) if record.exc_info: payload["exception"] = record.exc_info[0].__name__ if record.exc_info[0] else "Exception" return json.dumps(payload, ensure_ascii=False) def setup_telemetry(default_service_name: str): service_name = os.getenv("OTEL_SERVICE_NAME", default_service_name) endpoint = os.getenv("OTEL_EXPORTER_OTLP_ENDPOINT", "http://otel-collector:4318").rstrip("/") env_name = os.getenv("OTEL_RESOURCE_ATTRIBUTES", "deployment.environment.name=lab") attrs = {"service.name": service_name} for part in env_name.split(","): if "=" in part: k, v = part.split("=", 1) attrs[k.strip()] = v.strip() resource = Resource.create(attrs) tracer_provider = TracerProvider(resource=resource) tracer_provider.add_span_processor( BatchSpanProcessor(OTLPSpanExporter(endpoint=f"{endpoint}/v1/traces")) ) trace.set_tracer_provider(tracer_provider) metric_reader = PeriodicExportingMetricReader( OTLPMetricExporter(endpoint=f"{endpoint}/v1/metrics"), export_interval_millis=5000, ) meter_provider = MeterProvider(resource=resource, metric_readers=[metric_reader]) metrics.set_meter_provider(meter_provider) logger_provider = LoggerProvider(resource=resource) logger_provider.add_log_record_processor( BatchLogRecordProcessor(OTLPLogExporter(endpoint=f"{endpoint}/v1/logs")) ) set_logger_provider(logger_provider) root_logger = logging.getLogger() root_logger.setLevel(logging.INFO) root_logger.handlers.clear() stream_handler = logging.StreamHandler() stream_handler.setFormatter(JsonLogFormatter()) root_logger.addHandler(stream_handler) otel_handler = LoggingHandler(level=logging.INFO, logger_provider=logger_provider) otel_handler.setFormatter(JsonLogFormatter()) root_logger.addHandler(otel_handler) return trace.get_tracer(service_name), metrics.get_meter(service_name)