63 lines
2.2 KiB
Python
63 lines
2.2 KiB
Python
import asyncio
|
|
from contextlib import suppress
|
|
from datetime import UTC, datetime
|
|
|
|
from opentelemetry import metrics
|
|
from opentelemetry.metrics import Observation
|
|
from sqlalchemy import func, select
|
|
|
|
from messenger.attachments.infrastructure.postgres import JobRow
|
|
from messenger.shared.application.ports import Logger
|
|
from messenger.shared.infrastructure.postgres import Database
|
|
|
|
|
|
class QueueMetrics:
|
|
__slots__ = ("_database", "_depth", "_logger", "_oldest", "_task")
|
|
|
|
def __init__(self, database: Database, logger: Logger) -> None:
|
|
self._database = database
|
|
self._logger = logger
|
|
self._depth = 0
|
|
self._oldest: datetime | None = None
|
|
self._task: asyncio.Task[None] | None = None
|
|
meter = metrics.get_meter("messenger.queue")
|
|
labels = {"queue.name": "attachments.process"}
|
|
meter.create_observable_gauge(
|
|
"messenger.queue.depth",
|
|
unit="{job}",
|
|
callbacks=[lambda _: [Observation(self._depth, labels)]],
|
|
)
|
|
meter.create_observable_gauge(
|
|
"messenger.queue.oldest_age",
|
|
unit="s",
|
|
callbacks=[lambda _: [Observation(self.age(), labels)]],
|
|
)
|
|
|
|
def age(self) -> float:
|
|
return max(0, (datetime.now(UTC) - self._oldest).total_seconds()) if self._oldest else 0
|
|
|
|
def start(self) -> None:
|
|
self._task = asyncio.create_task(self._poll())
|
|
|
|
async def stop(self) -> None:
|
|
if self._task:
|
|
self._task.cancel()
|
|
with suppress(asyncio.CancelledError):
|
|
await self._task
|
|
|
|
async def _poll(self) -> None:
|
|
while True:
|
|
try:
|
|
async with self._database.session() as session:
|
|
row = (
|
|
await session.execute(
|
|
select(func.count(), func.min(JobRow.created_at)).where(
|
|
JobRow.status.in_(("queued", "processing"))
|
|
)
|
|
)
|
|
).one()
|
|
self._depth, self._oldest = row
|
|
except Exception as error:
|
|
self._logger.warning("queue.metrics_failed", error=type(error).__name__)
|
|
await asyncio.sleep(5)
|