Files
mtusi2026lab5/app/outbox.py
T

110 lines
3.8 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
from __future__ import annotations
import asyncio
import json
import logging
from typing import Any
import asyncpg
from app.broker import publisher
logger = logging.getLogger("messenger.outbox")
class OutboxRelay:
"""Фоновый диспетчер Transactional Outbox.
Вычитывает сохранённые задачи из PostgreSQL и надёжно публикует их в RabbitMQ.
"""
def __init__(self) -> None:
self._notify_event = asyncio.Event()
self._running = False
self._task: asyncio.Task[None] | None = None
def notify(self) -> None:
"""Сигнализирует о появлении новой записи для немедленной отправки без ожидания тика."""
self._notify_event.set()
async def start(self, pool: asyncpg.Pool) -> None:
if self._running:
return
self._running = True
self._task = asyncio.create_task(self._loop(pool))
logger.info("OutboxRelay started")
async def stop(self) -> None:
self._running = False
self._notify_event.set()
if self._task:
self._task.cancel()
try:
await self._task
except asyncio.CancelledError:
pass
self._task = None
logger.info("OutboxRelay stopped")
async def process_pending(self, pool: asyncpg.Pool, limit: int = 50) -> int:
"""Выбирает и публикует порцию pending-задач с FOR UPDATE SKIP LOCKED."""
dispatched_count = 0
async with pool.acquire() as conn:
async with conn.transaction():
rows = await conn.fetch(
"""
SELECT job_id, payload
FROM outbox_jobs
WHERE status = 'pending'
ORDER BY created_at ASC
LIMIT $1
FOR UPDATE SKIP LOCKED
""",
limit,
)
if not rows:
return 0
for row in rows:
job_id = row["job_id"]
payload_raw = row["payload"]
payload_dict = json.loads(payload_raw) if isinstance(payload_raw, str) else dict(payload_raw)
success = await publisher.publish_job(payload_dict)
if success:
await conn.execute(
"""
UPDATE outbox_jobs
SET status = 'published', updated_at = NOW()
WHERE job_id = $1
""",
job_id,
)
dispatched_count += 1
else:
logger.warning("Broker reject for job %s, will retry", job_id)
break
return dispatched_count
async def _loop(self, pool: asyncpg.Pool) -> None:
while self._running:
try:
dispatched = await self.process_pending(pool)
# Если были отправлены задачи, проверяем сразу следующую порцию
if dispatched > 0:
continue
except asyncio.CancelledError:
break
except Exception as exc:
logger.error("Error in OutboxRelay loop: %s", exc)
# Ждём уведомления о новой задаче или таймаута 1.0 с
try:
await asyncio.wait_for(self._notify_event.wait(), timeout=1.0)
self._notify_event.clear()
except asyncio.TimeoutError:
pass
outbox_relay = OutboxRelay()