forked from mtusi2026/mtusi2026lab5
110 lines
3.8 KiB
Python
110 lines
3.8 KiB
Python
from __future__ import annotations
|
||
|
||
import asyncio
|
||
import json
|
||
import logging
|
||
from typing import Any
|
||
|
||
import asyncpg
|
||
|
||
from app.broker import publisher
|
||
|
||
logger = logging.getLogger("messenger.outbox")
|
||
|
||
|
||
class OutboxRelay:
|
||
"""Фоновый диспетчер Transactional Outbox.
|
||
|
||
Вычитывает сохранённые задачи из PostgreSQL и надёжно публикует их в RabbitMQ.
|
||
"""
|
||
|
||
def __init__(self) -> None:
|
||
self._notify_event = asyncio.Event()
|
||
self._running = False
|
||
self._task: asyncio.Task[None] | None = None
|
||
|
||
def notify(self) -> None:
|
||
"""Сигнализирует о появлении новой записи для немедленной отправки без ожидания тика."""
|
||
self._notify_event.set()
|
||
|
||
async def start(self, pool: asyncpg.Pool) -> None:
|
||
if self._running:
|
||
return
|
||
self._running = True
|
||
self._task = asyncio.create_task(self._loop(pool))
|
||
logger.info("OutboxRelay started")
|
||
|
||
async def stop(self) -> None:
|
||
self._running = False
|
||
self._notify_event.set()
|
||
if self._task:
|
||
self._task.cancel()
|
||
try:
|
||
await self._task
|
||
except asyncio.CancelledError:
|
||
pass
|
||
self._task = None
|
||
logger.info("OutboxRelay stopped")
|
||
|
||
async def process_pending(self, pool: asyncpg.Pool, limit: int = 50) -> int:
|
||
"""Выбирает и публикует порцию pending-задач с FOR UPDATE SKIP LOCKED."""
|
||
dispatched_count = 0
|
||
async with pool.acquire() as conn:
|
||
async with conn.transaction():
|
||
rows = await conn.fetch(
|
||
"""
|
||
SELECT job_id, payload
|
||
FROM outbox_jobs
|
||
WHERE status = 'pending'
|
||
ORDER BY created_at ASC
|
||
LIMIT $1
|
||
FOR UPDATE SKIP LOCKED
|
||
""",
|
||
limit,
|
||
)
|
||
if not rows:
|
||
return 0
|
||
|
||
for row in rows:
|
||
job_id = row["job_id"]
|
||
payload_raw = row["payload"]
|
||
payload_dict = json.loads(payload_raw) if isinstance(payload_raw, str) else dict(payload_raw)
|
||
|
||
success = await publisher.publish_job(payload_dict)
|
||
if success:
|
||
await conn.execute(
|
||
"""
|
||
UPDATE outbox_jobs
|
||
SET status = 'published', updated_at = NOW()
|
||
WHERE job_id = $1
|
||
""",
|
||
job_id,
|
||
)
|
||
dispatched_count += 1
|
||
else:
|
||
logger.warning("Broker reject for job %s, will retry", job_id)
|
||
break
|
||
return dispatched_count
|
||
|
||
async def _loop(self, pool: asyncpg.Pool) -> None:
|
||
while self._running:
|
||
try:
|
||
dispatched = await self.process_pending(pool)
|
||
# Если были отправлены задачи, проверяем сразу следующую порцию
|
||
if dispatched > 0:
|
||
continue
|
||
except asyncio.CancelledError:
|
||
break
|
||
except Exception as exc:
|
||
logger.error("Error in OutboxRelay loop: %s", exc)
|
||
|
||
# Ждём уведомления о новой задаче или таймаута 1.0 с
|
||
try:
|
||
await asyncio.wait_for(self._notify_event.wait(), timeout=1.0)
|
||
self._notify_event.clear()
|
||
except asyncio.TimeoutError:
|
||
pass
|
||
|
||
|
||
outbox_relay = OutboxRelay()
|