56 lines
2.0 KiB
Python
56 lines
2.0 KiB
Python
"""Отдельный relay: lease публикации, publisher confirm, восстановление jobs."""
|
|
|
|
import logging
|
|
import signal
|
|
import threading
|
|
import time
|
|
|
|
import pika
|
|
import psycopg
|
|
from psycopg_pool import PoolTimeout
|
|
|
|
from src import broker, jobs, faults
|
|
from src.storage import storage
|
|
|
|
|
|
def main():
|
|
logging.basicConfig(level=logging.WARNING)
|
|
stopping = threading.Event()
|
|
for sig in (signal.SIGINT, signal.SIGTERM):
|
|
signal.signal(sig, lambda *_: stopping.set())
|
|
storage.pool.open(wait=True)
|
|
next_recovery = 0.0
|
|
try:
|
|
while not stopping.is_set():
|
|
reserved = None
|
|
try:
|
|
with broker.channel(heartbeat=10) as (connection, channel):
|
|
channel.confirm_delivery()
|
|
while not stopping.is_set():
|
|
if time.monotonic() >= next_recovery:
|
|
jobs.recover_expired()
|
|
next_recovery = time.monotonic() + 1
|
|
reserved = jobs.reserve_publish()
|
|
if reserved:
|
|
faults.hit('before_publish', reserved)
|
|
broker.publish(channel, jobs.envelope(reserved))
|
|
faults.hit('after_publish', reserved)
|
|
jobs.confirm_publish(reserved)
|
|
reserved = None
|
|
else:
|
|
connection.process_data_events(time_limit=0.2)
|
|
except (pika.exceptions.AMQPError, OSError, psycopg.Error, PoolTimeout) as exc:
|
|
logging.warning('dispatch temporarily unavailable: %s', type(exc).__name__)
|
|
if reserved:
|
|
try:
|
|
jobs.publish_failed(reserved)
|
|
except (psycopg.Error, PoolTimeout):
|
|
pass # expires through the durable publication deadline
|
|
stopping.wait(1)
|
|
finally:
|
|
storage.pool.close()
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|