Files
mtusi2026lab5/app/worker.py
T

94 lines
3.3 KiB
Python

import asyncio
import json
import os
import io
import hashlib
from datetime import datetime, timezone
import pika
from PIL import Image, ImageOps
from sqlalchemy.ext.asyncio import create_async_engine, async_sessionmaker
from .db.models import Attachment
from .s3_client import s3, BUCKET
DATABASE_URL = os.getenv("DATABASE_URL")
engine = create_async_engine(DATABASE_URL)
AsyncSessionLocal = async_sessionmaker(engine, expire_on_commit=False)
RABBITMQ_URL = os.getenv("RABBITMQ_URL", "amqp://guest:guest@rabbitmq:5672/")
QUEUE_NAME = "attachment_tasks"
async def process_attachment(task: dict):
att_id = task["attachment_id"]
s3_key = task["s3_key"]
async with AsyncSessionLocal() as session:
att = await session.get(Attachment, att_id)
if not att:
return
try:
# получаем оригинал
obj = s3.get_object(Bucket=BUCKET, Key=s3_key)
content = obj["Body"].read()
img = Image.open(io.BytesIO(content))
# убираем прозрачность (композируем на белый)
img = ImageOps.exif_transpose(img)
if img.mode in ("RGBA", "LA"):
background = Image.new("RGB", img.size, (255, 255, 255))
background.paste(img, mask=img.split()[-1])
img = background
elif img.mode != "RGB":
img = img.convert("RGB")
# делаем thumbnail 256x256
thumb = img.copy()
thumb.thumbnail((256, 256), Image.Resampling.LANCZOS)
thumb_bytes = io.BytesIO()
thumb.save(thumb_bytes, format="JPEG")
thumb_data = thumb_bytes.getvalue()
# сохраняем в s3
thumb_key = f"{s3_key}_thumb.jpg"
s3.put_object(Bucket=BUCKET, Key=thumb_key, Body=thumb_data, ContentType="image/jpeg")
# обновляем статус и метаданные
thumb_sha = hashlib.sha256(thumb_data).hexdigest()
att.status = "ready"
att.error_code = None
att.variants = [{
"name": "thumbnail",
"content_type": "image/jpeg",
"width": thumb.width,
"height": thumb.height,
"size_bytes": len(thumb_data),
"sha256": thumb_sha
}]
att.updated_at = datetime.now(timezone.utc)
await session.commit()
except Exception as e:
att.status = "failed"
att.error_code = "processing_failed"
att.updated_at = datetime.now(timezone.utc)
await session.commit()
print(f"Error processing {att_id}: {e}")
def callback(ch, method, properties, body):
task = json.loads(body)
asyncio.run(process_attachment(task))
ch.basic_ack(delivery_tag=method.delivery_tag)
def main():
connection = pika.BlockingConnection(pika.URLParameters(RABBITMQ_URL))
channel = connection.channel()
channel.queue_declare(queue=QUEUE_NAME, durable=True)
channel.basic_qos(prefetch_count=1)
channel.basic_consume(queue=QUEUE_NAME, on_message_callback=callback)
print("Worker started, waiting for messages...")
channel.start_consuming()
if __name__ == "__main__":
main()