forked from mtusi2026/mtusi2026lab5
94 lines
3.3 KiB
Python
94 lines
3.3 KiB
Python
import asyncio
|
|
import json
|
|
import os
|
|
import io
|
|
import hashlib
|
|
from datetime import datetime, timezone
|
|
|
|
import pika
|
|
from PIL import Image, ImageOps
|
|
from sqlalchemy.ext.asyncio import create_async_engine, async_sessionmaker
|
|
|
|
from .db.models import Attachment
|
|
from .s3_client import s3, BUCKET
|
|
|
|
DATABASE_URL = os.getenv("DATABASE_URL")
|
|
engine = create_async_engine(DATABASE_URL)
|
|
AsyncSessionLocal = async_sessionmaker(engine, expire_on_commit=False)
|
|
|
|
RABBITMQ_URL = os.getenv("RABBITMQ_URL", "amqp://guest:guest@rabbitmq:5672/")
|
|
QUEUE_NAME = "attachment_tasks"
|
|
|
|
async def process_attachment(task: dict):
|
|
att_id = task["attachment_id"]
|
|
s3_key = task["s3_key"]
|
|
|
|
async with AsyncSessionLocal() as session:
|
|
att = await session.get(Attachment, att_id)
|
|
if not att:
|
|
return
|
|
|
|
try:
|
|
# получаем оригинал
|
|
obj = s3.get_object(Bucket=BUCKET, Key=s3_key)
|
|
content = obj["Body"].read()
|
|
img = Image.open(io.BytesIO(content))
|
|
|
|
# убираем прозрачность (композируем на белый)
|
|
img = ImageOps.exif_transpose(img)
|
|
if img.mode in ("RGBA", "LA"):
|
|
background = Image.new("RGB", img.size, (255, 255, 255))
|
|
background.paste(img, mask=img.split()[-1])
|
|
img = background
|
|
elif img.mode != "RGB":
|
|
img = img.convert("RGB")
|
|
|
|
# делаем thumbnail 256x256
|
|
thumb = img.copy()
|
|
thumb.thumbnail((256, 256), Image.Resampling.LANCZOS)
|
|
thumb_bytes = io.BytesIO()
|
|
thumb.save(thumb_bytes, format="JPEG")
|
|
thumb_data = thumb_bytes.getvalue()
|
|
|
|
# сохраняем в s3
|
|
thumb_key = f"{s3_key}_thumb.jpg"
|
|
s3.put_object(Bucket=BUCKET, Key=thumb_key, Body=thumb_data, ContentType="image/jpeg")
|
|
|
|
# обновляем статус и метаданные
|
|
thumb_sha = hashlib.sha256(thumb_data).hexdigest()
|
|
att.status = "ready"
|
|
att.error_code = None
|
|
att.variants = [{
|
|
"name": "thumbnail",
|
|
"content_type": "image/jpeg",
|
|
"width": thumb.width,
|
|
"height": thumb.height,
|
|
"size_bytes": len(thumb_data),
|
|
"sha256": thumb_sha
|
|
}]
|
|
att.updated_at = datetime.now(timezone.utc)
|
|
await session.commit()
|
|
|
|
except Exception as e:
|
|
att.status = "failed"
|
|
att.error_code = "processing_failed"
|
|
att.updated_at = datetime.now(timezone.utc)
|
|
await session.commit()
|
|
print(f"Error processing {att_id}: {e}")
|
|
|
|
def callback(ch, method, properties, body):
|
|
task = json.loads(body)
|
|
asyncio.run(process_attachment(task))
|
|
ch.basic_ack(delivery_tag=method.delivery_tag)
|
|
|
|
def main():
|
|
connection = pika.BlockingConnection(pika.URLParameters(RABBITMQ_URL))
|
|
channel = connection.channel()
|
|
channel.queue_declare(queue=QUEUE_NAME, durable=True)
|
|
channel.basic_qos(prefetch_count=1)
|
|
channel.basic_consume(queue=QUEUE_NAME, on_message_callback=callback)
|
|
print("Worker started, waiting for messages...")
|
|
channel.start_consuming()
|
|
|
|
if __name__ == "__main__":
|
|
main() |