Files
mtusi2026lab5/app/pipeline.py
T
Artu-RitoandClaude Sonnet 5 bdba93f022 Лаба 5: Redis Streams очередь + асинхронная обработка изображений (оценка 4)
Переиспользован стек lab4 (LB/2 реплики/Postgres/SeaweedFS). upload теперь
202 queued; отдельный worker-процесс генерирует thumbnail/crop/optimized.
Transactional outbox закрывает разрыв COMMIT/publish; durable retry
(job_retry_schedule) переживает падение worker во время backoff; lease
recovery через XAUTOCLAIM; DLQ-реестр (job_failures) с явным operator
replay (scripts/replay_failed.py). make test/test-persistence/test-failover/
validate зелёные; в процессе экспериментов найдены и исправлены два
реальных бага (неполный try/except вокруг S3-записи вариантов, ошибка типов
asyncpg в построении interval) — см. REPORT.md и evidence/.

Co-Authored-By: Claude Sonnet 5 <noreply@anthropic.com>
2026-10-30 01:21:42 +03:00

58 lines
2.2 KiB
Python

"""Worker-side variant generation: thumbnail (grade 3), crop + optimized (grade 4)."""
import io
from PIL import Image, ImageOps
def _normalize(img: Image.Image) -> Image.Image:
"""Apply EXIF orientation, then flatten any alpha onto white."""
img = ImageOps.exif_transpose(img)
if img.mode in ("RGBA", "LA", "P"):
rgba = img.convert("RGBA")
background = Image.new("RGB", rgba.size, (255, 255, 255))
background.paste(rgba, mask=rgba.split()[-1])
return background
return img.convert("RGB")
def thumbnail(data: bytes) -> tuple[bytes, int, int]:
"""JPEG, contained within 256x256, never upscaled, rounded down, min 1px."""
with Image.open(io.BytesIO(data)) as raw:
img = _normalize(raw)
scale = min(256 / img.width, 256 / img.height, 1.0)
width = max(1, int(img.width * scale))
height = max(1, int(img.height * scale))
resized = img.resize((width, height), Image.LANCZOS)
buf = io.BytesIO()
resized.save(buf, "JPEG", quality=85)
return buf.getvalue(), width, height
def crop(data: bytes) -> tuple[bytes, int, int]:
"""JPEG, centered 128x128 square; small sources may be upscaled."""
with Image.open(io.BytesIO(data)) as raw:
img = _normalize(raw)
scale = 128 / min(img.width, img.height)
width = max(128, round(img.width * scale))
height = max(128, round(img.height * scale))
resized = img.resize((width, height), Image.LANCZOS)
left = (width - 128) // 2
top = (height - 128) // 2
cropped = resized.crop((left, top, left + 128, top + 128))
buf = io.BytesIO()
cropped.save(buf, "JPEG", quality=85)
return buf.getvalue(), 128, 128
def optimized(data: bytes) -> tuple[bytes, int, int]:
"""WebP, contained within 1280x1280, never upscaled, EXIF stripped."""
with Image.open(io.BytesIO(data)) as raw:
img = _normalize(raw)
scale = min(1280 / img.width, 1280 / img.height, 1.0)
width = max(1, int(img.width * scale))
height = max(1, int(img.height * scale))
resized = img.resize((width, height), Image.LANCZOS)
buf = io.BytesIO()
resized.save(buf, "WEBP", quality=80) # save() never copies source EXIF for WEBP
return buf.getvalue(), width, height