Files
mtusi2026lab6/student-tests/test_pipeline.py
T

183 lines
9.9 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""Тесты асинхронного конвейера вложений lab6 (контракт вариантов, состояния, права). Запуск:
python -m unittest discover -s student-tests -p "test_pipeline.py" -v
Пиксельные проверки выполняются, если установлен Pillow (иначе пропускаются); размеры проверяются по заголовкам файлов.
"""
import hashlib
import io
import os
import struct
import sys
import time
import unittest
import uuid
sys.path.insert(0, os.path.dirname(__file__))
from test_api import call, register # noqa: E402
from test_attachments import FIX, JPG, PNG, download, upload # noqa: E402
try:
from PIL import Image
except ImportError: # pragma: no cover
Image = None
def fixture(name):
return open(os.path.join(FIX, name), "rb").read()
def jpeg_size(data):
i = 2
while i < len(data):
while data[i] == 0xFF:
i += 1
marker = data[i]
i += 1
if marker in (0xD8, 0x01) or 0xD0 <= marker <= 0xD7:
continue
length = int.from_bytes(data[i:i + 2], "big")
if marker in (0xC0, 0xC1, 0xC2):
return int.from_bytes(data[i + 5:i + 7], "big"), int.from_bytes(data[i + 3:i + 5], "big")
i += length
raise AssertionError("JPEG dimensions not found")
def webp_size(data):
assert data[:4] == b"RIFF" and data[8:12] == b"WEBP", "not WebP"
kind = data[12:16]
if kind == b"VP8X":
return 1 + int.from_bytes(data[24:27], "little"), 1 + int.from_bytes(data[27:30], "little")
if kind == b"VP8L":
bits = int.from_bytes(data[21:25], "little")
return (bits & 0x3FFF) + 1, ((bits >> 14) & 0x3FFF) + 1
if kind == b"VP8 ":
return struct.unpack("<HH", data[26:30])[0] & 0x3FFF, struct.unpack("<HH", data[26:30])[1] & 0x3FFF
raise AssertionError("unknown WebP chunk")
def wait_status(token, att_id, wanted=("ready",), seconds=60):
deadline = time.time() + seconds
while time.time() < deadline:
code, _, body = download(token, att_id, "")
att = __import__("json").loads(body)
if att["status"] in wanted:
return att
time.sleep(0.3)
raise AssertionError("вложение не достигло %s за %d с: %s" % (wanted, seconds, att["status"]))
class PipelineTest(unittest.TestCase):
def setUp(self):
self.a, self.b, self.eve = register("pipe"), register("pipe"), register("pipe")
self.chat = call("POST", "/api/v1/chats", {"title": "конвейер", "member_ids": [self.a["user"]["id"], self.b["user"]["id"]]}, self.a["token"])[2]
def ready(self, data, ctype="image/png", name="x.png"):
status, _, att = upload(self.a["token"], self.chat["id"], data, ctype, name)
self.assertEqual(status, 202, att)
self.assertEqual((att["status"], att["variants"], att["error_code"]), ("queued", [], None))
return wait_status(self.b["token"], att["id"])
def variants(self, att):
return {v["name"]: v for v in att["variants"]}
def fetch(self, att, variant):
code, hdr, body = download(self.b["token"], att["id"], "/content?variant=" + variant)
self.assertEqual(code, 200)
return hdr.get_content_type(), body
def test_sample_png_produces_all_variants_per_contract(self):
att = self.ready(PNG)
v = self.variants(att)
self.assertEqual(set(v), {"thumbnail", "crop", "optimized"})
self.assertEqual((att["sha256"], att["size_bytes"]), (hashlib.sha256(PNG).hexdigest(), len(PNG))) # описывают оригинал
self.assertEqual((v["thumbnail"]["width"], v["thumbnail"]["height"], v["thumbnail"]["content_type"]), (256, 160, "image/jpeg"))
self.assertEqual((v["crop"]["width"], v["crop"]["height"], v["crop"]["content_type"]), (128, 128, "image/jpeg"))
self.assertEqual(v["optimized"]["content_type"], "image/webp")
self.assertEqual((v["optimized"]["width"], v["optimized"]["height"]), (320, 200)) # без увеличения
ctype, thumb = self.fetch(att, "thumbnail")
self.assertEqual((ctype, jpeg_size(thumb)), ("image/jpeg", (256, 160)))
self.assertEqual((v["thumbnail"]["size_bytes"], v["thumbnail"]["sha256"]), (len(thumb), hashlib.sha256(thumb).hexdigest()))
_, crop = self.fetch(att, "crop")
self.assertEqual(jpeg_size(crop), (128, 128))
ctype, opt = self.fetch(att, "optimized")
self.assertEqual((ctype, webp_size(opt)), ("image/webp", (320, 200)))
code, hdr, original = download(self.b["token"], att["id"])
self.assertEqual((code, original, hdr.get_content_type()), (200, PNG, "image/png")) # оригинал неизменен
def test_exif_orientation_is_applied(self):
att = self.ready(fixture("exif_rot6.jpg"), "image/jpeg", "rot.jpg")
v = self.variants(att)
# 300x100 с Orientation=6 -> 100x300 -> вписывается в 256: 85x256 (округление вниз)
self.assertEqual((v["thumbnail"]["width"], v["thumbnail"]["height"]), (85, 256))
self.assertEqual(jpeg_size(self.fetch(att, "thumbnail")[1]), (85, 256))
def test_small_image_is_not_upscaled_but_crop_is_128(self):
att = self.ready(fixture("small.png"), "image/png", "small.png")
v = self.variants(att)
self.assertEqual((v["thumbnail"]["width"], v["thumbnail"]["height"]), (50, 30))
self.assertEqual((v["crop"]["width"], v["crop"]["height"]), (128, 128))
self.assertEqual((v["optimized"]["width"], v["optimized"]["height"]), (50, 30))
@unittest.skipIf(Image is None, "нужен Pillow")
def test_alpha_is_composited_on_white(self):
att = self.ready(fixture("alpha.png"), "image/png", "alpha.png")
thumb = Image.open(io.BytesIO(self.fetch(att, "thumbnail")[1])).convert("RGB")
left, right = thumb.getpixel((10, thumb.height // 2)), thumb.getpixel((thumb.width - 10, thumb.height // 2))
self.assertTrue(all(c > 235 for c in left), "прозрачная область должна стать белой: %s" % (left,))
self.assertTrue(right[0] > 200 and right[1] < 60, "непрозрачная красная область сохранена: %s" % (right,))
def test_message_can_reference_attachment_before_ready_and_failed_cannot(self):
status, _, att = upload(self.a["token"], self.chat["id"], PNG)
path = "/api/v1/chats/%s/messages" % self.chat["id"]
sent = call("POST", path, {"text": "", "attachment_ids": [att["id"]]}, self.a["token"])
self.assertEqual((status, sent[0], sent[2]["attachment_ids"]), (202, 201, [att["id"]]))
poison = upload(self.a["token"], self.chat["id"], fixture("poison.png"))
self.assertEqual(poison[0], 202, poison[2])
failed = wait_status(self.b["token"], poison[2]["id"], ("failed",))
self.assertEqual((failed["status"], failed["error_code"], failed["variants"]), ("failed", "invalid_image", []))
self.assertEqual(call("POST", path, {"text": "x", "attachment_ids": [failed["id"]]}, self.a["token"])[0], 409)
self.assertEqual(download(self.b["token"], failed["id"], "/content")[0], 409)
self.assertEqual(download(self.b["token"], failed["id"], "/content?variant=thumbnail")[0], 409)
def test_content_is_409_while_not_ready_and_original_is_untouched(self):
status, _, att = upload(self.a["token"], self.chat["id"], PNG)
code = download(self.b["token"], att["id"], "/content")[0]
self.assertIn(code, (200, 409)) # быстрый worker мог успеть: 200 допустим, но не 404/500
done = wait_status(self.b["token"], att["id"])
self.assertEqual(download(self.b["token"], done["id"], "/content")[2], PNG)
def test_other_variants_visible_only_to_chat_members(self):
att = self.ready(PNG)
for variant in ("thumbnail", "crop", "optimized", "original"):
self.assertEqual(download(self.eve["token"], att["id"], "/content?variant=" + variant)[0], 404)
self.assertEqual(download(self.b["token"], att["id"], "/content?variant=bogus")[0], 400)
def test_ready_job_redelivery_does_not_duplicate_variants(self):
from test_api import psql
att = self.ready(PNG)
before = psql("SELECT count(*) FROM attachment_variants WHERE attachment_id = '%s'" % att["id"])
self.assertEqual(before, "3")
psql("INSERT INTO outbox (job_id, attachment_id, pipeline_version, attempt) VALUES (gen_random_uuid(), '%s', 1, 2)" % att["id"])
time.sleep(4)
self.assertEqual(psql("SELECT count(*) FROM attachment_variants WHERE attachment_id = '%s'" % att["id"]), "3")
self.assertEqual(wait_status(self.b["token"], att["id"])["status"], "ready")
def test_staging_is_cleaned_after_ready_and_kept_for_failed(self):
import subprocess
from test_api import ROOT, psql
att = self.ready(PNG)
poison = upload(self.a["token"], self.chat["id"], fixture("poison.png"))[2]
wait_status(self.b["token"], poison["id"], ("failed",))
def exists(att_id):
code = "\n".join(["import asyncio", "from app.s3 import S3", "async def m():",
" s = S3(); await s.start(); print((await s.head('staging/%s')) is not None); await s.stop()" % att_id,
"asyncio.run(m())"])
return subprocess.run(["docker", "compose", "--env-file", ".env", "exec", "-T", "api", "python", "-c", code], cwd=ROOT,
capture_output=True, text=True).stdout.strip()
self.assertEqual(exists(att["id"]), "False", "staging готового вложения должен быть удалён после COMMIT результата")
self.assertEqual(exists(poison["id"]), "True", "staging неудавшегося вложения хранится для разбора/replay (retention)")
if __name__ == "__main__":
unittest.main()