Реализовать lab4 на оценку 4: SeaweedFS, вложения и согласованность БД/S3.

Перенесён стенд lab3 (API, Redis-сессии, идемпотентность, HAProxy, реплики API). Добавлены приватный bucket SeaweedFS с отдельным ключом API, загрузка PNG/JPEG с лимитами и полной проверкой, компенсация и reconciler, плавная остановка API, тесты и evidence.
This commit is contained in:
Mikhail Verkovykh
2026-11-06 19:48:37 +03:00
parent ec540a1a72
commit 728e53cc55
94 changed files with 8821 additions and 43 deletions
+72
View File
@@ -0,0 +1,72 @@
#!/usr/bin/env python3
"""Cross-check the student test corpus against independent decoders.
Corrupted inputs (student-tests/imagegen.py) must NOT decode, valid ones must.
PNG → Pillow full load(); JPEG → libjpeg-turbo `djpeg -strict` (what the API runs).
Run in a throwaway container (needs Pillow + libjpeg-turbo-progs):
docker run --rm -v "$PWD:/w" -w /w python:3.12.8-slim-bookworm sh -c \
"apt-get update -qq && apt-get install -y -qq libjpeg-turbo-progs >/dev/null; \
pip install -q Pillow==11.1.0; python scripts/decoder_crosscheck.py"
"""
import io
import os
import subprocess
import sys
import tempfile
sys.path.insert(0, os.path.join(os.path.dirname(__file__), "..", "student-tests"))
import imagegen # noqa: E402
from PIL import Image # noqa: E402
# PNG spec errors (PLTE length/placement, unknown critical chunk) that Pillow tolerates;
# libpng and the API reject them.
SPEC_ONLY = {"plte_not_multiple_of_3", "plte_too_long_for_1bit", "plte_in_grayscale", "unknown_critical_chunk"}
def pillow_ok(data: bytes) -> bool:
try:
img = Image.open(io.BytesIO(data))
img.load()
return True
except Exception:
return False
def djpeg_ok(data: bytes) -> bool:
with tempfile.NamedTemporaryFile(delete=False) as f:
f.write(data)
try:
cmd = ["djpeg", "-strict", "-scale", "1/8", "-outfile", os.devnull, f.name]
return subprocess.run(cmd, capture_output=True).returncode == 0
finally:
os.unlink(f.name)
def main() -> int:
mismatches = 0
for name, data in imagegen.corrupted_pngs().items():
ok = pillow_ok(data)
note = " (PNG spec violation tolerated by Pillow)" if ok and name in SPEC_ONLY else ""
mismatches += ok and name not in SPEC_ONLY
print(f"corrupt png {name:32} pillow_decodes={ok}{note}")
for name, data in imagegen.corrupted_jpegs().items():
ok = djpeg_ok(data)
mismatches += ok
print(f"corrupt jpeg {name:32} djpeg_strict_decodes={ok} pillow_decodes={pillow_ok(data)}")
for interlace in (0, 1):
for size in ((1, 1), (9, 7), (33, 20)):
ok = pillow_ok(imagegen.all_filters_png(*size, interlace=interlace))
mismatches += not ok
print(f"valid png all_filters interlace={interlace} {size} pillow_decodes={ok}")
for name in ("sample.jpg", "progressive.jpg", "gray.jpg"):
ok = djpeg_ok(imagegen.fixture(name))
mismatches += not ok
print(f"valid jpeg {name:32} djpeg_strict_decodes={ok}")
print("PASS" if mismatches == 0 else f"FAIL mismatches={mismatches}")
return 1 if mismatches else 0
if __name__ == "__main__":
sys.exit(main())