forked from mtusi2026/mtusi2026lab6
103 lines
5.6 KiB
Python
103 lines
5.6 KiB
Python
"""lab6: контекст трассы в outbox (W3C traceparent) и время до ready — в настоящей PostgreSQL.
|
|
|
|
make db-test == docker compose --profile tools run --rm db-test
|
|
|
|
- задание, созданное внутри span (как при HTTP upload), пишет в outbox traceparent этого span,
|
|
и сообщение проходит проверку по contracts/jobs.schema.json;
|
|
- повтор без активного span (истёкший lease в фоновом потоке, replay оператора) копирует traceparent
|
|
прошлой строки: следующая попытка остаётся в той же трассе;
|
|
- повтор внутри span worker пишет traceparent этого span (новый родитель, тот же trace_id);
|
|
- complete() возвращает время от принятия загрузки до ready (секунды, >= 0), чужой lease — None.
|
|
SDK OpenTelemetry используется без экспорта (провайдер в памяти теста).
|
|
"""
|
|
import unittest
|
|
import uuid
|
|
|
|
from opentelemetry.sdk.trace import TracerProvider
|
|
|
|
from messenger import broker, config, db, jobs, telemetry
|
|
from messenger.store import PostgresStore
|
|
|
|
TRACER = TracerProvider().get_tracer("db-test")
|
|
|
|
|
|
class TraceContextTest(unittest.TestCase):
|
|
@classmethod
|
|
def setUpClass(cls):
|
|
config.validate()
|
|
db.migrate()
|
|
cls.pool = db.create_pool()
|
|
cls.pool.open(wait=True)
|
|
cls.store = PostgresStore(cls.pool)
|
|
cls.jobs = jobs.JobStore(cls.pool, "db-test")
|
|
cls.user = cls.store.create_user("tc_" + uuid.uuid4().hex[:12], "Trace test", "not-a-real-hash")
|
|
cls.chat = cls.store.create_chat(cls.user.id, "trace", [cls.user.id])
|
|
|
|
@classmethod
|
|
def tearDownClass(cls):
|
|
cls.pool.close()
|
|
|
|
def new_job(self):
|
|
attachment_id = str(uuid.uuid4())
|
|
self.store.create_queued_attachment(
|
|
attachment_id, self.user.id, self.chat.id, "t.png", "image/png", 10, "0" * 64, 2, 2,
|
|
staging_key="staging/" + attachment_id, storage_key="originals/" + attachment_id, actor="db-test")
|
|
with self.pool.connection() as conn:
|
|
job_id = conn.execute("SELECT job_id FROM attachment_jobs WHERE attachment_id = %s",
|
|
(uuid.UUID(attachment_id),)).fetchone()[0]
|
|
return attachment_id, str(job_id)
|
|
|
|
def outbox(self, job_id):
|
|
with self.pool.connection() as conn:
|
|
return [r[0] for r in conn.execute("SELECT payload FROM outbox WHERE job_id = %s ORDER BY id",
|
|
(uuid.UUID(job_id),)).fetchall()]
|
|
|
|
def claim(self, payload):
|
|
decision = self.jobs.claim(broker.parse(broker.encode(payload)), "worker-test/1")
|
|
self.assertEqual(decision.kind, "claimed")
|
|
return decision.lease
|
|
|
|
def test_upload_span_and_retries_stay_in_one_trace(self):
|
|
with TRACER.start_as_current_span("POST /attachments") as upload:
|
|
attachment_id, job_id = self.new_job()
|
|
trace_id = format(upload.get_span_context().trace_id, "032x")
|
|
span_id = format(upload.get_span_context().span_id, "016x")
|
|
first = self.outbox(job_id)[0]
|
|
# Флаги: 01 = sampled (SDK 1.45 добавляет бит random trace id, получается 03).
|
|
self.assertEqual(first["traceparent"][:-3], f"00-{trace_id}-{span_id}")
|
|
self.assertIn(first["traceparent"][-2:], ("01", "03"))
|
|
self.assertEqual(broker.parse(broker.encode(first))["traceparent"], first["traceparent"])
|
|
|
|
# Повтор без активного span (как reap в фоновом потоке): копия traceparent прошлой строки.
|
|
lease = self.claim(first)
|
|
self.assertEqual(self.jobs.retry(lease, "storage_unavailable", "test"), "retry")
|
|
second = self.outbox(job_id)[1]
|
|
self.assertEqual((second["attempt"], second["traceparent"]), (2, first["traceparent"]))
|
|
|
|
# Повтор внутри span worker: новый родитель (span worker), та же трасса.
|
|
with self.pool.connection() as conn:
|
|
conn.execute("UPDATE attachment_jobs SET next_attempt_at = now() WHERE job_id = %s", (uuid.UUID(job_id),))
|
|
lease = self.claim(second)
|
|
# Как в worker: consumer span — дочерний для traceparent из сообщения.
|
|
with TRACER.start_as_current_span("process attachments.process", context=telemetry.extract(second)) as consume:
|
|
self.assertEqual(self.jobs.retry(lease, "storage_unavailable", "test"), "retry")
|
|
third = self.outbox(job_id)[2]
|
|
self.assertEqual(third["traceparent"].split("-")[1], trace_id)
|
|
self.assertEqual(third["traceparent"].split("-")[2], format(consume.get_span_context().span_id, "016x"))
|
|
|
|
def test_complete_returns_time_to_ready(self):
|
|
attachment_id, job_id = self.new_job()
|
|
lease = self.claim(self.outbox(job_id)[0])
|
|
variants = [{"name": n, "storage_key": f"variants/{attachment_id}/{n}", "content_type": "image/jpeg",
|
|
"size_bytes": 5, "width": 1, "height": 1, "sha256": "a" * 64}
|
|
for n in ("thumbnail", "crop", "optimized")]
|
|
waited = self.jobs.complete(lease, variants)
|
|
self.assertIsInstance(waited, float)
|
|
self.assertGreaterEqual(waited, 0.0)
|
|
self.assertLess(waited, 60.0)
|
|
self.assertIsNone(self.jobs.complete(lease, variants)) # lease уже снят: результат не принимается
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|