Files
mtusi2026labs/scripts/pipeline_evidence.py
T

111 lines
4.1 KiB
Python

#!/usr/bin/env python3
import argparse
import json
import os
import subprocess
import sys
import time
from pathlib import Path
ROOT = Path(__file__).resolve().parents[1]
sys.path.insert(0, str(ROOT / "tests"))
from client import Client, check
COMPOSE = os.environ.get("COMPOSE", "docker compose").split()
PEEK = (
'RABBITMQADMIN_USERNAME=messenger-ops RABBITMQADMIN_PASSWORD="$(cat /run/secrets/'
'rabbitmq_ops_password)" exec rabbitmqadmin -V messenger '
"--table-style ascii get messages -q attachments.process -a ack_requeue_true"
)
QUEUES = "rabbitmqctl -q list_queues -p messenger name messages_ready messages_unacknowledged"
def compose(*argv):
done = subprocess.run(
[*COMPOSE, *argv], cwd=ROOT, capture_output=True, text=True, timeout=180, check=False
)
check(done.returncode == 0, f"{' '.join(argv[:3])}: {done.stderr.strip()[-300:]}")
return done.stdout
def ready_messages():
for line in compose("exec", "-T", "broker", *QUEUES.split()).splitlines():
name, ready, _ = [*line.split("\t"), "", ""][:3]
if name == "attachments.process":
return int(ready)
return 0
def say(line):
print(line, flush=True)
def stop(service):
began = time.monotonic()
compose("stop", "-t", "10", service)
seconds = time.monotonic() - began
container = compose("ps", "-aq", service).split()[0]
code = subprocess.run(
["docker", "inspect", "-f", "{{.State.ExitCode}}", container],
capture_output=True,
text=True,
check=True,
).stdout.strip()
say(f"$ docker compose stop -t 10 {service} -> {seconds:.1f} s, exit code {code}")
say(
compose(
"ps", "-a", "--format", "{{.Name}} {{.ID}} {{.State}} {{.Status}}", service
).rstrip()
)
check(seconds <= 10 and code == "0", f"{service} did not stop cleanly on SIGTERM")
def start(service):
compose("up", "-d", "--no-deps", "--wait", "--wait-timeout", "90", service)
say(f"$ docker compose up -d --no-deps --wait {service} -> healthy")
def main():
parser = argparse.ArgumentParser(description="Lab5 stand evidence: queue, message, SIGTERM")
parser.add_argument("--base-url", default=os.environ.get("BASE_URL", "http://localhost:8080"))
args = parser.parse_args()
client = Client(args.base_url)
alice, bob, _, chat = client.bootstrap()
say(f"date: {time.strftime('%Y-%m-%dT%H:%M:%SZ', time.gmtime())}")
stop("worker")
attachment, _ = client.attachment(alice, chat)
say(f"upload -> 202 status={attachment['status']} id={attachment['id']}")
path = f"/api/v1/attachments/{attachment['id']}"
for variant in ("original", "thumbnail"):
client.call("GET", f"{path}/content?variant={variant}", 409, actor=bob)
say(f"GET content?variant={variant} while worker is stopped -> 409")
deadline = time.monotonic() + 30
while ready_messages() < 1:
check(time.monotonic() < deadline, "the job did not reach the broker")
time.sleep(0.5)
say("$ rabbitmqctl list_queues -p messenger name messages_ready messages_unacknowledged")
say(compose("exec", "-T", "broker", *QUEUES.split()).rstrip())
say("$ rabbitmqadmin get messages -q attachments.process -a ack_requeue_true")
peeked = compose("exec", "-T", "broker", "sh", "-c", PEEK)
say(peeked.rstrip())
body = json.loads(peeked[peeked.index('{"') : peeked.index("}", peeked.index('{"')) + 1])
say(f"payload keys: {sorted(body)}")
check(body["attachment_id"] == attachment["id"], "the queued job is for another attachment")
stop("relay")
start("relay")
start("worker")
ready = client.wait_ready(bob, attachment)
names = [(v["name"], v["width"], v["height"]) for v in ready["variants"]]
say(f"after worker start -> status={ready['status']} variants={names}")
deadline = time.monotonic() + 30
while ready_messages():
check(time.monotonic() < deadline, "the queue did not drain")
time.sleep(0.5)
say(compose("exec", "-T", "broker", *QUEUES.split()).rstrip())
say("PASS: pipeline stand evidence")
if __name__ == "__main__":
main()