date: 2026-11-06T06:28:08Z  commit: b159899d73a29b6dfdd929abed3aedbfebd4c536
environment: {"COMPOSE_PROJECT_NAME": "mtusi2026lab5", "COMPOSE_FILE": "compose.yaml", "LB_HTTP_PORT": "18085", "LB_STATS_PORT": "25085", "BASE_URL": "http://127.0.0.1:18085", "NO_PROXY": "localhost,127.0.0.1,::1", "API_IMAGE": "mtusi-messenger:lab5-sqlalchemy"}
$ python3 scripts/pipeline_suite.py --level 4 --output evidence/sqlalchemy-2026-11-06/grade4/level4.json
RUN  smoke_pipeline
PASS smoke_pipeline
RUN  worker_down_broker_restart
PASS worker_down_broker_restart
RUN  duplicate_after_ready
PASS duplicate_after_ready
RUN  poison_image
PASS poison_image
RUN  s3_outage_recovers
PASS s3_outage_recovers
RUN  retry_exhausted
PASS retry_exhausted
RUN  image_matrix
PASS image_matrix
RUN  crash_commit_publish
PASS crash_commit_publish
RUN  crash_publish_confirm
PASS crash_publish_confirm
RUN  crash_after_s3_before_commit
PASS crash_after_s3_before_commit
RUN  crash_after_commit_before_ack
PASS crash_after_commit_before_ack
RUN  lease_expiry_fencing
PASS lease_expiry_fencing
RUN  replay_failed
Traceback (most recent call last):
  File "<repo>/scripts/pipeline_suite.py", line 1042, in <module>
    sys.exit(main())
             ~~~~^^
  File "<repo>/scripts/pipeline_suite.py", line 1038, in main
    return suite.main()
           ~~~~~~~~~~^^
  File "<repo>/scripts/pipeline_suite.py", line 930, in main
    results.append(self.attempt(name, level, window, scenario))
                   ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "<repo>/scripts/pipeline_suite.py", line 944, in attempt
    outcome = {"result": "PASS", "observed": scenario()}
                                             ~~~~~~~~^^
  File "<repo>/scripts/pipeline_suite.py", line 527, in replay_failed
    self.drained()
    ~~~~~~~~~~~~^^
  File "<repo>/scripts/pipeline_suite.py", line 336, in drained
    poll(lambda: self.stack.queues()[QUEUE] == (0, 0), timeout, "main queue drained")
    ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "<repo>/scripts/pipeline_suite.py", line 152, in poll
    time.sleep(interval)
    ~~~~~~~~~~^^^^^^^^^^
KeyboardInterrupt
exit_code: -2  elapsed_seconds: 184.110
