# grade 4 failure windows — 2026-11-06T08:58:05Z, base commit 276dbda + working tree, FAULT_INJECTION=1
$ python3 student-tests/test_failure_windows.py
11:58:05 scenario A: scenario_a
11:58:05    client saw: missing X-Request-Id
11:58:05    committed attachment b5b077f9-ac62-4fa2-8936-9c1b3ee7b3a3 survived the API crash
11:58:06    statuses: processing -> ready
11:58:06    audit attempt=1 enqueued         api:api-2                     
11:58:06    audit attempt=1 claimed          926c7492ded8:13fd47b0         
11:58:06    audit attempt=1 succeeded        926c7492ded8:13fd47b0         
11:58:07 scenario A PASS (1.7s)
11:58:07 scenario B: scenario_b
11:58:30    statuses: queued -> processing -> queued -> ready
11:58:31    audit attempt=1 enqueued         api:api-1                     
11:58:31    audit attempt=1 claimed          0a275053a46c:9a3ac0c4         
11:58:31    audit attempt=1 retry_scheduled  sweeper:0a275053a46c:e765083 lease_expired delay=1.6s
11:58:31    audit attempt=2 claimed          926c7492ded8:13fd47b0         
11:58:31    audit attempt=2 succeeded        926c7492ded8:13fd47b0         
11:58:32 scenario B PASS (24.9s)
11:58:32 scenario C: scenario_c
11:58:32    statuses: queued -> ready
11:58:32    audit attempt=1 enqueued         api:api-2                     
11:58:32    audit attempt=1 claimed          0a275053a46c:e765083c         
11:58:32    audit attempt=1 succeeded        0a275053a46c:e765083c         
11:58:42 scenario C PASS (10.3s)
11:58:42 scenario D: scenario_d
11:58:55    statuses: processing -> queued -> ready
11:58:56    audit attempt=1 enqueued         api:api-1                     
11:58:56    audit attempt=1 claimed          926c7492ded8:13fd47b0         
11:58:56    audit attempt=1 retry_scheduled  926c7492ded8:13fd47b0        dependency_unavailable delay=1.7s
11:58:56    audit attempt=2 claimed          0a275053a46c:fd20ea5b         
11:58:56    audit attempt=2 retry_scheduled  0a275053a46c:fd20ea5b        dependency_unavailable delay=3.13s
11:58:56    audit attempt=3 claimed          926c7492ded8:13fd47b0         
11:58:56    audit attempt=3 retry_scheduled  926c7492ded8:13fd47b0        dependency_unavailable delay=7.83s
11:58:56    audit attempt=4 claimed          0a275053a46c:fd20ea5b         
11:58:56    audit attempt=4 succeeded        0a275053a46c:fd20ea5b         
11:58:56    backoff delays: [1.7, 3.13, 7.83]
11:58:56 scenario D PASS (14.3s)
11:58:56 scenario E: scenario_e
11:58:57    audit attempt=1 enqueued         api:api-2                     
11:58:57    audit attempt=1 claimed          926c7492ded8:13fd47b0         
11:58:57    audit attempt=1 failed           926c7492ded8:13fd47b0        invalid_image 
11:58:57 scenario E PASS (0.8s)
11:58:57 scenario F: scenario_f
11:59:22    failed registry contains the job; replay
11:59:46    statuses: queued -> processing -> ready
11:59:46    audit attempt=1 enqueued         api:api-1                     
11:59:46    audit attempt=1 claimed          0a275053a46c:fd20ea5b         
11:59:46    audit attempt=1 retry_scheduled  0a275053a46c:fd20ea5b        dependency_unavailable delay=1.05s
11:59:46    audit attempt=2 claimed          926c7492ded8:13fd47b0         
11:59:46    audit attempt=2 retry_scheduled  926c7492ded8:13fd47b0        dependency_unavailable delay=2.84s
11:59:46    audit attempt=3 claimed          0a275053a46c:fd20ea5b         
11:59:46    audit attempt=3 retry_scheduled  0a275053a46c:fd20ea5b        dependency_unavailable delay=5.8s
11:59:46    audit attempt=4 claimed          926c7492ded8:13fd47b0         
11:59:46    audit attempt=4 retry_scheduled  926c7492ded8:13fd47b0        dependency_unavailable delay=12.89s
11:59:46    audit attempt=5 claimed          0a275053a46c:fd20ea5b         
11:59:46    audit attempt=5 failed           0a275053a46c:fd20ea5b        retry_exhausted 
11:59:46    audit attempt=6 replayed         operator:test-suite           
11:59:46    audit attempt=6 claimed          926c7492ded8:13fd47b0         
11:59:46    audit attempt=6 retry_scheduled  926c7492ded8:13fd47b0        dependency_unavailable delay=22.22s
11:59:46    audit attempt=7 claimed          0a275053a46c:fd20ea5b         
11:59:46    audit attempt=7 succeeded        0a275053a46c:fd20ea5b         
11:59:49    second replay refused: job is succeeded, attachment is ready
11:59:50 scenario F PASS (52.5s)
11:59:50 scenario G: scenario_g
12:00:15    statuses: queued -> processing -> queued -> processing -> ready
12:00:16    audit attempt=1 enqueued         api:api-2                     
12:00:16    audit attempt=1 claimed          926c7492ded8:13fd47b0         
12:00:16    audit attempt=1 retry_scheduled  sweeper:0a275053a46c:fd20ea5 lease_expired delay=1.8s
12:00:16    audit attempt=2 claimed          0a275053a46c:fd20ea5b         
12:00:16    audit attempt=2 succeeded        0a275053a46c:fd20ea5b         
12:00:47 scenario G PASS (57.8s)
12:00:47 scenario H: scenario_h
12:00:55    DLQ depth 1 -> 2
12:00:55 scenario H PASS (7.1s)
12:00:55 scenario I: scenario_i
12:00:59    broker down: upload 202, outbox holds 1 unpublished job
12:01:05    statuses: queued -> processing -> ready
12:01:05    audit attempt=1 enqueued         api:api-1                     
12:01:05    audit attempt=1 claimed          0a275053a46c:fd20ea5b         
12:01:05    audit attempt=1 succeeded        0a275053a46c:fd20ea5b         
12:01:06 scenario I PASS (11.8s)
PASS: failure windows A B C D E F G H I
