$ python -u research/queue_overload.py --out evidence\recheck_2026-11-12
{'small': '109 KiB', 'medium': '1961 KiB', 'large': '3100 KiB'}
{"concurrency": 1, "image": "small", "image_kib": 109, "uploads": 80, "accepted": 80, "resource_limits": {"memory_bytes": 805306368, "nano_cpus": 1000000000}, "attempt_statuses": {"202": 80}, "transport_errors": [], "accepted_in_s": 0.5, "all_finished": true, "peak_queue_depth": 67, "peak_oldest_age_s": 2.7, "worker_peak_rss_mib": 72.5, "worker_oom_killed": "false", "ready": 80, "failed": 0, "p50_s": 1.55, "p95_s": 2.84, "max_s": 3.0, "throughput_per_s": 23.84, "span_s": 3.4}
{"concurrency": 1, "image": "medium", "image_kib": 1961, "uploads": 24, "accepted": 24, "resource_limits": {"memory_bytes": 805306368, "nano_cpus": 1000000000}, "attempt_statuses": {"202": 24}, "transport_errors": [], "accepted_in_s": 0.5, "all_finished": true, "peak_queue_depth": 22, "peak_oldest_age_s": 5.4, "worker_peak_rss_mib": 133.2, "worker_oom_killed": "false", "ready": 24, "failed": 0, "p50_s": 2.83, "p95_s": 5.21, "max_s": 5.44, "throughput_per_s": 4.09, "span_s": 5.9}
{"concurrency": 1, "image": "large", "image_kib": 3100, "uploads": 12, "accepted": 12, "resource_limits": {"memory_bytes": 805306368, "nano_cpus": 1000000000}, "attempt_statuses": {"202": 12}, "transport_errors": [], "accepted_in_s": 0.3, "all_finished": true, "peak_queue_depth": 11, "peak_oldest_age_s": 3.3, "worker_peak_rss_mib": 160.4, "worker_oom_killed": "false", "ready": 12, "failed": 0, "p50_s": 1.74, "p95_s": 3.35, "max_s": 3.35, "throughput_per_s": 3.38, "span_s": 3.6}
{"concurrency": 2, "image": "small", "image_kib": 109, "uploads": 80, "accepted": 80, "resource_limits": {"memory_bytes": 805306368, "nano_cpus": 1000000000}, "attempt_statuses": {"202": 80}, "transport_errors": [], "accepted_in_s": 0.3, "all_finished": true, "peak_queue_depth": 56, "peak_oldest_age_s": 1.1, "worker_peak_rss_mib": 75.4, "worker_oom_killed": "false", "ready": 80, "failed": 0, "p50_s": 0.89, "p95_s": 1.48, "max_s": 1.55, "throughput_per_s": 44.13, "span_s": 1.8}
{"concurrency": 2, "image": "medium", "image_kib": 1961, "uploads": 24, "accepted": 24, "resource_limits": {"memory_bytes": 805306368, "nano_cpus": 1000000000}, "attempt_statuses": {"202": 24}, "transport_errors": [], "accepted_in_s": 0.5, "all_finished": true, "peak_queue_depth": 22, "peak_oldest_age_s": 4.3, "worker_peak_rss_mib": 194.9, "worker_oom_killed": "false", "ready": 24, "failed": 0, "p50_s": 2.43, "p95_s": 4.78, "max_s": 4.8, "throughput_per_s": 4.6, "span_s": 5.2}
{"concurrency": 2, "image": "large", "image_kib": 3100, "uploads": 12, "accepted": 12, "resource_limits": {"memory_bytes": 805306368, "nano_cpus": 1000000000}, "attempt_statuses": {"202": 12}, "transport_errors": [], "accepted_in_s": 0.4, "all_finished": true, "peak_queue_depth": 12, "peak_oldest_age_s": 2.7, "worker_peak_rss_mib": 250.9, "worker_oom_killed": "false", "ready": 12, "failed": 0, "p50_s": 1.59, "p95_s": 2.98, "max_s": 2.98, "throughput_per_s": 3.84, "span_s": 3.1}
{"concurrency": 4, "image": "small", "image_kib": 109, "uploads": 80, "accepted": 80, "resource_limits": {"memory_bytes": 805306368, "nano_cpus": 1000000000}, "attempt_statuses": {"202": 80}, "transport_errors": [], "accepted_in_s": 0.3, "all_finished": true, "peak_queue_depth": 50, "peak_oldest_age_s": 1.1, "worker_peak_rss_mib": 79.9, "worker_oom_killed": "false", "ready": 80, "failed": 0, "p50_s": 0.7, "p95_s": 1.25, "max_s": 1.29, "throughput_per_s": 52.3, "span_s": 1.5}
{"concurrency": 4, "image": "medium", "image_kib": 1961, "uploads": 24, "accepted": 24, "resource_limits": {"memory_bytes": 805306368, "nano_cpus": 1000000000}, "attempt_statuses": {"202": 24}, "transport_errors": [], "accepted_in_s": 0.5, "all_finished": true, "peak_queue_depth": 24, "peak_oldest_age_s": 4.8, "worker_peak_rss_mib": 318.9, "worker_oom_killed": "false", "ready": 24, "failed": 0, "p50_s": 2.59, "p95_s": 4.82, "max_s": 4.86, "throughput_per_s": 4.56, "span_s": 5.3}
{"concurrency": 4, "image": "large", "image_kib": 3100, "uploads": 12, "accepted": 12, "resource_limits": {"memory_bytes": 805306368, "nano_cpus": 1000000000}, "attempt_statuses": {"202": 12}, "transport_errors": [], "accepted_in_s": 0.4, "all_finished": true, "peak_queue_depth": 12, "peak_oldest_age_s": 2.8, "worker_peak_rss_mib": 430.0, "worker_oom_killed": "false", "ready": 12, "failed": 0, "p50_s": 2.32, "p95_s": 3.36, "max_s": 3.36, "throughput_per_s": 3.39, "span_s": 3.5}
{"MAX_QUEUED_JOBS": 30, "burst": 200, "attempt_statuses": {"202": 54, "503": 146}, "accepted": 54, "peak_queue_depth": 48, "all_accepted_finished": true, "accepted_in_s": 0.5, "drained_after_s": 2.7, "retry_after_header_seen": true, "retry_after_values": ["5"], "transport_errors": [], "recovered_new_uploads_accepted": true, "recovered_new_uploads_ready": true, "no_accepted_job_lost": true, "ready": 54, "failed": 0, "p95_s": 1.88}
exit=0

$ python tests/resilience.py --mode persistence --action-script scripts/restart.cmd --base-url http://127.0.0.1:8080
Executing explicit persistence hook; hook output suppressed to avoid leaking secrets.
FAIL: GET /api/v1/attachments/85bcfa7b-e1e8-4bdf-8b95-e1a8b2804fc5/content: expected [200], received 503
exit=1
