#!/usr/bin/env python3 """Bounded track-1 experiment, stdlib only. Run on a dedicated Compose project. JOB_MAX_INFLIGHT=12 must be configured in API. Six batches, 16 uploads each. """ import concurrent.futures import datetime as dt import json import os from pathlib import Path import random import struct import subprocess import sys import threading import time import zlib sys.path.insert(0, str(Path(__file__).resolve().parents[1] / 'tests')) from client import Client, check ROOT=Path(__file__).resolve().parents[1] OUTPUT=ROOT/'evidence/overload-results.json' CONFIGS=((1,1),(2,2),(4,8)) def dc(*args, env=None): result=subprocess.run(['docker','compose',*args],env=env,capture_output=True,text=True,timeout=90) if result.returncode: raise RuntimeError('compose failed: '+' '.join(args[:2])+': '+result.stderr[-600:]) return result.stdout.strip() def sql(query): return dc('exec','-T','postgres','psql','-U','messenger','-d','messenger','-At','-v','ON_ERROR_STOP=1','-c',query) def png(w,h): # Repeat deterministic textured rows: compact upload, real image decode/WebP work. rng=random.Random(42) rows=[rng.randbytes(w*3) for _ in range(32)] raw=b''.join(b'\x00'+rows[y%32] for y in range(h)) def chunk(name,data):return struct.pack('!I',len(data))+name+data+struct.pack('!I',zlib.crc32(name+data)&0xffffffff) return b'\x89PNG\r\n\x1a\n'+chunk(b'IHDR',struct.pack('!2I5B',w,h,8,2,0,0,0))+chunk(b'IDAT',zlib.compress(raw,1))+chunk(b'IEND',b'') def percentile(values,p=.95): import math return sorted(values)[max(0,math.ceil(len(values)*p)-1)] def queue(): return [int(dc('exec','-T','broker','valkey-cli','LLEN',name)) for name in ('attachments:pending','attachments:active')] def live_overload(): data=json.loads(OUTPUT.read_text()) c=Client(); actor,_,_,chat=c.bootstrap() content=png(2000,1400) samples=[]; stop=threading.Event() def monitor(): while not stop.is_set(): samples.append(int(sql("SELECT count(*) FROM attachments WHERE status IN ('queued','processing')"))) stop.wait(.1) def upload(_): return Client().call('POST','/api/v1/chats/'+chat['id']+'/attachments?filename=live.png', expected=[202,429],actor=actor,raw=content,headers={'Content-Type':'image/png'},schema='Attachment') thread=threading.Thread(target=monitor);thread.start();start=time.monotonic() try: with concurrent.futures.ThreadPoolExecutor(max_workers=8) as executor: replies=list(executor.map(upload,range(32))) ids=[r['json']['id'] for r in replies if r['status']==202] rejected=sum(r['status']==429 for r in replies) check(rejected>0,'live burst did not create backpressure') deadline=time.monotonic()+75 while sql("SELECT count(*) FROM attachments WHERE status IN ('queued','processing')")!='0': check(time.monotonic()