Files
mtusi2026lab3/scripts/verify_teacher_faults.py
T

104 lines
5.3 KiB
Python

import argparse
import concurrent.futures
import importlib.util
import json
import subprocess
import time
from pathlib import Path
parser=argparse.ArgumentParser()
parser.add_argument('--lab',type=int,default=3)
parser.add_argument('--repo',type=Path)
parser.add_argument('--base-url')
parser.add_argument('--output',type=Path)
args=parser.parse_args()
repo=(args.repo or Path(__file__).resolve().parents[1]).resolve()
spec=importlib.util.spec_from_file_location('pub',repo/'tests/client.py')
m=importlib.util.module_from_spec(spec);spec.loader.exec_module(m)
c=m.Client(args.base_url or f'http://127.0.0.1:{8080+args.lab}',timeout=10)
rows=[]
def compose(*args):
return subprocess.check_output(['docker','compose',*args],cwd=repo,text=True).strip()
def sql(query):
return subprocess.check_output(['docker','exec',pg,'psql','-U','messenger','-d','messenger','-At','-c',query],text=True).strip()
def direct(cid,path,token=None):
code='''import json,sys,time,urllib.request,urllib.error
p=json.load(sys.stdin);start=time.monotonic()
r=urllib.request.Request('http://127.0.0.1:8080'+p['path'],headers={'Authorization':'Bearer '+p['token']} if p.get('token') else {})
try: response=urllib.request.urlopen(r,timeout=9)
except urllib.error.HTTPError as e: response=e
with response:
body=response.read();result={'status':response.code,'elapsed_s':time.monotonic()-start,'request_id':response.headers.get('X-Request-Id'),'instance_id':response.headers.get('X-Instance-Id'),'body':json.loads(body)}
print(json.dumps(result))'''
out=subprocess.check_output(['docker','exec','-i',cid,'python','-c',code],input=json.dumps({'path':path,'token':token}),text=True,timeout=15)
return json.loads(out)
def check(label,fn):
start=time.monotonic()
try: detail=fn(); row={'case':label,'status':'PASS','detail':detail}
except Exception as e: row={'case':label,'status':'FAIL','error':str(e)[:500]}
row['elapsed_s']=time.monotonic()-start; rows.append(row);print(row,flush=True)
pg=compose('ps','-q','postgres');apis=compose('ps','-q','api').split()
alice,bob,eve,chat=c.bootstrap()
path='/api/v1/chats/'+chat['id']+'/messages'
original=c.message(alice,chat,'fault replay',key='root-fault-replay')['json']
def acl_replay():
sql(f"SET session_replication_role=replica; DELETE FROM members WHERE chat_id='{chat['id']}' AND user_id='{alice['id']}';")
try:
for text in ('fault replay','different'):
c.call('POST',path,404,actor=alice,body={'text':text},headers={'Idempotency-Key':'root-fault-replay'})
finally: sql(f"INSERT INTO members VALUES ('{chat['id']}','{alice['id']}',0);")
return {'same_body':404,'changed_body':404}
def schema_ready():
sql('ALTER TABLE message_requests RENAME TO message_requests_root_probe;')
try:
values=[direct(cid,'/health/ready') for cid in apis]
assert all(x['status']==503 for x in values),values
return values
finally: sql('ALTER TABLE message_requests_root_probe RENAME TO message_requests;')
def paused_pg():
# Warm both pools before freezing the real server.
for cid in apis: assert direct(cid,'/api/v1/users/me',alice['token'])['status']==200
subprocess.run(['docker','pause',pg],check=True,capture_output=True)
try:
with concurrent.futures.ThreadPoolExecutor(max_workers=2) as ex:
values=list(ex.map(lambda item:direct(apis[0],item,alice['token']),('/health/ready','/api/v1/users/me')))
assert all(x['status']==503 and x['elapsed_s']<8 for x in values),values
assert all(x['request_id']==x['body']['error']['request_id'] and x['instance_id'] for x in values)
finally: subprocess.run(['docker','unpause',pg],check=True,capture_output=True)
deadline=time.monotonic()+25
while time.monotonic()<deadline:
try:
recovered=direct(apis[0],'/api/v1/users/me',alice['token'])
if recovered['status']==200: break
except Exception: pass
time.sleep(.5)
else: raise AssertionError('API did not recover')
return {'during_pause':values,'recovered_status':recovered['status']}
def logout_lock():
deadline=time.monotonic()+20
while time.monotonic()<deadline:
try:
c.call('GET','/health/ready',schema='Health');break
except Exception: time.sleep(.3)
actor=c.user('lockout')
proc=subprocess.Popen(['docker','exec','-i',pg,'psql','-U','messenger','-d','messenger','-At'],stdin=subprocess.PIPE,stdout=subprocess.PIPE,stderr=subprocess.PIPE,text=True)
try:
proc.stdin.write("BEGIN; LOCK TABLE sessions IN SHARE MODE; SELECT 'ROOT_LOCKED';\n");proc.stdin.flush()
while True:
line=proc.stdout.readline()
if 'ROOT_LOCKED' in line: break
if not line: raise AssertionError('lock setup failed')
c.call('DELETE','/api/v1/auth/sessions/current',503,actor=actor)
c.call('GET','/api/v1/users/me',actor=actor,schema='User')
finally:
proc.stdin.write('ROLLBACK;\n\\q\n');proc.stdin.flush();proc.communicate(timeout=8)
c.call('DELETE','/api/v1/auth/sessions/current',204,actor=actor)
c.call('GET','/api/v1/users/me',401,actor=actor)
return {'blocked_logout':503,'retry':204,'old_token':401}
check('ACL precedes both replay and conflict',acl_replay)
check('readiness detects missing mandatory table',schema_ready)
check('paused PostgreSQL bounded API error and recovery',paused_pg)
check('logout cannot falsely succeed under DB lock',logout_lock)
out=args.output or repo/'evidence/teacher-faults-repeat.json';out.write_text(json.dumps({'tests':rows},ensure_ascii=False,indent=2)+'\n')
raise SystemExit(any(x['status']=='FAIL' for x in rows))