Files
mtusi2026lab2/student-tests/infrastructure.py
T

135 lines
5.9 KiB
Python

"""Destructive only to this Compose lab's running processes; volumes preserved.
Run on an idle lab stand: python student-tests/infrastructure.py.
"""
import argparse
import json
from pathlib import Path
import subprocess
import sys
import time
import urllib.error
import uuid
ROOT = Path(__file__).resolve().parents[1]
sys.path.insert(0,str(ROOT/'tests'))
from client import Client, Failure, check
def docker(*args, data=None):
p = subprocess.run(['docker', *args], cwd=ROOT, input=data, text=True,
encoding='utf-8', stdout=subprocess.PIPE, stderr=subprocess.PIPE, timeout=90)
if p.returncode:
raise Failure('docker '+args[0]+' failed: '+p.stderr[-1000:])
return p.stdout.strip()
def compose(*args, data=None):
return docker('compose', *args, data=data)
def sql(query):
return compose('exec','-T','db','psql','-X','-v','ON_ERROR_STOP=1','-U','messenger','-d','messenger','-At',data=query)
def ready(c):
start = time.monotonic()
while time.monotonic()-start < 45:
try:
c.call('GET','/health/ready')
return round(time.monotonic()-start,3)
except Failure:
time.sleep(.2)
raise Failure('readiness deadline exceeded')
def counts():
return sql('SELECT (SELECT count(*) FROM users),(SELECT count(*) FROM chats),(SELECT count(*) FROM chat_members),(SELECT count(*) FROM messages),(SELECT count(*) FROM schema_migrations);')
def main():
p = argparse.ArgumentParser()
p.add_argument('--base-url',default='http://127.0.0.1:8080')
args = p.parse_args()
c = Client(args.base_url,timeout=8)
ready(c)
a,b,e,chat = c.bootstrap()
sent = c.message(a,chat,'durability probe')['json']
out = {'utc':time.strftime('%Y-%m-%dT%H:%M:%SZ',time.gmtime()),'outages':[]}
before = counts()
c.call('POST','/api/v1/chats',400,actor=a,body={'title':'rollback probe','member_ids':[a['id'],b['id'],str(uuid.uuid4())]})
after = counts()
check(before==after,'partial chat survived rollback')
out['rollback']={'before':before,'after':after,'result':'PASS: no chat or membership left'}
print('ROLLBACK: table counts unchanged after FK failure',flush=True)
for _ in range(2):
compose('run','--rm','--no-deps','api','migrate')
check(counts()==before,'migrations changed existing data')
out['migrations']='PASS: two repeated migrations, counts unchanged'
print('MIGRATIONS: repeat twice, counts unchanged',flush=True)
for service in ('db','valkey'):
container = compose('ps','-q',service)
old_start = docker('inspect','--format','{{.State.StartedAt}}',container)
compose('stop',service)
try:
timings=[]
for method,path,body in [('GET','/api/v1/users/me',None),('POST','/api/v1/chats/'+chat['id']+'/messages',{'text':'must not commit'})]:
response=c.call(method,path,503,actor=a,body=body)
check(response['elapsed'] < 6,'dependency error exceeded time budget')
timings.append(round(response['elapsed'],3))
c.call('GET','/api/v1/users/me',401,headers={'X-User-Id':a['id']})
c.call('GET','/health/live',200)
c.call('GET','/health/ready',503)
finally:
compose('start',service)
recovery=ready(c)
new_start=docker('inspect','--format','{{.State.StartedAt}}',container)
check(old_start!=new_start,'dependency did not restart')
read=c.call('GET','/api/v1/chats/'+chat['id']+'/messages',actor=a,schema='MessagePage')['json']['items']
check(read==[sent],'data missing or rejected write committed')
out['outages'].append({'service':service,'statuses':[503,503,401,200,503],'request_seconds':timings,'ready_seconds_after_start':recovery,'started_before':old_start,'started_after':new_start,'same_token_and_message':True})
print(service.upper()+': bounded 503, anonymous 401, recovery with same token/message',flush=True)
name='mtusi-lab2-expiry-test'
check(not docker('ps','-aq','--filter','name=^/'+name+'$'),'expiry test container name already occupied')
try:
compose('run','-d','--no-deps','--name',name,'-p','127.0.0.1:18082:8080','-e','SESSION_TTL_SECONDS=2','api')
short=Client('http://127.0.0.1:18082',timeout=8)
ready(short)
actor=short.user('expiry')
short.call('GET','/api/v1/users/me',actor=actor,schema='User')
time.sleep(2.2)
short.call('GET','/api/v1/users/me',401,actor=actor)
out['expiry']='PASS: separate API TTL=2s, 200 then 401 after 2.2s'
print('EXPIRY: TTL=2s, 200 then 401',flush=True)
finally:
docker('rm','-f',name)
start=time.monotonic()
compose('stop','-t','10','api')
elapsed=time.monotonic()-start
api=compose('ps','-aq','api')
state=json.loads(docker('inspect','--format','{{json .State}}',api))
try:
check(elapsed<10 and state['ExitCode']==0 and not state['OOMKilled'],'unclean shutdown')
try:
c.call('GET','/health/live')
except Failure:
pass
else:
raise Failure('API still accepts requests after stop')
finally:
compose('start','api')
ready(c)
c.call('GET','/api/v1/users/me',actor=a,schema='User')
out['sigterm']={'seconds':round(elapsed,3),'exit_code':state['ExitCode'],'oom_killed':state['OOMKilled'],'no_new_requests':True}
c.call('DELETE','/api/v1/auth/sessions/current',204,actor=a)
compose('restart','valkey')
ready(c)
c.call('GET','/api/v1/users/me',401,actor=a)
out['logout_restart']='PASS: revoked session stays revoked after Valkey restart'
(ROOT/'evidence').mkdir(exist_ok=True)
(ROOT/'evidence/infrastructure.json').write_text(json.dumps(out,ensure_ascii=False,indent=2)+'\n',encoding='utf-8')
print('PASS: infrastructure, expiry, rollback, migrations, shutdown and durable logout',flush=True)
if __name__=='__main__':
main()