forked from mtusi2026/mtusi2026lab5
36 lines
1.7 KiB
Python
36 lines
1.7 KiB
Python
"""Isolated crashable consumer using a real Streams consumer-group delivery."""
|
|
import argparse
|
|
import json
|
|
from pathlib import Path
|
|
import sys
|
|
sys.path.insert(0,str(Path(__file__).resolve().parents[1]))
|
|
from app import store
|
|
from pipeline import broker,envelope,fetch_job,STREAM
|
|
from worker import handle
|
|
import redis
|
|
|
|
p=argparse.ArgumentParser();p.add_argument('job_id');p.add_argument('--crash',choices=['before_effect','after_effect','after_commit']);p.add_argument('--recover',action='store_true');args=p.parse_args()
|
|
store.pool.open(wait=True,timeout=20)
|
|
r=broker();group='fault-probes'
|
|
try:
|
|
try:r.xgroup_create(STREAM,group,id='$',mkstream=True)
|
|
except redis.ResponseError as exc:
|
|
if 'BUSYGROUP' not in str(exc):raise
|
|
with store.connect() as db:msg=envelope(fetch_job(db,args.job_id))
|
|
if args.recover:
|
|
entries=r.xautoclaim(STREAM,group,'recovered',min_idle_time=0,start_id='0-0',count=100)[1]
|
|
target=next(((mid,fields) for mid,fields in entries if json.loads(fields['job'])['job_id']==args.job_id),None)
|
|
if target is None:raise AssertionError('expected unacknowledged real broker delivery')
|
|
mid,fields=target;msg=json.loads(fields['job'])
|
|
else:
|
|
target_id=r.xadd(STREAM,{'job':json.dumps(msg)})
|
|
while True:
|
|
entries=r.xreadgroup(group,'crashable',{STREAM:'>'},count=100,block=1000)
|
|
target=next(((mid,fields) for _,batch in entries for mid,fields in batch if mid==target_id),None)
|
|
if target:mid,_=target;break
|
|
outcome=handle(msg,crash=args.crash)
|
|
if outcome!='defer':r.xack(STREAM,group,mid)
|
|
print(json.dumps({'outcome':outcome,'delivery_id':mid}),flush=True)
|
|
finally:
|
|
r.close();store.pool.close()
|