Files
mtusi2026lab6-fork/student-tests/telemetry_persistence.py
T

21 lines
1.2 KiB
Python

import sys,json,time,urllib.parse,subprocess
from pathlib import Path
sys.path.insert(0,'student-tests');import observability as o
trace_id=json.loads(Path('evidence/observability-smoke.json').read_text())['trace_id']
before=o.trace_spans(trace_id)
o.correlated_logs(trace_id)
stamp=time.time()-10
query=o.PROM+'/api/v1/query?'+urllib.parse.urlencode({'query':'sum(messenger_http_requests_total)','time':stamp})
old=o.get(query)['data']['result']
assert old
for service in ('otel-collector','prometheus','loki','tempo','grafana'):
o.compose('restart',service)
subprocess.run([sys.executable, 'scripts/wait_ready.py'], check=True)
o.eventually(lambda:o.trace_spans(trace_id),timeout=100)
o.correlated_logs(trace_id)
after=o.get(query)['data']['result']
assert after==old,'historical metric changed after restart'
assert {s['spanId'] for s in before}=={s['spanId'] for s in o.trace_spans(trace_id)},'trace history changed'
Path('evidence/telemetry-persistence.json').write_text(json.dumps({'trace_id':trace_id,'trace_spans_preserved':len(before),'api_worker_publisher_logs_preserved':True,'historical_metric_preserved':True,'restarted':['otel-collector','prometheus','loki','tempo','grafana']},indent=2)+'\n')
print('PASS metrics/logs/traces history survives backend restart')