42 lines
2.0 KiB
Python
42 lines
2.0 KiB
Python
"""Export synthetic trace/log evidence through Grafana; credentials never enter artifacts."""
|
|
import argparse
|
|
import base64
|
|
from datetime import datetime, timezone
|
|
import json
|
|
from pathlib import Path
|
|
import urllib.parse
|
|
import urllib.request
|
|
|
|
ROOT = Path(__file__).resolve().parents[1]
|
|
auth = 'Basic ' + base64.b64encode(('admin:' + (ROOT/'secrets/grafana_password').read_text().strip()).encode()).decode()
|
|
def get(source, path, params=None):
|
|
url = f'http://127.0.0.1:3000/api/datasources/proxy/uid/{source}/' + path
|
|
if params: url += '?' + urllib.parse.urlencode(params)
|
|
with urllib.request.urlopen(urllib.request.Request(url,headers={'Authorization':auth}),timeout=15) as r:
|
|
return json.load(r)
|
|
|
|
def capture(trace_id=None, query=None):
|
|
query = query or '{service_name="messenger-api"} | status="503"'
|
|
if trace_id:
|
|
query = '{service_name=~"messenger-api|messenger-worker"} | trace_id="' + trace_id + '"'
|
|
logs = get('loki','loki/api/v1/query_range',{'query':query,'since':'30m','limit':20,'direction':'backward'})
|
|
if not trace_id:
|
|
for stream in logs['data']['result']:
|
|
for value in stream['values']:
|
|
metadata = dict(stream['stream'])
|
|
if len(value)>2: metadata.update(value[2])
|
|
trace_id = metadata.get('trace_id')
|
|
if trace_id: break
|
|
if trace_id: break
|
|
if not trace_id:
|
|
raise RuntimeError('No correlated log/trace found')
|
|
trace = get('tempo','api/traces/'+trace_id)
|
|
return {'captured_at':datetime.now(timezone.utc).isoformat(),'query':query,'trace_id':trace_id,'logs':logs,'trace':trace}
|
|
|
|
if __name__=='__main__':
|
|
parser=argparse.ArgumentParser();parser.add_argument('--trace-id');parser.add_argument('--output',required=True)
|
|
args=parser.parse_args()
|
|
result=capture(args.trace_id)
|
|
(ROOT/args.output).write_text(json.dumps(result,ensure_ascii=False,indent=2)+'\n')
|
|
print('Saved correlated evidence:',args.output,'trace_id:',result['trace_id'])
|