forked from mtusi2026/mtusi2026lab7
87 lines
3.4 KiB
Python
87 lines
3.4 KiB
Python
#!/usr/bin/env python3
|
|
|
|
import argparse
|
|
import json
|
|
from pathlib import Path
|
|
import time
|
|
import urllib.error
|
|
import urllib.parse
|
|
import urllib.request
|
|
|
|
QUERIES = {
|
|
"api_error_ratio_1m": 'sum(rate(messenger_http_requests_total{status_class="5xx",route!~"/health/.*"}[1m])) / clamp_min(sum(rate(messenger_http_requests_total{route!~"/health/.*"}[1m])), 1)',
|
|
"api_request_rate_1m": 'sum(rate(messenger_http_requests_total{route!~"/health/.*"}[1m]))',
|
|
"queued_jobs": 'sum(messenger_attachment_jobs_count{status="queued"})',
|
|
"processing_jobs": 'sum(messenger_attachment_jobs_count{status="processing"})',
|
|
"oldest_queued_job_seconds": 'max(messenger_attachment_jobs_oldest_age_seconds{status="queued"})',
|
|
"worker_jobs_in_flight": 'sum(messenger_attachment_worker_jobs_in_flight)',
|
|
"worker_capacity": 'sum(messenger_attachment_worker_capacity)',
|
|
"pending_outbox": 'sum(messenger_outbox_pending)',
|
|
"worker_up": 'min(up{job="attachment-worker"})',
|
|
"collector_export_failures_5m": 'sum(increase(otelcol_exporter_send_failed_spans_total[5m])) + sum(increase(otelcol_exporter_send_failed_log_records_total[5m]))',
|
|
}
|
|
|
|
|
|
def get_json(url):
|
|
try:
|
|
with urllib.request.urlopen(url, timeout=10) as response:
|
|
return json.loads(response.read(4 << 20).decode("utf-8")), None
|
|
except (urllib.error.URLError, json.JSONDecodeError) as error:
|
|
return None, str(error)
|
|
|
|
|
|
def query(prometheus_url, expression):
|
|
url = prometheus_url.rstrip("/") + "/api/v1/query?" + urllib.parse.urlencode({"query": expression})
|
|
payload, error = get_json(url)
|
|
if error:
|
|
return {"error": error}
|
|
if payload.get("status") != "success":
|
|
return {"error": payload.get("error", "query failed")}
|
|
rows = payload.get("data", {}).get("result", [])
|
|
return {
|
|
"series": [
|
|
{"labels": row.get("metric", {}), "value": row.get("value", [None, None])[1]}
|
|
for row in rows
|
|
]
|
|
}
|
|
|
|
|
|
def alerts(prometheus_url):
|
|
payload, error = get_json(prometheus_url.rstrip("/") + "/api/v1/alerts")
|
|
if error:
|
|
return {"error": error, "items": []}
|
|
items = []
|
|
for alert in payload.get("data", {}).get("alerts", []):
|
|
labels = alert.get("labels", {})
|
|
items.append({
|
|
"name": labels.get("alertname", ""),
|
|
"state": alert.get("state", ""),
|
|
"severity": labels.get("severity", ""),
|
|
"active_at": alert.get("activeAt", ""),
|
|
})
|
|
return {"items": sorted(items, key=lambda item: (item["name"], item["state"]))}
|
|
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser(description="Capture a bounded Prometheus snapshot for Lab 6 evidence")
|
|
parser.add_argument("--prometheus-url", default="http://127.0.0.1:9090")
|
|
parser.add_argument("--phase", required=True)
|
|
parser.add_argument("--output", required=True)
|
|
args = parser.parse_args()
|
|
|
|
report = {
|
|
"schema_version": 1,
|
|
"captured_at": time.strftime("%Y-%m-%dT%H:%M:%SZ", time.gmtime()),
|
|
"phase": args.phase,
|
|
"queries": {name: query(args.prometheus_url, expression) for name, expression in QUERIES.items()},
|
|
"alerts": alerts(args.prometheus_url),
|
|
}
|
|
destination = Path(args.output)
|
|
destination.parent.mkdir(parents=True, exist_ok=True)
|
|
destination.write_text(json.dumps(report, ensure_ascii=False, indent=2) + "\n", encoding="utf-8")
|
|
print(json.dumps(report, ensure_ascii=False, indent=2))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|