64 lines
2.3 KiB
Python
64 lines
2.3 KiB
Python
import json
|
|
import statistics
|
|
from pathlib import Path
|
|
|
|
import matplotlib
|
|
|
|
matplotlib.use("Agg")
|
|
import matplotlib.pyplot as plt
|
|
|
|
DIRECTORY = Path("evidence/track5")
|
|
MODES = ("off", "on", "head", "tail", "balanced")
|
|
COLORS = ("#8a99a6", "#ce6943", "#429da8", "#4864a0", "#459465")
|
|
|
|
|
|
def values(rows, mode, key):
|
|
runs = [row for row in rows if row["mode"] == mode]
|
|
if key == "latency":
|
|
return [row["normal_p95_ms"] for row in runs]
|
|
if key == "cpu":
|
|
return [row["cpu_cores"]["application"] for row in runs]
|
|
if key == "ingest":
|
|
return [sum(row["ingest"]["tempo"].values()) / 1024 for row in runs]
|
|
return [
|
|
100 * row["traces"]["error"]["retained"] / row["traces"]["error"]["expected"]
|
|
for row in runs
|
|
]
|
|
|
|
|
|
def main():
|
|
rows = json.loads((DIRECTORY / "comparison.json").read_text())["runs"]
|
|
figure, axes = plt.subplots(2, 2, figsize=(11, 7), constrained_layout=True)
|
|
panels = (
|
|
("latency", "Normal request p95", "milliseconds"),
|
|
("cpu", "Application CPU (Docker counters)", "cores"),
|
|
("ingest", "Tempo received bytes per series", "KiB, load + export drain"),
|
|
("errors", "Injected error traces retained", "percent"),
|
|
)
|
|
for axis, (key, title, unit) in zip(axes.flat, panels, strict=True):
|
|
data = [values(rows, mode, key) for mode in MODES]
|
|
medians = [statistics.median(group) for group in data]
|
|
errors = [
|
|
[median - min(group) for median, group in zip(medians, data, strict=True)],
|
|
[max(group) - median for median, group in zip(medians, data, strict=True)],
|
|
]
|
|
axis.bar(MODES, medians, color=COLORS, yerr=errors, capsize=4)
|
|
for index, group in enumerate(data):
|
|
axis.scatter([index] * len(group), group, color="#253447", s=15, zorder=3)
|
|
axis.set_title(title)
|
|
axis.set_ylabel(unit)
|
|
axis.spines[["top", "right"]].set_visible(False)
|
|
axis.grid(axis="y", alpha=0.2)
|
|
axis.set_axisbelow(True)
|
|
figure.suptitle(
|
|
"Observability cost: 20 arrivals/s, 40 s, three repeats\n"
|
|
"Dots: actual runs; bars: median; whiskers: observed range",
|
|
fontsize=13,
|
|
)
|
|
figure.savefig(DIRECTORY / "comparison.png", dpi=180)
|
|
figure.savefig(DIRECTORY / "comparison.svg")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|