Complete observability cost study with fifteen measured series
This commit is contained in:
@@ -0,0 +1,63 @@
|
||||
import json
|
||||
import statistics
|
||||
from pathlib import Path
|
||||
|
||||
import matplotlib
|
||||
|
||||
matplotlib.use("Agg")
|
||||
import matplotlib.pyplot as plt
|
||||
|
||||
DIRECTORY = Path("evidence/track5")
|
||||
MODES = ("off", "on", "head", "tail", "balanced")
|
||||
COLORS = ("#8a99a6", "#ce6943", "#429da8", "#4864a0", "#459465")
|
||||
|
||||
|
||||
def values(rows, mode, key):
|
||||
runs = [row for row in rows if row["mode"] == mode]
|
||||
if key == "latency":
|
||||
return [row["normal_p95_ms"] for row in runs]
|
||||
if key == "cpu":
|
||||
return [row["cpu_cores"]["application"] for row in runs]
|
||||
if key == "ingest":
|
||||
return [sum(row["ingest"]["tempo"].values()) / 1024 for row in runs]
|
||||
return [
|
||||
100 * row["traces"]["error"]["retained"] / row["traces"]["error"]["expected"]
|
||||
for row in runs
|
||||
]
|
||||
|
||||
|
||||
def main():
|
||||
rows = json.loads((DIRECTORY / "comparison.json").read_text())["runs"]
|
||||
figure, axes = plt.subplots(2, 2, figsize=(11, 7), constrained_layout=True)
|
||||
panels = (
|
||||
("latency", "Normal request p95", "milliseconds"),
|
||||
("cpu", "Application CPU (Docker counters)", "cores"),
|
||||
("ingest", "Tempo received bytes per series", "KiB, load + export drain"),
|
||||
("errors", "Injected error traces retained", "percent"),
|
||||
)
|
||||
for axis, (key, title, unit) in zip(axes.flat, panels, strict=True):
|
||||
data = [values(rows, mode, key) for mode in MODES]
|
||||
medians = [statistics.median(group) for group in data]
|
||||
errors = [
|
||||
[median - min(group) for median, group in zip(medians, data, strict=True)],
|
||||
[max(group) - median for median, group in zip(medians, data, strict=True)],
|
||||
]
|
||||
axis.bar(MODES, medians, color=COLORS, yerr=errors, capsize=4)
|
||||
for index, group in enumerate(data):
|
||||
axis.scatter([index] * len(group), group, color="#253447", s=15, zorder=3)
|
||||
axis.set_title(title)
|
||||
axis.set_ylabel(unit)
|
||||
axis.spines[["top", "right"]].set_visible(False)
|
||||
axis.grid(axis="y", alpha=0.2)
|
||||
axis.set_axisbelow(True)
|
||||
figure.suptitle(
|
||||
"Observability cost: 20 arrivals/s, 40 s, three repeats\n"
|
||||
"Dots: actual runs; bars: median; whiskers: observed range",
|
||||
fontsize=13,
|
||||
)
|
||||
figure.savefig(DIRECTORY / "comparison.png", dpi=180)
|
||||
figure.savefig(DIRECTORY / "comparison.svg")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
Reference in New Issue
Block a user