Files

209 lines
13 KiB
Python
Raw Permalink Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""Сводка и графики трека 1 из evidence/track1/*.json (stdlib; SVG без внешних библиотек).
Графики: одна ось Y на график, линии 2 px, маркеры ≥ 8 px разной формы (вторичное кодирование),
подписи серий у конца линии + легенда, всплывающие подсказки через <title>, таблица в summary.md.
"""
import json
import statistics
from pathlib import Path
# Категориальная палитра (validated: dataviz reference palette, slots 1–4, light surface).
SERIES = ["#2a78d6", "#eb6834", "#1baf7a", "#eda100"]
SURFACE, INK, INK2, GRID = "#fcfcfb", "#0b0b0b", "#52514e", "#e4e3df"
SHAPES = ["circle", "square", "triangle", "diamond"]
def load(out):
runs = {}
for f in sorted(Path(out).glob("*.json")):
if f.name.startswith("summary"):
continue
d = json.loads(f.read_text())
base = d["config"].rsplit("-r", 1)[0] if d.get("repeat", 1) > 1 else d["config"]
runs.setdefault(base, []).append(d)
return runs
def metrics(d):
steps = d["steps"]
err_ok = [s for s in steps if s["error_ratio"] <= 0.01]
return {
"capacity_slo": d["capacity_at_slo_rps"],
"capacity_err1": max((s["throughput_ok_rps"] for s in err_ok), default=0),
"peak": d["peak_ok_rps"],
}
def marker(shape, x, y, color, tip):
t = "<title>%s</title>" % tip
if shape == "circle":
return '<circle cx="%.1f" cy="%.1f" r="4.5" fill="%s" stroke="%s" stroke-width="2">%s</circle>' % (x, y, color, SURFACE, t)
if shape == "square":
return '<rect x="%.1f" y="%.1f" width="9" height="9" rx="1.5" fill="%s" stroke="%s" stroke-width="2">%s</rect>' % (x - 4.5, y - 4.5, color, SURFACE, t)
if shape == "triangle":
return '<path d="M%.1f %.1fL%.1f %.1fL%.1f %.1fZ" fill="%s" stroke="%s" stroke-width="2">%s</path>' % (
x, y - 5.5, x + 5.5, y + 4.5, x - 5.5, y + 4.5, color, SURFACE, t)
return '<path d="M%.1f %.1fL%.1f %.1fL%.1f %.1fL%.1f %.1fZ" fill="%s" stroke="%s" stroke-width="2">%s</path>' % (
x, y - 6, x + 6, y, x, y + 6, x - 6, y, color, SURFACE, t)
def line_chart(path, title, subtitle, series, xlabel, ylabel, ymax=None, diagonal=False, refline=None):
"""series: [(label, [(x, y, tip)])]."""
W, H, L, R, T, B = 760, 400, 64, 190, 64, 52
xs = [p[0] for _, pts in series for p in pts]
ys = [p[1] for _, pts in series for p in pts]
xmax = max(xs) * 1.05
ymax = ymax or max(ys) * 1.12
sx = lambda v: L + (W - L - R) * v / xmax # noqa: E731
sy = lambda v: H - B - (H - T - B) * v / ymax # noqa: E731
o = ['<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 %d %d" font-family="system-ui,-apple-system,Segoe UI,sans-serif">' % (W, H),
'<rect width="100%%" height="100%%" fill="%s"/>' % SURFACE,
'<text x="%d" y="26" font-size="16" font-weight="600" fill="%s">%s</text>' % (L, INK, title),
'<text x="%d" y="46" font-size="12" fill="%s">%s</text>' % (L, INK2, subtitle)]
step = 10 ** len(str(int(ymax / 5))) / 10
step = next(s for s in (step, step * 2, step * 2.5, step * 5, step * 10) if ymax / s <= 6)
v = 0
while v <= ymax:
o.append('<line x1="%d" x2="%d" y1="%.1f" y2="%.1f" stroke="%s" stroke-width="1"/>' % (L, W - R, sy(v), sy(v), GRID))
o.append('<text x="%d" y="%.1f" font-size="11" fill="%s" text-anchor="end">%g</text>' % (L - 8, sy(v) + 4, INK2, v))
v += step
xstep = next(s for s in (50, 100, 200, 250, 500) if xmax / s <= 9)
v = 0
while v <= xmax:
o.append('<text x="%.1f" y="%d" font-size="11" fill="%s" text-anchor="middle">%g</text>' % (sx(v), H - B + 18, INK2, v))
v += xstep
o.append('<line x1="%d" x2="%d" y1="%d" y2="%d" stroke="%s" stroke-width="1"/>' % (L, W - R, H - B, H - B, INK2))
o.append('<text x="%d" y="%d" font-size="12" fill="%s" text-anchor="middle">%s</text>' % ((L + W - R) / 2, H - 12, INK2, xlabel))
o.append('<text x="16" y="%d" font-size="12" fill="%s" transform="rotate(-90 16 %d)" text-anchor="middle">%s</text>' % (
(T + H - B) / 2, INK2, (T + H - B) / 2, ylabel))
if refline:
val, text = refline
o.append('<line x1="%d" x2="%d" y1="%.1f" y2="%.1f" stroke="%s" stroke-width="1" stroke-dasharray="4 4"/>' % (L, W - R, sy(val), sy(val), INK2))
o.append('<text x="%d" y="%.1f" font-size="11" fill="%s" text-anchor="end">%s</text>' % (W - R - 4, sy(val) - 5, INK2, text))
if diagonal:
m = min(xmax, ymax)
o.append('<line x1="%.1f" y1="%.1f" x2="%.1f" y2="%.1f" stroke="%s" stroke-width="1" stroke-dasharray="4 4"/>' % (
sx(0), sy(0), sx(m), sy(m), INK2))
o.append('<text x="%.1f" y="%.1f" font-size="11" fill="%s" text-anchor="end">пунктир: полезная = поданная</text>' % (sx(m * 0.92) - 8, sy(m * 0.92), INK2))
for i, (label, pts) in enumerate(series):
c = SERIES[i % len(SERIES)]
pts = sorted(pts)
o.append('<polyline fill="none" stroke="%s" stroke-width="2" stroke-linejoin="round" points="%s"/>' % (
c, " ".join("%.1f,%.1f" % (sx(x), sy(y)) for x, y, _ in pts)))
for x, y, tip in pts:
o.append(marker(SHAPES[i % 4], sx(x), sy(y), c, "%s — %s" % (label, tip)))
# легенда сверху справа
lx = W - R + 10
for i, (label, _) in enumerate(series):
y = T + 4 + i * 18
o.append(marker(SHAPES[i % 4], lx + 6, y, SERIES[i % len(SERIES)], label))
o.append('<text x="%d" y="%.1f" font-size="11" fill="%s">%s</text>' % (lx + 16, y + 4, INK2, label))
o.append("</svg>")
Path(path).write_text("\n".join(o) + "\n")
def bar_chart(path, title, subtitle, groups, ylabel):
"""groups: [(label, value, tip)] — одна серия, одна ось."""
W, H, L, R, T, B = 760, 360, 64, 24, 64, 70
ymax = max(v for _, v, _ in groups) * 1.18
n = len(groups)
bw = (W - L - R) / n
sy = lambda v: H - B - (H - T - B) * v / ymax # noqa: E731
o = ['<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 %d %d" font-family="system-ui,-apple-system,Segoe UI,sans-serif">' % (W, H),
'<rect width="100%%" height="100%%" fill="%s"/>' % SURFACE,
'<text x="%d" y="26" font-size="16" font-weight="600" fill="%s">%s</text>' % (L, INK, title),
'<text x="%d" y="46" font-size="12" fill="%s">%s</text>' % (L, INK2, subtitle)]
step = next(s for s in (25, 50, 100, 200) if ymax / s <= 6)
v = 0
while v <= ymax:
o.append('<line x1="%d" x2="%d" y1="%.1f" y2="%.1f" stroke="%s"/>' % (L, W - R, sy(v), sy(v), GRID))
o.append('<text x="%d" y="%.1f" font-size="11" fill="%s" text-anchor="end">%g</text>' % (L - 8, sy(v) + 4, INK2, v))
v += step
for i, (label, val, tip) in enumerate(groups):
x = L + i * bw + bw * 0.22
w = bw * 0.56
y = sy(val)
h = H - B - y
r = min(4, w / 2)
o.append('<path d="M%.1f %.1fV%.1fQ%.1f %.1f %.1f %.1fH%.1fQ%.1f %.1f %.1f %.1fV%.1fZ" fill="%s"><title>%s</title></path>' % (
x, H - B, y + r, x, y, x + r, y, x + w - r, x + w, y, x + w, y + r, H - B, SERIES[0], tip))
o.append('<text x="%.1f" y="%.1f" font-size="12" fill="%s" text-anchor="middle">%g</text>' % (x + w / 2, y - 6, INK, val))
for k, part in enumerate(label.split("\n")):
o.append('<text x="%.1f" y="%.1f" font-size="11" fill="%s" text-anchor="middle">%s</text>' % (
x + w / 2, H - B + 16 + 13 * k, INK2, part))
o.append('<line x1="%d" x2="%d" y1="%d" y2="%d" stroke="%s"/>' % (L, W - R, H - B, H - B, INK2))
o.append('<text x="16" y="%d" font-size="12" fill="%s" transform="rotate(-90 16 %d)" text-anchor="middle">%s</text>' % (
(T + H - B) / 2, INK2, (T + H - B) / 2, ylabel))
o.append("</svg>")
Path(path).write_text("\n".join(o) + "\n")
def build(out):
out = Path(out)
runs = load(out)
table, summary = [], {}
for name, ds in sorted(runs.items()):
ms = [metrics(d) for d in ds]
agg = {k: statistics.median(m[k] for m in ms) for k in ms[0]}
spread = {k: [m[k] for m in ms] for k in ms[0]}
p = ds[0]["params"]
sat = max(ds[0]["steps"], key=lambda s: s["throughput_ok_rps"])
res = sat["resources"]
summary[name] = {"series": ds[0]["series"], "repeats": len(ds), "median": agg, "values": spread,
"params": {k: p[k] for k in ("API_REPLICAS", "API_CPUS", "API_MEMORY", "API_CPUSET", "DB_POOL_MAX",
"LB_SERVER_MAXCONN", "LB_QUEUE_TIMEOUT") if k in p},
"at_peak": {"rate": sat["rate"], "cpu_percent": res["cpu_percent_mean"],
"cfs_throttled": res.get("api_cfs_throttled_period_ratio"),
"lb_queue_max": res["lb_queue_max"], "pg_connections": res["pg_connections_mean"]}}
table.append("| %s | %s | %s×%s CPU, %s | pool %s, maxconn %s, queue %s | %s | %s | %s | %s |" % (
name, ds[0]["series"], p["API_REPLICAS"], p["API_CPUS"], p["API_MEMORY"], p.get("DB_POOL_MAX"),
p.get("LB_SERVER_MAXCONN"), p.get("LB_QUEUE_TIMEOUT"),
"/".join("%g" % v for v in spread["capacity_slo"]), "/".join("%g" % v for v in spread["capacity_err1"]),
"/".join("%g" % v for v in spread["peak"]), len(ds)))
(out / "summary.json").write_text(json.dumps(summary, ensure_ascii=False, indent=1) + "\n")
head = ("| Конфигурация | Серия | Реплики × CPU, RAM | Пул / LB | Ёмкость при SLO, rps | Макс. при ошибках ≤1 %, rps | "
"Пик полезной, rps | Повторов |\n|---|---|---|---|---|---|---|---|")
(out / "summary.md").write_text(head + "\n" + "\n".join(table) + "\n")
def curve(name, field):
"""Медиана по повторам для каждой ступени rate (повторы могут остановиться на разных ступенях)."""
by_rate = {}
for d in runs[name]:
for s in d["steps"]:
by_rate.setdefault(s["rate"], []).append(s)
pts = []
for rate, ss in sorted(by_rate.items()):
ok = statistics.median(s["throughput_ok_rps"] for s in ss)
p99 = statistics.median(s["latency_ms"]["p99"] for s in ss)
err = statistics.median(s["error_ratio"] for s in ss)
pts.append((rate, ok if field == "ok" else p99, "%g req/s: полезная %.0f rps, ошибок %.1f %%, p99 %.0f мс (медиана %d прогонов)" % (
rate, ok, 100 * err, p99, len(ss))))
return pts
fixed = [("1 × 1.0 CPU", "fixed-1x1.00"), ("2 × 0.5 CPU", "fixed-2x0.50"), ("4 × 0.25 CPU", "fixed-4x0.25")]
fixed = [f for f in fixed if f[1] in runs]
if fixed:
line_chart(out / "fixed-cpu-goodput.svg", "Фиксированный бюджет API (1 CPU, 512 MiB): дробление на реплики",
"Полезная пропускная способность (2xx), медиана 3 прогонов; open-loop, смесь 70/20/10",
[(l, curve(n, "ok")) for l, n in fixed], "Поданная нагрузка, req/s", "Полезная, rps", diagonal=True)
line_chart(out / "fixed-cpu-p99.svg", "Фиксированный бюджет API: хвост задержки",
"p99 успешных ответов от запланированного момента, медиана 3 прогонов",
[(l, [(x, min(y, 2500), t) for x, y, t in curve(n, "p99")]) for l, n in fixed],
"Поданная нагрузка, req/s", "p99, мс (обрезано на 2500)", ymax=2600, refline=(250, "SLO 250 мс"))
adm = [("без лимита (maxconn 0)", "fixed-1x1.00"), ("maxconn 10", "admission-1x1.00-mc10"),
("maxconn 20", "admission-1x1.00-mc20"), ("maxconn 10, queue 250 мс", "admission-1x1.00-mc10-q250")]
adm = [a for a in adm if a[1] in runs]
if len(adm) > 1:
line_chart(out / "admission-goodput.svg", "maxconn на LB против перегрузки (1 × 1.0 CPU)",
"Полезная пропускная способность; пул 10; без лимита и maxconn 10 — медиана 3 прогонов",
[(l, curve(n, "ok")) for l, n in adm], "Поданная нагрузка, req/s", "Полезная, rps", diagonal=True)
bars = [("growth-1x0.25", "1×0.25\n(0.25 CPU)"), ("growth-2x0.25", "2×0.25\n(0.5 CPU)"), ("growth-3x0.25", "3×0.25\n(0.75 CPU)"),
("fixed-4x0.25", "4×0.25\n(1 CPU)"), ("fixed-1x1.00", "1×1.0\n(1 CPU)"), ("machine-2x1.00", "2×1.0\n(2 vCPU хоста)"),
("machine-4x1.00", "4×1.0\n(2 vCPU хоста)")]
bars = [(summary[n]["median"]["peak"], l, n) for n, l in bars if n in summary]
if bars:
bar_chart(out / "growth-peak.svg", "Рост ресурсов: пик полезной пропускной способности",
"Ступени 0.25 CPU на изолированном ядре, затем вся машина (2 vCPU, общие с БД/LB/генератором)",
[(l, round(v), "%s: пик %.0f rps" % (n, v)) for v, l, n in bars], "Пик полезной, rps")
print((out / "summary.md").read_text())