финальные evidence для lab2 + кэширование

This commit is contained in:
2026-10-01 03:50:54 +03:00
parent 2b90834d03
commit 43e5964180
9 changed files with 371 additions and 7 deletions
+224
View File
@@ -0,0 +1,224 @@
#!/usr/bin/env python3
"""
Замер производительности чтения первой страницы истории.
Используется до и после включения кэша (track A).
Запуск:
python scripts/track_a_bench.py --history 1000 --requests 300 --output evidence/track_a_before.json
python scripts/track_a_bench.py --history 1000 --requests 300 --output evidence/track_a_after.json
Опционально: --reset-pg-stat и --read-pg-stat для подсчёта SQL-запросов
(требует включённого pg_stat_statements в postgres).
"""
import argparse
import base64
import json
import math
import statistics
import time
import urllib.error
import urllib.request
import uuid
from pathlib import Path
BASE = "http://127.0.0.1:8080"
PASSWORD = "Example-only-not-a-real-secret-123"
def call(method, path, body=None, token=None, raw_basic=None, timeout=30):
headers = {"Accept": "application/json"}
if token:
headers["Authorization"] = f"Bearer {token}"
elif raw_basic:
headers["Authorization"] = f"Basic {raw_basic}"
data = None
if body is not None:
data = json.dumps(body).encode("utf-8")
headers["Content-Type"] = "application/json"
req = urllib.request.Request(BASE + path, data=data, headers=headers, method=method)
try:
with urllib.request.urlopen(req, timeout=timeout) as r:
payload = r.read()
return r.status, (json.loads(payload) if payload else None)
except urllib.error.HTTPError as e:
payload = e.read()
try:
return e.code, (json.loads(payload) if payload else None)
except ValueError:
return e.code, None
def setup(history: int):
name = f"bench_{uuid.uuid4().hex[:8]}"
s, u = call("POST", "/api/v1/users", {
"username": name, "display_name": name, "password": PASSWORD,
})
assert s == 201, f"create_user: {s} {u}"
cred = base64.b64encode(f"{name}:{PASSWORD}".encode()).decode()
s, session = call("POST", "/api/v1/auth/sessions", raw_basic=cred)
assert s == 201, f"login: {s} {session}"
token = session["token"]
s, chat = call("POST", "/api/v1/chats",
{"title": "bench", "member_ids": [u["id"]]}, token=token)
assert s == 201, f"create_chat: {s} {chat}"
cid = chat["id"]
print(f"[setup] seeding {history} messages into chat {cid} ...", flush=True)
for i in range(history):
s, _ = call("POST", f"/api/v1/chats/{cid}/messages",
{"text": f"m{i}"}, token=token)
if s != 201:
print(f" seed failed at {i}: {s}")
break
if (i + 1) % 500 == 0:
print(f" {i + 1}/{history}", flush=True)
return token, cid
def percentiles(latencies_ms: list[float]):
if not latencies_ms:
return {}
s = sorted(latencies_ms)
def pct(p):
idx = max(0, math.ceil(p * len(s)) - 1)
return round(s[idx], 3)
return {
"p50": pct(0.50),
"p95": pct(0.95),
"p99": pct(0.99),
"min": round(s[0], 3),
"max": round(s[-1], 3),
"mean": round(statistics.mean(s), 3),
}
def measure(token, cid, requests: int, path: str = "messages"):
latencies = []
errors = 0
t_start = time.perf_counter()
for i in range(requests):
t0 = time.perf_counter()
s, _ = call("GET", f"/api/v1/chats/{cid}/{path}?limit=50", token=token)
dt_ms = (time.perf_counter() - t0) * 1000
if s == 200:
latencies.append(dt_ms)
else:
errors += 1
elapsed = time.perf_counter() - t_start
return {
"requests": requests,
"successful": len(latencies),
"errors": errors,
"elapsed_s": round(elapsed, 3),
"rps": round(len(latencies) / elapsed, 2) if elapsed > 0 else None,
"latency_ms": percentiles(latencies),
}
def reset_pg_stat():
"""Сбросить pg_stat_statements. Требует включённого расширения в postgres."""
import subprocess
cmd = [
"docker", "compose", "exec", "-T", "postgres",
"psql", "-U", "messenger", "-d", "messenger",
"-c", "SELECT pg_stat_statements_reset();",
]
try:
subprocess.run(cmd, check=True, capture_output=True, timeout=15)
print("[pg] pg_stat_statements_reset ok")
except Exception as e:
print(f"[pg] reset failed (ok if extension not enabled): {e}")
def read_pg_stat() -> dict:
"""Прочитать счётчик SQL-запросов к messages."""
import subprocess
query = (
"SELECT calls, rows, total_exec_time, mean_exec_time "
"FROM pg_stat_statements "
"WHERE query ILIKE '%FROM messages%' "
"AND query ILIKE '%ORDER BY%' "
"ORDER BY calls DESC LIMIT 5;"
)
cmd = [
"docker", "compose", "exec", "-T", "postgres",
"psql", "-U", "messenger", "-d", "messenger",
"-t", "-A", "-F", ",", "-c", query,
]
try:
out = subprocess.run(cmd, check=True, capture_output=True, text=True, timeout=15)
lines = [l.strip() for l in out.stdout.splitlines() if l.strip()]
total_calls = 0
rows = []
for line in lines:
parts = line.split(",")
if len(parts) >= 4:
try:
calls = int(parts[0])
total_calls += calls
rows.append({
"calls": calls,
"rows": int(parts[1]),
"total_ms": float(parts[2]),
"mean_ms": float(parts[3]),
})
except ValueError:
continue
return {"total_calls_to_messages": total_calls, "details": rows}
except Exception as e:
print(f"[pg] read failed (ok if extension not enabled): {e}")
return {"error": str(e)}
def main():
ap = argparse.ArgumentParser(description="Track A bench: измерение чтения первой страницы")
ap.add_argument("--history", type=int, default=1000,
help="Сколько сообщений засеять в чат")
ap.add_argument("--requests", type=int, default=300,
help="Сколько GET-запросов сделать для замера")
ap.add_argument("--output", required=True,
help="Путь к JSON-файлу результата")
ap.add_argument("--reset-pg-stat", action="store_true",
help="Сбросить pg_stat_statements перед замером")
ap.add_argument("--read-pg-stat", action="store_true",
help="Прочитать счётчик SQL после замера")
args = ap.parse_args()
if args.reset_pg_stat:
reset_pg_stat()
print(f"[1/3] setup: {args.history} messages", flush=True)
token, cid = setup(args.history)
# прогрев соединений
call("GET", f"/api/v1/chats/{cid}/messages?limit=50", token=token)
print(f"[2/3] measure: {args.requests} GET requests", flush=True)
result = measure(token, cid, args.requests)
if args.read_pg_stat:
print("[3/3] read pg_stat_statements", flush=True)
result["pg_stat"] = read_pg_stat()
result["history"] = args.history
result["chat_id"] = cid
out_path = Path(args.output)
out_path.parent.mkdir(parents=True, exist_ok=True)
out_path.write_text(json.dumps(result, indent=2), encoding="utf-8")
print(json.dumps(result, indent=2))
print(f"\nSaved: {out_path}")
if __name__ == "__main__":
main()