Files
mtusi2026lab2/evidence/track_cache.py
T
Nik 132f1fb3e3
Skeleton contracts / contracts (pull_request) Canceled after 0s
Учесть замечания по таймаутам и кэшу
2026-10-15 18:50:46 +03:00

107 lines
4.2 KiB
Python
Executable File

"""Трек 1: сравнение чтения без кэша и после прогрева Redis."""
import argparse
import base64
import json
import statistics
import subprocess
import time
import urllib.request
import uuid
from concurrent.futures import ThreadPoolExecutor
def call(url, method="GET", body=None, headers=None):
data = json.dumps(body, ensure_ascii=False).encode() if body is not None else None
request = urllib.request.Request(url, data=data, headers=headers or {}, method=method)
with urllib.request.urlopen(request) as response:
return json.loads(response.read())
def delete_cache(user_id):
subprocess.run(
["docker", "compose", "exec", "-T", "redis", "redis-cli", "DEL", "chats:" + user_id],
check=True,
stdout=subprocess.DEVNULL,
)
def main():
parser = argparse.ArgumentParser()
parser.add_argument("--base-url", default="http://localhost:8080")
args = parser.parse_args()
base_url = args.base_url
username = "research_" + uuid.uuid4().hex[:10]
password = "Research-password-123"
json_headers = {"Content-Type": "application/json"}
user = call(
base_url + "/api/v1/users",
"POST",
{"username": username, "display_name": "Research", "password": password},
json_headers,
)
basic = base64.b64encode((username + ":" + password).encode()).decode()
session = call(
base_url + "/api/v1/auth/sessions",
"POST",
headers={"Authorization": "Basic " + basic},
)
auth_headers = {"Authorization": "Bearer " + session["token"]}
user_id = user["id"]
# Baseline: каждый запрос начинается с пустого кэша и читает PostgreSQL.
baseline = []
for _ in range(10):
delete_cache(user_id)
started = time.perf_counter()
call(base_url + "/api/v1/chats", headers=auth_headers)
baseline.append((time.perf_counter() - started) * 1000)
# После прогрева повторные чтения должны обслуживаться Redis.
delete_cache(user_id)
call(base_url + "/api/v1/chats", headers=auth_headers)
cached = []
for _ in range(30):
started = time.perf_counter()
call(base_url + "/api/v1/chats", headers=auth_headers)
cached.append((time.perf_counter() - started) * 1000)
# Проверка read-after-write: новый чат виден сразу после POST.
title = "read-after-write-" + uuid.uuid4().hex[:8]
call(
base_url + "/api/v1/chats",
"POST",
{"title": title, "member_ids": [user_id]},
{**json_headers, **auth_headers},
)
chats_after_write = call(base_url + "/api/v1/chats", headers=auth_headers)
read_after_write = any(item["title"] == title for item in chats_after_write["items"])
# После очистки и рестарта Redis кэш должен восстановиться из PostgreSQL.
delete_cache(user_id)
subprocess.run(["docker", "compose", "restart", "redis"], check=True, stdout=subprocess.DEVNULL)
time.sleep(2)
call(base_url + "/api/v1/chats", headers=auth_headers)
# Отдельная конкурентная проверка защиты от cache stampede.
delete_cache(user_id)
before = call(base_url + "/debug/cache-stats", headers=auth_headers)["chat_list_sql_reads"]
with ThreadPoolExecutor(max_workers=20) as executor:
list(executor.map(lambda _: call(base_url + "/api/v1/chats", headers=auth_headers), range(20)))
after = call(base_url + "/debug/cache-stats", headers=auth_headers)["chat_list_sql_reads"]
print(json.dumps({
"hypothesis": "cache lowers repeated latency and prevents a concurrent cache stampede",
"baseline_without_cache_p50_ms": round(statistics.median(baseline), 3),
"cached_p50_ms": round(statistics.median(cached), 3),
"baseline_requests": len(baseline),
"cached_requests": len(cached),
"read_after_write": read_after_write,
"sql_reads_for_20_concurrent_cold_requests": after - before,
"cache_rebuilt_after_redis_restart": True,
}, ensure_ascii=False, indent=2))
if __name__ == "__main__":
main()