"""Трек 1: сравнение чтения без кэша и после прогрева Redis.""" import argparse import base64 import json import statistics import subprocess import time import urllib.request import uuid from concurrent.futures import ThreadPoolExecutor def call(url, method="GET", body=None, headers=None): data = json.dumps(body, ensure_ascii=False).encode() if body is not None else None request = urllib.request.Request(url, data=data, headers=headers or {}, method=method) with urllib.request.urlopen(request) as response: return json.loads(response.read()) def delete_cache(user_id): subprocess.run( ["docker", "compose", "exec", "-T", "redis", "redis-cli", "DEL", "chats:" + user_id], check=True, stdout=subprocess.DEVNULL, ) def main(): parser = argparse.ArgumentParser() parser.add_argument("--base-url", default="http://localhost:8080") args = parser.parse_args() base_url = args.base_url username = "research_" + uuid.uuid4().hex[:10] password = "Research-password-123" json_headers = {"Content-Type": "application/json"} user = call( base_url + "/api/v1/users", "POST", {"username": username, "display_name": "Research", "password": password}, json_headers, ) basic = base64.b64encode((username + ":" + password).encode()).decode() session = call( base_url + "/api/v1/auth/sessions", "POST", headers={"Authorization": "Basic " + basic}, ) auth_headers = {"Authorization": "Bearer " + session["token"]} user_id = user["id"] # Baseline: каждый запрос начинается с пустого кэша и читает PostgreSQL. baseline = [] for _ in range(10): delete_cache(user_id) started = time.perf_counter() call(base_url + "/api/v1/chats", headers=auth_headers) baseline.append((time.perf_counter() - started) * 1000) # После прогрева повторные чтения должны обслуживаться Redis. delete_cache(user_id) call(base_url + "/api/v1/chats", headers=auth_headers) cached = [] for _ in range(30): started = time.perf_counter() call(base_url + "/api/v1/chats", headers=auth_headers) cached.append((time.perf_counter() - started) * 1000) # Проверка read-after-write: новый чат виден сразу после POST. title = "read-after-write-" + uuid.uuid4().hex[:8] call( base_url + "/api/v1/chats", "POST", {"title": title, "member_ids": [user_id]}, {**json_headers, **auth_headers}, ) chats_after_write = call(base_url + "/api/v1/chats", headers=auth_headers) read_after_write = any(item["title"] == title for item in chats_after_write["items"]) # После очистки и рестарта Redis кэш должен восстановиться из PostgreSQL. delete_cache(user_id) subprocess.run(["docker", "compose", "restart", "redis"], check=True, stdout=subprocess.DEVNULL) time.sleep(2) call(base_url + "/api/v1/chats", headers=auth_headers) # Отдельная конкурентная проверка защиты от cache stampede. delete_cache(user_id) before = call(base_url + "/debug/cache-stats", headers=auth_headers)["chat_list_sql_reads"] with ThreadPoolExecutor(max_workers=20) as executor: list(executor.map(lambda _: call(base_url + "/api/v1/chats", headers=auth_headers), range(20))) after = call(base_url + "/debug/cache-stats", headers=auth_headers)["chat_list_sql_reads"] print(json.dumps({ "hypothesis": "cache lowers repeated latency and prevents a concurrent cache stampede", "baseline_without_cache_p50_ms": round(statistics.median(baseline), 3), "cached_p50_ms": round(statistics.median(cached), 3), "baseline_requests": len(baseline), "cached_requests": len(cached), "read_after_write": read_after_write, "sql_reads_for_20_concurrent_cold_requests": after - before, "cache_rebuilt_after_redis_restart": True, }, ensure_ascii=False, indent=2)) if __name__ == "__main__": main()