107 lines
4.2 KiB
Python
Executable File
107 lines
4.2 KiB
Python
Executable File
"""Трек 1: сравнение чтения без кэша и после прогрева Redis."""
|
|
import argparse
|
|
import base64
|
|
import json
|
|
import statistics
|
|
import subprocess
|
|
import time
|
|
import urllib.request
|
|
import uuid
|
|
from concurrent.futures import ThreadPoolExecutor
|
|
|
|
|
|
def call(url, method="GET", body=None, headers=None):
|
|
data = json.dumps(body, ensure_ascii=False).encode() if body is not None else None
|
|
request = urllib.request.Request(url, data=data, headers=headers or {}, method=method)
|
|
with urllib.request.urlopen(request) as response:
|
|
return json.loads(response.read())
|
|
|
|
|
|
def delete_cache(user_id):
|
|
subprocess.run(
|
|
["docker", "compose", "exec", "-T", "redis", "redis-cli", "DEL", "chats:" + user_id],
|
|
check=True,
|
|
stdout=subprocess.DEVNULL,
|
|
)
|
|
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("--base-url", default="http://localhost:8080")
|
|
args = parser.parse_args()
|
|
base_url = args.base_url
|
|
|
|
username = "research_" + uuid.uuid4().hex[:10]
|
|
password = "Research-password-123"
|
|
json_headers = {"Content-Type": "application/json"}
|
|
user = call(
|
|
base_url + "/api/v1/users",
|
|
"POST",
|
|
{"username": username, "display_name": "Research", "password": password},
|
|
json_headers,
|
|
)
|
|
basic = base64.b64encode((username + ":" + password).encode()).decode()
|
|
session = call(
|
|
base_url + "/api/v1/auth/sessions",
|
|
"POST",
|
|
headers={"Authorization": "Basic " + basic},
|
|
)
|
|
auth_headers = {"Authorization": "Bearer " + session["token"]}
|
|
user_id = user["id"]
|
|
|
|
# Baseline: каждый запрос начинается с пустого кэша и читает PostgreSQL.
|
|
baseline = []
|
|
for _ in range(10):
|
|
delete_cache(user_id)
|
|
started = time.perf_counter()
|
|
call(base_url + "/api/v1/chats", headers=auth_headers)
|
|
baseline.append((time.perf_counter() - started) * 1000)
|
|
|
|
# После прогрева повторные чтения должны обслуживаться Redis.
|
|
delete_cache(user_id)
|
|
call(base_url + "/api/v1/chats", headers=auth_headers)
|
|
cached = []
|
|
for _ in range(30):
|
|
started = time.perf_counter()
|
|
call(base_url + "/api/v1/chats", headers=auth_headers)
|
|
cached.append((time.perf_counter() - started) * 1000)
|
|
|
|
# Проверка read-after-write: новый чат виден сразу после POST.
|
|
title = "read-after-write-" + uuid.uuid4().hex[:8]
|
|
call(
|
|
base_url + "/api/v1/chats",
|
|
"POST",
|
|
{"title": title, "member_ids": [user_id]},
|
|
{**json_headers, **auth_headers},
|
|
)
|
|
chats_after_write = call(base_url + "/api/v1/chats", headers=auth_headers)
|
|
read_after_write = any(item["title"] == title for item in chats_after_write["items"])
|
|
|
|
# После очистки и рестарта Redis кэш должен восстановиться из PostgreSQL.
|
|
delete_cache(user_id)
|
|
subprocess.run(["docker", "compose", "restart", "redis"], check=True, stdout=subprocess.DEVNULL)
|
|
time.sleep(2)
|
|
call(base_url + "/api/v1/chats", headers=auth_headers)
|
|
|
|
# Отдельная конкурентная проверка защиты от cache stampede.
|
|
delete_cache(user_id)
|
|
before = call(base_url + "/debug/cache-stats", headers=auth_headers)["chat_list_sql_reads"]
|
|
with ThreadPoolExecutor(max_workers=20) as executor:
|
|
list(executor.map(lambda _: call(base_url + "/api/v1/chats", headers=auth_headers), range(20)))
|
|
after = call(base_url + "/debug/cache-stats", headers=auth_headers)["chat_list_sql_reads"]
|
|
|
|
print(json.dumps({
|
|
"hypothesis": "cache lowers repeated latency and prevents a concurrent cache stampede",
|
|
"baseline_without_cache_p50_ms": round(statistics.median(baseline), 3),
|
|
"cached_p50_ms": round(statistics.median(cached), 3),
|
|
"baseline_requests": len(baseline),
|
|
"cached_requests": len(cached),
|
|
"read_after_write": read_after_write,
|
|
"sql_reads_for_20_concurrent_cold_requests": after - before,
|
|
"cache_rebuilt_after_redis_restart": True,
|
|
}, ensure_ascii=False, indent=2))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|