import re from pathlib import Path from typing import Any import yaml from messenger.shared.infrastructure.postgres import PING_TIMEOUT_SECONDS ROOT = Path(__file__).resolve().parents[2] DEFAULT = re.compile(r"\$\{\w+:?-([^}]*)\}") UNITS = {"ms": 0.001, "s": 1.0, "": 1.0} def seconds(value: object) -> float: found = re.fullmatch(r"([\d.]+)(ms|s|)", str(value)) assert found is not None, value return float(found[1]) * UNITS[found[2]] def services() -> dict[str, Any]: return yaml.safe_load(DEFAULT.sub(r"\1", (ROOT / "compose.yaml").read_text()))["services"] def balancer() -> dict[str, float]: text = (ROOT / "infra/haproxy/haproxy.cfg").read_text() found = { f"timeout {name}": seconds(value) for name, value in re.findall(r"timeout ([\w-]+) (\S+)\n", text) } found["hard-stop-after"] = seconds(re.findall(r"hard-stop-after (\S+)", text)[0]) check = re.findall(r"default-server .*", text)[0] for key in ("inter", "fastinter", "fall", "rise"): found[key] = seconds(re.findall(rf"\b{key} (\S+)", check)[0]) return found def test_timeouts_shrink_inwards_and_shutdown_fits_the_stop_budget() -> None: lb, stand = balancer(), services() api = {k: seconds(v) for k, v in stand["api"]["environment"].items() if k.endswith("SECONDS")} hook = seconds( re.findall(r"STOP_TIMEOUT:-(\d+)", (ROOT / "scripts/stop-one.sh").read_text())[0] ) grace = seconds(stand["api"]["stop_grace_period"]) detection = lb["inter"] + (lb["fall"] - 1) * lb["fastinter"] hung = detection + lb["fall"] * lb["timeout check"] database = api["DB_ACQUIRE_TIMEOUT_SECONDS"] + api["DB_COMMAND_TIMEOUT_SECONDS"] drain, shutdown = api["DRAIN_SECONDS"], api["SHUTDOWN_TIMEOUT_SECONDS"] print( f"обнаружение {detection} с (зависание {hung} с), окно {drain} с, остановка {shutdown} с," f" хук {hook} с, stop_grace_period {grace} с; LB server {lb['timeout server']} с >" f" запрос {api['REQUEST_TIMEOUT_SECONDS']} с > БД {database} с;" f" readiness {2 * PING_TIMEOUT_SECONDS} с < check {lb['timeout check']} с" ) assert lb["timeout server"] > api["REQUEST_TIMEOUT_SECONDS"] > database assert lb["timeout check"] > 2 * PING_TIMEOUT_SECONDS assert drain > detection assert shutdown - drain >= database assert shutdown < hook < grace < 10 assert lb["hard-stop-after"] < seconds(stand["lb"]["stop_grace_period"]) assert (detection, hung) == (1.5, 3.5)