Bring the application, own tests, Dockerfile, toolchain, compose stack,
HAProxy, k6, RustFS and RabbitMQ configuration, migrations, hooks,
scenario scripts and the CI job from the lab 5 solution commit 64d5c67,
keep the lab 5 Makefile targets on top of the unchanged skeleton
targets, and append the lab 5 solution variables to the skeleton
.env.example. The package and the application follow the contract
version 1.6.0, and the image, the throwaway test containers and the
broker vhost description are tagged lab6 so they do not collide with a
lab 5 stand on the same host.
This is the starting point of the lab 6 cycle: lint, own tests and the
offline skeleton check pass before any lab 6 change.
Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
61 lines
2.5 KiB
Python
61 lines
2.5 KiB
Python
import re
|
||
from pathlib import Path
|
||
from typing import Any
|
||
|
||
import yaml
|
||
|
||
from messenger.shared.infrastructure.postgres import PING_TIMEOUT_SECONDS
|
||
|
||
ROOT = Path(__file__).resolve().parents[2]
|
||
DEFAULT = re.compile(r"\$\{\w+:?-([^}]*)\}")
|
||
UNITS = {"ms": 0.001, "s": 1.0, "": 1.0}
|
||
|
||
|
||
def seconds(value: object) -> float:
|
||
found = re.fullmatch(r"([\d.]+)(ms|s|)", str(value))
|
||
assert found is not None, value
|
||
return float(found[1]) * UNITS[found[2]]
|
||
|
||
|
||
def services() -> dict[str, Any]:
|
||
return yaml.safe_load(DEFAULT.sub(r"\1", (ROOT / "compose.yaml").read_text()))["services"]
|
||
|
||
|
||
def balancer() -> dict[str, float]:
|
||
text = (ROOT / "infra/haproxy/haproxy.cfg").read_text()
|
||
found = {
|
||
f"timeout {name}": seconds(value)
|
||
for name, value in re.findall(r"timeout ([\w-]+) (\S+)\n", text)
|
||
}
|
||
found["hard-stop-after"] = seconds(re.findall(r"hard-stop-after (\S+)", text)[0])
|
||
check = re.findall(r"default-server .*", text)[0]
|
||
for key in ("inter", "fastinter", "fall", "rise"):
|
||
found[key] = seconds(re.findall(rf"\b{key} (\S+)", check)[0])
|
||
return found
|
||
|
||
|
||
def test_timeouts_shrink_inwards_and_shutdown_fits_the_stop_budget() -> None:
|
||
lb, stand = balancer(), services()
|
||
api = {k: seconds(v) for k, v in stand["api"]["environment"].items() if k.endswith("SECONDS")}
|
||
hook = seconds(
|
||
re.findall(r"STOP_TIMEOUT:-(\d+)", (ROOT / "scripts/stop-one.sh").read_text())[0]
|
||
)
|
||
grace = seconds(stand["api"]["stop_grace_period"])
|
||
detection = lb["inter"] + (lb["fall"] - 1) * lb["fastinter"]
|
||
hung = detection + lb["fall"] * lb["timeout check"]
|
||
database = api["DB_ACQUIRE_TIMEOUT_SECONDS"] + api["DB_COMMAND_TIMEOUT_SECONDS"]
|
||
drain, shutdown = api["DRAIN_SECONDS"], api["SHUTDOWN_TIMEOUT_SECONDS"]
|
||
print(
|
||
f"обнаружение {detection} с (зависание {hung} с), окно {drain} с, остановка {shutdown} с,"
|
||
f" хук {hook} с, stop_grace_period {grace} с; LB server {lb['timeout server']} с >"
|
||
f" запрос {api['REQUEST_TIMEOUT_SECONDS']} с > БД {database} с;"
|
||
f" readiness {2 * PING_TIMEOUT_SECONDS} с < check {lb['timeout check']} с"
|
||
)
|
||
assert lb["timeout server"] > api["REQUEST_TIMEOUT_SECONDS"] > database
|
||
assert lb["timeout check"] > 2 * PING_TIMEOUT_SECONDS
|
||
assert drain > detection
|
||
assert shutdown - drain >= database
|
||
assert shutdown < hook < grace < 10
|
||
assert lb["hard-stop-after"] < seconds(stand["lb"]["stop_grace_period"])
|
||
assert (detection, hung) == (1.5, 3.5)
|