"""Dependency failures with a VALID session: bounded 503, never anonymous access, recovery afterwards. Every test stops/pauses a real container and restores it in `finally` (service_down). Timing bounds: DB_TIMEOUT_SECONDS=3 (client deadline), CACHE_TIMEOUT_SECONDS=0.5. """ from __future__ import annotations import subprocess import time import pytest from conftest import ROOT, restart_services, service_down pytestmark = pytest.mark.stack DB_BOUND = 3.6 # DB_TIMEOUT_SECONDS + network/HTTP overhead CACHE_BOUND = 1.6 # 2 x CACHE_TIMEOUT_SECONDS + overhead def timed(api, *args, **kwargs): started = time.monotonic() response = api.call(*args, **kwargs) return response, time.monotonic() - started @pytest.fixture def prepared(api): alice, bob = api.user("alice"), api.user("bob") chat = api.chat(alice, bob) message = api.send(alice, chat, "до отказа") return alice, bob, chat, message def check_intact(api, alice, bob, chat, message): """After recovery the SAME tokens work and confirmed data is unchanged.""" assert api.call("GET", "/api/v1/users/me", 200, token=alice["token"]).json() == alice["user"] items = api.call("GET", f"/api/v1/chats/{chat['id']}/messages", 200, token=bob["token"]).json()["items"] assert items == [message] @pytest.mark.parametrize("how", ["stop", "pause"]) def test_valkey_failure(api, prepared, how): alice, bob, chat, message = prepared with service_down("valkey", how): response, took = timed(api, "GET", "/api/v1/users/me", 503, token=alice["token"]) assert response.json()["error"]["code"] == "unavailable" and took < CACHE_BOUND, took api.call("GET", f"/api/v1/chats/{chat['id']}/messages", 503, token=bob["token"]) api.call("GET", "/api/v1/users/me", 401) # anonymous is still rejected api.call("GET", "/health/ready", 503) api.call("GET", "/health/live", 200) check_intact(api, alice, bob, chat, message) @pytest.mark.parametrize("how", ["stop", "pause"]) def test_postgres_failure(api, prepared, how): alice, bob, chat, message = prepared with service_down("postgres", how): for path in ("/api/v1/users/me", f"/api/v1/chats/{chat['id']}/messages", "/api/v1/chats"): response, took = timed(api, "GET", path, 503, token=alice["token"]) assert response.json()["error"]["code"] == "unavailable", path assert took < DB_BOUND, (path, took) # bounded even when PostgreSQL is frozen (pause) api.call("GET", "/api/v1/users/me", 401) # anonymous is still rejected api.call("GET", "/health/ready", 503) api.call("GET", "/health/live", 200) check_intact(api, alice, bob, chat, message) def test_locked_table_gives_bounded_503(api, prepared): """A statement stuck behind a lock is stopped by lock_timeout, not after minutes.""" alice, bob, chat, message = prepared locker = subprocess.Popen( ["docker", "compose", "exec", "-T", "postgres", "psql", "-U", "messenger", "-d", "messenger", "-c", "BEGIN; LOCK TABLE messages IN ACCESS EXCLUSIVE MODE; SELECT pg_sleep(6); COMMIT;"], cwd=ROOT, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL) try: time.sleep(1.5) # let the lock be taken response, took = timed(api, "GET", f"/api/v1/chats/{chat['id']}/messages", 503, token=bob["token"]) assert response.json()["error"]["code"] == "unavailable" and took < DB_BOUND, took finally: locker.wait(timeout=30) check_intact(api, alice, bob, chat, message) def test_logout_during_valkey_outage_is_never_lost(api, prepared): """Valkey is the single source of truth for sessions, so a logout cannot be 'forgotten': during the outage logout answers 503 (nothing revoked, the client knows it failed); after recovery logout works, and the revocation survives a Valkey and API restart (AOF).""" alice, bob, chat, message = prepared with service_down("valkey", "stop"): api.call("DELETE", "/api/v1/auth/sessions/current", 503, token=alice["token"]) api.call("GET", "/api/v1/users/me", 200, token=alice["token"]) # logout did not happen api.call("DELETE", "/api/v1/auth/sessions/current", 204, token=alice["token"]) api.call("GET", "/api/v1/users/me", 401, token=alice["token"]) restart_services("valkey", "api") for _ in range(10): # repeated checks: the revoked token must never come back api.call("GET", "/api/v1/users/me", 401, token=alice["token"]) api.call("POST", f"/api/v1/chats/{chat['id']}/messages", 401, token=alice["token"], json_body={"text": "x"}) api.call("GET", "/api/v1/users/me", 200, token=bob["token"]) # other sessions survived the restart