Files
mtusi2026lab3/student-tests/postgres_pause.py
T

82 lines
4.0 KiB
Python

"""Регрессия: замершая БД должна давать API 503 раньше timeout server 8s."""
import json
import subprocess
import time
from helpers import Client, ROOT
def check_postgres_pause(compose, base_url, wait_ready):
client = Client(base_url, timeout=12)
alice, bob, _, chat = client.bootstrap()
saved = client.message(alice, chat, "До приостановки PostgreSQL")["json"]
path = "/api/v1/chats/" + chat["id"] + "/messages?limit=100"
# Прогреваем соединения обеих реплик: пауза должна затронуть открытые TCP.
for _ in range(8):
client.call("GET", path, actor=bob, schema="MessagePage")
api_id = compose("ps", "-q", "api").split()[0]
compose("pause", "postgres")
try:
started = time.monotonic()
response = client.call("GET", path, 503, actor=bob)
elapsed = time.monotonic() - started
assert elapsed < 6, "API должен завершить ожидание до HAProxy timeout server 8s"
assert response["json"]["error"]["code"] == "unavailable"
# Client проверяет JSON Error, X-Request-Id, X-Instance-Id и совпадение request_id.
report = {"history_status": 503, "history_seconds": round(elapsed, 3),
"error_code": "unavailable", "api_instance": response["headers"]["X-Instance-Id"]}
finally:
compose("unpause", "postgres")
wait_ready()
page = client.call("GET", path, actor=bob, schema="MessagePage")["json"]
assert saved in page["items"], "Подтверждённое сообщение потеряно"
report["same_session_and_message_after_unpause"] = True
# Отдельно проверяем уже выполняющийся SQL, а не только check_connection пула.
code = """import json,time
from src import db
from src.errors import ApiError
db.pool.open(wait=True,timeout=15)
conn=None
started=None
try:
with db.connection() as conn:
conn.execute("SET application_name='lab3-pause-active-query'")
started=time.monotonic()
conn.execute('SELECT pg_sleep(30)')
raise AssertionError('SQL unexpectedly completed')
except ApiError as error:
print(json.dumps({'status':error.status,'code':error.code,'seconds':round(time.monotonic()-started,3),'connection_closed':conn.closed}),flush=True)
finally:
db.pool.close()
"""
worker = subprocess.Popen(["docker", "exec", api_id, "python", "-u", "-c", code],
cwd=ROOT, text=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
try:
deadline = time.monotonic() + 5
while True:
active = compose("exec", "-T", "postgres", "psql", "-U", "messenger", "-d", "messenger", "-At", "-c",
"SELECT count(*) FROM pg_stat_activity WHERE application_name='lab3-pause-active-query' AND state='active' AND query='SELECT pg_sleep(30)'")
if active == "1":
break
assert time.monotonic() < deadline, "SQL не начал выполняться"
time.sleep(0.05)
compose("pause", "postgres")
stdout, _ = worker.communicate(timeout=6)
assert worker.returncode == 0, "Проверка активного SQL завершилась с ошибкой"
query = json.loads(stdout)
assert query["status"] == 503 and query["code"] == "unavailable"
assert query["connection_closed"] and query["seconds"] < 6
report["active_query"] = query
finally:
compose("unpause", "postgres")
if worker.poll() is None:
worker.kill()
worker.communicate(timeout=5)
wait_ready()
assert saved in client.call("GET", path, actor=bob, schema="MessagePage")["json"]["items"]
client.message(alice, chat, "Запись после unpause")
report["read_write_after_recovery"] = True
print("PASS: PostgreSQL pause:", json.dumps(report, ensure_ascii=False), flush=True)
return report