82 lines
4.0 KiB
Python
82 lines
4.0 KiB
Python
"""Регрессия: замершая БД должна давать API 503 раньше timeout server 8s."""
|
|
import json
|
|
import subprocess
|
|
import time
|
|
|
|
from helpers import Client, ROOT
|
|
|
|
|
|
def check_postgres_pause(compose, base_url, wait_ready):
|
|
client = Client(base_url, timeout=12)
|
|
alice, bob, _, chat = client.bootstrap()
|
|
saved = client.message(alice, chat, "До приостановки PostgreSQL")["json"]
|
|
path = "/api/v1/chats/" + chat["id"] + "/messages?limit=100"
|
|
# Прогреваем соединения обеих реплик: пауза должна затронуть открытые TCP.
|
|
for _ in range(8):
|
|
client.call("GET", path, actor=bob, schema="MessagePage")
|
|
api_id = compose("ps", "-q", "api").split()[0]
|
|
compose("pause", "postgres")
|
|
try:
|
|
started = time.monotonic()
|
|
response = client.call("GET", path, 503, actor=bob)
|
|
elapsed = time.monotonic() - started
|
|
assert elapsed < 6, "API должен завершить ожидание до HAProxy timeout server 8s"
|
|
assert response["json"]["error"]["code"] == "unavailable"
|
|
# Client проверяет JSON Error, X-Request-Id, X-Instance-Id и совпадение request_id.
|
|
report = {"history_status": 503, "history_seconds": round(elapsed, 3),
|
|
"error_code": "unavailable", "api_instance": response["headers"]["X-Instance-Id"]}
|
|
finally:
|
|
compose("unpause", "postgres")
|
|
wait_ready()
|
|
page = client.call("GET", path, actor=bob, schema="MessagePage")["json"]
|
|
assert saved in page["items"], "Подтверждённое сообщение потеряно"
|
|
report["same_session_and_message_after_unpause"] = True
|
|
|
|
# Отдельно проверяем уже выполняющийся SQL, а не только check_connection пула.
|
|
code = """import json,time
|
|
from src import db
|
|
from src.errors import ApiError
|
|
db.pool.open(wait=True,timeout=15)
|
|
conn=None
|
|
started=None
|
|
try:
|
|
with db.connection() as conn:
|
|
conn.execute("SET application_name='lab3-pause-active-query'")
|
|
started=time.monotonic()
|
|
conn.execute('SELECT pg_sleep(30)')
|
|
raise AssertionError('SQL unexpectedly completed')
|
|
except ApiError as error:
|
|
print(json.dumps({'status':error.status,'code':error.code,'seconds':round(time.monotonic()-started,3),'connection_closed':conn.closed}),flush=True)
|
|
finally:
|
|
db.pool.close()
|
|
"""
|
|
worker = subprocess.Popen(["docker", "exec", api_id, "python", "-u", "-c", code],
|
|
cwd=ROOT, text=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
|
try:
|
|
deadline = time.monotonic() + 5
|
|
while True:
|
|
active = compose("exec", "-T", "postgres", "psql", "-U", "messenger", "-d", "messenger", "-At", "-c",
|
|
"SELECT count(*) FROM pg_stat_activity WHERE application_name='lab3-pause-active-query' AND state='active' AND query='SELECT pg_sleep(30)'")
|
|
if active == "1":
|
|
break
|
|
assert time.monotonic() < deadline, "SQL не начал выполняться"
|
|
time.sleep(0.05)
|
|
compose("pause", "postgres")
|
|
stdout, _ = worker.communicate(timeout=6)
|
|
assert worker.returncode == 0, "Проверка активного SQL завершилась с ошибкой"
|
|
query = json.loads(stdout)
|
|
assert query["status"] == 503 and query["code"] == "unavailable"
|
|
assert query["connection_closed"] and query["seconds"] < 6
|
|
report["active_query"] = query
|
|
finally:
|
|
compose("unpause", "postgres")
|
|
if worker.poll() is None:
|
|
worker.kill()
|
|
worker.communicate(timeout=5)
|
|
wait_ready()
|
|
assert saved in client.call("GET", path, actor=bob, schema="MessagePage")["json"]["items"]
|
|
client.message(alice, chat, "Запись после unpause")
|
|
report["read_write_after_recovery"] = True
|
|
print("PASS: PostgreSQL pause:", json.dumps(report, ensure_ascii=False), flush=True)
|
|
return report
|