Files
mtusi2026lab3/tests/test_failover_concurrent_idempotency.py
T
2026-10-15 01:15:29 +03:00

81 lines
2.5 KiB
Python

import concurrent.futures
import subprocess
import threading
import time
import uuid
from client import Client, Failure, check, run
def main():
client = Client("http://localhost:8080", timeout=5)
alice, bob, eve, chat = client.bootstrap()
key = uuid.uuid4().hex
text = "Failover concurrent idempotency " + key
start = threading.Event()
def send(_):
start.wait()
try:
response = client.message(alice, chat, text, key=key)
return response["json"]["id"], response["headers"]["X-Instance-Id"], None
except Failure as exc:
return None, None, str(exc)
with concurrent.futures.ThreadPoolExecutor(max_workers=20) as executor:
futures = [executor.submit(send, i) for i in range(20)]
process = subprocess.Popen(
["docker", "compose", "stop", "api-1"],
stdout=subprocess.DEVNULL,
stderr=subprocess.DEVNULL,
)
start.set()
results = [future.result() for future in futures]
code = process.wait(timeout=20)
check(code == 0, "failed to stop api-1")
successful_ids = {item[0] for item in results if item[0] is not None}
instances = {item[1] for item in results if item[1] is not None}
failures = [item[2] for item in results if item[2] is not None]
check(len(successful_ids) <= 1, "different message IDs returned")
recovered = client.message(alice, chat, text, key=key)
message_id = recovered["json"]["id"]
check(
not successful_ids or successful_ids == {message_id},
"message ID changed after failover",
)
page = client.call(
"GET",
"/api/v1/chats/" + chat["id"] + "/messages?limit=100",
actor=alice,
schema="MessagePage",
)["json"]
matches = [message for message in page["items"] if message["text"] == text]
print("Concurrent requests:", len(results))
print("Successful requests:", len(results) - len(failures))
print("Failed requests:", len(failures))
print("Instances:", sorted(instances))
print("Unique successful message IDs:", len(successful_ids))
print("Messages in history:", len(matches))
print("Recovered message ID:", message_id)
check(len(matches) == 1, "duplicate messages found in history")
check(matches[0]["id"] == message_id, "history message ID differs")
print("PASS: concurrent idempotency preserved during api-1 failover")
if __name__ == "__main__":
run(main)