81 lines
2.5 KiB
Python
81 lines
2.5 KiB
Python
|
|
import concurrent.futures
|
|
import subprocess
|
|
import threading
|
|
import time
|
|
import uuid
|
|
|
|
from client import Client, Failure, check, run
|
|
|
|
|
|
def main():
|
|
client = Client("http://localhost:8080", timeout=5)
|
|
alice, bob, eve, chat = client.bootstrap()
|
|
|
|
key = uuid.uuid4().hex
|
|
text = "Failover concurrent idempotency " + key
|
|
start = threading.Event()
|
|
|
|
def send(_):
|
|
start.wait()
|
|
try:
|
|
response = client.message(alice, chat, text, key=key)
|
|
return response["json"]["id"], response["headers"]["X-Instance-Id"], None
|
|
except Failure as exc:
|
|
return None, None, str(exc)
|
|
|
|
with concurrent.futures.ThreadPoolExecutor(max_workers=20) as executor:
|
|
futures = [executor.submit(send, i) for i in range(20)]
|
|
|
|
process = subprocess.Popen(
|
|
["docker", "compose", "stop", "api-1"],
|
|
stdout=subprocess.DEVNULL,
|
|
stderr=subprocess.DEVNULL,
|
|
)
|
|
|
|
start.set()
|
|
results = [future.result() for future in futures]
|
|
code = process.wait(timeout=20)
|
|
|
|
check(code == 0, "failed to stop api-1")
|
|
|
|
successful_ids = {item[0] for item in results if item[0] is not None}
|
|
instances = {item[1] for item in results if item[1] is not None}
|
|
failures = [item[2] for item in results if item[2] is not None]
|
|
|
|
check(len(successful_ids) <= 1, "different message IDs returned")
|
|
|
|
recovered = client.message(alice, chat, text, key=key)
|
|
message_id = recovered["json"]["id"]
|
|
|
|
check(
|
|
not successful_ids or successful_ids == {message_id},
|
|
"message ID changed after failover",
|
|
)
|
|
|
|
page = client.call(
|
|
"GET",
|
|
"/api/v1/chats/" + chat["id"] + "/messages?limit=100",
|
|
actor=alice,
|
|
schema="MessagePage",
|
|
)["json"]
|
|
|
|
matches = [message for message in page["items"] if message["text"] == text]
|
|
|
|
print("Concurrent requests:", len(results))
|
|
print("Successful requests:", len(results) - len(failures))
|
|
print("Failed requests:", len(failures))
|
|
print("Instances:", sorted(instances))
|
|
print("Unique successful message IDs:", len(successful_ids))
|
|
print("Messages in history:", len(matches))
|
|
print("Recovered message ID:", message_id)
|
|
|
|
check(len(matches) == 1, "duplicate messages found in history")
|
|
check(matches[0]["id"] == message_id, "history message ID differs")
|
|
|
|
print("PASS: concurrent idempotency preserved during api-1 failover")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
run(main)
|