From 8a0286e22d583eff40a897b0c92bdb53c265949e Mon Sep 17 00:00:00 2001 From: ferraronp Date: Fri, 6 Nov 2026 19:04:26 +0300 Subject: [PATCH] chore: add load test evidence and Windows support --- .gitignore | 5 +++++ Makefile | 14 +++++++++++--- evidence/load-baseline.json | 17 +++++++++++++++++ evidence/load-rolling-verified.json | 17 +++++++++++++++++ evidence/load-rolling.json | 17 +++++++++++++++++ 5 files changed, 67 insertions(+), 3 deletions(-) create mode 100644 evidence/load-baseline.json create mode 100644 evidence/load-rolling-verified.json create mode 100644 evidence/load-rolling.json diff --git a/.gitignore b/.gitignore index b5a71896..74761301 100644 --- a/.gitignore +++ b/.gitignore @@ -30,3 +30,8 @@ coverage/ .vscode/ # Keep small, sanitized evidence summaries in evidence/ under version control. # Inspect git diff --cached: ignore rules are not a secret scanner. + +.idea/ +.env +*.pyc +__pycache__/ diff --git a/Makefile b/Makefile index 5d86d171..bd2687c2 100644 --- a/Makefile +++ b/Makefile @@ -1,10 +1,14 @@ +ifeq ($(OS),Windows_NT) +PYTHON ?= python +else PYTHON ?= python3 +endif BASE_URL ?= http://localhost:8080 CA_FILE ?= ACTION_SCRIPT ?= TLS_ARGS = $(if $(CA_FILE),--ca-file "$(CA_FILE)",) -.PHONY: help check validate test load test-persistence test-failover +.PHONY: help check validate test load test-persistence test-failover test-own help: @echo "check: offline structure; validate: full OpenAPI (requirements-dev.txt); test: running API; load: synthetic writes" @@ -22,9 +26,13 @@ load: $(PYTHON) tests/load.py --base-url "$(BASE_URL)" $(TLS_ARGS) test-persistence: - @test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable restart hook"; exit 2) + $(PYTHON) -c "import pathlib,sys; sys.exit(0 if pathlib.Path(sys.argv[1]).is_file() else 2)" "$(ACTION_SCRIPT)" $(PYTHON) tests/resilience.py --mode persistence --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS) test-failover: - @test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT to your implemented executable stop-one hook"; exit 2) + $(PYTHON) -c "import pathlib,sys; sys.exit(0 if pathlib.Path(sys.argv[1]).is_file() else 2)" "$(ACTION_SCRIPT)" $(PYTHON) tests/resilience.py --mode failover --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS) + +test-own: + $(PYTHON) tests/own_unit.py + $(PYTHON) tests/idempotency_parallel.py diff --git a/evidence/load-baseline.json b/evidence/load-baseline.json new file mode 100644 index 00000000..38f12c88 --- /dev/null +++ b/evidence/load-baseline.json @@ -0,0 +1,17 @@ +{ + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 30.0, + "elapsed_seconds": 31.875, + "concurrency": 4, + "successful_requests": 60, + "failed_requests": 0, + "error_ratio": 0.0, + "successful_rps": 1.882, + "successful_latency_ms": { + "p50": 2093.0, + "p95": 2125.0, + "p99": 2329.0 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead." +} diff --git a/evidence/load-rolling-verified.json b/evidence/load-rolling-verified.json new file mode 100644 index 00000000..e1c86034 --- /dev/null +++ b/evidence/load-rolling-verified.json @@ -0,0 +1,17 @@ +{ + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 90.0, + "elapsed_seconds": 93.016, + "concurrency": 4, + "successful_requests": 171, + "failed_requests": 0, + "error_ratio": 0.0, + "successful_rps": 1.838, + "successful_latency_ms": { + "p50": 2063.0, + "p95": 2828.0, + "p99": 4047.0 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead." +} diff --git a/evidence/load-rolling.json b/evidence/load-rolling.json new file mode 100644 index 00000000..b89c4275 --- /dev/null +++ b/evidence/load-rolling.json @@ -0,0 +1,17 @@ +{ + "lab": 3, + "workload": "closed-loop POST messages; no automatic retries", + "requested_duration_seconds": 90.0, + "elapsed_seconds": 90.265, + "concurrency": 4, + "successful_requests": 168, + "failed_requests": 0, + "error_ratio": 0.0, + "successful_rps": 1.861, + "successful_latency_ms": { + "p50": 2094.0, + "p95": 2156.0, + "p99": 6172.0 + }, + "note": "Latency percentiles cover successes only. Timeouts/errors are counted separately; closed-loop has coordinated omission and client overhead." +}