diff --git a/evidence/offered-load-results.json b/evidence/offered-load-results.json new file mode 100644 index 00000000..4e75d814 --- /dev/null +++ b/evidence/offered-load-results.json @@ -0,0 +1,371 @@ +{ + "method": "Rate-controlled POST sweep; 15s per sample; offered rate 250/500/750/1000 RPS; three randomized repeats; 8 API replicas at 0.5 CPU/256 MiB, DB_POOL_MAX=10, PostgreSQL 2 CPU/1 GiB, HAProxy 0.25 CPU; max in-flight 8192; per-thread HTTP client reuse; synthetic message/idempotency tables reset per sample; no Docker stats polling during load.", + "summary": [ + { + "offered_rate_rps": 250, + "completed_success_rps_total_elapsed_median": 249.622, + "completed_success_rps_total_elapsed_min": 249.559, + "completed_success_rps_total_elapsed_max": 249.959, + "success_ratio_median": 1.0, + "p95_ms_median": 9.931, + "effective_success_ratio_offered_median": 1.0, + "skipped_overload_median": 0 + }, + { + "offered_rate_rps": 500, + "completed_success_rps_total_elapsed_median": 499.579, + "completed_success_rps_total_elapsed_min": 419.571, + "completed_success_rps_total_elapsed_max": 499.857, + "success_ratio_median": 1.0, + "p95_ms_median": 41.601, + "effective_success_ratio_offered_median": 1.0, + "skipped_overload_median": 0 + }, + { + "offered_rate_rps": 750, + "completed_success_rps_total_elapsed_median": 745.875, + "completed_success_rps_total_elapsed_min": 693.24, + "completed_success_rps_total_elapsed_max": 748.66, + "success_ratio_median": 0.999822, + "p95_ms_median": 100.889, + "effective_success_ratio_offered_median": 0.999822, + "skipped_overload_median": 0 + }, + { + "offered_rate_rps": 1000, + "completed_success_rps_total_elapsed_median": 810.128, + "completed_success_rps_total_elapsed_min": 553.163, + "completed_success_rps_total_elapsed_max": 879.333, + "success_ratio_median": 0.972467, + "p95_ms_median": 1611.346, + "effective_success_ratio_offered_median": 0.972467, + "skipped_overload_median": 0 + } + ], + "samples": [ + { + "variant": "offered-500", + "sample": 1, + "offered_rate_rps": 500, + "duration_seconds": 15, + "concurrency_workers": 512, + "max_inflight_requests": 8192, + "offered_slots": 7501, + "scheduled_requests": 7501, + "successful_requests": 7501, + "failed_requests": 0, + "failure_types": {}, + "skipped_overload": 0, + "offered_rps_actual": 500.067, + "submitted_rps_actual": 500.067, + "completed_success_rps_total_elapsed": 499.579, + "success_ratio": 1.0, + "effective_success_ratio_offered": 1.0, + "latency_successful_ms": { + "p50": 3.277, + "p95": 41.601, + "p99": 71.014 + }, + "drain_seconds_after_offer_window": 0.015, + "message_rows_after": 7501 + }, + { + "variant": "offered-750", + "sample": 1, + "offered_rate_rps": 750, + "duration_seconds": 15, + "concurrency_workers": 512, + "max_inflight_requests": 8192, + "offered_slots": 11251, + "scheduled_requests": 11251, + "successful_requests": 11249, + "failed_requests": 2, + "failure_types": { + "Failure": 2 + }, + "skipped_overload": 0, + "offered_rps_actual": 750.067, + "submitted_rps_actual": 750.067, + "completed_success_rps_total_elapsed": 748.66, + "success_ratio": 0.999822, + "effective_success_ratio_offered": 0.999822, + "latency_successful_ms": { + "p50": 3.819, + "p95": 100.889, + "p99": 1021.492 + }, + "drain_seconds_after_offer_window": 0.026, + "message_rows_after": 11249 + }, + { + "variant": "offered-1000", + "sample": 1, + "offered_rate_rps": 1000, + "duration_seconds": 15, + "concurrency_workers": 512, + "max_inflight_requests": 8192, + "offered_slots": 15000, + "scheduled_requests": 15000, + "successful_requests": 14976, + "failed_requests": 24, + "failure_types": { + "Failure": 24 + }, + "skipped_overload": 0, + "offered_rps_actual": 1000.0, + "submitted_rps_actual": 1000.0, + "completed_success_rps_total_elapsed": 810.128, + "success_ratio": 0.9984, + "effective_success_ratio_offered": 0.9984, + "latency_successful_ms": { + "p50": 109.324, + "p95": 1611.346, + "p99": 2175.384 + }, + "drain_seconds_after_offer_window": 3.486, + "message_rows_after": 14976 + }, + { + "variant": "offered-250", + "sample": 1, + "offered_rate_rps": 250, + "duration_seconds": 15, + "concurrency_workers": 512, + "max_inflight_requests": 8192, + "offered_slots": 3751, + "scheduled_requests": 3751, + "successful_requests": 3751, + "failed_requests": 0, + "failure_types": {}, + "skipped_overload": 0, + "offered_rps_actual": 250.067, + "submitted_rps_actual": 250.067, + "completed_success_rps_total_elapsed": 249.959, + "success_ratio": 1.0, + "effective_success_ratio_offered": 1.0, + "latency_successful_ms": { + "p50": 2.744, + "p95": 9.931, + "p99": 48.516 + }, + "drain_seconds_after_offer_window": 0.006, + "message_rows_after": 3751 + }, + { + "variant": "offered-750", + "sample": 2, + "offered_rate_rps": 750, + "duration_seconds": 15, + "concurrency_workers": 512, + "max_inflight_requests": 8192, + "offered_slots": 11251, + "scheduled_requests": 11251, + "successful_requests": 11251, + "failed_requests": 0, + "failure_types": {}, + "skipped_overload": 0, + "offered_rps_actual": 750.067, + "submitted_rps_actual": 750.067, + "completed_success_rps_total_elapsed": 745.875, + "success_ratio": 1.0, + "effective_success_ratio_offered": 1.0, + "latency_successful_ms": { + "p50": 5.657, + "p95": 79.469, + "p99": 164.156 + }, + "drain_seconds_after_offer_window": 0.084, + "message_rows_after": 11251 + }, + { + "variant": "offered-1000", + "sample": 2, + "offered_rate_rps": 1000, + "duration_seconds": 15, + "concurrency_workers": 512, + "max_inflight_requests": 8192, + "offered_slots": 15000, + "scheduled_requests": 15000, + "successful_requests": 14283, + "failed_requests": 717, + "failure_types": { + "Failure": 717 + }, + "skipped_overload": 0, + "offered_rps_actual": 1000.0, + "submitted_rps_actual": 1000.0, + "completed_success_rps_total_elapsed": 879.333, + "success_ratio": 0.9522, + "effective_success_ratio_offered": 0.9522, + "latency_successful_ms": { + "p50": 150.455, + "p95": 1296.214, + "p99": 2320.975 + }, + "drain_seconds_after_offer_window": 1.243, + "message_rows_after": 14283 + }, + { + "variant": "offered-250", + "sample": 2, + "offered_rate_rps": 250, + "duration_seconds": 15, + "concurrency_workers": 512, + "max_inflight_requests": 8192, + "offered_slots": 3751, + "scheduled_requests": 3751, + "successful_requests": 3751, + "failed_requests": 0, + "failure_types": {}, + "skipped_overload": 0, + "offered_rps_actual": 250.067, + "submitted_rps_actual": 250.067, + "completed_success_rps_total_elapsed": 249.559, + "success_ratio": 1.0, + "effective_success_ratio_offered": 1.0, + "latency_successful_ms": { + "p50": 2.689, + "p95": 8.215, + "p99": 44.123 + }, + "drain_seconds_after_offer_window": 0.031, + "message_rows_after": 3751 + }, + { + "variant": "offered-500", + "sample": 2, + "offered_rate_rps": 500, + "duration_seconds": 15, + "concurrency_workers": 512, + "max_inflight_requests": 8192, + "offered_slots": 7501, + "scheduled_requests": 7501, + "successful_requests": 7501, + "failed_requests": 0, + "failure_types": {}, + "skipped_overload": 0, + "offered_rps_actual": 500.067, + "submitted_rps_actual": 500.067, + "completed_success_rps_total_elapsed": 499.857, + "success_ratio": 1.0, + "effective_success_ratio_offered": 1.0, + "latency_successful_ms": { + "p50": 3.567, + "p95": 34.969, + "p99": 65.8 + }, + "drain_seconds_after_offer_window": 0.006, + "message_rows_after": 7501 + }, + { + "variant": "offered-750", + "sample": 3, + "offered_rate_rps": 750, + "duration_seconds": 15, + "concurrency_workers": 512, + "max_inflight_requests": 8192, + "offered_slots": 11251, + "scheduled_requests": 11251, + "successful_requests": 11236, + "failed_requests": 15, + "failure_types": { + "Failure": 15 + }, + "skipped_overload": 0, + "offered_rps_actual": 750.067, + "submitted_rps_actual": 750.067, + "completed_success_rps_total_elapsed": 693.24, + "success_ratio": 0.998667, + "effective_success_ratio_offered": 0.998667, + "latency_successful_ms": { + "p50": 8.339, + "p95": 858.144, + "p99": 1593.896 + }, + "drain_seconds_after_offer_window": 1.208, + "message_rows_after": 11236 + }, + { + "variant": "offered-250", + "sample": 3, + "offered_rate_rps": 250, + "duration_seconds": 15, + "concurrency_workers": 512, + "max_inflight_requests": 8192, + "offered_slots": 3751, + "scheduled_requests": 3751, + "successful_requests": 3751, + "failed_requests": 0, + "failure_types": {}, + "skipped_overload": 0, + "offered_rps_actual": 250.067, + "submitted_rps_actual": 250.067, + "completed_success_rps_total_elapsed": 249.622, + "success_ratio": 1.0, + "effective_success_ratio_offered": 1.0, + "latency_successful_ms": { + "p50": 2.685, + "p95": 17.715, + "p99": 52.77 + }, + "drain_seconds_after_offer_window": 0.027, + "message_rows_after": 3751 + }, + { + "variant": "offered-500", + "sample": 3, + "offered_rate_rps": 500, + "duration_seconds": 15, + "concurrency_workers": 512, + "max_inflight_requests": 8192, + "offered_slots": 7501, + "scheduled_requests": 7501, + "successful_requests": 7493, + "failed_requests": 8, + "failure_types": { + "Failure": 8 + }, + "skipped_overload": 0, + "offered_rps_actual": 500.067, + "submitted_rps_actual": 500.067, + "completed_success_rps_total_elapsed": 419.571, + "success_ratio": 0.998933, + "effective_success_ratio_offered": 0.998933, + "latency_successful_ms": { + "p50": 9.042, + "p95": 1812.817, + "p99": 2541.843 + }, + "drain_seconds_after_offer_window": 2.859, + "message_rows_after": 7493 + }, + { + "variant": "offered-1000", + "sample": 3, + "offered_rate_rps": 1000, + "duration_seconds": 15, + "concurrency_workers": 512, + "max_inflight_requests": 8192, + "offered_slots": 15000, + "scheduled_requests": 15000, + "successful_requests": 14587, + "failed_requests": 413, + "failure_types": { + "Failure": 413 + }, + "skipped_overload": 0, + "offered_rps_actual": 1000.0, + "submitted_rps_actual": 1000.0, + "completed_success_rps_total_elapsed": 553.163, + "success_ratio": 0.972467, + "effective_success_ratio_offered": 0.972467, + "latency_successful_ms": { + "p50": 535.721, + "p95": 2011.397, + "p99": 4616.569 + }, + "drain_seconds_after_offer_window": 11.37, + "message_rows_after": 14587 + } + ] +} diff --git a/evidence/offered-load.svg b/evidence/offered-load.svg new file mode 100644 index 00000000..52da8b7c --- /dev/null +++ b/evidence/offered-load.svg @@ -0,0 +1,33 @@ + + +Насыщение при росте предложенной нагрузки + +0 + +250 + +500 + +750 + +1000 +250 +500 +750 +1000 + + +250 +500 +746 +810 +10ms +42ms +101ms +1611ms +Предложенная нагрузка, RPS +Успешные RPS за offer+drain +p95, ms +Успешные RPS +p95 успешных запросов + diff --git a/evidence/offered-scale-results.json b/evidence/offered-scale-results.json new file mode 100644 index 00000000..59ba78a6 --- /dev/null +++ b/evidence/offered-scale-results.json @@ -0,0 +1,209 @@ +{ + "method": "Randomized paired blocks at offered 1000 RPS, 15s per sample; three repeats; compare 8 versus 12 replicas at fixed 0.5 CPU/256 MiB per API replica; DB_POOL_MAX=10, PostgreSQL 2 CPU/1 GiB, HAProxy 0.25 CPU; HAProxy server-template supports 16 backends; scale to 8 before each DB reset to release idle connections, then scale to target; synthetic messages and idempotency keys truncated per sample; HTTP client reused per worker.", + "summary": [ + { + "replicas": 8, + "offered_rate_rps": 1000, + "completed_success_rps_total_elapsed_median": 726.979, + "completed_success_rps_min": 584.377, + "completed_success_rps_max": 851.508, + "success_ratio_median": 0.981267, + "p95_ms_median": 1504.722, + "error_count_total": 874, + "message_rows_after_median": 14719 + }, + { + "replicas": 12, + "offered_rate_rps": 1000, + "completed_success_rps_total_elapsed_median": 555.8, + "completed_success_rps_min": 545.991, + "completed_success_rps_max": 774.91, + "success_ratio_median": 0.999733, + "p95_ms_median": 1986.412, + "error_count_total": 12, + "message_rows_after_median": null + } + ], + "samples": [ + { + "variant": "offered-1000", + "sample": 1, + "offered_rate_rps": 1000, + "duration_seconds": 15, + "concurrency_workers": 512, + "max_inflight_requests": 8192, + "offered_slots": 15000, + "scheduled_requests": 15000, + "successful_requests": 14719, + "failed_requests": 281, + "failure_types": { + "Failure": 281 + }, + "skipped_overload": 0, + "offered_rps_actual": 1000.0, + "submitted_rps_actual": 1000.0, + "completed_success_rps_total_elapsed": 851.508, + "success_ratio": 0.981267, + "effective_success_ratio_offered": 0.981267, + "latency_successful_ms": { + "p50": 206.696, + "p95": 1307.155, + "p99": 1984.206 + }, + "drain_seconds_after_offer_window": 2.286, + "message_rows_after": 14719, + "message_rows_after_error": null, + "replicas": 8 + }, + { + "variant": "offered-1000", + "sample": 1, + "offered_rate_rps": 1000, + "duration_seconds": 15, + "concurrency_workers": 512, + "max_inflight_requests": 8192, + "offered_slots": 15000, + "scheduled_requests": 15000, + "successful_requests": 14996, + "failed_requests": 4, + "failure_types": { + "Failure": 4 + }, + "skipped_overload": 0, + "offered_rps_actual": 1000.0, + "submitted_rps_actual": 1000.0, + "completed_success_rps_total_elapsed": 774.91, + "success_ratio": 0.999733, + "effective_success_ratio_offered": 0.999733, + "latency_successful_ms": { + "p50": 400.696, + "p95": 1664.779, + "p99": 2378.651 + }, + "drain_seconds_after_offer_window": 4.352, + "message_rows_after": null, + "message_rows_after_error": "psql: error: connection to server on socket \"/var/run/postgresql/.s.PGSQL.5432\" failed: FATAL: sorry, too many clients already", + "replicas": 12 + }, + { + "variant": "offered-1000", + "sample": 2, + "offered_rate_rps": 1000, + "duration_seconds": 15, + "concurrency_workers": 512, + "max_inflight_requests": 8192, + "offered_slots": 15000, + "scheduled_requests": 15000, + "successful_requests": 14804, + "failed_requests": 196, + "failure_types": { + "Failure": 196 + }, + "skipped_overload": 0, + "offered_rps_actual": 1000.0, + "submitted_rps_actual": 1000.0, + "completed_success_rps_total_elapsed": 584.377, + "success_ratio": 0.986933, + "effective_success_ratio_offered": 0.986933, + "latency_successful_ms": { + "p50": 496.284, + "p95": 2007.63, + "p99": 2684.382 + }, + "drain_seconds_after_offer_window": 10.333, + "message_rows_after": 14804, + "message_rows_after_error": null, + "replicas": 8 + }, + { + "variant": "offered-1000", + "sample": 2, + "offered_rate_rps": 1000, + "duration_seconds": 15, + "concurrency_workers": 512, + "max_inflight_requests": 8192, + "offered_slots": 15000, + "scheduled_requests": 15000, + "successful_requests": 14999, + "failed_requests": 1, + "failure_types": { + "Failure": 1 + }, + "skipped_overload": 0, + "offered_rps_actual": 1000.0, + "submitted_rps_actual": 1000.0, + "completed_success_rps_total_elapsed": 545.991, + "success_ratio": 0.999933, + "effective_success_ratio_offered": 0.999933, + "latency_successful_ms": { + "p50": 605.99, + "p95": 2589.505, + "p99": 3420.92 + }, + "drain_seconds_after_offer_window": 12.471, + "message_rows_after": null, + "message_rows_after_error": "psql: error: connection to server on socket \"/var/run/postgresql/.s.PGSQL.5432\" failed: FATAL: sorry, too many clients already", + "replicas": 12 + }, + { + "variant": "offered-1000", + "sample": 3, + "offered_rate_rps": 1000, + "duration_seconds": 15, + "concurrency_workers": 512, + "max_inflight_requests": 8192, + "offered_slots": 15000, + "scheduled_requests": 15000, + "successful_requests": 14993, + "failed_requests": 7, + "failure_types": { + "Failure": 7 + }, + "skipped_overload": 0, + "offered_rps_actual": 1000.0, + "submitted_rps_actual": 1000.0, + "completed_success_rps_total_elapsed": 555.8, + "success_ratio": 0.999533, + "effective_success_ratio_offered": 0.999533, + "latency_successful_ms": { + "p50": 717.667, + "p95": 1986.412, + "p99": 2959.931 + }, + "drain_seconds_after_offer_window": 11.976, + "message_rows_after": null, + "message_rows_after_error": "psql: error: connection to server on socket \"/var/run/postgresql/.s.PGSQL.5432\" failed: FATAL: sorry, too many clients already", + "replicas": 12 + }, + { + "variant": "offered-1000", + "sample": 3, + "offered_rate_rps": 1000, + "duration_seconds": 15, + "concurrency_workers": 512, + "max_inflight_requests": 8192, + "offered_slots": 15000, + "scheduled_requests": 15000, + "successful_requests": 14603, + "failed_requests": 397, + "failure_types": { + "Failure": 397 + }, + "skipped_overload": 0, + "offered_rps_actual": 1000.0, + "submitted_rps_actual": 1000.0, + "completed_success_rps_total_elapsed": 726.979, + "success_ratio": 0.973533, + "effective_success_ratio_offered": 0.973533, + "latency_successful_ms": { + "p50": 291.159, + "p95": 1504.722, + "p99": 2242.259 + }, + "drain_seconds_after_offer_window": 5.087, + "message_rows_after": 14603, + "message_rows_after_error": null, + "replicas": 8 + } + ] +} diff --git a/evidence/track1-rps.svg b/evidence/track1-rps.svg new file mode 100644 index 00000000..39f258ce --- /dev/null +++ b/evidence/track1-rps.svg @@ -0,0 +1,36 @@ + + +API scaling: successful requests per second + +0.0 + +209.4 + +418.8 + +628.2 + +837.7 + +418.5 + +698.6 + +837.7 + + +103.7 + +274.6 + +680.7 + +764.2 + +1 replicas +2 replicas +4 replicas +8 replicas +Fixed aggregate budget +Increased aggregate budget +